-- Logs begin at Thu 2022-02-17 08:27:34 UTC, end at Thu 2022-02-17 11:09:18 UTC. -- Feb 17 09:21:37.807828 dv-neutron-828143-5-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 09:21:40.370505 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.common.config [-] Logging enabled! Feb 17 09:21:40.371207 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev40 Feb 17 09:21:40.371308 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88226) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 09:21:40.374387 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.common.config [-] Logging enabled! Feb 17 09:21:40.374646 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev40 Feb 17 09:21:40.374965 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88226) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 09:21:40.376499 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 09:21:40.376732 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 09:21:40.377097 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 09:21:40.377346 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 09:21:40.377576 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 09:21:40.377899 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.378237 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.378540 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.378775 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.379072 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.379367 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.379654 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.379944 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.380282 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.380572 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.380854 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.381140 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.381373 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.381654 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.381944 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.382260 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.382488 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] debug = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.382769 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.383198 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.383619 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.383903 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.384365 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.384478 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.384745 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.385028 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.385314 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.385645 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] host = dv-neutron-828143-5-hyperv {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.385928 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.386245 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.386536 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.386824 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.387103 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.387382 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.387670 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.387945 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.388218 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] log_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.388495 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.388784 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.389071 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.389361 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.389590 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.389815 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.390130 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.390422 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.390737 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.391079 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.391503 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.391786 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.392066 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.392338 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.392624 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.392910 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.393195 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.393469 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.393744 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.394019 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.394315 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.394600 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.394874 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.395154 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.395428 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.395714 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.395990 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.396268 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.396567 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.396854 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.397137 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.397423 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.397696 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.397982 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.398281 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.398555 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.398828 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] use_json = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.399103 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.399374 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.399653 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.399926 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.400200 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.400476 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.400749 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.401033 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.401395 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:40.401602 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.401899 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.402226 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.402520 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.402813 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.403095 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.403386 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.403667 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.403957 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.404249 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.404540 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.404818 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.405114 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.405394 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.405690 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.405994 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.406356 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.406967 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.407120 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.407378 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.407655 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.407936 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.408264 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.408525 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.408819 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.409100 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.409383 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.409678 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.409958 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.410266 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.410550 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.410843 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.411123 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.411399 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.411685 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.411965 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.412239 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.412515 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.412797 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.413090 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.413369 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.413642 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.413915 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.414219 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.414494 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.414782 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.415061 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.415343 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.415619 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.415899 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.416174 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.416451 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.416732 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.417005 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.417284 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.417557 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.417831 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.418127 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.418453 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.419208 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.419208 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.419208 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.420443 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.420443 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.420443 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.420443 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.423256 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.423256 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.423256 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.423256 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.423256 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.423256 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.423256 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.423256 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.424183 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.424183 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.424183 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.424183 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.424478 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.424621 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.424943 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.425285 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.425575 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.425858 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.426182 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.426466 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.426754 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.427037 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.427322 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.427607 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.427893 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.428189 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.428486 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.428784 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.429081 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.429377 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.429659 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.429970 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.430280 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:40.430503 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 09:21:40.430747 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88226) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 17 09:21:40.839809 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO keyring.backend [-] Loading KWallet Feb 17 09:21:40.847365 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO keyring.backend [-] Loading SecretService Feb 17 09:21:40.850899 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO keyring.backend [-] Loading Windows Feb 17 09:21:40.852274 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO keyring.backend [-] Loading chainer Feb 17 09:21:40.852858 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO keyring.backend [-] Loading macOS Feb 17 09:21:40.887568 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 17 09:21:40.887846 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 17 09:21:40.888146 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 17 09:21:40.888482 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 09:21:41.286833 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.287127 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.287404 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.288632 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.288911 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.289300 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.324876 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.325152 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.325425 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.339474 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.339755 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.340030 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.370412 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.370692 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.371239 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.409146 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.409426 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.409697 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.650499 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.650770 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.651042 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.651309 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.652056 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.777873 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.778214 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.778501 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.778779 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.779057 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.779373 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.779639 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.779901 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.780159 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.780444 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.780705 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.780970 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.781235 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.781604 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.781870 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.782282 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.782541 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.782815 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.783071 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.783356 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.783708 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.783962 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.784212 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.784497 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.784767 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.784997 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.785397 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:21:41.785641 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:21:41.785882 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:21:41.786150 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:21:41.786393 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:21:41.786632 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:21:41.787006 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 09:21:41.790382 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 09:21:41.794395 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 09:21:41.798818 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Feb 17 09:21:41.800497 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 09:21:41.800946 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 09:21:41.801282 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 17 09:21:41.801670 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 09:21:41.805911 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 09:21:41.806197 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 09:21:41.806556 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 09:21:41.836058 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 09:21:41.836518 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.836822 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88226) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 17 09:21:41.837185 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.838631 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88226) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 09:21:41.838931 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 09:21:41.839187 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 17 09:21:41.842363 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.842649 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:41.907548 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 09:21:41.907855 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 09:21:41.908102 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 09:21:41.908488 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 09:21:41.943658 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_db.sqlalchemy.engines [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88226) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 09:21:42.390519 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Initializing driver for type 'gre' Feb 17 09:21:42.391844 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] gre ID ranges: [(1, 1000)] Feb 17 09:21:42.516737 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Initializing driver for type 'local' Feb 17 09:21:42.517073 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Initializing driver for type 'vlan' Feb 17 09:21:42.607153 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] VlanTypeDriver initialization complete Feb 17 09:21:42.607547 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Initializing driver for type 'vxlan' Feb 17 09:21:42.608091 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] vxlan ID ranges: [(1, 1000)] Feb 17 09:21:42.778803 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Initializing extension driver 'port_security' Feb 17 09:21:42.779211 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.extensions.port_security [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] PortSecurityExtensionDriver initialization complete Feb 17 09:21:42.779589 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Initializing mechanism driver 'openvswitch' Feb 17 09:21:42.779950 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Initializing mechanism driver 'hyperv' Feb 17 09:21:42.796819 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.plugins.ml2.plugin [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:21:42.797545 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > port after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.797957 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > port after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.798359 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > port after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.798978 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:21:42.799445 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > subnet after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.800104 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > subnet after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.800370 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > subnet after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.800801 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:21:42.801214 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > network after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.801569 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > network after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.801919 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > network after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.802353 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:21:42.802766 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > security_group after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.803119 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > security_group after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.803462 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > security_group after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.803860 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:21:42.804272 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.804621 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.804962 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.805512 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:21:42.805925 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > address_group after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.806384 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > address_group after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.806814 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > address_group after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.808091 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:21:42.808091 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] ML2 OVO RPC backend initialized. {{(pid=88226) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 17 09:21:42.808662 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router_interface after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.809024 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.809731 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > network before_response 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.810108 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > networks before_response 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.810462 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > port before_response 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.810809 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > ports before_response 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.811156 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > subnet before_response 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.811504 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > subnets before_response 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.811854 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > network after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.812232 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > network after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.812602 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > network after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.813470 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > port after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.813860 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > port after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.814395 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > port after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.814631 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > subnet after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.814961 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > subnet after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.815250 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > subnet after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.815876 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.plugin [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Modular L2 Plugin initialization complete Feb 17 09:21:42.816215 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading services supported by the core plugin {{(pid=88226) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 09:21:42.816549 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.plugins.ml2.managers [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Got port-security extension from driver 'port_security' Feb 17 09:21:42.817021 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.extensions.vlantransparent [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Disabled vlantransparent extension. Feb 17 09:21:42.817569 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88226) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 09:21:42.817884 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading Plugin: router Feb 17 09:21:42.866389 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router_interface before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.866788 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router after_create 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.867162 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router before_create 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.867535 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.867909 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.868267 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router after_delete 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.868677 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > floatingip after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.869040 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router after_create 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.869391 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router after_update 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.869747 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router after_update 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.870130 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.870491 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router after_update 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.870903 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router precommit_update 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.871276 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: port after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.871617 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: port after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.871961 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: subnet after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.872304 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.872658 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > port precommit_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.873012 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router precommit_create 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.873385 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: port before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.873734 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router precommit_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.874116 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router after_update 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.874467 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router precommit_delete 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.874873 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router precommit_create 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.875762 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router_interface after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.876119 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router precommit_update 55549900 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.876498 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > agent after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.876855 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > agent after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.877209 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > network after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.878589 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Tracking information for resource: router configured {{(pid=88226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:21:42.878589 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Tracking information for resource: floatingip configured {{(pid=88226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:21:42.883753 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.db.l3_agentschedulers_db [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 09:21:42.884343 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: port after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.884707 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: port after_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.885069 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: port after_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.885429 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: port after_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.886423 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router before_create 55550100 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.886825 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router precommit_delete 55550100 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.887171 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router precommit_create 55550100 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.887530 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > router precommit_update 55550100 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.892982 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.services.provider_configuration [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Service providers = [] {{(pid=88226) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 09:21:42.893351 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.db.servicetype_db [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88226) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 09:21:42.896488 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.services.service_base [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 09:21:42.896855 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.services.service_base [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 09:21:42.897200 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.services.service_base [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 09:21:42.898127 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.services.service_base [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 09:21:42.898511 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.services.service_base [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 09:21:42.898908 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:21:42.899224 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 09:21:42.911079 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:21:42.911416 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading Plugin: auto_allocate Feb 17 09:21:42.917478 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: network precommit_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.917857 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: network precommit_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.918438 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:21:42.918766 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading Plugin: tag Feb 17 09:21:42.926526 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:21:42.926863 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading Plugin: timestamp Feb 17 09:21:42.931031 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:21:42.931361 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading Plugin: network_ip_availability Feb 17 09:21:42.937017 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.937399 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.937894 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:42.938956 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:21:42.939257 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading Plugin: flavors Feb 17 09:21:42.944208 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:21:42.944544 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading Plugin: revisions Feb 17 09:21:42.948920 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:21:42.949321 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_concurrency.lockutils [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.061s {{(pid=88226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 17 09:21:42.950129 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88226) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 17 09:21:42.950474 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Initializing extension manager. Feb 17 09:21:42.950986 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: __init__.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.951334 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: __pycache__ {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.951692 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.952014 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: address_group.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.952971 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.953548 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: address-group Feb 17 09:21:42.954056 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: address_scope.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.954989 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.955518 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: address-scope Feb 17 09:21:42.955846 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: admin_state_down_before_update.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.956836 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.957363 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: router-admin-state-down-before-update Feb 17 09:21:42.957690 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: agent.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.958445 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.958986 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: agent Feb 17 09:21:42.959313 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: agent_resources_synced.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.960256 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.960776 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: agent-resources-synced Feb 17 09:21:42.961100 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: allowedaddresspairs.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.963242 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.963787 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: allowed-address-pairs Feb 17 09:21:42.964122 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: auto_allocated_topology.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.965240 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.965763 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: auto-allocated-topology Feb 17 09:21:42.966125 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: availability_zone.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.966843 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.967359 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: availability_zone Feb 17 09:21:42.967685 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: availability_zone_filter.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.968629 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.969687 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: availability_zone_filter Feb 17 09:21:42.970193 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: data_plane_status.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.971220 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.971768 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 09:21:42.972064 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: default_subnetpools.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.973000 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.973523 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: default-subnetpools Feb 17 09:21:42.973850 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: dhcpagentscheduler.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.974745 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.975259 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: dhcp_agent_scheduler Feb 17 09:21:42.975613 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: dns.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.976552 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.977072 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension dns-integration not supported by any of loaded plugins Feb 17 09:21:42.977422 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: dns_domain_ports.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.978400 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.978926 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 09:21:42.979299 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: dvr.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.980571 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.981109 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: dvr Feb 17 09:21:42.981439 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: empty_string_filtering.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.982631 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.983156 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: empty-string-filtering Feb 17 09:21:42.983482 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.984417 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.985545 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 09:21:42.985878 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.986844 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.987362 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 09:21:42.987707 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: external_net.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.988636 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.989156 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: external-net Feb 17 09:21:42.989483 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: extra_dhcp_opt.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.990437 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.990951 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: extra_dhcp_opt Feb 17 09:21:42.991275 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: extraroute.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.992198 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.992715 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: extraroute Feb 17 09:21:42.993040 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: extraroute_atomic.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.994145 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.994668 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: extraroute-atomic Feb 17 09:21:42.994995 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: filter_validation.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.995678 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.996194 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: filter-validation Feb 17 09:21:42.996517 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: fip_pf_description.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.997438 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.997947 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 09:21:42.998296 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: fip_port_details.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:42.999219 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:42.999736 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: fip-port-details Feb 17 09:21:43.000064 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: flavors.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.001386 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.001916 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: flavors Feb 17 09:21:43.002281 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.003996 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.004529 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 09:21:43.004864 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: floatingip_pools.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.005577 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.006148 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: floatingip-pools Feb 17 09:21:43.006489 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: ip_allocation.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.007440 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.007959 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 09:21:43.008287 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.009214 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.009737 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: ip-substring-filtering Feb 17 09:21:43.010096 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: l2_adjacency.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.011046 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.011561 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 09:21:43.011886 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: l3.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.012899 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.013428 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: router Feb 17 09:21:43.013757 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: l3_conntrack_helper.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.016321 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.016863 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 09:21:43.017199 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.018210 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.018745 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: ext-gw-mode Feb 17 09:21:43.019079 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.020019 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.020544 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: l3-ha Feb 17 09:21:43.020876 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: l3_flavors.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.021802 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.022355 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: l3-flavors Feb 17 09:21:43.022686 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.023634 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.024159 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 09:21:43.024490 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: l3agentscheduler.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.025584 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.026142 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: l3_agent_scheduler Feb 17 09:21:43.026479 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: logging.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.028012 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.028546 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension logging not supported by any of loaded plugins Feb 17 09:21:43.028957 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: metering.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.029660 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.030305 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: metering Feb 17 09:21:43.030641 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.032284 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.032818 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: metering_source_and_destination_fields Feb 17 09:21:43.033148 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: multiprovidernet.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.034120 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.034649 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: multi-provider Feb 17 09:21:43.034979 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: netmtu.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.035930 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.036452 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: net-mtu Feb 17 09:21:43.036779 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: netmtu_writable.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.037714 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.038276 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: net-mtu-writable Feb 17 09:21:43.038605 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: network_availability_zone.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.039284 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.039809 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: network_availability_zone Feb 17 09:21:43.040131 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: network_ip_availability.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.041243 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.041769 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: network-ip-availability Feb 17 09:21:43.042127 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: network_segment_range.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.042919 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.043439 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 09:21:43.043763 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: pagination.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.044771 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.045102 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: pagination Feb 17 09:21:43.045428 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: port_device_profile.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.046385 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.046916 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: port-device-profile Feb 17 09:21:43.047853 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.048805 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.049322 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: port-mac-address-regenerate Feb 17 09:21:43.049649 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.050603 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.051128 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: port-numa-affinity-policy Feb 17 09:21:43.051459 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: port_resource_request.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.052409 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.052969 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 09:21:43.053295 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: portbindings.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.054261 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.054783 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: binding Feb 17 09:21:43.055111 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: portbindings_extended.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.056411 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.056938 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: binding-extended Feb 17 09:21:43.057274 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: portsecurity.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.058285 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.058812 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: port-security Feb 17 09:21:43.059140 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: project_id.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.060381 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.060715 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: project-id Feb 17 09:21:43.061045 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: providernet.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.061978 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.062533 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: provider Feb 17 09:21:43.062903 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: qos.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.066739 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.067276 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension qos not supported by any of loaded plugins Feb 17 09:21:43.067618 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.068919 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.069450 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 09:21:43.069784 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.070732 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.071260 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 09:21:43.071596 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: qos_default.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.072515 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.073043 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension qos-default not supported by any of loaded plugins Feb 17 09:21:43.073375 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: qos_fip.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.074072 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.074583 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension qos-fip not supported by any of loaded plugins Feb 17 09:21:43.074910 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: qos_gateway_ip.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.075859 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.076375 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 09:21:43.076700 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: qos_port_network_policy.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.077632 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.078183 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 09:21:43.078618 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: qos_rule_type_details.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.079565 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.080080 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 09:21:43.080405 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: qos_rules_alias.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.081469 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.081986 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 09:21:43.082346 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: quotasv2.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.083326 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.083657 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: quotas Feb 17 09:21:43.083983 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: quotasv2_detail.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.085641 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.085985 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: quota_details Feb 17 09:21:43.086345 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: rbac.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.087431 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.087980 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: rbac-policies Feb 17 09:21:43.088338 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: rbac_address_group.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.089297 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.089825 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: rbac-address-group Feb 17 09:21:43.090192 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: rbac_address_scope.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.091119 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.091641 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: rbac-address-scope Feb 17 09:21:43.091992 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: rbac_security_groups.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.092917 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.093438 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: rbac-security-groups Feb 17 09:21:43.093767 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: rbac_subnetpool.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.095267 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.095785 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: rbac-subnetpool Feb 17 09:21:43.096111 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: revisionifmatch.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.097074 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.097603 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: revision-if-match Feb 17 09:21:43.097956 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: revisions.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.099108 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.099634 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: standard-attr-revisions Feb 17 09:21:43.099968 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: router_availability_zone.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.100658 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.101185 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: router_availability_zone Feb 17 09:21:43.101511 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: routerservicetype.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.102486 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.103008 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension router-service-type not supported by any of loaded plugins Feb 17 09:21:43.103334 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.104369 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.104822 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: security-groups-normalized-cidr Feb 17 09:21:43.105148 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: security_groups_port_filtering.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.106264 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.106795 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: port-security-groups-filtering Feb 17 09:21:43.107123 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.108067 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.108590 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: security-groups-remote-address-group Feb 17 09:21:43.108916 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: securitygroup.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.119371 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.119913 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: security-group Feb 17 09:21:43.120254 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: segment.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.121046 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.121568 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension segment not supported by any of loaded plugins Feb 17 09:21:43.121903 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.122881 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.123403 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 09:21:43.123735 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: servicetype.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.124865 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.125563 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: service-type Feb 17 09:21:43.126005 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: sorting.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.127061 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.127398 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: sorting Feb 17 09:21:43.127729 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: standard_attr_segment.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.128660 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.129188 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 09:21:43.129520 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: standardattrdescription.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.130210 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.130735 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: standard-attr-description Feb 17 09:21:43.131066 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: stateful_security_group.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.132001 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.132532 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: stateful-security-group Feb 17 09:21:43.132863 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: stdattrs_common.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.133457 dv-neutron-828143-5-hyperv neutron-server[88226]: WARNING neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 09:21:43.133783 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.134821 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.135351 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 09:21:43.135678 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: subnet_onboard.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.136786 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.137322 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: subnet_onboard Feb 17 09:21:43.137654 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.138623 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.139147 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 09:21:43.139476 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: subnet_service_types.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.140407 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.141462 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: subnet-service-types Feb 17 09:21:43.141795 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: subnetallocation.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.142931 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.143457 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: subnet_allocation Feb 17 09:21:43.143804 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.144467 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.144991 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: subnetpool-prefix-ops Feb 17 09:21:43.145323 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.146283 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.146809 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 09:21:43.147139 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: tagging.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.148225 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.148750 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: standard-attr-tag Feb 17 09:21:43.149081 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: timestamp.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.150332 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.150865 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loaded extension: standard-attr-timestamp Feb 17 09:21:43.151196 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: trunk.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.152242 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.152770 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension trunk not supported by any of loaded plugins Feb 17 09:21:43.153100 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: trunk_details.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.154023 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.154571 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension trunk-details not supported by any of loaded plugins Feb 17 09:21:43.154899 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: uplink_status_propagation.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.155838 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.156368 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 09:21:43.157279 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Loading extension file: vlantransparent.py {{(pid=88226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:21:43.157969 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:21:43.158510 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 09:21:43.160914 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of TrackedResource for resource:network Feb 17 09:21:43.161655 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of TrackedResource for resource:subnet Feb 17 09:21:43.162477 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 09:21:43.163078 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of TrackedResource for resource:port Feb 17 09:21:43.164520 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:21:43.165020 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Service FLAVORS assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:21:43.165654 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:21:43.166112 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:21:43.166457 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of TrackedResource for resource:router Feb 17 09:21:43.167120 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of TrackedResource for resource:floatingip Feb 17 09:21:43.167831 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Service METERING assigned prefix: /metering {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:21:43.169276 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:43.169648 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:43.170002 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:21:43.172396 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 09:21:43.172849 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of TrackedResource for resource:security_group Feb 17 09:21:43.173525 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 09:21:43.174295 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Service CORE assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:21:43.174634 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 09:21:43.174977 dv-neutron-828143-5-hyperv neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] subnetpool is already registered Feb 17 09:21:43.175587 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Service CORE assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:21:43.175922 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 09:21:43.176254 dv-neutron-828143-5-hyperv neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] subnetpool is already registered Feb 17 09:21:43.288873 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:21:43.289241 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Service FLAVORS assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:21:43.289845 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:21:43.290293 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:21:43.290642 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of TrackedResource for resource:router Feb 17 09:21:43.290983 dv-neutron-828143-5-hyperv neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] router is already registered Feb 17 09:21:43.291640 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of TrackedResource for resource:floatingip Feb 17 09:21:43.291974 dv-neutron-828143-5-hyperv neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] floatingip is already registered Feb 17 09:21:43.292618 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Service METERING assigned prefix: /metering {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:21:43.293446 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 09:21:43.293782 dv-neutron-828143-5-hyperv neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] rbac_policy is already registered Feb 17 09:21:43.294234 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of TrackedResource for resource:security_group Feb 17 09:21:43.294567 dv-neutron-828143-5-hyperv neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] security_group is already registered Feb 17 09:21:43.295160 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 09:21:43.295492 dv-neutron-828143-5-hyperv neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] security_group_rule is already registered Feb 17 09:21:43.296156 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Service CORE assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:21:43.296497 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 09:21:43.296836 dv-neutron-828143-5-hyperv neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] subnetpool is already registered Feb 17 09:21:43.297507 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.v2.resource_helper [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Service CORE assigned prefix: {{(pid=88226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:21:43.297843 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 09:21:43.298200 dv-neutron-828143-5-hyperv neutron-server[88226]: WARNING neutron.quota.resource_registry [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] subnetpool is already registered Feb 17 09:21:43.298848 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: extensions {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.300364 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: address-groups {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.302006 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: address-scopes {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.303255 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: agents {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.304427 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: auto-allocated-topology {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.305793 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: availability_zones {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.307088 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: dhcp-networks {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.308516 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: dhcp-agents {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.310236 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: routers {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.312112 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: flavors {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.313405 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: service_profiles {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.314675 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: next_providers {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.316219 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: service_profiles {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.317667 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: floatingip-pools {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.318977 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: routers {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.320812 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: floatingips {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.322009 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: l3-routers {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.323436 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: l3-agents {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.324974 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: metering-labels {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.326260 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: metering-label-rules {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.327579 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: network-ip-availabilities {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.329452 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: bindings {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.331136 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: quotas {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.332579 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: quotas {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.334005 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: rbac-policies {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.335339 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: security-groups {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.336562 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: security-group-rules {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.337808 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: service-providers {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.339171 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: subnetpools {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.340536 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: subnetpools {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.341993 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.343794 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.345633 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.347471 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.350327 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.352211 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.353888 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.355869 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.357635 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.359527 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron.api.extensions [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Extended resource: tags {{(pid=88226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:21:43.365969 dv-neutron-828143-5-hyperv neutron-server[88226]: WARNING keystonemiddleware.auth_token [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 09:21:43.370690 dv-neutron-828143-5-hyperv neutron-server[88226]: WARNING keystonemiddleware.auth_token [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 09:21:43.379003 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_concurrency.lockutils [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Acquired lock "singleton_lock" {{(pid=88226) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 09:21:43.379485 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_concurrency.lockutils [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Releasing lock "singleton_lock" {{(pid=88226) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 09:21:43.380118 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO oslo_service.service [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Starting 2 workers Feb 17 09:21:43.384852 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Started child 88369 {{(pid=88226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 17 09:21:43.389130 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Started child 88370 {{(pid=88226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 17 09:21:43.389922 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:21:43.390715 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO neutron.service [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 09:21:43.392047 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Notify callbacks [] for process, before_spawn {{(pid=88226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:21:43.392149 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [-] (88369) wsgi starting up on http://0.0.0.0:9696 Feb 17 09:21:43.394378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:21:43.394843 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO oslo_service.service [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Starting 1 workers Feb 17 09:21:43.395682 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [-] (88370) wsgi starting up on http://0.0.0.0:9696 Feb 17 09:21:43.399557 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Started child 88371 {{(pid=88226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 17 09:21:43.400068 dv-neutron-828143-5-hyperv neutron-server[88226]: INFO oslo_service.service [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Starting 1 workers Feb 17 09:21:43.403181 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.service [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] calling RpcWorker wait() {{(pid=88371) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 09:21:43.403737 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.service [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] returning from RpcWorker wait() {{(pid=88371) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 09:21:43.404368 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Started child 88372 {{(pid=88226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 17 09:21:43.404999 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:21:43.405113 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG neutron_lib.callbacks.manager [None req-b3feee45-318b-4980-b67e-c343d6e2582a None None] Notify callbacks [] for process, after_spawn {{(pid=88226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:21:43.405568 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:21:43.407548 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88226) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 17 09:21:43.407762 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 09:21:43.407956 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 09:21:43.408184 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 09:21:43.408518 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 09:21:43.408686 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 09:21:43.409194 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.409489 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.409773 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.409876 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:21:43.410352 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.410352 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.410876 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.410986 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:21:43.411119 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.411540 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.411811 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.412061 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.412228 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.412396 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.412638 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.412868 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.413144 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.413402 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.413638 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.413945 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.414156 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.414409 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.414671 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.414904 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.415164 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] debug = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.415407 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.415873 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.416102 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.416342 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.416562 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.416843 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.417092 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.417368 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.417607 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.417845 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.418126 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.418395 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.418788 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.419026 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.419247 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.419520 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.419739 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.420218 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] host = dv-neutron-828143-5-hyperv {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.420454 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.420675 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.420898 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.421153 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.421398 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.421615 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.421872 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.422754 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.423018 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.423263 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.423513 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.423875 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.424155 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.424365 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] log_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.424986 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] log_options = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.424986 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.425413 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.425413 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.425667 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.425667 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.425901 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.426093 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.426333 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.426520 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.426739 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.426956 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.427175 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.427413 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.427649 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.427897 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.428131 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.428347 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.428561 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.428818 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.429046 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.429315 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.429508 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.429745 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.429966 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.430226 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.430572 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.430720 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.430940 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.431243 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.431394 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.431621 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.432046 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.432436 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.433064 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.433454 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.433691 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.434844 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.434844 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.434844 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.435074 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.435193 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.435582 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.435816 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.436201 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.436555 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.436949 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] use_json = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.437365 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.437594 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.438506 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.438902 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.439285 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.439538 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.439966 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.439966 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.441396 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.441396 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.441396 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.441396 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.441852 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.441852 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.442133 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.442589 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.442968 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.443227 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.443466 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.443801 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.444046 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.444340 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.444736 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.445209 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.445464 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.446183 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.446183 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.446469 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.446469 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.446706 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.446919 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.447385 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.447735 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.448230 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.449175 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.449175 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.449175 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.449175 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.449677 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.449677 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.449990 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.450177 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.467211 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.467211 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.467211 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.467211 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.467211 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.467211 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.467211 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.467211 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.467211 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468089 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468089 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468089 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468089 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468089 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468089 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468089 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468089 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468089 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468733 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468733 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468733 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468733 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468733 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468733 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468733 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468733 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.468733 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470267 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470267 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470267 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470267 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470267 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470267 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470267 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470267 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470267 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470911 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470911 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470911 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470911 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470911 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470911 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470911 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470911 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.470911 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.471520 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.471520 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.471520 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.471520 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.471520 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.471520 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.471520 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.471520 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.472057 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.472057 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.472057 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.472057 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.472057 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.472057 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.472057 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.472057 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.472626 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.472626 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.472626 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.472626 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.472626 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.472626 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.472626 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.472626 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.473184 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.473184 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.473184 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.473184 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.473184 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.473184 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.473184 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.473184 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.473778 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.473778 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.473778 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.473778 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.473778 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.473778 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.473778 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.473778 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.474381 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.474381 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.474381 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.474381 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.474381 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.474381 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.474381 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.474381 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.474381 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.475011 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.475011 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.475011 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.475011 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.475011 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.475011 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.475011 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.475011 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.475605 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.475605 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.475605 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.475605 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.475605 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.475953 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.475953 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.476186 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.476427 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.476676 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.476926 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.477178 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.477397 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.477620 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.477852 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.478095 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.478338 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.478590 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.478830 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.479063 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.479302 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.479518 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.479738 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.479955 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.480205 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.480419 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.480640 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.480889 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.481108 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.481328 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.481564 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.481801 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.482067 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.482293 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.482557 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.482809 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.483044 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.483277 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.483534 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.483779 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.483998 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.484242 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.484462 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.485272 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.485509 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.485732 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.486155 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.486395 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.486619 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.486713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 56984) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:21:43.486806 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.486935 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.487198 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.487536 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.487785 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.488022 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.488269 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.488486 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.488721 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.488954 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.489171 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.489392 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.489607 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.489826 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.490122 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.490357 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.490617 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.490831 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.491059 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.491287 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.491521 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.491767 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.492094 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.492342 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.492604 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.492845 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.493080 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.493309 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.493522 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.493735 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.493958 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.494223 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.494473 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.494685 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.494902 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.495121 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.495295 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064256 Feb 17 09:21:43.495505 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.495705 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.495877 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.496097 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.496387 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.496635 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.496865 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.497125 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.497431 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.497691 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.497966 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.498209 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.498447 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.499407 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.499407 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.499407 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.499822 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.499822 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.500147 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.500852 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.501138 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.501693 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.501693 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.503746 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.503746 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.503746 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.503746 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.504261 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.504261 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.504464 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.504688 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.505002 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.505186 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.505395 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.505652 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.506067 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.506446 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.506704 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.506943 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.507200 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.507429 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.507648 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.507903 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.508149 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.508397 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 09:21:43.508840 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88226) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 17 09:21:43.509005 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 09:21:43.509164 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 09:21:43.509336 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 09:21:43.509508 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 09:21:43.509664 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 09:21:43.509877 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.515298 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.515298 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.515298 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.515298 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.515298 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.515298 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.515298 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.515298 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.516623 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.516623 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.516623 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.516623 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.516623 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.516623 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.516623 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.516623 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.516623 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.517397 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.517397 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.517397 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.517397 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.517397 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] debug = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.517397 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.517963 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.517963 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.517963 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.517963 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.517963 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.517963 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.518768 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.518768 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.518768 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.518768 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.518768 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.518768 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.518768 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.518768 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.519619 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.519619 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.519619 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] host = dv-neutron-828143-5-hyperv {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.519619 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.519619 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.519619 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.519619 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.519619 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.520346 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.520346 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.520346 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.520346 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.520346 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.520346 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.520346 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.520346 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.520346 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] log_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.522386 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] log_options = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.522386 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.522386 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.522386 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.522386 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.522386 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.522386 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.522994 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.522994 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.522994 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.522994 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.522994 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.522994 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.522994 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.522994 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.523528 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.523528 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.523528 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.523528 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.523528 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.523528 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.523528 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.523528 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.524052 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.524052 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.524052 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.524052 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.524052 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.524052 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.524052 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.524052 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.524052 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.524640 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.524640 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.524640 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.524640 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.524640 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.524640 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.525009 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.525009 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.525139 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.525209 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.525901 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.525901 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.525901 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.525901 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.526354 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] use_json = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.526354 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.526354 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.526650 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.526650 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.526844 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.526947 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.527048 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.527219 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.527389 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:21:43.527564 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.527733 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.528718 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.528718 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.528718 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.528718 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.528718 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.528718 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.529781 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.529781 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.529781 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.529781 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.529781 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.529781 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.529781 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.530558 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.530558 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.530558 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.530972 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.530972 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.530972 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.531257 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.531257 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.531463 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.531990 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.532262 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.532423 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.532599 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.532769 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.532955 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.533390 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.533390 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.533552 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.533552 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.533728 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.534110 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.534456 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.534774 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.534950 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.535093 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.535260 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.535422 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.535729 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.536054 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.536230 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.536394 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.536561 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.536726 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.536892 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.537056 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.537234 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.537400 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.537567 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.537731 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.537922 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.538108 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.538280 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.538443 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.538641 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.538764 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.538982 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.539138 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.539260 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.539429 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.539597 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.539768 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.539906 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.540064 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.540230 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.540394 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.540560 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.540725 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.540896 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.541047 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.541604 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.541604 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.541604 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.541921 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.541921 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.542237 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.542237 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.542391 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.542468 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.542640 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.542808 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.543008 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.543323 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.543592 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.543706 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.544162 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.544162 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.544162 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.544450 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.544450 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.544599 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.544758 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.544925 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.545088 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.545359 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.545475 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.545604 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.545716 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.545854 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.546193 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.546361 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.549938 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.549938 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.549938 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.549938 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.549938 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.549938 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.549938 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.549938 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.550952 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.550952 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.550952 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.550952 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.550952 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.550952 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.550952 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.550952 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.551953 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.551953 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.551953 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.551953 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.551953 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.551953 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.551953 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.551953 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.552936 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.552936 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.552936 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.552936 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.552936 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.552936 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.552936 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.552936 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.553587 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.553587 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.553587 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.553587 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.553587 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.553587 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.553587 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.553587 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.554138 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.554138 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.554138 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.554138 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.554138 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.554138 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.554138 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.554138 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.554674 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.554674 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.554674 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.554674 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.554674 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.555003 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.555003 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.555154 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.555303 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.555472 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.555649 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.558070 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.558070 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.558070 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.558070 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.558070 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.558070 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.558070 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.558070 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.558642 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.558642 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.558642 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.558642 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.558642 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.558642 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.558642 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.559238 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.559804 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.560119 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.560453 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.560754 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.561060 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.561241 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.561416 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.562082 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.562082 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.562082 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.562347 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.562347 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.562473 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.562607 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.563357 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.563634 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.564240 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.564240 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.564392 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.564458 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.564601 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.564769 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.564935 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.565124 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.565285 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.565445 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.565624 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.565790 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.565955 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.566147 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.566315 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.566493 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.567555 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.567555 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.567555 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.567555 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.567555 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.567555 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.567555 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.571079 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.571079 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.571079 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.571079 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.571079 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.571079 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.571079 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.571079 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.571609 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.571609 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.571609 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.571609 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.571609 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.571609 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.571609 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.571609 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572061 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572061 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572061 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572061 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572061 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572061 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572061 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572061 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572514 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572514 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572514 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572514 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572514 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572514 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572514 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572924 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572924 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.572924 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.573095 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.573255 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.573433 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.573580 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.574641 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.574641 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.574641 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.574641 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.574641 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.574641 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.575832 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:21:43.575832 dv-neutron-828143-5-hyperv neutron-server[88226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 09:21:43.604893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:21:54.602213 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055314fe-9e75-4f12-813e-664200950a07 None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 09:21:54.677147 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055314fe-9e75-4f12-813e-664200950a07 None None] No non-hosted networks {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 09:21:54.684749 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.agentschedulers_db [None req-055314fe-9e75-4f12-813e-664200950a07 None None] DHCP Agent not found on host dv-neutron-828143-5-hyperv {{(pid=88371) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 17 09:21:54.799097 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a7ee73a5-21e8-45e9-8781-75865eff23e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1952097'] for agent, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:21:56.946601 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ef0e362-02e8-40ac-864e-14f061d4acc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1952097'] for agent, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:21:56.986983 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-5384c142-44e7-4c73-b2b7-0b1c03af9dbb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-828143-5-hyperv {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:21:56.988032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-5384c142-44e7-4c73-b2b7-0b1c03af9dbb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:21:57.509172 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5384c142-44e7-4c73-b2b7-0b1c03af9dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:21:57.842266 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1952097'] for agent, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:21:57.843358 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:21:57.843996 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:21:57.845278 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:21:57.846539 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:21:57.847181 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:21:57.847840 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:21:57.848413 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:21:57.849025 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:21:57.849662 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:21:57.850182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:21:57.850938 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:21:57.851283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:21:57.851893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-828143-5-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:21:57.859562 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-828143-5-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:21:58.042959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1952097'] for agent, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:21:59.659916 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1952097'] for agent, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:00.373714 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.db.l3_hamode_db [None req-7576fc27-9501-4cfa-89d6-aededd81f815 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 09:22:00.460308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576fc27-9501-4cfa-89d6-aededd81f815 None None] Routers set() bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:22:00.460685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576fc27-9501-4cfa-89d6-aededd81f815 None None] Router IDs set() for agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 17 09:22:01.085098 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 57086) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:22:01.684469 dv-neutron-828143-5-hyperv neutron-server[88370]: WARNING oslo_policy.policy [None req-d6591b02-0d5c-4859-8c8b-950082da6df0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:22:01.685102 dv-neutron-828143-5-hyperv neutron-server[88370]: WARNING oslo_policy.policy [None req-d6591b02-0d5c-4859-8c8b-950082da6df0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:22:01.905099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-d6591b02-0d5c-4859-8c8b-950082da6df0 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:22:01.906143 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d6591b02-0d5c-4859-8c8b-950082da6df0 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8200295 Feb 17 09:22:04.339294 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 57102) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:22:04.709653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-23a3d088-9203-4527-b13a-422682a774be admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:22:04.817664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.policy [None req-23a3d088-9203-4527-b13a-422682a774be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88370) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 09:22:04.861754 dv-neutron-828143-5-hyperv neutron-server[88370]: WARNING oslo_policy.policy [None req-23a3d088-9203-4527-b13a-422682a774be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:22:04.862198 dv-neutron-828143-5-hyperv neutron-server[88370]: WARNING oslo_policy.policy [None req-23a3d088-9203-4527-b13a-422682a774be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:22:04.870542 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.quota [None req-23a3d088-9203-4527-b13a-422682a774be admin admin] Loaded quota_driver: . Feb 17 09:22:04.886352 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-23a3d088-9203-4527-b13a-422682a774be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:22:05.008825 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23a3d088-9203-4527-b13a-422682a774be admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794430981382', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794430980915', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794430978033', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794430964525', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794431023106', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794431013129', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-770716', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-779568', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1823105', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1594497'] for rbac-policy, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:05.174400 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23a3d088-9203-4527-b13a-422682a774be admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:05.175595 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-23a3d088-9203-4527-b13a-422682a774be admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8353167 Feb 17 09:22:07.808084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 57116) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:22:08.390700 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING oslo_policy.policy [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:22:08.391313 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING oslo_policy.policy [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:22:08.616854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a2242c68059446e6881775a2b877102d', 'name': 'private'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:22:08.618844 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.quota [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Loaded quota_driver: . Feb 17 09:22:08.635251 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:22:08.641642 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Usage tracker for resource:network and tenant:a2242c68059446e6881775a2b877102d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:22:08.648153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:22:08.655419 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:22:08.757389 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Made reservation on behalf of a2242c68059446e6881775a2b877102d for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:22:08.836225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.policy [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88369) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 09:22:08.882939 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING oslo_policy.policy [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:22:08.883236 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING oslo_policy.policy [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:22:08.894244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:08.914864 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:08.930645 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:22:08.934526 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Usage tracker for resource:security_group_rule and tenant:a2242c68059446e6881775a2b877102d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:22:08.940686 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:22:08.946229 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:22:09.045422 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:09.122936 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:09.148310 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:22:09.175115 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794429363366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:09.175699 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Unsubscribe: segment precommit_create {{(pid=88369) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 09:22:09.176215 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Added segment eb09e60c-24a0-414c-adb9-dfda109a767d of type vlan for network b84d0d39-cec8-4a61-8ee5-2eeabdcd2229 Feb 17 09:22:09.184701 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65da7688-bd17-455d-9847-693e13e5b67a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:09.200394 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:09.200750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:09.201081 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:09.201408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:09.201731 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:09.202082 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:09.202406 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:09.202737 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:09.203057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:09.203370 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:09.203682 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:09.203991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Tracked resource versions report: Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: pushed versions: Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: { 'AddressGroup': {'1.2'}, Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'ConntrackHelper': {'1.0'}, Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Log': {'1.0'}, Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Network': {'1.1'}, Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Port': {'1.7'}, Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'PortForwarding': {'1.2'}, Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'QosPolicy': {'1.8'}, Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'SecurityGroup': {'1.4'}, Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'SubPort': {'1.0'}, Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Subnet': {'1.1'}, Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Trunk': {'1.1'}} Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: consumer versions: Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: { DHCP agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: L3 agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: Metadata agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: Metering agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: Open vSwitch agent@dv-neutron-828143-5-hyperv: { 'AddressGroup': '1.2', Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'ConntrackHelper': '1.0', Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Log': '1.0', Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Network': '1.1', Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Port': '1.7', Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'PortForwarding': '1.2', Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'QosPolicy': '1.8', Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'SecurityGroup': '1.4', Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'SecurityGroupRule': '1.2', Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'SubPort': '1.0', Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Subnet': '1.1', Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Trunk': '1.1'}} Feb 17 09:22:09.205474 dv-neutron-828143-5-hyperv neutron-server[88369]: {{(pid=88369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:22:09.295526 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:09.397563 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:09.398914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:22:09.399524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:09.513483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] Pushing event updated for resources: {'Network': ['ID=b84d0d39-cec8-4a61-8ee5-2eeabdcd2229,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:09.524818 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network b84d0d39-cec8-4a61-8ee5-2eeabdcd2229 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:22:09.557902 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4d3a81e2-1cfc-49fe-961d-5e03db53fed1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7475898 Feb 17 09:22:12.297306 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 57138) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:22:12.750739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8879c26f-a0c0-431b-a7b3-b3646e750379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:22:12.752659 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8879c26f-a0c0-431b-a7b3-b3646e750379 admin admin] 10.222.0.75 "GET /v2.0/networks/b84d0d39-cec8-4a61-8ee5-2eeabdcd2229 HTTP/1.1" status: 200 len: 825 time: 0.4543777 Feb 17 09:22:12.783430 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-88acd470-28dc-413c-a89e-bc4e93aaefc5 admin admin] 10.222.0.75 "GET /v2.0/subnetpools/389b5257-dd2b-4996-978b-0add3cd8a5b6 HTTP/1.1" status: 200 len: 734 time: 0.0253541 Feb 17 09:22:12.792162 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1949bdbe-231a-468b-be0b-92a28bca642d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'b84d0d39-cec8-4a61-8ee5-2eeabdcd2229', 'ip_version': 4, 'tenant_id': 'a2242c68059446e6881775a2b877102d', 'subnetpool_id': '389b5257-dd2b-4996-978b-0add3cd8a5b6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:22:12.796604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1949bdbe-231a-468b-be0b-92a28bca642d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:22:12.802447 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1949bdbe-231a-468b-be0b-92a28bca642d admin admin] Usage tracker for resource:subnet and tenant:a2242c68059446e6881775a2b877102d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:22:12.803642 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1949bdbe-231a-468b-be0b-92a28bca642d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:22:12.812628 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1949bdbe-231a-468b-be0b-92a28bca642d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:22:12.951486 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1949bdbe-231a-468b-be0b-92a28bca642d admin admin] Made reservation on behalf of a2242c68059446e6881775a2b877102d for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:22:12.955898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1949bdbe-231a-468b-be0b-92a28bca642d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:13.300685 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1949bdbe-231a-468b-be0b-92a28bca642d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:13.395214 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1949bdbe-231a-468b-be0b-92a28bca642d admin admin] Checking segment: {'id': 'eb09e60c-24a0-414c-adb9-dfda109a767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b84d0d39-cec8-4a61-8ee5-2eeabdcd2229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:22:13.395588 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1949bdbe-231a-468b-be0b-92a28bca642d admin admin] Network hostable DHCP agents. Network: b84d0d39-cec8-4a61-8ee5-2eeabdcd2229, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:22:13.399466 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949bdbe-231a-468b-be0b-92a28bca642d admin admin] Pushing event updated for resources: {'Subnet': ['ID=140a3fee-4572-4077-84c0-a433e2bb3357,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:13.482772 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1949bdbe-231a-468b-be0b-92a28bca642d admin admin] Network b84d0d39-cec8-4a61-8ee5-2eeabdcd2229 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:22:13.546156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-1949bdbe-231a-468b-be0b-92a28bca642d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, b84d0d39-cec8-4a61-8ee5-2eeabdcd2229) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:22:13.556576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1949bdbe-231a-468b-be0b-92a28bca642d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:22:13.556576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1949bdbe-231a-468b-be0b-92a28bca642d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:13.557531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff64b95f-bb62-41bc-8b8a-fa67a9fd809d None None] Network b84d0d39-cec8-4a61-8ee5-2eeabdcd2229 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:22:13.758144 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1949bdbe-231a-468b-be0b-92a28bca642d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9692550 Feb 17 09:22:13.865140 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-b84d0d39-cec8-4a61-8ee5-2eeabdcd2229', 'network_id': 'b84d0d39-cec8-4a61-8ee5-2eeabdcd2229', 'tenant_id': 'a2242c68059446e6881775a2b877102d', 'fixed_ips': [{'subnet_id': '140a3fee-4572-4077-84c0-a433e2bb3357'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:22:13.866372 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:14.063326 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Allocated IP 172.20.0.2 (b84d0d39-cec8-4a61-8ee5-2eeabdcd2229/140a3fee-4572-4077-84c0-a433e2bb3357/125df606-cae7-4ce8-a962-9b24944bfd6a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:22:14.293735 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:14.308407 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Transition to ACTIVE for port object 125df606-cae7-4ce8-a962-9b24944bfd6a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:22:14.327364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Transition to ACTIVE for port object 125df606-cae7-4ce8-a962-9b24944bfd6a will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:22:14.386471 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:14.450605 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Network b84d0d39-cec8-4a61-8ee5-2eeabdcd2229 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:22:14.453264 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:22:14.458865 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:22:14.466158 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Pushing event updated for resources: {'Port': ['ID=125df606-cae7-4ce8-a962-9b24944bfd6a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:14.504373 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:14.504730 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:14.505070 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:14.505396 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:14.505725 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:14.506098 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:14.506418 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:14.506742 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:14.507078 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:14.507393 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:14.507712 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:14.508027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Tracked resource versions report: Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: pushed versions: Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: { 'AddressGroup': {'1.2'}, Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'ConntrackHelper': {'1.0'}, Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Log': {'1.0'}, Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Network': {'1.1'}, Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Port': {'1.7'}, Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'PortForwarding': {'1.2'}, Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'QosPolicy': {'1.8'}, Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'SecurityGroup': {'1.4'}, Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'SubPort': {'1.0'}, Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Subnet': {'1.1'}, Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Trunk': {'1.1'}} Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: consumer versions: Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: { DHCP agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: L3 agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: Metadata agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: Metering agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: Open vSwitch agent@dv-neutron-828143-5-hyperv: { 'AddressGroup': '1.2', Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'ConntrackHelper': '1.0', Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Log': '1.0', Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Network': '1.1', Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Port': '1.7', Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'PortForwarding': '1.2', Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'QosPolicy': '1.8', Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'SecurityGroup': '1.4', Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'SecurityGroupRule': '1.2', Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'SubPort': '1.0', Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Subnet': '1.1', Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Trunk': '1.1'}} Feb 17 09:22:14.509386 dv-neutron-828143-5-hyperv neutron-server[88371]: {{(pid=88371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:22:14.566118 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Attempting to bind port 125df606-cae7-4ce8-a962-9b24944bfd6a on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:22:14.566726 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Attempting to bind port 125df606-cae7-4ce8-a962-9b24944bfd6a by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'eb09e60c-24a0-414c-adb9-dfda109a767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b84d0d39-cec8-4a61-8ee5-2eeabdcd2229'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:22:14.566971 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Attempting to bind port 125df606-cae7-4ce8-a962-9b24944bfd6a on network b84d0d39-cec8-4a61-8ee5-2eeabdcd2229 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:22:14.572477 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:22:14.572874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Checking segment: {'id': 'eb09e60c-24a0-414c-adb9-dfda109a767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b84d0d39-cec8-4a61-8ee5-2eeabdcd2229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:22:14.573373 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:14.573761 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Bound using segment: {'id': 'eb09e60c-24a0-414c-adb9-dfda109a767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b84d0d39-cec8-4a61-8ee5-2eeabdcd2229'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:22:14.574247 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Bound port: 125df606-cae7-4ce8-a962-9b24944bfd6a, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb09e60c-24a0-414c-adb9-dfda109a767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b84d0d39-cec8-4a61-8ee5-2eeabdcd2229'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:22:14.574683 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:14.667635 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] For port 125df606-cae7-4ce8-a962-9b24944bfd6a, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:22:14.671414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] For port 125df606-cae7-4ce8-a962-9b24944bfd6a, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=125df606-cae7-4ce8-a962-9b24944bfd6a,segment=NetworkSegment(eb09e60c-24a0-414c-adb9-dfda109a767d),segment_id=eb09e60c-24a0-414c-adb9-dfda109a767d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:22:14.729117 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:14.821700 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a1ec8-de3c-4f47-adb3-0d1421bee6c9 None None] Pushing event updated for resources: {'Port': ['ID=125df606-cae7-4ce8-a962-9b24944bfd6a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:16.280779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 57148) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:22:16.685294 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-f0d24716-5dd8-4e34-8a83-36f5c54b2df5 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:22:16.686297 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f0d24716-5dd8-4e34-8a83-36f5c54b2df5 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4045799 Feb 17 09:22:17.725345 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 125df606-cae7-4ce8-a962-9b24944bfd6a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:22:17.855581 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 125df606-cae7-4ce8-a962-9b24944bfd6a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:22:18.736692 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f9e583-02f7-4177-80a0-cd802254c732 None None] Network b84d0d39-cec8-4a61-8ee5-2eeabdcd2229 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:22:18.870412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-570f3f0c-c24e-431a-9d5f-144cb4bb946e None None] Provisioning for port 125df606-cae7-4ce8-a962-9b24944bfd6a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:22:18.887183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-570f3f0c-c24e-431a-9d5f-144cb4bb946e None None] Provisioning complete for port 125df606-cae7-4ce8-a962-9b24944bfd6a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:22:18.887581 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-570f3f0c-c24e-431a-9d5f-144cb4bb946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:19.116357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-570f3f0c-c24e-431a-9d5f-144cb4bb946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:19.169022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-570f3f0c-c24e-431a-9d5f-144cb4bb946e None None] For port 125df606-cae7-4ce8-a962-9b24944bfd6a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=125df606-cae7-4ce8-a962-9b24944bfd6a,segment=NetworkSegment(eb09e60c-24a0-414c-adb9-dfda109a767d),segment_id=eb09e60c-24a0-414c-adb9-dfda109a767d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:22:19.241390 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 57162) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:22:19.266647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-570f3f0c-c24e-431a-9d5f-144cb4bb946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:19.348935 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f3f0c-c24e-431a-9d5f-144cb4bb946e None None] Pushing event updated for resources: {'Port': ['ID=125df606-cae7-4ce8-a962-9b24944bfd6a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:19.388449 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45264d9e-612c-46fc-83d0-5d35f4135e3b None None] Provisioning complete for port 125df606-cae7-4ce8-a962-9b24944bfd6a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:22:19.388819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45264d9e-612c-46fc-83d0-5d35f4135e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:19.649590 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-3e4552bf-bb89-4c85-99e6-edbd366d2cb8 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:22:19.649590 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3e4552bf-bb89-4c85-99e6-edbd366d2cb8 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4055459 Feb 17 09:22:19.698198 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 125df606-cae7-4ce8-a962-9b24944bfd6a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:22:19.770770 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 125df606-cae7-4ce8-a962-9b24944bfd6a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:22:19.771456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:22.327731 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 57174) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:22:22.678597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5790aa1e-32e8-4c1c-90aa-d8a344fb4cce admin admin] Request body: {'router': {'tenant_id': 'a2242c68059446e6881775a2b877102d', 'name': 'router1', 'admin_state_up': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:22:22.683855 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5790aa1e-32e8-4c1c-90aa-d8a344fb4cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:22:22.687999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5790aa1e-32e8-4c1c-90aa-d8a344fb4cce admin admin] Usage tracker for resource:router and tenant:a2242c68059446e6881775a2b877102d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:22:22.691841 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5790aa1e-32e8-4c1c-90aa-d8a344fb4cce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:22:22.697397 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5790aa1e-32e8-4c1c-90aa-d8a344fb4cce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:22:22.781322 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5790aa1e-32e8-4c1c-90aa-d8a344fb4cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:22.782909 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5790aa1e-32e8-4c1c-90aa-d8a344fb4cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:22.806108 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5790aa1e-32e8-4c1c-90aa-d8a344fb4cce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:22.971128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5790aa1e-32e8-4c1c-90aa-d8a344fb4cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:23.038417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5790aa1e-32e8-4c1c-90aa-d8a344fb4cce admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:23.039572 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5790aa1e-32e8-4c1c-90aa-d8a344fb4cce admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7108698 Feb 17 09:22:24.575006 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2aa3118-6b0f-423c-bd46-2431cb9ad505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:25.592531 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 57184) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:22:25.984146 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-20f6d329-9eb9-40a8-ae3b-355fb00958f0 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:22:25.985141 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-20f6d329-9eb9-40a8-ae3b-355fb00958f0 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3916714 Feb 17 09:22:26.941317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c116ff9-9ec8-46ee-8c6c-e3583bc72e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:27.798463 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:27.935247 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:28.420950 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 57204) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:22:28.573612 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:22:28.578580 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:22:28.583131 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Usage tracker for resource:network and tenant:221a57196f8d4e9e85cca736e81b34a7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:22:28.585878 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:22:28.591520 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:22:28.706980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Made reservation on behalf of 221a57196f8d4e9e85cca736e81b34a7 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:22:28.709317 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:28.721397 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:28.737296 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:22:28.740955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Usage tracker for resource:security_group_rule and tenant:221a57196f8d4e9e85cca736e81b34a7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:22:28.743676 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:22:28.749237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:22:28.832189 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:28.894887 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:28.917725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Reserving flat network on physical network physnet1 {{(pid=88369) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 17 09:22:28.931116 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf7e4a0-a6b8-43f4-83f1-652f1458b04a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:28.936882 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:28.937244 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Added segment e5b615e7-ac80-40ca-927d-15f6cf00ea0d of type flat for network e398590f-1691-4e90-94b2-4638f557802a Feb 17 09:22:28.968676 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:29.077696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:29.078650 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:22:29.079246 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:29.179212 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] Pushing event updated for resources: {'Network': ['ID=e398590f-1691-4e90-94b2-4638f557802a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:29.189101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network e398590f-1691-4e90-94b2-4638f557802a details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:22:29.249972 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c14aa24e-92db-4b6c-828d-6f41fe0f67a5 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8157618 Feb 17 09:22:29.569062 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:31.466000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 57224) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:22:31.583016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5332ee-efb3-42b6-af84-a9619e89c9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:22:31.585958 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ab5332ee-efb3-42b6-af84-a9619e89c9dd admin admin] 10.222.0.75 "GET /v2.0/subnets/140a3fee-4572-4077-84c0-a433e2bb3357 HTTP/1.1" status: 200 len: 849 time: 0.1174150 Feb 17 09:22:31.724826 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-04a3df80-a69b-49a5-9adb-568a862f1702 admin admin] 10.222.0.75 "GET /v2.0/routers/389b7d41-e7b7-4604-8cfa-794cd7b0ba78 HTTP/1.1" status: 200 len: 704 time: 0.1347828 Feb 17 09:22:32.200675 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:32.438077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Allocated IP 172.20.0.1 (b84d0d39-cec8-4a61-8ee5-2eeabdcd2229/140a3fee-4572-4077-84c0-a433e2bb3357/67580821-f7bc-4a80-8c80-0051cdaf0142) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:22:32.630520 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:32.647928 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Transition to ACTIVE for port object 67580821-f7bc-4a80-8c80-0051cdaf0142 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:22:32.746339 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:32.815117 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Network b84d0d39-cec8-4a61-8ee5-2eeabdcd2229 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:22:32.818020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:22:32.820635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:22:32.821318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:32.945654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Pushing event updated for resources: {'Port': ['ID=67580821-f7bc-4a80-8c80-0051cdaf0142,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:33.078027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-02e11ffc-87f0-48fd-a189-4b3ebc50201b None None] Provisioning for port 67580821-f7bc-4a80-8c80-0051cdaf0142 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:22:33.083937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-02e11ffc-87f0-48fd-a189-4b3ebc50201b None None] Provisioning complete for port 67580821-f7bc-4a80-8c80-0051cdaf0142 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:22:33.084114 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-02e11ffc-87f0-48fd-a189-4b3ebc50201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:33.142483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-02e11ffc-87f0-48fd-a189-4b3ebc50201b None None] Port 67580821-f7bc-4a80-8c80-0051cdaf0142 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:22:33.160723 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:33.383112 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:33.448762 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:33.449556 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:33.581841 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Pushing event updated for resources: {'Port': ['ID=67580821-f7bc-4a80-8c80-0051cdaf0142,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:33.645478 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Network b84d0d39-cec8-4a61-8ee5-2eeabdcd2229 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:22:33.646548 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:22:33.867021 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-19629f0f-ebee-46a9-bd95-865846289b78 None None] Provisioning complete for port 67580821-f7bc-4a80-8c80-0051cdaf0142 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:22:33.867386 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19629f0f-ebee-46a9-bd95-865846289b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:33.889143 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Router 389b7d41-e7b7-4604-8cfa-794cd7b0ba78 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:22:33.919299 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-19629f0f-ebee-46a9-bd95-865846289b78 None None] Port 67580821-f7bc-4a80-8c80-0051cdaf0142 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:22:34.092755 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:22:34.102830 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bce363ca-a032-404a-8e63-79913cd689da admin admin] 10.222.0.75 "PUT /v2.0/routers/389b7d41-e7b7-4604-8cfa-794cd7b0ba78/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3730910 Feb 17 09:22:34.104182 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Sync routers for ids ['389b7d41-e7b7-4604-8cfa-794cd7b0ba78'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:22:34.115570 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Routers {'389b7d41-e7b7-4604-8cfa-794cd7b0ba78'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:22:34.116412 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:22:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['389b7d41-e7b7-4604-8cfa-794cd7b0ba78'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:22:34.300062 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Set router 389b7d41-e7b7-4604-8cfa-794cd7b0ba78 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:22:34.671835 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389b7d41-e7b7-4604-8cfa-794cd7b0ba78', 'name': 'router1', 'tenant_id': 'a2242c68059446e6881775a2b877102d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:22:22Z', 'updated_at': '2022-02-17T09:22:33Z', 'revision_number': 2, 'project_id': 'a2242c68059446e6881775a2b877102d', 'gw_port_host': None, '_interfaces': [{'id': '67580821-f7bc-4a80-8c80-0051cdaf0142', 'name': '', 'network_id': 'b84d0d39-cec8-4a61-8ee5-2eeabdcd2229', 'tenant_id': 'a2242c68059446e6881775a2b877102d', 'mac_address': 'fa:16:3e:44:eb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389b7d41-e7b7-4604-8cfa-794cd7b0ba78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '140a3fee-4572-4077-84c0-a433e2bb3357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:22:32Z', 'updated_at': '2022-02-17T09:22:33Z', 'revision_number': 2, 'project_id': 'a2242c68059446e6881775a2b877102d', 'subnets': [{'id': '140a3fee-4572-4077-84c0-a433e2bb3357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '389b5257-dd2b-4996-978b-0add3cd8a5b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:22:34.677440 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Checking router: 389b7d41-e7b7-4604-8cfa-794cd7b0ba78 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:22:34.677803 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Updating router 389b7d41-e7b7-4604-8cfa-794cd7b0ba78 port 67580821-f7bc-4a80-8c80-0051cdaf0142 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:22:34.729650 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:35.105836 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:35.120957 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Transition to ACTIVE for port object 67580821-f7bc-4a80-8c80-0051cdaf0142 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:22:35.175896 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:35.397257 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967e863-5c9d-42c7-a5eb-987bb631f1c4 None None] Pushing event updated for resources: {'Port': ['ID=67580821-f7bc-4a80-8c80-0051cdaf0142,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:35.416419 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967e863-5c9d-42c7-a5eb-987bb631f1c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:35.416828 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967e863-5c9d-42c7-a5eb-987bb631f1c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:35.417112 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967e863-5c9d-42c7-a5eb-987bb631f1c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:35.417414 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967e863-5c9d-42c7-a5eb-987bb631f1c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:35.417733 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967e863-5c9d-42c7-a5eb-987bb631f1c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:35.418077 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967e863-5c9d-42c7-a5eb-987bb631f1c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:35.418399 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967e863-5c9d-42c7-a5eb-987bb631f1c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:35.418799 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967e863-5c9d-42c7-a5eb-987bb631f1c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:35.419179 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967e863-5c9d-42c7-a5eb-987bb631f1c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:35.419667 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967e863-5c9d-42c7-a5eb-987bb631f1c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:35.420174 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967e863-5c9d-42c7-a5eb-987bb631f1c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:35.420690 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967e863-5c9d-42c7-a5eb-987bb631f1c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b967e863-5c9d-42c7-a5eb-987bb631f1c4 None None] Tracked resource versions report: Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: pushed versions: Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: { 'AddressGroup': {'1.2'}, Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'ConntrackHelper': {'1.0'}, Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Log': {'1.0'}, Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Network': {'1.1'}, Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Port': {'1.7'}, Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'PortForwarding': {'1.2'}, Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'QosPolicy': {'1.8'}, Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'SecurityGroup': {'1.4'}, Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'SubPort': {'1.0'}, Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Subnet': {'1.1'}, Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Trunk': {'1.1'}} Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: consumer versions: Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: { DHCP agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: L3 agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: Metadata agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: Metering agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: Open vSwitch agent@dv-neutron-828143-5-hyperv: { 'AddressGroup': '1.2', Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'ConntrackHelper': '1.0', Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Log': '1.0', Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Network': '1.1', Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Port': '1.7', Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'PortForwarding': '1.2', Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'QosPolicy': '1.8', Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'SecurityGroup': '1.4', Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'SecurityGroupRule': '1.2', Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'SubPort': '1.0', Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Subnet': '1.1', Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Trunk': '1.1'}} Feb 17 09:22:35.422987 dv-neutron-828143-5-hyperv neutron-server[88372]: {{(pid=88372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:22:35.434247 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Attempting to bind port 67580821-f7bc-4a80-8c80-0051cdaf0142 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:22:35.434650 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Attempting to bind port 67580821-f7bc-4a80-8c80-0051cdaf0142 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'eb09e60c-24a0-414c-adb9-dfda109a767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b84d0d39-cec8-4a61-8ee5-2eeabdcd2229'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:22:35.435058 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Attempting to bind port 67580821-f7bc-4a80-8c80-0051cdaf0142 on network b84d0d39-cec8-4a61-8ee5-2eeabdcd2229 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:22:35.441298 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:22:35.441691 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Checking segment: {'id': 'eb09e60c-24a0-414c-adb9-dfda109a767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b84d0d39-cec8-4a61-8ee5-2eeabdcd2229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:22:35.442188 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:35.442652 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Bound using segment: {'id': 'eb09e60c-24a0-414c-adb9-dfda109a767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b84d0d39-cec8-4a61-8ee5-2eeabdcd2229'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:22:35.443130 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Bound port: 67580821-f7bc-4a80-8c80-0051cdaf0142, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb09e60c-24a0-414c-adb9-dfda109a767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b84d0d39-cec8-4a61-8ee5-2eeabdcd2229'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:22:35.443513 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:35.530033 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] For port 67580821-f7bc-4a80-8c80-0051cdaf0142, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:22:35.533999 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] For port 67580821-f7bc-4a80-8c80-0051cdaf0142, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=67580821-f7bc-4a80-8c80-0051cdaf0142,segment=NetworkSegment(eb09e60c-24a0-414c-adb9-dfda109a767d),segment_id=eb09e60c-24a0-414c-adb9-dfda109a767d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:22:35.610597 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:35.695176 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Routers {'389b7d41-e7b7-4604-8cfa-794cd7b0ba78'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:22:35.696215 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:22:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['389b7d41-e7b7-4604-8cfa-794cd7b0ba78'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:22:35.841182 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967e863-5c9d-42c7-a5eb-987bb631f1c4 None None] Pushing event updated for resources: {'Port': ['ID=67580821-f7bc-4a80-8c80-0051cdaf0142,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:35.880557 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] Set router 389b7d41-e7b7-4604-8cfa-794cd7b0ba78 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:22:36.224390 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389b7d41-e7b7-4604-8cfa-794cd7b0ba78', 'name': 'router1', 'tenant_id': 'a2242c68059446e6881775a2b877102d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:22:22Z', 'updated_at': '2022-02-17T09:22:33Z', 'revision_number': 2, 'project_id': 'a2242c68059446e6881775a2b877102d', 'gw_port_host': None, '_interfaces': [{'id': '67580821-f7bc-4a80-8c80-0051cdaf0142', 'name': '', 'network_id': 'b84d0d39-cec8-4a61-8ee5-2eeabdcd2229', 'tenant_id': 'a2242c68059446e6881775a2b877102d', 'mac_address': 'fa:16:3e:44:eb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389b7d41-e7b7-4604-8cfa-794cd7b0ba78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '140a3fee-4572-4077-84c0-a433e2bb3357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:22:32Z', 'updated_at': '2022-02-17T09:22:35Z', 'revision_number': 4, 'project_id': 'a2242c68059446e6881775a2b877102d', 'subnets': [{'id': '140a3fee-4572-4077-84c0-a433e2bb3357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '389b5257-dd2b-4996-978b-0add3cd8a5b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:22:36.228223 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb718043-f849-408f-90cf-6e76cfb8638d None None] The sync data for ids ['389b7d41-e7b7-4604-8cfa-794cd7b0ba78'] in dv-neutron-828143-5-hyperv is: [{'id': '389b7d41-e7b7-4604-8cfa-794cd7b0ba78', 'name': 'router1', 'tenant_id': 'a2242c68059446e6881775a2b877102d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:22:22Z', 'updated_at': '2022-02-17T09:22:33Z', 'revision_number': 2, 'project_id': 'a2242c68059446e6881775a2b877102d', 'gw_port_host': None, '_interfaces': [{'id': '67580821-f7bc-4a80-8c80-0051cdaf0142', 'name': '', 'network_id': 'b84d0d39-cec8-4a61-8ee5-2eeabdcd2229', 'tenant_id': 'a2242c68059446e6881775a2b877102d', 'mac_address': 'fa:16:3e:44:eb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389b7d41-e7b7-4604-8cfa-794cd7b0ba78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '140a3fee-4572-4077-84c0-a433e2bb3357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:22:32Z', 'updated_at': '2022-02-17T09:22:35Z', 'revision_number': 4, 'project_id': 'a2242c68059446e6881775a2b877102d', 'subnets': [{'id': '140a3fee-4572-4077-84c0-a433e2bb3357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '389b5257-dd2b-4996-978b-0add3cd8a5b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:22:36.403087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 57236) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:22:36.560326 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d2857-12ec-4776-bae8-27da86839a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:22:36.560898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c64d2857-12ec-4776-bae8-27da86839a00 admin admin] Synchronizing usage tracker for tenant:221a57196f8d4e9e85cca736e81b34a7 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:22:36.730112 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c64d2857-12ec-4776-bae8-27da86839a00 admin admin] Unset dirty status for tenant:221a57196f8d4e9e85cca736e81b34a7 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:22:36.731306 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c64d2857-12ec-4776-bae8-27da86839a00 admin admin] 10.222.0.75 "GET /v2.0/networks/e398590f-1691-4e90-94b2-4638f557802a HTTP/1.1" status: 200 len: 842 time: 0.3271887 Feb 17 09:22:36.744614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6c675ff4-a96f-471c-a430-762254167e56 admin admin] Request body: {'subnet': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'gateway_ip': '172.26.4.1', 'cidr': '172.26.4.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:22:36.753967 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6c675ff4-a96f-471c-a430-762254167e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:22:36.763360 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6c675ff4-a96f-471c-a430-762254167e56 admin admin] Usage tracker for resource:subnet and tenant:221a57196f8d4e9e85cca736e81b34a7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:22:36.766476 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6c675ff4-a96f-471c-a430-762254167e56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:22:36.774711 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6c675ff4-a96f-471c-a430-762254167e56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:22:36.872710 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c675ff4-a96f-471c-a430-762254167e56 admin admin] Made reservation on behalf of 221a57196f8d4e9e85cca736e81b34a7 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:22:36.875090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c675ff4-a96f-471c-a430-762254167e56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:37.340325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.objects.ports [None req-6c675ff4-a96f-471c-a430-762254167e56 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:22:37.340677 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c675ff4-a96f-471c-a430-762254167e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:37.414973 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c675ff4-a96f-471c-a430-762254167e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a5934f3-0564-46e8-a9ac-55f084202f53,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:37.422449 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c675ff4-a96f-471c-a430-762254167e56 admin admin] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:22:37.422807 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c675ff4-a96f-471c-a430-762254167e56 admin admin] Network hostable DHCP agents. Network: e398590f-1691-4e90-94b2-4638f557802a, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:22:37.495941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c675ff4-a96f-471c-a430-762254167e56 admin admin] Network e398590f-1691-4e90-94b2-4638f557802a is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:22:37.565298 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6c675ff4-a96f-471c-a430-762254167e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, e398590f-1691-4e90-94b2-4638f557802a) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:22:37.570629 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c675ff4-a96f-471c-a430-762254167e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:22:37.571423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c675ff4-a96f-471c-a430-762254167e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:37.577848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e886e9fd-9f3d-4a79-87b9-3493228db94a None None] Network e398590f-1691-4e90-94b2-4638f557802a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:22:37.691322 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6c675ff4-a96f-471c-a430-762254167e56 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9528222 Feb 17 09:22:37.752005 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 67580821-f7bc-4a80-8c80-0051cdaf0142 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:22:37.881892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4354b47b-6626-4bf0-8331-e69575df8225 None None] Network e398590f-1691-4e90-94b2-4638f557802a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:22:37.990448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 67580821-f7bc-4a80-8c80-0051cdaf0142 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:22:37.998585 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 67580821-f7bc-4a80-8c80-0051cdaf0142 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:22:37.998954 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:38.238489 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:38.275036 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 67580821-f7bc-4a80-8c80-0051cdaf0142, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=67580821-f7bc-4a80-8c80-0051cdaf0142,segment=NetworkSegment(eb09e60c-24a0-414c-adb9-dfda109a767d),segment_id=eb09e60c-24a0-414c-adb9-dfda109a767d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:22:38.353257 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:38.423170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=67580821-f7bc-4a80-8c80-0051cdaf0142,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:39.711546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 67580821-f7bc-4a80-8c80-0051cdaf0142 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:22:39.785711 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 67580821-f7bc-4a80-8c80-0051cdaf0142 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:22:39.786107 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:40.036411 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 57250) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:22:40.288324 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-51b32398-4c1b-4c6e-af01-577bec408c7e admin admin] 10.222.0.75 "GET /v2.0/routers/389b7d41-e7b7-4604-8cfa-794cd7b0ba78 HTTP/1.1" status: 200 len: 710 time: 0.2508154 Feb 17 09:22:40.449053 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5fe77a-23ab-4564-ae02-21c24e1b0378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:22:40.450548 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7f5fe77a-23ab-4564-ae02-21c24e1b0378 admin admin] 10.222.0.75 "GET /v2.0/networks/e398590f-1691-4e90-94b2-4638f557802a HTTP/1.1" status: 200 len: 886 time: 0.1571846 Feb 17 09:22:40.459215 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:22:40.916572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:41.367976 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:41.422365 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:41.565530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Allocated IP 172.26.4.216 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/4db0a13d-51cc-4943-9c27-5c1da9e2c802) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:22:41.719351 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:41.833908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:41.890694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:22:41.897810 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:22:41.935187 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Pushing event updated for resources: {'Port': ['ID=4db0a13d-51cc-4943-9c27-5c1da9e2c802,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:41.939730 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:22:42.010311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:42.010641 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:42.010995 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:42.011326 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:42.011646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:42.011980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:42.012304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:42.012634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:42.012953 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:42.013267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:42.013580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:42.013888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Tracked resource versions report: Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: pushed versions: Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: { 'AddressGroup': {'1.2'}, Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'ConntrackHelper': {'1.0'}, Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Log': {'1.0'}, Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Network': {'1.1'}, Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Port': {'1.7'}, Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'PortForwarding': {'1.2'}, Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'QosPolicy': {'1.8'}, Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'SecurityGroup': {'1.4'}, Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'SubPort': {'1.0'}, Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Subnet': {'1.1'}, Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Trunk': {'1.1'}} Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: consumer versions: Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: { DHCP agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: L3 agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: Metadata agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: Metering agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: Open vSwitch agent@dv-neutron-828143-5-hyperv: { 'AddressGroup': '1.2', Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'ConntrackHelper': '1.0', Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Log': '1.0', Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Network': '1.1', Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Port': '1.7', Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'PortForwarding': '1.2', Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'QosPolicy': '1.8', Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'SecurityGroup': '1.4', Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'SecurityGroupRule': '1.2', Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'SubPort': '1.0', Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Subnet': '1.1', Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Trunk': '1.1'}} Feb 17 09:22:42.015238 dv-neutron-828143-5-hyperv neutron-server[88370]: {{(pid=88370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:22:42.446489 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:22:42.458820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:42.810450 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:42.813962 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:42.999233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Router 389b7d41-e7b7-4604-8cfa-794cd7b0ba78 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:22:43.180388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:22:43.191439 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Sync routers for ids ['389b7d41-e7b7-4604-8cfa-794cd7b0ba78'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:22:43.192443 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:43.193637 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-920e849c-490a-4d49-ad9e-065827f225f2 admin admin] 10.222.0.75 "PUT /v2.0/routers/389b7d41-e7b7-4604-8cfa-794cd7b0ba78 HTTP/1.1" status: 200 len: 890 time: 2.7376406 Feb 17 09:22:43.202064 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Routers {'389b7d41-e7b7-4604-8cfa-794cd7b0ba78'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:22:43.202808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:22:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['389b7d41-e7b7-4604-8cfa-794cd7b0ba78'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:22:43.403061 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Set router 389b7d41-e7b7-4604-8cfa-794cd7b0ba78 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:22:43.767465 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389b7d41-e7b7-4604-8cfa-794cd7b0ba78', 'name': 'router1', 'tenant_id': 'a2242c68059446e6881775a2b877102d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '4db0a13d-51cc-4943-9c27-5c1da9e2c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:22:22Z', 'updated_at': '2022-02-17T09:22:42Z', 'revision_number': 4, 'project_id': 'a2242c68059446e6881775a2b877102d', 'gw_port': {'id': '4db0a13d-51cc-4943-9c27-5c1da9e2c802', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389b7d41-e7b7-4604-8cfa-794cd7b0ba78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:22:41Z', 'updated_at': '2022-02-17T09:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '67580821-f7bc-4a80-8c80-0051cdaf0142', 'name': '', 'network_id': 'b84d0d39-cec8-4a61-8ee5-2eeabdcd2229', 'tenant_id': 'a2242c68059446e6881775a2b877102d', 'mac_address': 'fa:16:3e:44:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389b7d41-e7b7-4604-8cfa-794cd7b0ba78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '140a3fee-4572-4077-84c0-a433e2bb3357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:22:32Z', 'updated_at': '2022-02-17T09:22:38Z', 'revision_number': 5, 'project_id': 'a2242c68059446e6881775a2b877102d', 'subnets': [{'id': '140a3fee-4572-4077-84c0-a433e2bb3357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '389b5257-dd2b-4996-978b-0add3cd8a5b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:22:43.773378 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Checking router: 389b7d41-e7b7-4604-8cfa-794cd7b0ba78 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:22:43.773728 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Updating router 389b7d41-e7b7-4604-8cfa-794cd7b0ba78 port 4db0a13d-51cc-4943-9c27-5c1da9e2c802 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:22:43.828899 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:44.186590 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:44.200492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Transition to ACTIVE for port object 4db0a13d-51cc-4943-9c27-5c1da9e2c802 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:22:44.273514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:44.358163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Attempting to bind port 4db0a13d-51cc-4943-9c27-5c1da9e2c802 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:22:44.358538 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Attempting to bind port 4db0a13d-51cc-4943-9c27-5c1da9e2c802 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:22:44.358903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Attempting to bind port 4db0a13d-51cc-4943-9c27-5c1da9e2c802 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:22:44.367480 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d50006-0d04-4b59-93fe-8281f968ea13 None None] Pushing event updated for resources: {'Port': ['ID=4db0a13d-51cc-4943-9c27-5c1da9e2c802,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:44.369904 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:22:44.370307 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:22:44.370713 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:44.371096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:22:44.371615 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Bound port: 4db0a13d-51cc-4943-9c27-5c1da9e2c802, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:22:44.372149 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:44.461622 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] For port 4db0a13d-51cc-4943-9c27-5c1da9e2c802, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:22:44.463826 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] For port 4db0a13d-51cc-4943-9c27-5c1da9e2c802, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=4db0a13d-51cc-4943-9c27-5c1da9e2c802,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:22:44.531369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:44.618800 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Routers {'389b7d41-e7b7-4604-8cfa-794cd7b0ba78'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:22:44.619437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:22:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['389b7d41-e7b7-4604-8cfa-794cd7b0ba78'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:22:44.677645 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d50006-0d04-4b59-93fe-8281f968ea13 None None] Pushing event updated for resources: {'Port': ['ID=4db0a13d-51cc-4943-9c27-5c1da9e2c802,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:44.837338 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] Set router 389b7d41-e7b7-4604-8cfa-794cd7b0ba78 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:22:45.172129 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389b7d41-e7b7-4604-8cfa-794cd7b0ba78', 'name': 'router1', 'tenant_id': 'a2242c68059446e6881775a2b877102d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '4db0a13d-51cc-4943-9c27-5c1da9e2c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:22:22Z', 'updated_at': '2022-02-17T09:22:42Z', 'revision_number': 4, 'project_id': 'a2242c68059446e6881775a2b877102d', 'gw_port': {'id': '4db0a13d-51cc-4943-9c27-5c1da9e2c802', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389b7d41-e7b7-4604-8cfa-794cd7b0ba78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:22:41Z', 'updated_at': '2022-02-17T09:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '67580821-f7bc-4a80-8c80-0051cdaf0142', 'name': '', 'network_id': 'b84d0d39-cec8-4a61-8ee5-2eeabdcd2229', 'tenant_id': 'a2242c68059446e6881775a2b877102d', 'mac_address': 'fa:16:3e:44:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389b7d41-e7b7-4604-8cfa-794cd7b0ba78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '140a3fee-4572-4077-84c0-a433e2bb3357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:22:32Z', 'updated_at': '2022-02-17T09:22:38Z', 'revision_number': 5, 'project_id': 'a2242c68059446e6881775a2b877102d', 'subnets': [{'id': '140a3fee-4572-4077-84c0-a433e2bb3357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '389b5257-dd2b-4996-978b-0add3cd8a5b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:22:45.176175 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c3f2e-e808-4941-aa04-6ce99585d2c0 None None] The sync data for ids ['389b7d41-e7b7-4604-8cfa-794cd7b0ba78'] in dv-neutron-828143-5-hyperv is: [{'id': '389b7d41-e7b7-4604-8cfa-794cd7b0ba78', 'name': 'router1', 'tenant_id': 'a2242c68059446e6881775a2b877102d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '4db0a13d-51cc-4943-9c27-5c1da9e2c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:22:22Z', 'updated_at': '2022-02-17T09:22:42Z', 'revision_number': 4, 'project_id': 'a2242c68059446e6881775a2b877102d', 'gw_port': {'id': '4db0a13d-51cc-4943-9c27-5c1da9e2c802', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389b7d41-e7b7-4604-8cfa-794cd7b0ba78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:22:41Z', 'updated_at': '2022-02-17T09:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '67580821-f7bc-4a80-8c80-0051cdaf0142', 'name': '', 'network_id': 'b84d0d39-cec8-4a61-8ee5-2eeabdcd2229', 'tenant_id': 'a2242c68059446e6881775a2b877102d', 'mac_address': 'fa:16:3e:44:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389b7d41-e7b7-4604-8cfa-794cd7b0ba78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '140a3fee-4572-4077-84c0-a433e2bb3357', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:22:32Z', 'updated_at': '2022-02-17T09:22:38Z', 'revision_number': 5, 'project_id': 'a2242c68059446e6881775a2b877102d', 'subnets': [{'id': '140a3fee-4572-4077-84c0-a433e2bb3357', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '389b5257-dd2b-4996-978b-0add3cd8a5b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:22:45.673324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 57264) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:22:45.750456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 4db0a13d-51cc-4943-9c27-5c1da9e2c802 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:22:45.831041 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1afe2bf5-bebd-4b82-9bec-7aea898925ff admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1507659 Feb 17 09:22:45.885186 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 4db0a13d-51cc-4943-9c27-5c1da9e2c802 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:22:45.891159 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 4db0a13d-51cc-4943-9c27-5c1da9e2c802 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:22:45.891539 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:46.021249 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:46.046799 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 4db0a13d-51cc-4943-9c27-5c1da9e2c802, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=4db0a13d-51cc-4943-9c27-5c1da9e2c802,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:22:46.130783 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:46.203391 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=4db0a13d-51cc-4943-9c27-5c1da9e2c802,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:22:47.714781 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 4db0a13d-51cc-4943-9c27-5c1da9e2c802 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:22:47.799358 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 4db0a13d-51cc-4943-9c27-5c1da9e2c802 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:22:47.799358 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:54.646741 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6c84a48-6a59-4123-b972-c50db50dc008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:56.994160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fbcbf4e4-bbc1-4826-88d3-0fba06bc13c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:57.854197 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:57.982738 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:22:59.606427 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:23:19.446708 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:23:24.595544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-263de0c1-a9bf-4aec-8f82-9a6b36ec0c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:23:26.954942 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6458957-4f31-4bac-b052-4b22826a20b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:23:27.812484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:23:27.966349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:23:29.583818 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:23:54.613483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-86270338-793f-4257-baac-e84ba437785e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:23:56.447256 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:23:56.983626 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ed5d054-0b80-4c54-b0e9-ebfe1da746b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:23:57.829035 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:23:57.978523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:23:59.865319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:24:24.612217 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6cd552eb-ad06-4400-b38e-747546ed659e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:24:26.961682 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28ac0694-0dfc-472a-8d08-e5dbc0d8aa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:24:27.824311 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:24:28.026978 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:24:29.607536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:24:33.449323 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:24:54.599755 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f859c59-4299-4000-98e7-4d3cb0b592ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:24:57.088466 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f578318a-ab84-4a77-a578-48bd80fc1bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:24:57.816931 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:24:58.033817 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:24:59.594440 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:02.271940 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 57866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:25:02.342381 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a127bf5-23f1-46b2-977a-2f4808a03e5b admin admin] GET failed (client error): The resource could not be found. Feb 17 09:25:02.343734 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9a127bf5-23f1-46b2-977a-2f4808a03e5b admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0708246 Feb 17 09:25:02.482651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b35cb2-935e-4f27-89af-cdada4f9da74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:02.485301 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-49b35cb2-935e-4f27-89af-cdada4f9da74 admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1371171 Feb 17 09:25:04.689481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 57876) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:25:04.824903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7150d1-e82f-41d2-80dc-e6bd8814fa4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:04.826289 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9e7150d1-e82f-41d2-80dc-e6bd8814fa4a admin admin] 10.222.0.75 "GET /v2.0/subnets/140a3fee-4572-4077-84c0-a433e2bb3357 HTTP/1.1" status: 200 len: 849 time: 0.1357932 Feb 17 09:25:04.840550 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:25:04.963676 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:05.234415 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794429138975'] for subnet, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:05.280435 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:05.281203 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:05.282816 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] 10.222.0.75 "PUT /v2.0/subnets/140a3fee-4572-4077-84c0-a433e2bb3357 HTTP/1.1" status: 200 len: 868 time: 0.4468570 Feb 17 09:25:05.292826 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec83038b-364a-460e-8064-f2c931713a72 None None] Network b84d0d39-cec8-4a61-8ee5-2eeabdcd2229 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:25:05.317536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=140a3fee-4572-4077-84c0-a433e2bb3357,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:25:05.335439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:05.335864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:05.336149 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:05.336487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:05.336824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:05.337160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:05.337496 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:05.337839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:05.339168 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:05.339914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:05.339914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:05.340175 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393db98-ae47-4cfc-8fa8-1fc7ca1b54b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:05.888689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ec9e346a-e739-4596-9aaa-c2f72a05b006 None None] Provisioning complete for port 67580821-f7bc-4a80-8c80-0051cdaf0142 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:25:05.889202 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec9e346a-e739-4596-9aaa-c2f72a05b006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:06.020791 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ec9e346a-e739-4596-9aaa-c2f72a05b006 None None] Provisioning complete for port 125df606-cae7-4ce8-a962-9b24944bfd6a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:25:06.021055 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec9e346a-e739-4596-9aaa-c2f72a05b006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:07.578001 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 57886) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:25:07.827561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86748590-ce63-4406-9626-c5b093b388e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:07.828312 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86748590-ce63-4406-9626-c5b093b388e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:07.829925 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-86748590-ce63-4406-9626-c5b093b388e8 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2506180 Feb 17 09:25:10.096313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 57896) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:25:10.280257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70461849-ad31-4de5-9310-5398f9fd5f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:10.280640 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70461849-ad31-4de5-9310-5398f9fd5f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:10.282846 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-70461849-ad31-4de5-9310-5398f9fd5f2b admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1849420 Feb 17 09:25:10.451629 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:25:12.570960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 57906) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:25:12.773194 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239ae93b-0f06-4a67-a941-45823ab18ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:12.773194 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-239ae93b-0f06-4a67-a941-45823ab18ced admin admin] 10.222.0.75 "GET /v2.0/networks/b84d0d39-cec8-4a61-8ee5-2eeabdcd2229 HTTP/1.1" status: 200 len: 869 time: 0.1982932 Feb 17 09:25:15.016303 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 57916) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:25:15.217030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b499f83a-6888-4324-9b65-27870b357c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:15.218358 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b499f83a-6888-4324-9b65-27870b357c8a admin admin] 10.222.0.75 "GET /v2.0/networks/e398590f-1691-4e90-94b2-4638f557802a HTTP/1.1" status: 200 len: 886 time: 0.2010868 Feb 17 09:25:17.577303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 57926) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:25:17.701079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb25663-c23c-46ab-9ff9-3848c73bba4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:17.701535 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb25663-c23c-46ab-9ff9-3848c73bba4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:17.703206 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-eeb25663-c23c-46ab-9ff9-3848c73bba4e admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249382 Feb 17 09:25:20.004237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 57936) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:25:20.143584 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ffb18a-ae5d-4192-87a4-933b50601787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:20.144636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ffb18a-ae5d-4192-87a4-933b50601787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:20.145643 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d5ffb18a-ae5d-4192-87a4-933b50601787 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1404438 Feb 17 09:25:22.532605 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 57946) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:25:22.664215 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26483d1c-6c37-4944-b761-f9cb1cb2b3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:22.664870 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-26483d1c-6c37-4944-b761-f9cb1cb2b3a5 admin admin] Synchronizing usage tracker for tenant:221a57196f8d4e9e85cca736e81b34a7 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:25:22.774844 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-26483d1c-6c37-4944-b761-f9cb1cb2b3a5 admin admin] Unset dirty status for tenant:221a57196f8d4e9e85cca736e81b34a7 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:25:22.776010 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-26483d1c-6c37-4944-b761-f9cb1cb2b3a5 admin admin] 10.222.0.75 "GET /v2.0/subnets/140a3fee-4572-4077-84c0-a433e2bb3357 HTTP/1.1" status: 200 len: 868 time: 0.2421978 Feb 17 09:25:24.609259 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bda7613-86d9-461d-9f41-11f7dc7515e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:25.127693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 57956) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:25:25.243666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92445ec5-6a9d-4738-865f-688164cb7cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:25.244953 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-92445ec5-6a9d-4738-865f-688164cb7cae admin admin] 10.222.0.75 "GET /v2.0/subnets/3a5934f3-0564-46e8-a9ac-55f084202f53 HTTP/1.1" status: 200 len: 816 time: 0.1162851 Feb 17 09:25:26.975096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8bb51748-4b43-42bf-a259-efa6b63aeea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:27.828798 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:28.031911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:29.635754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:45.944323 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58002) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:25:45.992905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-1b390e30-fc60-48dc-a960-ead7b35a5f7b admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:25:45.993882 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1b390e30-fc60-48dc-a960-ead7b35a5f7b admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486281 Feb 17 09:25:47.452135 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:25:48.279637 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58012) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:25:48.353002 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-28936602-4b8a-4730-b7a3-699c55ed567f admin admin] GET failed (client error): The resource could not be found. Feb 17 09:25:48.354362 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-28936602-4b8a-4730-b7a3-699c55ed567f admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0733893 Feb 17 09:25:48.492035 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303b2bcf-4c53-44b6-a3c8-08c20e693d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:48.493475 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-303b2bcf-4c53-44b6-a3c8-08c20e693d15 admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1320179 Feb 17 09:25:50.806459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58022) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:25:50.870344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:25:50.876258 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:25:50.894079 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:25:50.968288 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Made reservation on behalf of 221a57196f8d4e9e85cca736e81b34a7 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:25:50.971048 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:51.082157 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING neutron.services.revisions.revision_plugin [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Could not find related network for resource to bump revision. Feb 17 09:25:51.096273 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:25:51.111870 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:51.112368 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Added segment 8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c of type vlan for network b0e0fd59-80d2-442e-8368-a49187d40efd Feb 17 09:25:51.146560 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:51.279498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:51.280670 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:51.281359 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:51.392639 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Pushing event updated for resources: {'Network': ['ID=b0e0fd59-80d2-442e-8368-a49187d40efd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:25:51.400595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:51.400867 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:51.401210 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:51.401689 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:51.401873 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:51.403133 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:51.408898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:51.408898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:51.408898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:51.408898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:51.408898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:51.408898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:51.416689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network b0e0fd59-80d2-442e-8368-a49187d40efd details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:25:51.508402 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-eabd0638-1fcd-4fb5-9d12-c5c6ac817bfa admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7000885 Feb 17 09:25:53.870739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58036) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:25:53.945996 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-864d82b4-deb4-4fa4-8901-9f2952487725 admin admin] GET failed (client error): The resource could not be found. Feb 17 09:25:53.946561 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-864d82b4-deb4-4fa4-8901-9f2952487725 admin admin] Synchronizing usage tracker for tenant:221a57196f8d4e9e85cca736e81b34a7 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:25:54.072900 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-864d82b4-deb4-4fa4-8901-9f2952487725 admin admin] Unset dirty status for tenant:221a57196f8d4e9e85cca736e81b34a7 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:25:54.074716 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-864d82b4-deb4-4fa4-8901-9f2952487725 admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.2022729 Feb 17 09:25:54.265619 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db174bf6-c06a-4cd4-be8a-68f37fecc7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:54.267277 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-db174bf6-c06a-4cd4-be8a-68f37fecc7f1 admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1877151 Feb 17 09:25:54.280549 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5c83d5ef-4158-473c-909c-05f5041e318c admin admin] Request body: {'subnet': {'network_id': 'b0e0fd59-80d2-442e-8368-a49187d40efd', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:25:54.285848 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5c83d5ef-4158-473c-909c-05f5041e318c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:25:54.297614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5c83d5ef-4158-473c-909c-05f5041e318c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:25:54.430778 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c83d5ef-4158-473c-909c-05f5041e318c admin admin] Made reservation on behalf of 221a57196f8d4e9e85cca736e81b34a7 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:25:54.433153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c83d5ef-4158-473c-909c-05f5041e318c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:54.644666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e4132606-fb75-4ed1-b5e9-291550a5803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:54.747718 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c83d5ef-4158-473c-909c-05f5041e318c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:54.825512 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83d5ef-4158-473c-909c-05f5041e318c admin admin] Pushing event updated for resources: {'Subnet': ['ID=385451ea-9a3b-47cf-9021-6d21e72911e9,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:25:54.838269 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83d5ef-4158-473c-909c-05f5041e318c admin admin] Checking segment: {'id': '8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b0e0fd59-80d2-442e-8368-a49187d40efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:25:54.838635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c83d5ef-4158-473c-909c-05f5041e318c admin admin] Network hostable DHCP agents. Network: b0e0fd59-80d2-442e-8368-a49187d40efd, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:25:54.922139 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c83d5ef-4158-473c-909c-05f5041e318c admin admin] Network b0e0fd59-80d2-442e-8368-a49187d40efd is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:25:55.021520 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5c83d5ef-4158-473c-909c-05f5041e318c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, b0e0fd59-80d2-442e-8368-a49187d40efd) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:25:55.025978 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83d5ef-4158-473c-909c-05f5041e318c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:25:55.026616 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c83d5ef-4158-473c-909c-05f5041e318c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:55.032282 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97337642-3883-4f4d-b33e-cd91b17dee56 None None] Network b0e0fd59-80d2-442e-8368-a49187d40efd requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:25:55.119408 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5c83d5ef-4158-473c-909c-05f5041e318c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8429997 Feb 17 09:25:55.265561 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-b0e0fd59-80d2-442e-8368-a49187d40efd', 'network_id': 'b0e0fd59-80d2-442e-8368-a49187d40efd', 'tenant_id': '221a57196f8d4e9e85cca736e81b34a7', 'fixed_ips': [{'subnet_id': '385451ea-9a3b-47cf-9021-6d21e72911e9'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:25:55.266528 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:55.448344 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Allocated IP 192.168.233.2 (b0e0fd59-80d2-442e-8368-a49187d40efd/385451ea-9a3b-47cf-9021-6d21e72911e9/fa5a94fb-9577-4cb2-bfb9-544e0cd22a46) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:25:55.687009 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:55.697716 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Transition to ACTIVE for port object fa5a94fb-9577-4cb2-bfb9-544e0cd22a46 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:25:55.721876 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Transition to ACTIVE for port object fa5a94fb-9577-4cb2-bfb9-544e0cd22a46 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:25:55.795189 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:55.867361 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Network b0e0fd59-80d2-442e-8368-a49187d40efd is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:25:55.873406 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:25:55.877400 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:25:55.883394 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Pushing event updated for resources: {'Port': ['ID=fa5a94fb-9577-4cb2-bfb9-544e0cd22a46,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:25:55.917452 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:55.917823 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:55.918228 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:55.919231 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:55.919575 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:55.919945 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:55.920289 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:55.920620 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:55.920964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:55.921299 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:55.921620 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:55.921947 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:25:55.991782 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Attempting to bind port fa5a94fb-9577-4cb2-bfb9-544e0cd22a46 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:25:55.992153 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Attempting to bind port fa5a94fb-9577-4cb2-bfb9-544e0cd22a46 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b0e0fd59-80d2-442e-8368-a49187d40efd'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:25:55.992517 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Attempting to bind port fa5a94fb-9577-4cb2-bfb9-544e0cd22a46 on network b0e0fd59-80d2-442e-8368-a49187d40efd {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:25:55.999396 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:25:55.999764 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Checking segment: {'id': '8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b0e0fd59-80d2-442e-8368-a49187d40efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:25:56.000164 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:56.000548 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Bound using segment: {'id': '8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b0e0fd59-80d2-442e-8368-a49187d40efd'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:25:56.001022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Bound port: fa5a94fb-9577-4cb2-bfb9-544e0cd22a46, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b0e0fd59-80d2-442e-8368-a49187d40efd'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:25:56.001406 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:56.099285 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] For port fa5a94fb-9577-4cb2-bfb9-544e0cd22a46, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:25:56.102447 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] For port fa5a94fb-9577-4cb2-bfb9-544e0cd22a46, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fa5a94fb-9577-4cb2-bfb9-544e0cd22a46,segment=NetworkSegment(8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c),segment_id=8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:25:56.227740 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:56.314328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d358b3-97d2-4e15-b92c-06b0504d5125 None None] Pushing event updated for resources: {'Port': ['ID=fa5a94fb-9577-4cb2-bfb9-544e0cd22a46,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:25:56.970899 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d9d2a7e-56ed-411e-921a-a3f39bae167a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:57.308227 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124f2099-d7b5-4d0f-b7d5-9ea23341c518 None None] Network b0e0fd59-80d2-442e-8368-a49187d40efd requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:25:57.501986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b593ee20-dbfc-4138-b307-ac00b6ef7fb3 None None] Provisioning for port fa5a94fb-9577-4cb2-bfb9-544e0cd22a46 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:25:57.835581 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:57.869858 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fa5a94fb-9577-4cb2-bfb9-544e0cd22a46 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:25:58.070303 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:58.070303 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port fa5a94fb-9577-4cb2-bfb9-544e0cd22a46 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:25:58.070303 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fa5a94fb-9577-4cb2-bfb9-544e0cd22a46 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:25:58.070303 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:58.205855 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:58.244061 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port fa5a94fb-9577-4cb2-bfb9-544e0cd22a46, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fa5a94fb-9577-4cb2-bfb9-544e0cd22a46,segment=NetworkSegment(8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c),segment_id=8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:25:58.362669 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:58.443946 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=fa5a94fb-9577-4cb2-bfb9-544e0cd22a46,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:25:59.625483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:25:59.841549 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fa5a94fb-9577-4cb2-bfb9-544e0cd22a46 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:25:59.932738 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fa5a94fb-9577-4cb2-bfb9-544e0cd22a46 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:25:59.933461 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:26:24.451030 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:26:24.679784 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-51db0410-457c-411b-b2a0-1d0d69c89d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:26:26.924923 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53229a02-f5d1-4180-9969-1219bdf97130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:26:27.845739 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:26:27.976988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:26:29.621122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:26:54.650987 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76f6f2d6-50e4-437f-a0e4-b643cf3a24fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:26:56.924872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fee6dc21-24ce-47ed-b05d-2b5cedfc3bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:26:57.856487 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:26:58.000749 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:26:59.605496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:27:01.449045 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:27:24.631138 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-051298b9-41bd-4534-8846-72cfe841513c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:27:26.955429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d86961dc-9b6d-4561-8e5f-7fd7a72f5a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:27:27.830756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:27:28.001986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:27:29.618869 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:27:38.452913 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:27:40.567650 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58076) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:27:40.574557 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-f3f278dd-12b9-4386-b000-2e629bf50132 tempest-verify_tempest_config-697548702 tempest-verify_tempest_config-697548702-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:27:40.575947 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f3f278dd-12b9-4386-b000-2e629bf50132 tempest-verify_tempest_config-697548702 tempest-verify_tempest_config-697548702-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071695 Feb 17 09:27:41.231593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58094) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:27:41.396850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:27:41.423383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:27:41.431221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Usage tracker for resource:security_group_rule and tenant:46a584a084d14bf69fee2e6a69b0bb16 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:27:41.436504 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:27:41.448347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:27:41.563700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:27:41.694082 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:27:41.746738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a0de12-5eb7-4518-9c2a-e3cf9cd75c67,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:27:41.751478 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=46a584a084d14bf69fee2e6a69b0bb16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5187294 Feb 17 09:27:41.754623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58100) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:27:41.757723 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:41.758136 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:41.758438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:41.758772 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:41.759159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:41.759654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:41.759802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:41.760079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:41.760407 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:41.760727 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:41.761058 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:41.761376 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48ea6-2707-4c26-85a5-9005bcb3c055 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:41.833793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:27:41.862517 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:27:42.048985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:27:42.069934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a0de12-5eb7-4518-9c2a-e3cf9cd75c67,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:27:42.073699 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:27:42.074923 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/33a0de12-5eb7-4518-9c2a-e3cf9cd75c67 HTTP/1.1" status: 204 len: 168 time: 0.3189282 Feb 17 09:27:42.081207 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:42.081207 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:42.081207 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:42.081207 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:42.081761 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:42.081761 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:42.082108 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:42.082435 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:42.082724 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:42.083045 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:42.083364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:42.083680 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4701045-1b61-4ac7-b3b0-8ed9774e1f1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:27:54.619905 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-022f61f5-cf67-4e13-9e82-6d37cd79ab12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:27:57.031550 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-92945340-81ec-4614-85bf-c5b2bfb9d9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:27:57.842638 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:27:57.985823 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:27:59.660164 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:28:15.451777 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:28:24.610102 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-98fba83f-72b1-46f8-959e-5b0f6f129e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:28:26.946888 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b12de82f-1faf-4f44-be87-ad34b83782e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:28:27.833901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:28:27.992730 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:28:29.609836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:28:52.451551 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:28:54.610608 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e742e0be-eb2c-4878-b4db-2dda4c22174a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:28:56.942392 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6788e8a3-fd32-48c5-b3dd-deafb28b14dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:28:57.851063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:28:57.988011 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:28:59.599467 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:29:08.297215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1952097'] for agent, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:29:23.221627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58178) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:29:23.339504 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c7e2d5e1-f323-4f91-9fed-864008ee64c8 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1165011 Feb 17 09:29:24.612525 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9c487c0c-f081-44df-a0bf-1c9322e04628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:29:25.608053 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58188) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:29:25.673427 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bd613f70-3280-4a22-a388-bedd31c36c52 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0642235 Feb 17 09:29:26.932117 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-04882aeb-7c21-438d-a4e2-81c8083d7562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:29:27.811937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:29:27.983503 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:29:29.451478 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:29:29.635401 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:29:38.235357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:29:54.631304 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df7dd35d-dcbb-4bc1-b408-1b4d8d136d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:29:56.961015 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8bef3bf-d95e-4fa2-a49f-db92e437437d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:29:57.829013 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:29:57.994566 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:29:59.611221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:30:06.453135 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:30:08.230486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:30:24.580736 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be0104f1-3f81-4899-bb24-a35569445626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:30:26.929473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-549ab823-518f-4e95-bae0-4c0bd029e7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:30:27.837186 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:30:28.019948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:30:29.625357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:30:38.233400 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:30:43.455417 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:30:54.604080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9dca931-8733-4889-ba20-951a22db8ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:30:56.946438 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-588bbe00-78d1-455f-b09c-7bca2028a0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:30:57.808992 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:30:57.981599 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:30:59.658230 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:30:59.820030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58372) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:00.127245 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58384) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:00.229548 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58392) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:00.359786 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-175785175-network', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:00.364766 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:00.369062 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Usage tracker for resource:network and tenant:56df9d1b031c48beb7a5b8a4e5050229 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:00.373177 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:00.379586 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:00.452456 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Made reservation on behalf of 56df9d1b031c48beb7a5b8a4e5050229 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:00.454789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:00.467483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:00.483419 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:00.487635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Usage tracker for resource:security_group_rule and tenant:56df9d1b031c48beb7a5b8a4e5050229 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:00.493065 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:00.498076 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:00.617794 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:00.736294 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1846627805'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:00.748311 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:00.754558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Usage tracker for resource:network and tenant:b5c84a90c1b440d389700cbbaf6082f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:00.757602 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:00.764635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:00.803921 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:00.839484 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:31:00.854313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6600153-90e0-44a7-a8de-807a9cf806d2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:00.858444 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:00.859035 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Added segment 60c46695-6567-4489-adea-5df5bc783183 of type vlan for network a19cb067-687e-46e4-8864-55b4e53b82a3 Feb 17 09:31:00.869794 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:00.870171 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:00.870688 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:00.871022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:00.871352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:00.871678 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:00.872231 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:00.872569 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:00.872888 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:00.873375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:00.873698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:00.874021 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Tracked resource versions report: Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: pushed versions: Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: { 'AddressGroup': {'1.2'}, Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'ConntrackHelper': {'1.0'}, Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Log': {'1.0'}, Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Network': {'1.1'}, Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Port': {'1.7'}, Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'PortForwarding': {'1.2'}, Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'QosPolicy': {'1.8'}, Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'SecurityGroup': {'1.4'}, Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'SubPort': {'1.0'}, Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Subnet': {'1.1'}, Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Trunk': {'1.1'}} Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: consumer versions: Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: { DHCP agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: HyperV agent@hv-neutron-8281: {}, Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: L3 agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: Metadata agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: Metering agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: Open vSwitch agent@dv-neutron-828143-5-hyperv: { 'AddressGroup': '1.2', Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'ConntrackHelper': '1.0', Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Log': '1.0', Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Network': '1.1', Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Port': '1.7', Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'PortForwarding': '1.2', Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'QosPolicy': '1.8', Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'SecurityGroup': '1.4', Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'SecurityGroupRule': '1.2', Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'SubPort': '1.0', Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Subnet': '1.1', Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: 'Trunk': '1.1'}} Feb 17 09:31:00.875181 dv-neutron-828143-5-hyperv neutron-server[88369]: {{(pid=88369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:31:00.897814 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:00.902406 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Made reservation on behalf of b5c84a90c1b440d389700cbbaf6082f6 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:00.907091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:00.926387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:00.957554 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-86002677-network', 'tenant_id': 'c1c659be8822417aae54db469e0be910'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:00.971235 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:00.975701 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:00.978376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Usage tracker for resource:security_group_rule and tenant:b5c84a90c1b440d389700cbbaf6082f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:00.982692 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:00.985537 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Usage tracker for resource:network and tenant:c1c659be8822417aae54db469e0be910 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:00.990379 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:00.992963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:00.998998 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:01.037404 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.038373 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:01.038948 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.062001 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58412) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:01.183082 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Made reservation on behalf of c1c659be8822417aae54db469e0be910 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:01.185672 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.219765 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.224359 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.242697 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4208732 Feb 17 09:31:01.243685 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8918b29-13b9-42c7-8b8b-f1c70b4f7945 admin admin] Pushing event updated for resources: {'Network': ['ID=a19cb067-687e-46e4-8864-55b4e53b82a3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:01.245977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58424) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:01.251910 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:01.257358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Request body: {'subnet': {'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-175785175-subnet', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:01.257985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Usage tracker for resource:security_group_rule and tenant:c1c659be8822417aae54db469e0be910 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:01.262259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:01.266835 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network a19cb067-687e-46e4-8864-55b4e53b82a3 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:31:01.269775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:01.270242 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:01.279810 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Usage tracker for resource:subnet and tenant:56df9d1b031c48beb7a5b8a4e5050229 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:01.291423 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:01.295629 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.302990 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:01.349228 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:31:01.361065 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79385453-05fa-4645-891c-0f6d7f592a91,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:01.397039 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Made reservation on behalf of 56df9d1b031c48beb7a5b8a4e5050229 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:01.399837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Notify callbacks [] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.410349 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.410758 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Added segment 86c3cfbd-9768-489c-9d40-eabab5d2ebd2 of type vlan for network 61a0226b-6c39-4a84-b77c-6525af27b5bf Feb 17 09:31:01.423584 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.444707 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.522510 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.541517 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:31:01.555514 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.556129 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Added segment f7a16081-d24e-4724-aa40-c8b335ca82d9 of type vlan for network 27d87cf8-de12-4c79-864c-28a6bac16755 Feb 17 09:31:01.578548 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.584420 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:01.585386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.653690 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-84cac4a8-dc18-4f9b-9614-a0a57d3fa004 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1689878276'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:01.659086 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-84cac4a8-dc18-4f9b-9614-a0a57d3fa004 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:01.663837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-84cac4a8-dc18-4f9b-9614-a0a57d3fa004 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Usage tracker for resource:router and tenant:cf2aa18e6fc94ab298386a626b8d9880 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:01.667607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-84cac4a8-dc18-4f9b-9614-a0a57d3fa004 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:01.676255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-84cac4a8-dc18-4f9b-9614-a0a57d3fa004 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:01.721134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.749749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8578dbf6-893e-4da9-8a89-753fb1b0c8dc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:01.760389 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84cac4a8-dc18-4f9b-9614-a0a57d3fa004 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.761436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84cac4a8-dc18-4f9b-9614-a0a57d3fa004 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.769772 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Pushing event updated for resources: {'Network': ['ID=61a0226b-6c39-4a84-b77c-6525af27b5bf,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:01.779949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84cac4a8-dc18-4f9b-9614-a0a57d3fa004 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.787163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 61a0226b-6c39-4a84-b77c-6525af27b5bf details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:31:01.851823 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.900175 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-84ece42b-187c-4df7-a553-0eb33e1b8ecc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7717938 Feb 17 09:31:01.902527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.902527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:01.903570 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:01.913794 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58444) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:01.939689 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Checking segment: {'id': '60c46695-6567-4489-adea-5df5bc783183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:01.940337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Network hostable DHCP agents. Network: a19cb067-687e-46e4-8864-55b4e53b82a3, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:31:01.952281 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-79100e60-070a-4bb3-96b6-eaf3865181dd tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Request body: {'subnet': {'network_id': '61a0226b-6c39-4a84-b77c-6525af27b5bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:01.959850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84cac4a8-dc18-4f9b-9614-a0a57d3fa004 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:02.000234 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=817248b4-1923-4b39-90c7-0ed24f8eb587,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:02.010544 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:02.010909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:02.011273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:02.011604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:02.011931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:02.012915 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:02.013246 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:02.013572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:02.013920 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:02.014287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:02.014610 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:02.014928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Tracked resource versions report: Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: pushed versions: Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: { 'AddressGroup': {'1.2'}, Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'ConntrackHelper': {'1.0'}, Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Log': {'1.0'}, Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Network': {'1.1'}, Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Port': {'1.7'}, Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'PortForwarding': {'1.2'}, Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'QosPolicy': {'1.8'}, Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'SecurityGroup': {'1.4'}, Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'SubPort': {'1.0'}, Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Subnet': {'1.1'}, Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Trunk': {'1.1'}} Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: consumer versions: Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: { DHCP agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: HyperV agent@hv-neutron-8281: {}, Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: L3 agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: Metadata agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: Metering agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: Open vSwitch agent@dv-neutron-828143-5-hyperv: { 'AddressGroup': '1.2', Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'ConntrackHelper': '1.0', Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Log': '1.0', Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Network': '1.1', Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Port': '1.7', Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'PortForwarding': '1.2', Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'QosPolicy': '1.8', Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'SecurityGroup': '1.4', Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'SecurityGroupRule': '1.2', Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'SubPort': '1.0', Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Subnet': '1.1', Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: 'Trunk': '1.1'}} Feb 17 09:31:02.016410 dv-neutron-828143-5-hyperv neutron-server[88370]: {{(pid=88370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:31:02.047328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Network a19cb067-687e-46e4-8864-55b4e53b82a3 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:31:02.105083 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84cac4a8-dc18-4f9b-9614-a0a57d3fa004 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:02.107790 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-84cac4a8-dc18-4f9b-9614-a0a57d3fa004 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0431769 Feb 17 09:31:02.110478 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58454) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:02.127782 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, a19cb067-687e-46e4-8864-55b4e53b82a3) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:02.139814 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163d519b-ee32-49a5-b899-9a3c918097aa None None] Network a19cb067-687e-46e4-8864-55b4e53b82a3 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:02.144815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:02.145864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:02.195185 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58460) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:02.203682 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9735820 Feb 17 09:31:02.210428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58464) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:02.217975 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b0d5ad8f-6986-41ad-9c36-f68ac6f731a3 admin admin] Request body: {'subnet': {'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-86002677-subnet', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:02.224348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b22332-b1af-41f5-a703-e9a647d9ef26 admin admin] Pushing event updated for resources: {'Network': ['ID=27d87cf8-de12-4c79-864c-28a6bac16755,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:02.224694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b0d5ad8f-6986-41ad-9c36-f68ac6f731a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:02.237211 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f765e93d-7b90-445e-b66d-9e09a8f68caf admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9849424 Feb 17 09:31:02.241747 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 27d87cf8-de12-4c79-864c-28a6bac16755 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:31:02.245742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58470) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:02.247648 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b0d5ad8f-6986-41ad-9c36-f68ac6f731a3 admin admin] Usage tracker for resource:subnet and tenant:c1c659be8822417aae54db469e0be910 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:02.254829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-175785175-router', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:02.258615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b0d5ad8f-6986-41ad-9c36-f68ac6f731a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:02.268468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:02.271789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b0d5ad8f-6986-41ad-9c36-f68ac6f731a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:02.276724 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Usage tracker for resource:router and tenant:56df9d1b031c48beb7a5b8a4e5050229 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:02.282785 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:02.292942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:02.367852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d5ad8f-6986-41ad-9c36-f68ac6f731a3 admin admin] Made reservation on behalf of c1c659be8822417aae54db469e0be910 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:02.371788 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b0d5ad8f-6986-41ad-9c36-f68ac6f731a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:02.373576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-79100e60-070a-4bb3-96b6-eaf3865181dd tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:02.380581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94b714f8-3729-4e27-8436-9c71b15c69a3 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:02.416400 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:02.417444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:02.440463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-79100e60-070a-4bb3-96b6-eaf3865181dd tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Usage tracker for resource:subnet and tenant:b5c84a90c1b440d389700cbbaf6082f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:02.463638 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-79100e60-070a-4bb3-96b6-eaf3865181dd tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:02.550325 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-a19cb067-687e-46e4-8864-55b4e53b82a3', 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'fixed_ips': [{'subnet_id': '817248b4-1923-4b39-90c7-0ed24f8eb587'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:31:02.551459 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:02.562636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:02.589857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-79100e60-070a-4bb3-96b6-eaf3865181dd tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:02.623080 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1615070929'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:02.636926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:02.662928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Usage tracker for resource:network and tenant:8d202ead648e426a8320ff6ba7da2076 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:02.671274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:02.681072 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:02.770354 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58484) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:02.825673 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Made reservation on behalf of 8d202ead648e426a8320ff6ba7da2076 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:02.835459 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:02.839012 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79100e60-070a-4bb3-96b6-eaf3865181dd tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Made reservation on behalf of b5c84a90c1b440d389700cbbaf6082f6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:02.843108 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79100e60-070a-4bb3-96b6-eaf3865181dd tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:02.866814 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Allocated IP 172.20.0.2 (a19cb067-687e-46e4-8864-55b4e53b82a3/817248b4-1923-4b39-90c7-0ed24f8eb587/057639b3-eb8a-48e8-9d10-30122cc8532c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:02.920975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94b714f8-3729-4e27-8436-9c71b15c69a3 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:02.928166 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94b714f8-3729-4e27-8436-9c71b15c69a3 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:02.984145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:02.999747 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58492) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:03.130479 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.138804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94b714f8-3729-4e27-8436-9c71b15c69a3 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.140303 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b714f8-3729-4e27-8436-9c71b15c69a3 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7513a3cc-9cda-47df-a21c-69f3bdc35239 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:31:03.141438 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Transition to ACTIVE for port object 057639b3-eb8a-48e8-9d10-30122cc8532c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:03.161576 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Transition to ACTIVE for port object 057639b3-eb8a-48e8-9d10-30122cc8532c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:03.178669 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94b714f8-3729-4e27-8436-9c71b15c69a3 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.181372 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-94b714f8-3729-4e27-8436-9c71b15c69a3 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] 10.222.0.75 "DELETE /v2.0/routers/7513a3cc-9cda-47df-a21c-69f3bdc35239 HTTP/1.1" status: 204 len: 168 time: 1.0686655 Feb 17 09:31:03.185149 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58500) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:03.192712 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-29eb4897-ec73-4ad3-8a55-8c54adf22454 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Request body: {'router': {'name': 'tempest-router-1767663698', 'distributed': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:03.199860 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-29eb4897-ec73-4ad3-8a55-8c54adf22454 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:03.206001 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-29eb4897-ec73-4ad3-8a55-8c54adf22454 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Usage tracker for resource:router and tenant:cf2aa18e6fc94ab298386a626b8d9880 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:03.219959 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-29eb4897-ec73-4ad3-8a55-8c54adf22454 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:03.232055 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-29eb4897-ec73-4ad3-8a55-8c54adf22454 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:03.236610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.236755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:03.267047 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Usage tracker for resource:security_group_rule and tenant:8d202ead648e426a8320ff6ba7da2076 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:03.294961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:03.302892 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:03.312259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Usage tracker for resource:floatingip and tenant:9731cdc1da0b494faa2bd0f59b44d4cc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:03.316736 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79100e60-070a-4bb3-96b6-eaf3865181dd tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.323362 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:03.335478 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:03.343778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.354660 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:03.360237 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Network a19cb067-687e-46e4-8864-55b4e53b82a3 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:03.363664 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:03.367871 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:03.379595 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Pushing event updated for resources: {'Port': ['ID=057639b3-eb8a-48e8-9d10-30122cc8532c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:03.427900 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:03.428526 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:03.429072 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:03.429588 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:03.429895 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b0d5ad8f-6986-41ad-9c36-f68ac6f731a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.430324 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:03.430870 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:03.431382 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:03.431901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:03.432935 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:03.433655 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:03.435150 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:03.435279 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:03.435815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Tracked resource versions report: Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: pushed versions: Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: { 'AddressGroup': {'1.2'}, Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'ConntrackHelper': {'1.0'}, Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Log': {'1.0'}, Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Network': {'1.1'}, Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Port': {'1.7'}, Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'PortForwarding': {'1.2'}, Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'QosPolicy': {'1.8'}, Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'SecurityGroup': {'1.4'}, Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'SubPort': {'1.0'}, Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Subnet': {'1.1'}, Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Trunk': {'1.1'}} Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: consumer versions: Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: { DHCP agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: HyperV agent@hv-neutron-8281: {}, Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: L3 agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: Metadata agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: Metering agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: Open vSwitch agent@dv-neutron-828143-5-hyperv: { 'AddressGroup': '1.2', Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'ConntrackHelper': '1.0', Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Log': '1.0', Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Network': '1.1', Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Port': '1.7', Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'PortForwarding': '1.2', Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'QosPolicy': '1.8', Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'SecurityGroup': '1.4', Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'SecurityGroupRule': '1.2', Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'SubPort': '1.0', Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Subnet': '1.1', Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: 'Trunk': '1.1'}} Feb 17 09:31:03.437146 dv-neutron-828143-5-hyperv neutron-server[88371]: {{(pid=88371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:31:03.447105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-54298838'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:03.449212 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29eb4897-ec73-4ad3-8a55-8c54adf22454 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.450735 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29eb4897-ec73-4ad3-8a55-8c54adf22454 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.461208 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79100e60-070a-4bb3-96b6-eaf3865181dd tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Pushing event updated for resources: {'Subnet': ['ID=908cb55c-819d-4956-860c-90db93ff136a,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:03.505074 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29eb4897-ec73-4ad3-8a55-8c54adf22454 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.507564 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Attempting to bind port 057639b3-eb8a-48e8-9d10-30122cc8532c on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:03.507937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Attempting to bind port 057639b3-eb8a-48e8-9d10-30122cc8532c by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '60c46695-6567-4489-adea-5df5bc783183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:03.508290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Attempting to bind port 057639b3-eb8a-48e8-9d10-30122cc8532c on network a19cb067-687e-46e4-8864-55b4e53b82a3 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:03.515827 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:31:03.519374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Checking segment: {'id': '60c46695-6567-4489-adea-5df5bc783183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:03.519374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.519374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Bound using segment: {'id': '60c46695-6567-4489-adea-5df5bc783183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:31:03.519374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Bound port: 057639b3-eb8a-48e8-9d10-30122cc8532c, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c46695-6567-4489-adea-5df5bc783183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:31:03.519374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.520844 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79100e60-070a-4bb3-96b6-eaf3865181dd tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Checking segment: {'id': '86c3cfbd-9768-489c-9d40-eabab5d2ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '61a0226b-6c39-4a84-b77c-6525af27b5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:03.521196 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79100e60-070a-4bb3-96b6-eaf3865181dd tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Network hostable DHCP agents. Network: 61a0226b-6c39-4a84-b77c-6525af27b5bf, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:31:03.543824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:03.548039 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Usage tracker for resource:network and tenant:c8814eeea7ca49fd96b1d46a708d9751 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:03.567965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.599957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:03.606215 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:03.624729 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] For port 057639b3-eb8a-48e8-9d10-30122cc8532c, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:31:03.630243 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] For port 057639b3-eb8a-48e8-9d10-30122cc8532c, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=057639b3-eb8a-48e8-9d10-30122cc8532c,segment=NetworkSegment(60c46695-6567-4489-adea-5df5bc783183),segment_id=60c46695-6567-4489-adea-5df5bc783183)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:31:03.632712 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29eb4897-ec73-4ad3-8a55-8c54adf22454 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.672515 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5ad8f-6986-41ad-9c36-f68ac6f731a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5521f55-5393-4abb-b946-8c660da7abe1,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:03.692304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d5ad8f-6986-41ad-9c36-f68ac6f731a3 admin admin] Checking segment: {'id': 'f7a16081-d24e-4724-aa40-c8b335ca82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:03.692441 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79100e60-070a-4bb3-96b6-eaf3865181dd tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Network 61a0226b-6c39-4a84-b77c-6525af27b5bf is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:31:03.692543 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d5ad8f-6986-41ad-9c36-f68ac6f731a3 admin admin] Network hostable DHCP agents. Network: 27d87cf8-de12-4c79-864c-28a6bac16755, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:31:03.701472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Made reservation on behalf of c8814eeea7ca49fd96b1d46a708d9751 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:03.704913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.731431 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.738229 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.748228 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.757090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:03.762455 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Usage tracker for resource:security_group_rule and tenant:c8814eeea7ca49fd96b1d46a708d9751 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:03.773412 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:03.782731 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-79100e60-070a-4bb3-96b6-eaf3865181dd tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 61a0226b-6c39-4a84-b77c-6525af27b5bf) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:03.784488 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29eb4897-ec73-4ad3-8a55-8c54adf22454 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.785596 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-29eb4897-ec73-4ad3-8a55-8c54adf22454 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5988848 Feb 17 09:31:03.789430 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79100e60-070a-4bb3-96b6-eaf3865181dd tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:03.789915 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79100e60-070a-4bb3-96b6-eaf3865181dd tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.797233 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58516) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:03.804909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:03.805062 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.805184 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fd0d1f-1180-42f4-a4bc-8d79d90060c6 None None] Network 61a0226b-6c39-4a84-b77c-6525af27b5bf requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:03.825584 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.892849 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:31:03.900881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d5ad8f-6986-41ad-9c36-f68ac6f731a3 admin admin] Network 27d87cf8-de12-4c79-864c-28a6bac16755 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:31:03.929583 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-b0d5ad8f-6986-41ad-9c36-f68ac6f731a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 27d87cf8-de12-4c79-864c-28a6bac16755) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:03.931252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb81c18-3029-49e8-ad7e-ea56abce1808,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:03.945340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794429363366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.945973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Unsubscribe: segment precommit_create {{(pid=88370) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 09:31:03.946454 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Added segment f36497dd-b4b9-418b-a7e8-1c114dd411ae of type vlan for network 544f419a-9079-42f2-9f31-9dff17210e7d Feb 17 09:31:03.956222 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d5ad8f-6986-41ad-9c36-f68ac6f731a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:03.956805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b0d5ad8f-6986-41ad-9c36-f68ac6f731a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:03.977667 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b4cb91-76da-4cff-a742-e603e782c1f7 None None] Network 27d87cf8-de12-4c79-864c-28a6bac16755 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:04.071041 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d34a680f-26d2-44b4-a14e-8559014fe9aa tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.148213 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.157787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f27cf-0129-4b34-abe6-8843f9e60e9e None None] Pushing event updated for resources: {'Port': ['ID=057639b3-eb8a-48e8-9d10-30122cc8532c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:04.194569 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-61a0226b-6c39-4a84-b77c-6525af27b5bf', 'network_id': '61a0226b-6c39-4a84-b77c-6525af27b5bf', 'tenant_id': 'b5c84a90c1b440d389700cbbaf6082f6', 'fixed_ips': [{'subnet_id': '908cb55c-819d-4956-860c-90db93ff136a'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:31:04.197579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.308939 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.345132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58530) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:04.351601 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b0d5ad8f-6986-41ad-9c36-f68ac6f731a3 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1398718 Feb 17 09:31:04.359533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58534) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:04.389101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-86002677-router', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:04.405603 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:04.419322 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Usage tracker for resource:router and tenant:c1c659be8822417aae54db469e0be910 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:04.428050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:04.432798 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:31:04.474864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:04.479096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Allocated IP 172.20.0.2 (61a0226b-6c39-4a84-b77c-6525af27b5bf/908cb55c-819d-4956-860c-90db93ff136a/2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:04.491080 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.551739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.574844 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d34a680f-26d2-44b4-a14e-8559014fe9aa tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.577586 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d34a680f-26d2-44b4-a14e-8559014fe9aa tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.620341 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-79100e60-070a-4bb3-96b6-eaf3865181dd tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6797369 Feb 17 09:31:04.626350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58540) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:04.638060 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:31:04.640034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0fa2ae91-2ba8-4402-9169-a7976a1a5edc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1544855341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:04.654083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0fa2ae91-2ba8-4402-9169-a7976a1a5edc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:04.656383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.657321 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.660534 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0fa2ae91-2ba8-4402-9169-a7976a1a5edc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Usage tracker for resource:router and tenant:b5c84a90c1b440d389700cbbaf6082f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:04.660691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bf459e-bcee-4dee-87b4-0d0a78b1e21c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:04.662812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-27d87cf8-de12-4c79-864c-28a6bac16755', 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'fixed_ips': [{'subnet_id': 'f5521f55-5393-4abb-b946-8c660da7abe1'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:31:04.663736 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.667128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0fa2ae91-2ba8-4402-9169-a7976a1a5edc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:04.676443 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.681959 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:04.682571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.692809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:04.697661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d34a680f-26d2-44b4-a14e-8559014fe9aa tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.699372 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34a680f-26d2-44b4-a14e-8559014fe9aa tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 819cd177-28a2-4c01-a93c-321fadf7af04 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:31:04.721897 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0fa2ae91-2ba8-4402-9169-a7976a1a5edc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:04.770502 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d34a680f-26d2-44b4-a14e-8559014fe9aa tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.777359 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d34a680f-26d2-44b4-a14e-8559014fe9aa tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] 10.222.0.75 "DELETE /v2.0/routers/819cd177-28a2-4c01-a93c-321fadf7af04 HTTP/1.1" status: 204 len: 168 time: 0.9705369 Feb 17 09:31:04.777997 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58546) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:04.790640 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7ce775dc-0713-46fc-8a2c-c84a68b25738 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Request body: {'router': {'name': 'tempest-router-2084817600', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e194d8fcdd984d54b94dbb983e480197'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:04.799543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7ce775dc-0713-46fc-8a2c-c84a68b25738 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:04.803789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ae91-2ba8-4402-9169-a7976a1a5edc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.804787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ae91-2ba8-4402-9169-a7976a1a5edc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.816021 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7ce775dc-0713-46fc-8a2c-c84a68b25738 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Usage tracker for resource:router and tenant:e194d8fcdd984d54b94dbb983e480197 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:04.821255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Pushing event updated for resources: {'Network': ['ID=544f419a-9079-42f2-9f31-9dff17210e7d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:04.825579 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.827210 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7ce775dc-0713-46fc-8a2c-c84a68b25738 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:04.842356 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Allocated IP 172.26.4.132 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/ac3dd0ab-0c0c-4044-a429-4486a8df4471) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:04.846436 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7ce775dc-0713-46fc-8a2c-c84a68b25738 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:04.849185 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 544f419a-9079-42f2-9f31-9dff17210e7d details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:31:04.864434 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ae91-2ba8-4402-9169-a7976a1a5edc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.911285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:04.920911 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Usage tracker for resource:floatingip and tenant:20022b5c2a034037aa3f31ad3a4cdaae is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:04.924541 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.925047 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Added segment 0ed6b60a-2e72-4ac2-92d7-7a9dbd9b7703 of type vlan for network 8c2bfd64-4dba-4036-8407-456f49f67b56 Feb 17 09:31:04.928069 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:04.939582 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ce775dc-0713-46fc-8a2c-c84a68b25738 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.940546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ce775dc-0713-46fc-8a2c-c84a68b25738 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.943939 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:04.953509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:04.962607 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ce775dc-0713-46fc-8a2c-c84a68b25738 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.013240 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.016426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.041318 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Transition to ACTIVE for port object 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:05.049630 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.055678 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-328b83e7-731f-436d-ab4c-a6888801b809 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8590086 Feb 17 09:31:05.059822 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58550) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:05.082629 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ae91-2ba8-4402-9169-a7976a1a5edc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.090980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.091124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Transition to ACTIVE for port object 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:05.091124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Allocated IP 172.20.0.2 (27d87cf8-de12-4c79-864c-28a6bac16755/f5521f55-5393-4abb-b946-8c660da7abe1/8c507bef-ceb4-4d7d-81d2-f01248b24299) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:05.092072 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ce775dc-0713-46fc-8a2c-c84a68b25738 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.179549 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.230981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ce775dc-0713-46fc-8a2c-c84a68b25738 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.236555 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7ce775dc-0713-46fc-8a2c-c84a68b25738 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4522500 Feb 17 09:31:05.491844 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58556) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:05.491844 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ae91-2ba8-4402-9169-a7976a1a5edc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.491844 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0fa2ae91-2ba8-4402-9169-a7976a1a5edc tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6121223 Feb 17 09:31:05.491844 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58558) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:05.491844 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.494403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.494403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:05.494403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.497609 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-36d89f69-ac21-49b8-8c3b-6e887beedac0 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:05.498294 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Network 61a0226b-6c39-4a84-b77c-6525af27b5bf is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:05.498294 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:05.498294 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:05.498294 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.498294 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Transition to ACTIVE for port object 8c507bef-ceb4-4d7d-81d2-f01248b24299 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:05.498294 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Transition to ACTIVE for port object 8c507bef-ceb4-4d7d-81d2-f01248b24299 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:05.498294 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771f819e-9dd9-46d8-9c73-b1b6298bfb9b None None] Network a19cb067-687e-46e4-8864-55b4e53b82a3 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:05.502180 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4641736 Feb 17 09:31:05.502504 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58564) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:05.550343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Pushing event updated for resources: {'Port': ['ID=2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:05.559443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-34eff0f9-2a2c-4759-9181-f131751fcc21 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Request body: {'subnet': {'network_id': '8c2bfd64-4dba-4036-8407-456f49f67b56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:05.577871 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Request body: {'network': {'name': 'tempest-network--1143836085', 'router:external': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:05.650796 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Allocated IP 172.26.4.228 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/5d10fabb-d447-44b2-9149-e6493fabf377) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:05.662596 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.747887 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Attempting to bind port 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:05.748625 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Attempting to bind port 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '86c3cfbd-9768-489c-9d40-eabab5d2ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '61a0226b-6c39-4a84-b77c-6525af27b5bf'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:05.748625 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Attempting to bind port 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 on network 61a0226b-6c39-4a84-b77c-6525af27b5bf {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:05.749132 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-34eff0f9-2a2c-4759-9181-f131751fcc21 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:05.762877 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-34eff0f9-2a2c-4759-9181-f131751fcc21 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Usage tracker for resource:subnet and tenant:c8814eeea7ca49fd96b1d46a708d9751 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:05.763090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Network 27d87cf8-de12-4c79-864c-28a6bac16755 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:05.763185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-34eff0f9-2a2c-4759-9181-f131751fcc21 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:05.763185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-34eff0f9-2a2c-4759-9181-f131751fcc21 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:05.767459 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:05.775220 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-51ec75e2-bb19-4eda-b905-1820e28fc4ea None None] Provisioning for port 057639b3-eb8a-48e8-9d10-30122cc8532c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:05.782620 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:05.889263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:31:05.889263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Checking segment: {'id': '86c3cfbd-9768-489c-9d40-eabab5d2ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '61a0226b-6c39-4a84-b77c-6525af27b5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:05.889263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.889263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Bound using segment: {'id': '86c3cfbd-9768-489c-9d40-eabab5d2ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '61a0226b-6c39-4a84-b77c-6525af27b5bf'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:31:05.889263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Bound port: 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c3cfbd-9768-489c-9d40-eabab5d2ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '61a0226b-6c39-4a84-b77c-6525af27b5bf'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:31:05.889263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.890641 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:05.890719 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:05.890790 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Usage tracker for resource:network and tenant:513bbb74f8e24c7f9dd62242457d2d7a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:05.890859 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Pushing event updated for resources: {'Port': ['ID=8c507bef-ceb4-4d7d-81d2-f01248b24299,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:05.890938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:05.890938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:05.893189 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:06.016851 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:06.077601 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14d43d-e55b-4f11-980f-35d21344cb0c tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Pushing event updated for resources: {'Network': ['ID=8c2bfd64-4dba-4036-8407-456f49f67b56,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:06.084282 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 057639b3-eb8a-48e8-9d10-30122cc8532c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:06.140514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 8c2bfd64-4dba-4036-8407-456f49f67b56 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:31:06.169780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Attempting to bind port 8c507bef-ceb4-4d7d-81d2-f01248b24299 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:06.169780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Attempting to bind port 8c507bef-ceb4-4d7d-81d2-f01248b24299 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'f7a16081-d24e-4724-aa40-c8b335ca82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:06.170441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:06.170536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Attempting to bind port 8c507bef-ceb4-4d7d-81d2-f01248b24299 on network 27d87cf8-de12-4c79-864c-28a6bac16755 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:06.198101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:06.259426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Pushing event updated for resources: {'Port': ['ID=ac3dd0ab-0c0c-4044-a429-4486a8df4471,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:06.264883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:06.272404 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:06.282022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eff0f9-2a2c-4759-9181-f131751fcc21 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Made reservation on behalf of c8814eeea7ca49fd96b1d46a708d9751 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:06.282760 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:06.283217 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34eff0f9-2a2c-4759-9181-f131751fcc21 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks [] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:06.283773 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Pushing event updated for resources: {'Port': ['ID=5d10fabb-d447-44b2-9149-e6493fabf377,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:06.287007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:31:06.287673 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Checking segment: {'id': 'f7a16081-d24e-4724-aa40-c8b335ca82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:06.288068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:06.288576 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:06.289162 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Bound using segment: {'id': 'f7a16081-d24e-4724-aa40-c8b335ca82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:31:06.289897 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Bound port: 8c507bef-ceb4-4d7d-81d2-f01248b24299, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a16081-d24e-4724-aa40-c8b335ca82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:31:06.290524 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:06.357180 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] For port 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:31:06.406032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] For port 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8,segment=NetworkSegment(86c3cfbd-9768-489c-9d40-eabab5d2ebd2),segment_id=86c3cfbd-9768-489c-9d40-eabab5d2ebd2)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:31:06.438483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:06.471513 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:06.536621 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 057639b3-eb8a-48e8-9d10-30122cc8532c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:06.540503 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] For port 8c507bef-ceb4-4d7d-81d2-f01248b24299, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:31:06.556309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Made reservation on behalf of 513bbb74f8e24c7f9dd62242457d2d7a for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:06.559661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:06.572043 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 057639b3-eb8a-48e8-9d10-30122cc8532c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:06.572702 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:06.606612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] For port 8c507bef-ceb4-4d7d-81d2-f01248b24299, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8c507bef-ceb4-4d7d-81d2-f01248b24299,segment=NetworkSegment(f7a16081-d24e-4724-aa40-c8b335ca82d9),segment_id=f7a16081-d24e-4724-aa40-c8b335ca82d9)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:31:06.678639 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2f709-9aeb-4171-9c78-d0c25c8f7d9f None None] Pushing event updated for resources: {'Port': ['ID=2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:06.702103 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:06.733210 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:06.765563 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36d89f69-ac21-49b8-8c3b-6e887beedac0 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:06.766438 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36d89f69-ac21-49b8-8c3b-6e887beedac0 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:06.805216 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Allocated IP 172.26.4.92 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/90ad2263-e8e2-48d5-b9d7-15b8398ed419) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:06.859167 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aad58f-5aff-4b16-b639-84bfffce358a None None] Pushing event updated for resources: {'Port': ['ID=8c507bef-ceb4-4d7d-81d2-f01248b24299,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:06.952711 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:07.044393 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 057639b3-eb8a-48e8-9d10-30122cc8532c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=057639b3-eb8a-48e8-9d10-30122cc8532c,segment=NetworkSegment(60c46695-6567-4489-adea-5df5bc783183),segment_id=60c46695-6567-4489-adea-5df5bc783183)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:07.047067 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-36d89f69-ac21-49b8-8c3b-6e887beedac0 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88369) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 17 09:31:07.047067 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-36d89f69-ac21-49b8-8c3b-6e887beedac0 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Router 9c52402d-5f91-4e85-9f82-5d11c0338244 migrating from provider to provider. {{(pid=88369) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 17 09:31:07.047279 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7c3b6b3e-7c8f-45aa-be4f-71a4e3748ebc None None] Provisioning complete for port 057639b3-eb8a-48e8-9d10-30122cc8532c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:07.047353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36d89f69-ac21-49b8-8c3b-6e887beedac0 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:07.047429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6b3e-7c8f-45aa-be4f-71a4e3748ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:07.055141 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36d89f69-ac21-49b8-8c3b-6e887beedac0 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:07.066530 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:07.076762 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Usage tracker for resource:security_group_rule and tenant:513bbb74f8e24c7f9dd62242457d2d7a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:07.091101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:07.106228 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:07.138960 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:07.214737 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:07.225706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:07.232647 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36d89f69-ac21-49b8-8c3b-6e887beedac0 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:07.299895 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=057639b3-eb8a-48e8-9d10-30122cc8532c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:07.545470 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:07.562318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:07.623789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:07.677401 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:07.789988 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING neutron.scheduler.l3_agent_scheduler [None req-36d89f69-ac21-49b8-8c3b-6e887beedac0 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] No L3 agents can host the router 9c52402d-5f91-4e85-9f82-5d11c0338244 Feb 17 09:31:07.794959 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:07.942350 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:08.117137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:08.134519 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:08.150993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:08.167489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Pushing event updated for resources: {'Port': ['ID=90ad2263-e8e2-48d5-b9d7-15b8398ed419,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:08.185390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Allocated IP 172.26.4.199 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/63776b4a-e880-42d3-8b8f-156f8925f03e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:08.198362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a8e034-53df-40b2-b26c-b9a985b7909c None None] Network 61a0226b-6c39-4a84-b77c-6525af27b5bf requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:08.267153 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:08.274088 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:08.361167 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:08.424261 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:08.427476 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d89f69-ac21-49b8-8c3b-6e887beedac0 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Hosts for router 9c52402d-5f91-4e85-9f82-5d11c0338244: [] {{(pid=88369) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 17 09:31:08.434824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:08.486207 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34eff0f9-2a2c-4759-9181-f131751fcc21 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:08.556603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deeb7d0-a47e-4e4c-b111-f8572d9da746 None None] Network 27d87cf8-de12-4c79-864c-28a6bac16755 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:08.584248 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-eb436319-eb39-4b38-80fb-7ecdaee9b2dd None None] Provisioning for port 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:08.604951 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eff0f9-2a2c-4759-9181-f131751fcc21 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Pushing event updated for resources: {'Subnet': ['ID=995ee4a7-ce0e-4daf-be9f-822096515a14,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:08.609266 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:31:08.633808 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d89f69-ac21-49b8-8c3b-6e887beedac0 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Hosts for other DVR routers connected to router 9c52402d-5f91-4e85-9f82-5d11c0338244: set() {{(pid=88369) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 17 09:31:08.643997 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:08.657979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Allocated IP 172.20.0.1 (61a0226b-6c39-4a84-b77c-6525af27b5bf/908cb55c-819d-4956-860c-90db93ff136a/95e0ed19-8f0a-4ac0-94c6-58e00ab813d7) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:08.660886 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9ea06a-f04b-4d4f-bed9-d0da40a4ed58,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:08.663176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:08.663706 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:08.684426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:08.684588 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:08.685053 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Added segment 275172a6-e547-43a2-b44e-a4d2d2df99d3 of type vlan for network 2081b3db-851f-4d8e-8f6f-f363d5ca2bf7 Feb 17 09:31:08.688067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:08.804374 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:31:08.824450 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:31:08.834103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eff0f9-2a2c-4759-9181-f131751fcc21 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Checking segment: {'id': '0ed6b60a-2e72-4ac2-92d7-7a9dbd9b7703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8c2bfd64-4dba-4036-8407-456f49f67b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:08.834543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eff0f9-2a2c-4759-9181-f131751fcc21 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Network hostable DHCP agents. Network: 8c2bfd64-4dba-4036-8407-456f49f67b56, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:31:08.849701 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:08.863721 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:08.898111 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e4f2fde3-03bd-48d3-960f-43a3b6908f27 None None] Provisioning for port 8c507bef-ceb4-4d7d-81d2-f01248b24299 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:08.903943 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:08.906789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36d89f69-ac21-49b8-8c3b-6e887beedac0 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:08.908024 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-36d89f69-ac21-49b8-8c3b-6e887beedac0 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] 10.222.0.75 "PUT /v2.0/routers/9c52402d-5f91-4e85-9f82-5d11c0338244 HTTP/1.1" status: 200 len: 717 time: 3.6637127 Feb 17 09:31:08.936951 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58578) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:08.937144 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:08.999806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.000918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.046392 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8,segment=NetworkSegment(86c3cfbd-9768-489c-9d40-eabab5d2ebd2),segment_id=86c3cfbd-9768-489c-9d40-eabab5d2ebd2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:09.081577 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eff0f9-2a2c-4759-9181-f131751fcc21 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Network 8c2bfd64-4dba-4036-8407-456f49f67b56 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:31:09.113483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0a16efd0-46ad-4c41-9522-a5d824ca65ce None None] Provisioning complete for port 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:09.114577 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a16efd0-46ad-4c41-9522-a5d824ca65ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.145065 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.200340 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.205106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.206066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:09.206675 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.219862 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.221404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 057639b3-eb8a-48e8-9d10-30122cc8532c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:09.230565 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ad764edb-7618-4c24-b0fd-e6f0d7ec8752 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] 10.222.0.75 "GET /v2.0/routers/9c52402d-5f91-4e85-9f82-5d11c0338244 HTTP/1.1" status: 200 len: 717 time: 0.2927980 Feb 17 09:31:09.238252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58582) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:09.273013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Pushing event updated for resources: {'Port': ['ID=63776b4a-e880-42d3-8b8f-156f8925f03e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:09.288937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:09.293885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:09.299699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:09.317594 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Transition to ACTIVE for port object 95e0ed19-8f0a-4ac0-94c6-58e00ab813d7 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:09.320150 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-34eff0f9-2a2c-4759-9181-f131751fcc21 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 8c2bfd64-4dba-4036-8407-456f49f67b56) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:09.324963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eff0f9-2a2c-4759-9181-f131751fcc21 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:09.325558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34eff0f9-2a2c-4759-9181-f131751fcc21 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.329567 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Pushing event updated for resources: {'Port': ['ID=ac3dd0ab-0c0c-4044-a429-4486a8df4471,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:09.332438 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.333658 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e6bb9aca-d037-4595-88ca-f81ae86ec4ca tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5632405 Feb 17 09:31:09.355631 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58588) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:09.365710 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1561168939', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'fixed_ips': [{'ip_address': '172.26.4.132'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:09.380240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:09.382554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53412203-36c9-4c78-9236-47525fd0bd6f None None] Network 8c2bfd64-4dba-4036-8407-456f49f67b56 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:09.388839 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Usage tracker for resource:port and tenant:9731cdc1da0b494faa2bd0f59b44d4cc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:09.392824 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:09.395555 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Pushing event updated for resources: {'Network': ['ID=2081b3db-851f-4d8e-8f6f-f363d5ca2bf7,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:09.410081 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c6aa644a-a85c-4f73-979b-547d7cd21620 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 4.3494136 Feb 17 09:31:09.411025 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58592) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:09.413275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:09.469277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 2081b3db-851f-4d8e-8f6f-f363d5ca2bf7 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:31:09.501506 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-34eff0f9-2a2c-4759-9181-f131751fcc21 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9757478 Feb 17 09:31:09.505573 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58596) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:09.517961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Made reservation on behalf of 9731cdc1da0b494faa2bd0f59b44d4cc for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:09.520329 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.542558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Request body: {'port': {'network_id': '8c2bfd64-4dba-4036-8407-456f49f67b56', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1295043857'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:09.593117 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:09.674012 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 057639b3-eb8a-48e8-9d10-30122cc8532c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:09.674476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.717139 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.727641 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.838835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:31:09.852320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.855164 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Sync routers for ids ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:31:09.869719 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Routers {'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:09.871995 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:30:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:09.873820 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.938949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:09.958382 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.971524 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8c2bfd64-4dba-4036-8407-456f49f67b56', 'network_id': '8c2bfd64-4dba-4036-8407-456f49f67b56', 'tenant_id': 'c8814eeea7ca49fd96b1d46a708d9751', 'fixed_ips': [{'subnet_id': '995ee4a7-ce0e-4daf-be9f-822096515a14'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:31:09.973035 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:09.975056 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Usage tracker for resource:security_group_rule and tenant:9731cdc1da0b494faa2bd0f59b44d4cc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:09.979588 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Network 61a0226b-6c39-4a84-b77c-6525af27b5bf is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:09.983700 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:09.995273 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e89195c9-86e1-43ab-b2b4-ee4cf852de3a tempest-RoutersTestDVR-1373585671 tempest-RoutersTestDVR-1373585671-project] 10.222.0.75 "GET /v2.0/routers/9c52402d-5f91-4e85-9f82-5d11c0338244 HTTP/1.1" status: 200 len: 683 time: 0.7465963 Feb 17 09:31:09.995803 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8c507bef-ceb4-4d7d-81d2-f01248b24299 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:09.996222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:09.999059 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:09.999702 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:10.010545 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58602) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:10.015562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:10.077596 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Pushing event updated for resources: {'Port': ['ID=95e0ed19-8f0a-4ac0-94c6-58e00ab813d7,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:10.135057 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:10.139666 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-628dc238-9925-4aa0-b6f9-764b027f96cb admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.8913736 Feb 17 09:31:10.139666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:10.153562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58606) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:10.180615 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Set router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:31:10.285670 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-716e8a53-a566-4828-898b-30c5ce18bce7 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:10.358906 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Allocated IP 172.20.0.2 (8c2bfd64-4dba-4036-8407-456f49f67b56/995ee4a7-ce0e-4daf-be9f-822096515a14/d6ca544f-4e40-41a6-9205-3644bfd2ceb5) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:10.402744 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 8c507bef-ceb4-4d7d-81d2-f01248b24299 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:10.423472 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:10.477229 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 8c507bef-ceb4-4d7d-81d2-f01248b24299 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:10.477886 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:10.505510 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Usage tracker for resource:port and tenant:c8814eeea7ca49fd96b1d46a708d9751 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:10.514924 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:10.516331 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-28818bf4-4ebe-40f6-bc18-1ba9a01bf135 None None] Provisioning for port 95e0ed19-8f0a-4ac0-94c6-58e00ab813d7 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:10.531481 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:10.532000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-28818bf4-4ebe-40f6-bc18-1ba9a01bf135 None None] Provisioning complete for port 95e0ed19-8f0a-4ac0-94c6-58e00ab813d7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:10.532517 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28818bf4-4ebe-40f6-bc18-1ba9a01bf135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:10.595495 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:10.598006 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:10.643492 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'name': 'tempest-ServersTestJSON-175785175-router', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:02Z', 'updated_at': '2022-02-17T09:31:06Z', 'revision_number': 3, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'gw_port': {'id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:10.653333 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Checking router: bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:31:10.656666 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Updating router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 port 5d10fabb-d447-44b2-9149-e6493fabf377 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:31:10.708015 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Pushing event updated for resources: {'Port': ['ID=90ad2263-e8e2-48d5-b9d7-15b8398ed419,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:10.742757 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:10.766651 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-28818bf4-4ebe-40f6-bc18-1ba9a01bf135 None None] Port 95e0ed19-8f0a-4ac0-94c6-58e00ab813d7 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:31:10.813814 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:10.815416 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6824feb8-1d77-445b-a69d-9f3feb70fbb4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4659548 Feb 17 09:31:10.825549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58610) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:10.831607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-640012460'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:10.836873 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:10.841453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Usage tracker for resource:network and tenant:20022b5c2a034037aa3f31ad3a4cdaae is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:10.845170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:10.852017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:10.856791 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:10.857212 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:10.857983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:10.858339 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > port after_create 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:10.858662 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:10.859059 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > port after_update 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:10.859379 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:10.859721 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:10.860037 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:10.860349 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:10.893909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:10.972893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:10.995312 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.028870 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 8c507bef-ceb4-4d7d-81d2-f01248b24299, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8c507bef-ceb4-4d7d-81d2-f01248b24299,segment=NetworkSegment(f7a16081-d24e-4724-aa40-c8b335ca82d9),segment_id=f7a16081-d24e-4724-aa40-c8b335ca82d9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:11.030800 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Transition to ACTIVE for port object d6ca544f-4e40-41a6-9205-3644bfd2ceb5 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:11.047181 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:11.047515 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:11.047843 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:11.048167 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:11.048531 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2081b3db-851f-4d8e-8f6f-f363d5ca2bf7']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:11.055285 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Transition to ACTIVE for port object d6ca544f-4e40-41a6-9205-3644bfd2ceb5 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:11.077886 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-716e8a53-a566-4828-898b-30c5ce18bce7 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.083402 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Made reservation on behalf of c8814eeea7ca49fd96b1d46a708d9751 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:11.087742 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.101544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.103274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-716e8a53-a566-4828-898b-30c5ce18bce7 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.112970 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275172a6-e547-43a2-b44e-a4d2d2df99d3') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:11.112970 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275172a6-e547-43a2-b44e-a4d2d2df99d3') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:11.122285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Made reservation on behalf of 20022b5c2a034037aa3f31ad3a4cdaae for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:11.125790 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.209939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.244359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:11.262105 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.262634 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.265787 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Transition to ACTIVE for port object 5d10fabb-d447-44b2-9149-e6493fabf377 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:11.293220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.294427 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.298993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Network 8c2bfd64-4dba-4036-8407-456f49f67b56 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:11.304898 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:11.305584 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.308644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:11.309472 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] device_id is not set on port 52d441fa-e9ef-4d02-af17-1d421026414e yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:31:11.328914 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.344564 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:11.349513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.356479 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=8c507bef-ceb4-4d7d-81d2-f01248b24299,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:11.359693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Usage tracker for resource:security_group_rule and tenant:20022b5c2a034037aa3f31ad3a4cdaae is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:11.366922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:11.371658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:31:11.371658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.378858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: from cryptography.utils import int_from_bytes Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: from cryptography.utils import int_from_bytes Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn_limited( Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn_limited( Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:31:11.419486 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:31:11.432919 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.434876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-716e8a53-a566-4828-898b-30c5ce18bce7 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.435342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716e8a53-a566-4828-898b-30c5ce18bce7 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c52402d-5f91-4e85-9f82-5d11c0338244 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:31:11.447590 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18d9d5-258d-4945-a32c-7760efb50940 None None] Pushing event updated for resources: {'Port': ['ID=5d10fabb-d447-44b2-9149-e6493fabf377,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:11.463561 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18d9d5-258d-4945-a32c-7760efb50940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:11.464239 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18d9d5-258d-4945-a32c-7760efb50940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:11.464735 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18d9d5-258d-4945-a32c-7760efb50940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:11.465175 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18d9d5-258d-4945-a32c-7760efb50940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:11.465649 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18d9d5-258d-4945-a32c-7760efb50940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:11.466183 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18d9d5-258d-4945-a32c-7760efb50940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:11.466588 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18d9d5-258d-4945-a32c-7760efb50940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:11.466919 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18d9d5-258d-4945-a32c-7760efb50940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:11.467316 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18d9d5-258d-4945-a32c-7760efb50940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:11.467646 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18d9d5-258d-4945-a32c-7760efb50940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:11.467968 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18d9d5-258d-4945-a32c-7760efb50940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:11.468287 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18d9d5-258d-4945-a32c-7760efb50940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18d9d5-258d-4945-a32c-7760efb50940 None None] Tracked resource versions report: Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: pushed versions: Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: { 'AddressGroup': {'1.2'}, Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'ConntrackHelper': {'1.0'}, Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Log': {'1.0'}, Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Network': {'1.1'}, Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Port': {'1.7'}, Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'PortForwarding': {'1.2'}, Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'QosPolicy': {'1.8'}, Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'SecurityGroup': {'1.4'}, Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'SubPort': {'1.0'}, Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Subnet': {'1.1'}, Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Trunk': {'1.1'}} Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: consumer versions: Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: { DHCP agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: HyperV agent@hv-neutron-8281: {}, Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: L3 agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: Metadata agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: Metering agent@dv-neutron-828143-5-hyperv: {}, Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: Open vSwitch agent@dv-neutron-828143-5-hyperv: { 'AddressGroup': '1.2', Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'ConntrackHelper': '1.0', Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Log': '1.0', Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Network': '1.1', Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Port': '1.7', Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'PortForwarding': '1.2', Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'QosPolicy': '1.8', Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'SecurityGroup': '1.4', Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'SecurityGroupRule': '1.2', Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'SubPort': '1.0', Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Subnet': '1.1', Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: 'Trunk': '1.1'}} Feb 17 09:31:11.469588 dv-neutron-828143-5-hyperv neutron-server[88372]: {{(pid=88372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:31:11.506129 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Attempting to bind port 5d10fabb-d447-44b2-9149-e6493fabf377 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:11.506499 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Attempting to bind port 5d10fabb-d447-44b2-9149-e6493fabf377 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:11.506868 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Attempting to bind port 5d10fabb-d447-44b2-9149-e6493fabf377 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:11.516550 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] device_id is not set on port 0697d9cd-b468-4884-b939-04b982f66c01 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:31:11.517580 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:31:11.518004 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:11.518431 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.518875 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:31:11.519446 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Bound port: 5d10fabb-d447-44b2-9149-e6493fabf377, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:31:11.519864 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.610451 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Attempting to bind port d6ca544f-4e40-41a6-9205-3644bfd2ceb5 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:11.611990 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Attempting to bind port d6ca544f-4e40-41a6-9205-3644bfd2ceb5 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '0ed6b60a-2e72-4ac2-92d7-7a9dbd9b7703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8c2bfd64-4dba-4036-8407-456f49f67b56'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:11.612830 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Attempting to bind port d6ca544f-4e40-41a6-9205-3644bfd2ceb5 on network 8c2bfd64-4dba-4036-8407-456f49f67b56 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:11.626368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Pushing event updated for resources: {'Port': ['ID=d6ca544f-4e40-41a6-9205-3644bfd2ceb5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:11.655733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Router eebea5c7-47da-4476-8b60-9af96fc439d4 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:31:11.659536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:31:11.660590 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Checking segment: {'id': '0ed6b60a-2e72-4ac2-92d7-7a9dbd9b7703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8c2bfd64-4dba-4036-8407-456f49f67b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:11.663795 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.664828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Bound using segment: {'id': '0ed6b60a-2e72-4ac2-92d7-7a9dbd9b7703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8c2bfd64-4dba-4036-8407-456f49f67b56'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:31:11.669137 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Bound port: d6ca544f-4e40-41a6-9205-3644bfd2ceb5, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed6b60a-2e72-4ac2-92d7-7a9dbd9b7703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8c2bfd64-4dba-4036-8407-456f49f67b56'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:31:11.670856 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.702648 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] For port 5d10fabb-d447-44b2-9149-e6493fabf377, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:31:11.707219 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] For port 5d10fabb-d447-44b2-9149-e6493fabf377, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5d10fabb-d447-44b2-9149-e6493fabf377,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:31:11.717791 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:11.718845 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.760722 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8fe4d3-75b5-4d4a-a2f4-201cbf0e64ff,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:11.783593 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.787773 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.901154 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-716e8a53-a566-4828-898b-30c5ce18bce7 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.902318 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-716e8a53-a566-4828-898b-30c5ce18bce7 tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] 10.222.0.75 "DELETE /v2.0/routers/9c52402d-5f91-4e85-9f82-5d11c0338244 HTTP/1.1" status: 204 len: 168 time: 1.8905799 Feb 17 09:31:11.902916 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18d9d5-258d-4945-a32c-7760efb50940 None None] Pushing event updated for resources: {'Port': ['ID=5d10fabb-d447-44b2-9149-e6493fabf377,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:11.903018 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.915905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58614) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:11.941676 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] For port d6ca544f-4e40-41a6-9205-3644bfd2ceb5, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:31:11.955494 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] For port d6ca544f-4e40-41a6-9205-3644bfd2ceb5, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d6ca544f-4e40-41a6-9205-3644bfd2ceb5,segment=NetworkSegment(0ed6b60a-2e72-4ac2-92d7-7a9dbd9b7703),segment_id=0ed6b60a-2e72-4ac2-92d7-7a9dbd9b7703)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:31:11.967873 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.981816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:31:11.982086 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Routers {'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:11.984595 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:30:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:11.985802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-34ccaba6-dff8-43a4-961b-17b289a2ea1a tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Request body: {'router': {'name': 'tempest-router-1787648518', 'distributed': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:11.987452 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:11.997266 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2081b3db-851f-4d8e-8f6f-f363d5ca2bf7 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 17 09:31:12.005353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-34ccaba6-dff8-43a4-961b-17b289a2ea1a tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:12.007912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:12.014359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:12.021543 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "DELETE /v2.0/networks/2081b3db-851f-4d8e-8f6f-f363d5ca2bf7 HTTP/1.1" status: 204 len: 168 time: 2.6002605 Feb 17 09:31:12.021543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75a474-e616-4fab-bfff-1438681bd7d6 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Pushing event deleted for resources: {'Network': ['ID=2081b3db-851f-4d8e-8f6f-f363d5ca2bf7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:12.022996 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58618) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:12.028469 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-34ccaba6-dff8-43a4-961b-17b289a2ea1a tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Usage tracker for resource:router and tenant:cf2aa18e6fc94ab298386a626b8d9880 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:12.038650 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-34ccaba6-dff8-43a4-961b-17b289a2ea1a tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:12.041598 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:31:12.046520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0cac6573-e19c-40ba-89be-20afd9679c9a tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:12.053423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Allocated IP 172.20.0.12 (8c2bfd64-4dba-4036-8407-456f49f67b56/995ee4a7-ce0e-4daf-be9f-822096515a14/52d441fa-e9ef-4d02-af17-1d421026414e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:12.056472 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-34ccaba6-dff8-43a4-961b-17b289a2ea1a tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:12.066855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0cac6573-e19c-40ba-89be-20afd9679c9a tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:12.110665 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0cac6573-e19c-40ba-89be-20afd9679c9a tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Usage tracker for resource:network and tenant:513bbb74f8e24c7f9dd62242457d2d7a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:12.115438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0675686-0bff-479a-abf9-ccf0889072d0,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:12.118704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:12.123242 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3b47262f-6912-4322-9640-85eb1417283e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7576449 Feb 17 09:31:12.124449 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58622) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:12.125428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:12.125772 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Added segment e6a54161-b7f6-4180-a1b4-b0b59d41b3cc of type vlan for network 7cd02769-b303-4763-ad18-3d8910ca11b2 Feb 17 09:31:12.128134 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0cac6573-e19c-40ba-89be-20afd9679c9a tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:12.154191 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Sync routers for ids ['eebea5c7-47da-4476-8b60-9af96fc439d4'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:31:12.198679 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0cac6573-e19c-40ba-89be-20afd9679c9a tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:12.221885 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34ccaba6-dff8-43a4-961b-17b289a2ea1a tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:12.222959 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34ccaba6-dff8-43a4-961b-17b289a2ea1a tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:12.252876 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Routers {'eebea5c7-47da-4476-8b60-9af96fc439d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:12.254183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:30:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['eebea5c7-47da-4476-8b60-9af96fc439d4'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:12.349456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:12.360371 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] Set router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:31:12.364259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cac6573-e19c-40ba-89be-20afd9679c9a tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Made reservation on behalf of 513bbb74f8e24c7f9dd62242457d2d7a for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:12.366596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0cac6573-e19c-40ba-89be-20afd9679c9a tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:12.389787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf771e34-db0b-4452-9703-1ba13ceb66bf None None] Pushing event updated for resources: {'Port': ['ID=d6ca544f-4e40-41a6-9205-3644bfd2ceb5,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:12.478197 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34ccaba6-dff8-43a4-961b-17b289a2ea1a tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:12.672319 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 17 09:31:12.672956 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:31:12.743854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Set router eebea5c7-47da-4476-8b60-9af96fc439d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:31:12.773642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:31:12.851821 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-dec02244-979d-4757-a5d1-bcb1a1398831 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.4951479 Feb 17 09:31:12.857469 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58626) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:12.900232 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cac6573-e19c-40ba-89be-20afd9679c9a tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:31:13.004052 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'name': 'tempest-ServersTestJSON-175785175-router', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:02Z', 'updated_at': '2022-02-17T09:31:06Z', 'revision_number': 3, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'gw_port': {'id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:13.009137 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8135e852-7052-43b2-9a48-9b4a4f6a76d9 None None] The sync data for ids ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'] in dv-neutron-828143-5-hyperv is: [{'id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'name': 'tempest-ServersTestJSON-175785175-router', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:02Z', 'updated_at': '2022-02-17T09:31:06Z', 'revision_number': 3, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'gw_port': {'id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:31:13.119315 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34ccaba6-dff8-43a4-961b-17b289a2ea1a tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:13.228183 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:31:13.253394 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:13.258153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-78726180-3cf8-4420-b9c0-1338eecfe632 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Deleting port ac3dd0ab-0c0c-4044-a429-4486a8df4471 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:13.259221 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78726180-3cf8-4420-b9c0-1338eecfe632 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:13.333595 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'name': 'tempest-ServerActionsTestJSON-86002677-router', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:09Z', 'revision_number': 3, 'project_id': 'c1c659be8822417aae54db469e0be910', 'gw_port': {'id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:07Z', 'updated_at': '2022-02-17T09:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:13.345203 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Checking router: eebea5c7-47da-4476-8b60-9af96fc439d4 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:31:13.345651 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Updating router eebea5c7-47da-4476-8b60-9af96fc439d4 port 63776b4a-e880-42d3-8b8f-156f8925f03e binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:31:13.428806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:13.436037 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:13.436691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:13.458304 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d6ca544f-4e40-41a6-9205-3644bfd2ceb5 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:13.530899 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78726180-3cf8-4420-b9c0-1338eecfe632 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:13.531469 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78726180-3cf8-4420-b9c0-1338eecfe632 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:13.541716 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:13.738293 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:13.745390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Pushing event updated for resources: {'Network': ['ID=7cd02769-b303-4763-ad18-3d8910ca11b2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:13.761060 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea168095-44b0-4f53-a3e8-fa19f0db39bd None None] Network 8c2bfd64-4dba-4036-8407-456f49f67b56 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:13.763830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Allocated IP 172.20.0.1 (a19cb067-687e-46e4-8864-55b4e53b82a3/817248b4-1923-4b39-90c7-0ed24f8eb587/bae1096b-ef0e-493f-9f53-34844bc7fe05) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:13.782575 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0cac6573-e19c-40ba-89be-20afd9679c9a tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:13.783229 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-0cac6573-e19c-40ba-89be-20afd9679c9a tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Added segment 57611b8a-2052-4763-be9b-9fc0608e26c2 of type vlan for network b69f7acb-1f70-422c-bdb4-bf898c90167e Feb 17 09:31:13.807024 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 7cd02769-b303-4763-ad18-3d8910ca11b2 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:31:13.925802 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d5908bed-0d39-4ea9-9546-30ab401bd150 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.0983374 Feb 17 09:31:13.958571 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-78726180-3cf8-4420-b9c0-1338eecfe632 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Calling delete_port for ac3dd0ab-0c0c-4044-a429-4486a8df4471 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:13.963642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port d6ca544f-4e40-41a6-9205-3644bfd2ceb5 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:13.966391 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58630) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:13.979679 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0cac6573-e19c-40ba-89be-20afd9679c9a tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:13.990698 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-80528392-5304-4bea-ae81-5c55808bf6c1 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Request body: {'subnet': {'network_id': '7cd02769-b303-4763-ad18-3d8910ca11b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:14.069381 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8c507bef-ceb4-4d7d-81d2-f01248b24299 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:14.115385 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34ccaba6-dff8-43a4-961b-17b289a2ea1a tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:14.116783 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-34ccaba6-dff8-43a4-961b-17b289a2ea1a tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 2.1999626 Feb 17 09:31:14.127428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58634) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:14.281603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4c0c6884-1ab0-4cd1-8376-79626c5191bb None None] Provisioning for port d6ca544f-4e40-41a6-9205-3644bfd2ceb5 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:14.283017 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:14.302514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4c0c6884-1ab0-4cd1-8376-79626c5191bb None None] Provisioning complete for port d6ca544f-4e40-41a6-9205-3644bfd2ceb5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:14.302882 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6884-1ab0-4cd1-8376-79626c5191bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:14.303083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Pushing event updated for resources: {'Port': ['ID=95e0ed19-8f0a-4ac0-94c6-58e00ab813d7,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:14.347134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:14.368413 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:14.379496 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Transition to ACTIVE for port object 52d441fa-e9ef-4d02-af17-1d421026414e will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:14.412832 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0cac6573-e19c-40ba-89be-20afd9679c9a tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:14.413830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cac6573-e19c-40ba-89be-20afd9679c9a tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:14.415021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0cac6573-e19c-40ba-89be-20afd9679c9a tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:14.459615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-241e2cf4-2cab-406b-b875-df01461a60de tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:14.489226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 8c507bef-ceb4-4d7d-81d2-f01248b24299 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:14.489690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:14.525570 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-80528392-5304-4bea-ae81-5c55808bf6c1 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:14.547136 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Network 61a0226b-6c39-4a84-b77c-6525af27b5bf is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:14.548684 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:14.672714 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78726180-3cf8-4420-b9c0-1338eecfe632 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:14.678904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:14.720352 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:14.754017 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Transition to ACTIVE for port object 63776b4a-e880-42d3-8b8f-156f8925f03e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:14.760343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6884-1ab0-4cd1-8376-79626c5191bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:14.818613 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78726180-3cf8-4420-b9c0-1338eecfe632 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac3dd0ab-0c0c-4044-a429-4486a8df4471,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:14.835346 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0cac6573-e19c-40ba-89be-20afd9679c9a tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.8062553 Feb 17 09:31:14.839200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-80528392-5304-4bea-ae81-5c55808bf6c1 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Usage tracker for resource:subnet and tenant:20022b5c2a034037aa3f31ad3a4cdaae is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:14.852279 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:14.858504 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58640) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:14.859287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-80528392-5304-4bea-ae81-5c55808bf6c1 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:14.890485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-170f420e-d05f-42a4-bcb5-5fc868e2bbac tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Request body: {'subnet': {'network_id': 'b69f7acb-1f70-422c-bdb4-bf898c90167e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:14.902745 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:14.949152 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-80528392-5304-4bea-ae81-5c55808bf6c1 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:14.967347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-170f420e-d05f-42a4-bcb5-5fc868e2bbac tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:14.973615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac6573-e19c-40ba-89be-20afd9679c9a tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Pushing event updated for resources: {'Network': ['ID=b69f7acb-1f70-422c-bdb4-bf898c90167e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:14.987857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Network 8c2bfd64-4dba-4036-8407-456f49f67b56 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:14.997134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:15.017286 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5713bc-2d98-4d6e-a4c5-9ae15f845117 None None] Pushing event updated for resources: {'Port': ['ID=63776b4a-e880-42d3-8b8f-156f8925f03e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:15.020189 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network b69f7acb-1f70-422c-bdb4-bf898c90167e details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:31:15.052563 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4c0c6884-1ab0-4cd1-8376-79626c5191bb None None] For port d6ca544f-4e40-41a6-9205-3644bfd2ceb5, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d6ca544f-4e40-41a6-9205-3644bfd2ceb5,segment=NetworkSegment(0ed6b60a-2e72-4ac2-92d7-7a9dbd9b7703),segment_id=0ed6b60a-2e72-4ac2-92d7-7a9dbd9b7703)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:15.064436 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78726180-3cf8-4420-b9c0-1338eecfe632 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:15.084721 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-170f420e-d05f-42a4-bcb5-5fc868e2bbac tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Usage tracker for resource:subnet and tenant:513bbb74f8e24c7f9dd62242457d2d7a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:15.097008 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-170f420e-d05f-42a4-bcb5-5fc868e2bbac tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:15.110527 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Attempting to bind port 63776b4a-e880-42d3-8b8f-156f8925f03e on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:15.110889 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Attempting to bind port 63776b4a-e880-42d3-8b8f-156f8925f03e by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:15.111247 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Attempting to bind port 63776b4a-e880-42d3-8b8f-156f8925f03e on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:15.129143 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:31:15.129517 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:15.129940 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:15.130353 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:31:15.139600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Bound port: 63776b4a-e880-42d3-8b8f-156f8925f03e, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:31:15.140089 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:15.182119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:15.222580 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6884-1ab0-4cd1-8376-79626c5191bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:15.234769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-170f420e-d05f-42a4-bcb5-5fc868e2bbac tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:15.270343 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78726180-3cf8-4420-b9c0-1338eecfe632 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:15.275061 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-78726180-3cf8-4420-b9c0-1338eecfe632 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214 tempest-ExternalNetworksAdminNegativeTestJSON-1286393214-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/87bd1785-96a8-42b4-bc12-742a56db4d09 HTTP/1.1" status: 204 len: 168 time: 2.4108388 Feb 17 09:31:15.277149 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Pushing event updated for resources: {'Port': ['ID=52d441fa-e9ef-4d02-af17-1d421026414e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:15.279625 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5d10fabb-d447-44b2-9149-e6493fabf377 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:15.294947 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Transition to ACTIVE for port object bae1096b-ef0e-493f-9f53-34844bc7fe05 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:15.296841 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80528392-5304-4bea-ae81-5c55808bf6c1 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Made reservation on behalf of 20022b5c2a034037aa3f31ad3a4cdaae for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:15.300899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80528392-5304-4bea-ae81-5c55808bf6c1 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:15.338585 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:15.339260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:15.411937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-241e2cf4-2cab-406b-b875-df01461a60de tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:15.431199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-241e2cf4-2cab-406b-b875-df01461a60de tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:15.457005 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5cb03d25-30bf-433a-9cd7-0b71389b4593 None None] Provisioning complete for port 95e0ed19-8f0a-4ac0-94c6-58e00ab813d7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:15.457379 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5cb03d25-30bf-433a-9cd7-0b71389b4593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:15.460337 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Router 3c71acd5-53e9-42fe-81fc-176f779856a9 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:31:15.496008 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] For port 63776b4a-e880-42d3-8b8f-156f8925f03e, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:31:15.505690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c6884-1ab0-4cd1-8376-79626c5191bb None None] Pushing event updated for resources: {'Port': ['ID=d6ca544f-4e40-41a6-9205-3644bfd2ceb5,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:15.521476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] For port 63776b4a-e880-42d3-8b8f-156f8925f03e, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=63776b4a-e880-42d3-8b8f-156f8925f03e,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:31:15.549867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5cb03d25-30bf-433a-9cd7-0b71389b4593 None None] Port 95e0ed19-8f0a-4ac0-94c6-58e00ab813d7 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:31:15.564169 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5cb03d25-30bf-433a-9cd7-0b71389b4593 None None] Provisioning complete for port d6ca544f-4e40-41a6-9205-3644bfd2ceb5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:15.564465 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5cb03d25-30bf-433a-9cd7-0b71389b4593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:15.569495 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a819eecd-bce9-4327-8bee-2d1c6531e413 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 6.0627718 Feb 17 09:31:15.576067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58648) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:15.583158 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170f420e-d05f-42a4-bcb5-5fc868e2bbac tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Made reservation on behalf of 513bbb74f8e24c7f9dd62242457d2d7a for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:15.587356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-170f420e-d05f-42a4-bcb5-5fc868e2bbac tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:15.597585 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:15.667527 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 5d10fabb-d447-44b2-9149-e6493fabf377 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:15.695716 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 5d10fabb-d447-44b2-9149-e6493fabf377 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:15.696386 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:15.734875 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:31:15.750829 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1251e38a-16e7-4194-a6b1-116e7c69c73e None None] Sync routers for ids ['3c71acd5-53e9-42fe-81fc-176f779856a9'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:31:15.752138 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7b001cc3-3c17-412c-988a-379515736e88 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] 10.222.0.75 "PUT /v2.0/routers/3c71acd5-53e9-42fe-81fc-176f779856a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4889998 Feb 17 09:31:15.754381 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58654) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:15.765536 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Request body: {'port': {'network_id': '61a0226b-6c39-4a84-b77c-6525af27b5bf', 'name': 'tempest-FloatingIPNegativeTestJSON-625668023'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:15.766799 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1251e38a-16e7-4194-a6b1-116e7c69c73e None None] Routers {'3c71acd5-53e9-42fe-81fc-176f779856a9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:15.767493 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1251e38a-16e7-4194-a6b1-116e7c69c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:30:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3c71acd5-53e9-42fe-81fc-176f779856a9'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:15.795221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Routers {'eebea5c7-47da-4476-8b60-9af96fc439d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:15.795854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:30:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['eebea5c7-47da-4476-8b60-9af96fc439d4'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:15.826988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-241e2cf4-2cab-406b-b875-df01461a60de tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:15.827558 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241e2cf4-2cab-406b-b875-df01461a60de tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 161061ed-b28c-4f80-961c-2b686b1763bf {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:31:15.841147 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1251e38a-16e7-4194-a6b1-116e7c69c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:15.854328 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1251e38a-16e7-4194-a6b1-116e7c69c73e None None] Routers {'3c71acd5-53e9-42fe-81fc-176f779856a9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:15.855666 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1251e38a-16e7-4194-a6b1-116e7c69c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:30:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3c71acd5-53e9-42fe-81fc-176f779856a9'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:15.867296 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5713bc-2d98-4d6e-a4c5-9ae15f845117 None None] Pushing event updated for resources: {'Port': ['ID=63776b4a-e880-42d3-8b8f-156f8925f03e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:15.915543 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-241e2cf4-2cab-406b-b875-df01461a60de tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:15.921669 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-241e2cf4-2cab-406b-b875-df01461a60de tempest-RoutersTestDVR-91551173 tempest-RoutersTestDVR-91551173-project-admin] 10.222.0.75 "DELETE /v2.0/routers/161061ed-b28c-4f80-961c-2b686b1763bf HTTP/1.1" status: 204 len: 168 time: 1.7931325 Feb 17 09:31:15.946927 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:15.958641 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1251e38a-16e7-4194-a6b1-116e7c69c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:15.959042 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1251e38a-16e7-4194-a6b1-116e7c69c73e None None] The sync data for ids ['3c71acd5-53e9-42fe-81fc-176f779856a9'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:31:16.009381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Network a19cb067-687e-46e4-8864-55b4e53b82a3 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:16.026740 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:16.055048 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:16.055464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:16.130144 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58662) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:16.216773 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] Set router eebea5c7-47da-4476-8b60-9af96fc439d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:31:16.246532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Allocated IP 172.20.0.1 (27d87cf8-de12-4c79-864c-28a6bac16755/f5521f55-5393-4abb-b946-8c660da7abe1/0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:16.251847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e308c0d5-ff6e-444f-9c69-13f7ec2206a2 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Deleting port 52d441fa-e9ef-4d02-af17-1d421026414e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:16.252210 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e308c0d5-ff6e-444f-9c69-13f7ec2206a2 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:16.296676 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:16.303334 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Usage tracker for resource:port and tenant:b5c84a90c1b440d389700cbbaf6082f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:16.309038 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:16.324195 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:16.357794 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b9fdaca-5429-4750-be6e-f2adc9e80c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:16.387761 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8b9fdaca-5429-4750-be6e-f2adc9e80c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:16.392674 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8b9fdaca-5429-4750-be6e-f2adc9e80c36 admin admin] Usage tracker for resource:security_group_rule and tenant:0856c0bfcfce473090693d7dfbde846f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:16.397126 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8b9fdaca-5429-4750-be6e-f2adc9e80c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:16.408443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8b9fdaca-5429-4750-be6e-f2adc9e80c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:16.450850 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Made reservation on behalf of b5c84a90c1b440d389700cbbaf6082f6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:16.455204 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:16.462157 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=bae1096b-ef0e-493f-9f53-34844bc7fe05,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:16.572653 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:16.615954 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 5d10fabb-d447-44b2-9149-e6493fabf377, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5d10fabb-d447-44b2-9149-e6493fabf377,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:16.621184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58670) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:16.634545 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] device_id is not set on port aedd2c53-4be7-481a-8485-962e983d6c20 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:31:16.681012 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:16.715576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b9fdaca-5429-4750-be6e-f2adc9e80c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:16.737921 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4331ba43-ffe3-4054-ad5f-4d2c8acf728c None None] Provisioning for port 52d441fa-e9ef-4d02-af17-1d421026414e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:16.756858 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4331ba43-ffe3-4054-ad5f-4d2c8acf728c None None] Provisioning complete for port 52d441fa-e9ef-4d02-af17-1d421026414e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:16.757277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4331ba43-ffe3-4054-ad5f-4d2c8acf728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:16.810588 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'name': 'tempest-ServerActionsTestJSON-86002677-router', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:09Z', 'revision_number': 3, 'project_id': 'c1c659be8822417aae54db469e0be910', 'gw_port': {'id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:07Z', 'updated_at': '2022-02-17T09:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:16.824605 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2f6c1-bc1a-4010-98b0-5bd92a3d3185 None None] The sync data for ids ['eebea5c7-47da-4476-8b60-9af96fc439d4'] in dv-neutron-828143-5-hyperv is: [{'id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'name': 'tempest-ServerActionsTestJSON-86002677-router', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:09Z', 'revision_number': 3, 'project_id': 'c1c659be8822417aae54db469e0be910', 'gw_port': {'id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:07Z', 'updated_at': '2022-02-17T09:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:31:16.829103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b9fdaca-5429-4750-be6e-f2adc9e80c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:16.832581 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=5d10fabb-d447-44b2-9149-e6493fabf377,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:16.838986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4331ba43-ffe3-4054-ad5f-4d2c8acf728c None None] Port 52d441fa-e9ef-4d02-af17-1d421026414e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:31:16.921219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8b9fdaca-5429-4750-be6e-f2adc9e80c36 admin admin] Synchronizing usage tracker for tenant:221a57196f8d4e9e85cca736e81b34a7 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:16.927279 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fdaca-5429-4750-be6e-f2adc9e80c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2385d1b7-6af6-48fa-9c41-3c0354fd0a35,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:16.929742 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94b7e3d3-b01a-4ec8-95ce-ccd7dc9fd51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:16.959090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Allocated IP 172.20.0.3 (61a0226b-6c39-4a84-b77c-6525af27b5bf/908cb55c-819d-4956-860c-90db93ff136a/aedd2c53-4be7-481a-8485-962e983d6c20) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:16.963636 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-94b7e3d3-b01a-4ec8-95ce-ccd7dc9fd51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:16.972040 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4331ba43-ffe3-4054-ad5f-4d2c8acf728c None None] Provisioning for port bae1096b-ef0e-493f-9f53-34844bc7fe05 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:16.975970 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-94b7e3d3-b01a-4ec8-95ce-ccd7dc9fd51e admin admin] Usage tracker for resource:security_group_rule and tenant:e194d8fcdd984d54b94dbb983e480197 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:16.983227 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4331ba43-ffe3-4054-ad5f-4d2c8acf728c None None] Provisioning complete for port bae1096b-ef0e-493f-9f53-34844bc7fe05 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:16.984109 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4331ba43-ffe3-4054-ad5f-4d2c8acf728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:16.990095 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-94b7e3d3-b01a-4ec8-95ce-ccd7dc9fd51e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:16.998793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-94b7e3d3-b01a-4ec8-95ce-ccd7dc9fd51e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:17.061387 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4331ba43-ffe3-4054-ad5f-4d2c8acf728c None None] Port bae1096b-ef0e-493f-9f53-34844bc7fe05 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:31:17.069062 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8b9fdaca-5429-4750-be6e-f2adc9e80c36 admin admin] Unset dirty status for tenant:221a57196f8d4e9e85cca736e81b34a7 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:17.074019 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8b9fdaca-5429-4750-be6e-f2adc9e80c36 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0856c0bfcfce473090693d7dfbde846f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9428842 Feb 17 09:31:17.077733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e308c0d5-ff6e-444f-9c69-13f7ec2206a2 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:17.082384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58676) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:17.278422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80528392-5304-4bea-ae81-5c55808bf6c1 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:17.284726 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-192c959d-a079-41a3-9838-b20a9e9dc31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:17.352572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e308c0d5-ff6e-444f-9c69-13f7ec2206a2 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Calling delete_port for 52d441fa-e9ef-4d02-af17-1d421026414e owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:17.374057 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d6ca544f-4e40-41a6-9205-3644bfd2ceb5 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:17.389380 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94b7e3d3-b01a-4ec8-95ce-ccd7dc9fd51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:17.393896 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-192c959d-a079-41a3-9838-b20a9e9dc31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:17.432042 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:17.458525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:17.465555 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Transition to ACTIVE for port object aedd2c53-4be7-481a-8485-962e983d6c20 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:17.479191 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port d6ca544f-4e40-41a6-9205-3644bfd2ceb5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:17.479814 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:17.487805 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94b7e3d3-b01a-4ec8-95ce-ccd7dc9fd51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:17.546426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7e3d3-b01a-4ec8-95ce-ccd7dc9fd51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6198f289-182d-4e1b-8ba9-9c8f8d32c65e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:17.560753 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-94b7e3d3-b01a-4ec8-95ce-ccd7dc9fd51e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e194d8fcdd984d54b94dbb983e480197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9320312 Feb 17 09:31:17.562470 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-192c959d-a079-41a3-9838-b20a9e9dc31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:17.565445 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58680) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:17.591438 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c959d-a079-41a3-9838-b20a9e9dc31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2385d1b7-6af6-48fa-9c41-3c0354fd0a35,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:17.627237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Transition to ACTIVE for port object 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:17.640321 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80528392-5304-4bea-ae81-5c55808bf6c1 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Pushing event updated for resources: {'Subnet': ['ID=96eb87f7-c213-4f3c-92f8-02342978f60f,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:17.651407 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:17.653292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-192c959d-a079-41a3-9838-b20a9e9dc31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:17.654592 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-192c959d-a079-41a3-9838-b20a9e9dc31e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2385d1b7-6af6-48fa-9c41-3c0354fd0a35 HTTP/1.1" status: 204 len: 168 time: 0.5712285 Feb 17 09:31:17.734390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 63776b4a-e880-42d3-8b8f-156f8925f03e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:17.779047 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Network 61a0226b-6c39-4a84-b77c-6525af27b5bf is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:17.785324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:17.793483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:17.828549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:17.847004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2152ca42-57fa-4a37-90ff-86b84809067a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:17.852917 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Pushing event updated for resources: {'Port': ['ID=aedd2c53-4be7-481a-8485-962e983d6c20,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:17.885599 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 63776b4a-e880-42d3-8b8f-156f8925f03e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:17.893202 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 63776b4a-e880-42d3-8b8f-156f8925f03e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:17.893643 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:17.907262 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80528392-5304-4bea-ae81-5c55808bf6c1 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Checking segment: {'id': 'e6a54161-b7f6-4180-a1b4-b0b59d41b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7cd02769-b303-4763-ad18-3d8910ca11b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:17.907702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80528392-5304-4bea-ae81-5c55808bf6c1 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Network hostable DHCP agents. Network: 7cd02769-b303-4763-ad18-3d8910ca11b2, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:31:17.911699 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2152ca42-57fa-4a37-90ff-86b84809067a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:17.930997 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:17.931660 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:17.998309 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e308c0d5-ff6e-444f-9c69-13f7ec2206a2 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:18.043651 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9e18f77f-e308-447c-b7cf-8f909d120efb tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2879751 Feb 17 09:31:18.049199 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58688) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:18.056024 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:18.062407 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:18.067039 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Usage tracker for resource:floatingip and tenant:b5c84a90c1b440d389700cbbaf6082f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:18.071160 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:18.078943 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:18.099331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308c0d5-ff6e-444f-9c69-13f7ec2206a2 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Pushing event deleted for resources: {'Port': ['ID=52d441fa-e9ef-4d02-af17-1d421026414e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:18.130543 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80528392-5304-4bea-ae81-5c55808bf6c1 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Network 7cd02769-b303-4763-ad18-3d8910ca11b2 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:31:18.140390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:18.150628 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2152ca42-57fa-4a37-90ff-86b84809067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:18.177125 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 63776b4a-e880-42d3-8b8f-156f8925f03e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=63776b4a-e880-42d3-8b8f-156f8925f03e,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:18.192905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2152ca42-57fa-4a37-90ff-86b84809067a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:18.199200 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2152ca42-57fa-4a37-90ff-86b84809067a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6198f289-182d-4e1b-8ba9-9c8f8d32c65e HTTP/1.1" status: 204 len: 168 time: 0.6214423 Feb 17 09:31:18.200513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152ca42-57fa-4a37-90ff-86b84809067a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6198f289-182d-4e1b-8ba9-9c8f8d32c65e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:18.202806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:18.254462 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:18.255740 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5d10fabb-d447-44b2-9149-e6493fabf377 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:18.279765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:18.290596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e308c0d5-ff6e-444f-9c69-13f7ec2206a2 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:18.350523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-63d741aa-4db5-49d0-afae-38fd96f976a9 None None] Provisioning for port aedd2c53-4be7-481a-8485-962e983d6c20 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:18.383403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Network 27d87cf8-de12-4c79-864c-28a6bac16755 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:18.397809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:18.400420 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e308c0d5-ff6e-444f-9c69-13f7ec2206a2 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] 10.222.0.75 "DELETE /v2.0/ports/52d441fa-e9ef-4d02-af17-1d421026414e HTTP/1.1" status: 204 len: 168 time: 2.7916236 Feb 17 09:31:18.401092 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-80528392-5304-4bea-ae81-5c55808bf6c1 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 7cd02769-b303-4763-ad18-3d8910ca11b2) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:18.402775 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:18.403249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:18.416013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58694) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:18.444179 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:18.447599 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=63776b4a-e880-42d3-8b8f-156f8925f03e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:18.464950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16081014-1f2b-4e29-8bcd-8b790da910a9 None None] Network 7cd02769-b303-4763-ad18-3d8910ca11b2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:18.640567 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Allocated IP 172.26.4.169 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/de6075ba-054b-4603-b19f-afab67014baf) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:18.673762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-63d741aa-4db5-49d0-afae-38fd96f976a9 None None] Provisioning complete for port aedd2c53-4be7-481a-8485-962e983d6c20 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:18.674235 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63d741aa-4db5-49d0-afae-38fd96f976a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:18.696503 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58702) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:18.729770 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80528392-5304-4bea-ae81-5c55808bf6c1 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:18.730407 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80528392-5304-4bea-ae81-5c55808bf6c1 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:18.839983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:18.901668 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-63d741aa-4db5-49d0-afae-38fd96f976a9 None None] Port aedd2c53-4be7-481a-8485-962e983d6c20 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:31:18.923344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:18.947229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.objects.ports [None req-170f420e-d05f-42a4-bcb5-5fc868e2bbac tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:31:18.948068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-170f420e-d05f-42a4-bcb5-5fc868e2bbac tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:18.952746 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 5d10fabb-d447-44b2-9149-e6493fabf377 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:18.953103 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:18.990137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Pushing event updated for resources: {'Port': ['ID=0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:19.021979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:19.043398 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:19.047834 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:19.077768 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-80528392-5304-4bea-ae81-5c55808bf6c1 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1102872 Feb 17 09:31:19.078621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f420e-d05f-42a4-bcb5-5fc868e2bbac tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b21a0850-f573-419c-b9d7-c6bfcaadaed1,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:19.090356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58708) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:19.092148 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.112276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-7cd02769-b303-4763-ad18-3d8910ca11b2', 'network_id': '7cd02769-b303-4763-ad18-3d8910ca11b2', 'tenant_id': '20022b5c2a034037aa3f31ad3a4cdaae', 'fixed_ips': [{'subnet_id': '96eb87f7-c213-4f3c-92f8-02342978f60f'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:31:19.113097 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.124148 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7efb14c8-035a-4a63-b981-9733a509d5c9 tempest-DHCPAgentSchedulersTestJSON-961107332 tempest-DHCPAgentSchedulersTestJSON-961107332-project-admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6965032 Feb 17 09:31:19.124376 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-92411738', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:19.126251 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58712) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:19.136327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e5138814-b114-4c85-b62a-3452227f787a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2126461845'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:19.146471 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e5138814-b114-4c85-b62a-3452227f787a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:19.154095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:19.159347 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-345c76b2-86f1-4fd6-a701-21fc2b521fa1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9731cdc1da0b494faa2bd0f59b44d4cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4409840 Feb 17 09:31:19.161828 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Pushing event updated for resources: {'Port': ['ID=de6075ba-054b-4603-b19f-afab67014baf,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:19.165584 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58716) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:19.168814 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e5138814-b114-4c85-b62a-3452227f787a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Usage tracker for resource:network and tenant:c8814eeea7ca49fd96b1d46a708d9751 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:19.183892 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e5138814-b114-4c85-b62a-3452227f787a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:19.191886 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Usage tracker for resource:router and tenant:20022b5c2a034037aa3f31ad3a4cdaae is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:19.207227 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:19.209296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f420e-d05f-42a4-bcb5-5fc868e2bbac tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Checking segment: {'id': '57611b8a-2052-4763-be9b-9fc0608e26c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b69f7acb-1f70-422c-bdb4-bf898c90167e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:19.210205 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f420e-d05f-42a4-bcb5-5fc868e2bbac tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Network hostable DHCP agents. Network: b69f7acb-1f70-422c-bdb4-bf898c90167e, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:31:19.213087 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cdc3d852-2fab-49b0-9360-52bf7e764d92 None None] Provisioning for port 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:19.217328 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e5138814-b114-4c85-b62a-3452227f787a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:19.220340 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58720) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:19.238311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:19.249558 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.249749 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cdc3d852-2fab-49b0-9360-52bf7e764d92 None None] Provisioning complete for port 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:19.249964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdc3d852-2fab-49b0-9360-52bf7e764d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.284640 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc9166aa-0371-4777-aecf-bca814e34105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.312470 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc9166aa-0371-4777-aecf-bca814e34105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:19.322093 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cc9166aa-0371-4777-aecf-bca814e34105 admin admin] Usage tracker for resource:security_group_rule and tenant:cf2aa18e6fc94ab298386a626b8d9880 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:19.326075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cc9166aa-0371-4777-aecf-bca814e34105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:19.341737 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.346698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc9166aa-0371-4777-aecf-bca814e34105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:19.354838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93a9ba98-7af3-4d90-8d53-d096547d416b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.369200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.370129 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.383631 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3d852-2fab-49b0-9360-52bf7e764d92 None None] Port 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:31:19.400891 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5138814-b114-4c85-b62a-3452227f787a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Made reservation on behalf of c8814eeea7ca49fd96b1d46a708d9751 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:19.406759 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5138814-b114-4c85-b62a-3452227f787a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.430830 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Allocated IP 172.20.0.2 (7cd02769-b303-4763-ad18-3d8910ca11b2/96eb87f7-c213-4f3c-92f8-02342978f60f/54ce7ad6-5220-4dc5-a156-d98d606e9e46) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:19.433485 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 63776b4a-e880-42d3-8b8f-156f8925f03e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:19.442883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93a9ba98-7af3-4d90-8d53-d096547d416b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.526387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f420e-d05f-42a4-bcb5-5fc868e2bbac tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Network b69f7acb-1f70-422c-bdb4-bf898c90167e is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:31:19.549256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.550296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.588795 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5138814-b114-4c85-b62a-3452227f787a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:31:19.601176 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5138814-b114-4c85-b62a-3452227f787a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.601529 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-e5138814-b114-4c85-b62a-3452227f787a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Added segment 65c816e0-b73d-4f4a-827b-e4dfa15c08e1 of type vlan for network 89d31ceb-a86f-475a-a8e8-e5621a232f83 Feb 17 09:31:19.628143 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5138814-b114-4c85-b62a-3452227f787a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.634625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=bae1096b-ef0e-493f-9f53-34844bc7fe05,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:19.652381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.655832 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-170f420e-d05f-42a4-bcb5-5fc868e2bbac tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, b69f7acb-1f70-422c-bdb4-bf898c90167e) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:19.670556 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170f420e-d05f-42a4-bcb5-5fc868e2bbac tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:19.671384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-170f420e-d05f-42a4-bcb5-5fc868e2bbac tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.677350 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c3c587-9e84-47c0-bc41-3b69c739451e None None] Network b69f7acb-1f70-422c-bdb4-bf898c90167e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:19.677465 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Network a19cb067-687e-46e4-8864-55b4e53b82a3 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:19.680984 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:19.734522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5138814-b114-4c85-b62a-3452227f787a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.740135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5138814-b114-4c85-b62a-3452227f787a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:19.741308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5138814-b114-4c85-b62a-3452227f787a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.763696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.781708 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.788831 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-170f420e-d05f-42a4-bcb5-5fc868e2bbac tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9145288 Feb 17 09:31:19.794803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58724) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:19.802256 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 63776b4a-e880-42d3-8b8f-156f8925f03e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:19.802959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.810584 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Request body: {'floatingip': {'floating_network_id': 'b69f7acb-1f70-422c-bdb4-bf898c90167e'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:19.816481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:19.824742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Usage tracker for resource:floatingip and tenant:513bbb74f8e24c7f9dd62242457d2d7a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:19.829180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:19.913284 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc9166aa-0371-4777-aecf-bca814e34105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.939146 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e5138814-b114-4c85-b62a-3452227f787a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8119602 Feb 17 09:31:19.944322 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58728) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:19.954426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:19.961374 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:19.962335 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:20.029405 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc9166aa-0371-4777-aecf-bca814e34105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:20.056353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93a9ba98-7af3-4d90-8d53-d096547d416b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:20.059986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:20.118897 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Transition to ACTIVE for port object 54ce7ad6-5220-4dc5-a156-d98d606e9e46 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:20.135780 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5138814-b114-4c85-b62a-3452227f787a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Pushing event updated for resources: {'Network': ['ID=89d31ceb-a86f-475a-a8e8-e5621a232f83,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:20.173530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f8a8e623-84ff-4091-9b1f-accf4839ad7b None None] Provisioning complete for port bae1096b-ef0e-493f-9f53-34844bc7fe05 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:20.173905 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8a8e623-84ff-4091-9b1f-accf4839ad7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:20.213880 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cc9166aa-0371-4777-aecf-bca814e34105 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cf2aa18e6fc94ab298386a626b8d9880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9883561 Feb 17 09:31:20.214297 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9166aa-0371-4777-aecf-bca814e34105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d555743-d3f9-40ef-bd4e-c4b53e031ed5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:20.216786 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58732) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:20.228159 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Transition to ACTIVE for port object 54ce7ad6-5220-4dc5-a156-d98d606e9e46 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:20.229432 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 89d31ceb-a86f-475a-a8e8-e5621a232f83 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:31:20.245149 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:20.252653 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093ee05f-31a9-4bad-95a6-bff767862fc7 None None] Network b69f7acb-1f70-422c-bdb4-bf898c90167e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:20.312678 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93a9ba98-7af3-4d90-8d53-d096547d416b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:20.316340 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-93a9ba98-7af3-4d90-8d53-d096547d416b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1f8fe4d3-75b5-4d4a-a2f4-201cbf0e64ff HTTP/1.1" status: 204 len: 168 time: 1.1420598 Feb 17 09:31:20.333755 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9ba98-7af3-4d90-8d53-d096547d416b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8fe4d3-75b5-4d4a-a2f4-201cbf0e64ff,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:20.398992 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:20.455777 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:31:20.465050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Pushing event updated for resources: {'Port': ['ID=0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:20.486598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Pushing event updated for resources: {'Port': ['ID=54ce7ad6-5220-4dc5-a156-d98d606e9e46,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:20.488496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f8a8e623-84ff-4091-9b1f-accf4839ad7b None None] Port bae1096b-ef0e-493f-9f53-34844bc7fe05 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:31:20.517842 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:31:20.527817 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Network 7cd02769-b303-4763-ad18-3d8910ca11b2 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:20.528702 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1c24e28e-8376-4f17-b745-21af520a1549 tempest-DHCPAgentSchedulersTestJSON-961107332 tempest-DHCPAgentSchedulersTestJSON-961107332-project-admin] 10.222.0.75 "GET /v2.0/agents/00ad6e97-631b-417c-a411-07b4d3086e93/dhcp-networks HTTP/1.1" status: 200 len: 7256 time: 0.5758951 Feb 17 09:31:20.529115 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:20.531061 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58742) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:20.532258 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:20.538226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:20.539259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f8630f4-37c3-42af-b4a1-14940703b5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:20.680373 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:20.706634 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Attempting to bind port 54ce7ad6-5220-4dc5-a156-d98d606e9e46 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:20.707210 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Attempting to bind port 54ce7ad6-5220-4dc5-a156-d98d606e9e46 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e6a54161-b7f6-4180-a1b4-b0b59d41b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7cd02769-b303-4763-ad18-3d8910ca11b2'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:20.707721 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Attempting to bind port 54ce7ad6-5220-4dc5-a156-d98d606e9e46 on network 7cd02769-b303-4763-ad18-3d8910ca11b2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:20.744371 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:31:20.745223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Checking segment: {'id': 'e6a54161-b7f6-4180-a1b4-b0b59d41b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7cd02769-b303-4763-ad18-3d8910ca11b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:20.745804 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:20.746411 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Bound using segment: {'id': 'e6a54161-b7f6-4180-a1b4-b0b59d41b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7cd02769-b303-4763-ad18-3d8910ca11b2'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:31:20.747056 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Bound port: 54ce7ad6-5220-4dc5-a156-d98d606e9e46, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a54161-b7f6-4180-a1b4-b0b59d41b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7cd02769-b303-4763-ad18-3d8910ca11b2'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:31:20.747628 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:20.754885 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f8630f4-37c3-42af-b4a1-14940703b5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:20.779200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Network 27d87cf8-de12-4c79-864c-28a6bac16755 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:20.834713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:20.849305 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:20.914892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] For port 54ce7ad6-5220-4dc5-a156-d98d606e9e46, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:31:20.922169 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] For port 54ce7ad6-5220-4dc5-a156-d98d606e9e46, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=54ce7ad6-5220-4dc5-a156-d98d606e9e46,segment=NetworkSegment(e6a54161-b7f6-4180-a1b4-b0b59d41b3cc),segment_id=e6a54161-b7f6-4180-a1b4-b0b59d41b3cc)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:31:20.987325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f8630f4-37c3-42af-b4a1-14940703b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:21.043847 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ce0c84-5679-4d5b-bb2c-e48e03d34e77 tempest-DHCPAgentSchedulersTestJSON-961107332 tempest-DHCPAgentSchedulersTestJSON-961107332-project-admin] Network 89d31ceb-a86f-475a-a8e8-e5621a232f83 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:31:21.055543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8630f4-37c3-42af-b4a1-14940703b5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d555743-d3f9-40ef-bd4e-c4b53e031ed5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:21.061472 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:21.062973 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Pushing event updated for resources: {'Port': ['ID=de6075ba-054b-4603-b19f-afab67014baf,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:21.072730 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:31:21.074003 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f8630f4-37c3-42af-b4a1-14940703b5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:21.088952 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2aec7325-5d6b-4ae5-9b96-3c2d84702ba1 admin admin] 10.222.0.75 "PUT /v2.0/routers/bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8837471 Feb 17 09:31:21.089641 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4f8630f4-37c3-42af-b4a1-14940703b5b0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6d555743-d3f9-40ef-bd4e-c4b53e031ed5 HTTP/1.1" status: 204 len: 168 time: 0.8527839 Feb 17 09:31:21.091473 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:21.146545 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-41ce0c84-5679-4d5b-bb2c-e48e03d34e77 tempest-DHCPAgentSchedulersTestJSON-961107332 tempest-DHCPAgentSchedulersTestJSON-961107332-project-admin] 10.222.0.75 "POST /v2.0/agents/00ad6e97-631b-417c-a411-07b4d3086e93/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6104708 Feb 17 09:31:21.148983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58752) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:21.189740 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:21.194695 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d92bb8f1-4e63-44be-b248-88d892a6787b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1411140 Feb 17 09:31:21.199531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58756) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:21.199713 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Sync routers for ids ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:31:21.209866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-18d7e687-2889-4073-a9b7-4704a85e17ce tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Request body: {'floatingip': {'port_id': 'aedd2c53-4be7-481a-8485-962e983d6c20', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:21.239619 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc0d690-a487-494e-9156-e659ab96c4cb None None] Network 89d31ceb-a86f-475a-a8e8-e5621a232f83 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:21.336466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-18d7e687-2889-4073-a9b7-4704a85e17ce tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:21.471180 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ef66105c-e4d6-407d-b1da-33597075a1cb tempest-DHCPAgentSchedulersTestJSON-961107332 tempest-DHCPAgentSchedulersTestJSON-961107332-project-admin] 10.222.0.75 "GET /v2.0/agents/00ad6e97-631b-417c-a411-07b4d3086e93/dhcp-networks HTTP/1.1" status: 200 len: 8026 time: 0.3207469 Feb 17 09:31:21.474827 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58768) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:21.572407 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Routers {'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:21.573050 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:30:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:21.655936 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a23fcec2-7493-4ead-bdb4-d3d429df591a tempest-DHCPAgentSchedulersTestJSON-961107332 tempest-DHCPAgentSchedulersTestJSON-961107332-project-admin] 10.222.0.75 "DELETE /v2.0/agents/00ad6e97-631b-417c-a411-07b4d3086e93/dhcp-networks/89d31ceb-a86f-475a-a8e8-e5621a232f83 HTTP/1.1" status: 204 len: 168 time: 0.1798096 Feb 17 09:31:21.665433 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58776) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:21.699799 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-18d7e687-2889-4073-a9b7-4704a85e17ce tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] update failed (client error): The resource could not be found. Feb 17 09:31:21.703573 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-18d7e687-2889-4073-a9b7-4704a85e17ce tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] 10.222.0.75 "PUT /v2.0/floatingips/aa2f39a9-7789-44b4-b20f-6b841b601176 HTTP/1.1" status: 404 len: 507 time: 0.4955020 Feb 17 09:31:21.706115 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58780) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:21.721354 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:21.852409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Router eebea5c7-47da-4476-8b60-9af96fc439d4 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:31:22.002991 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Set router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:31:22.264830 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a0d38c83-5c6c-4b76-a393-01eaac0bbbc0 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Deleting port de6075ba-054b-4603-b19f-afab67014baf {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:22.265370 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0d38c83-5c6c-4b76-a393-01eaac0bbbc0 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:22.492697 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774eb9da-2cd7-4030-9504-18b4e3a4b3ab None None] Pushing event updated for resources: {'Port': ['ID=54ce7ad6-5220-4dc5-a156-d98d606e9e46,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:22.515713 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2ec65374-86a8-40bf-9ef0-81fc0b1c6b77 None None] Provisioning complete for port 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:22.516171 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ec65374-86a8-40bf-9ef0-81fc0b1c6b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:22.638112 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2ec65374-86a8-40bf-9ef0-81fc0b1c6b77 None None] Port 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:31:22.674610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'name': 'tempest-ServersTestJSON-175785175-router', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:02Z', 'updated_at': '2022-02-17T09:31:17Z', 'revision_number': 4, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'gw_port': {'id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'bae1096b-ef0e-493f-9f53-34844bc7fe05', 'name': '', 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'mac_address': 'fa:16:3e:d9:08:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:12Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 2, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'subnets': [{'id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:22.680835 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Checking router: bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:31:22.681442 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Updating router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 port bae1096b-ef0e-493f-9f53-34844bc7fe05 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:31:22.712354 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:22.767510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:22.784567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:22.874214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Allocated IP 172.20.0.5 (b69f7acb-1f70-422c-bdb4-bf898c90167e/b21a0850-f573-419c-b9d7-c6bfcaadaed1/5b25a8d7-b00e-437d-8249-c7ecfa6ad3d4) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:22.878892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:31:22.894527 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Sync routers for ids ['eebea5c7-47da-4476-8b60-9af96fc439d4'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:31:22.909394 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Routers {'eebea5c7-47da-4476-8b60-9af96fc439d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:22.915027 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:30:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['eebea5c7-47da-4476-8b60-9af96fc439d4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:22.931474 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-85466fe1-5b73-4e11-8e4c-0af21bbe9f54 admin admin] 10.222.0.75 "PUT /v2.0/routers/eebea5c7-47da-4476-8b60-9af96fc439d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7999179 Feb 17 09:31:23.191103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0d38c83-5c6c-4b76-a393-01eaac0bbbc0 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:23.191441 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0d38c83-5c6c-4b76-a393-01eaac0bbbc0 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:23.268750 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Allocated IP 172.26.4.80 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/9ee7c0d9-5547-405a-a0bf-9770b520a72d) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:23.275209 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cb637686-533f-4aa6-9d63-0a5a21c27ca5 tempest-DHCPAgentSchedulersTestJSON-961107332 tempest-DHCPAgentSchedulersTestJSON-961107332-project-admin] 10.222.0.75 "GET /v2.0/agents/00ad6e97-631b-417c-a411-07b4d3086e93/dhcp-networks HTTP/1.1" status: 200 len: 7256 time: 1.6044712 Feb 17 09:31:23.297615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58824) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:23.338199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:23.343228 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Set router eebea5c7-47da-4476-8b60-9af96fc439d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:31:23.364938 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:23.384345 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-23cfbcda-e78b-4b3c-955c-9d85255e85d6 tempest-DHCPAgentSchedulersTestJSON-961107332 tempest-DHCPAgentSchedulersTestJSON-961107332-project-admin] 10.222.0.75 "GET /v2.0/networks/8c2bfd64-4dba-4036-8407-456f49f67b56/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0853419 Feb 17 09:31:23.399216 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Transition to ACTIVE for port object bae1096b-ef0e-493f-9f53-34844bc7fe05 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:23.480158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58828) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:23.492234 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:23.702813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 54ce7ad6-5220-4dc5-a156-d98d606e9e46 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:23.784054 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:23.813687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a0d38c83-5c6c-4b76-a393-01eaac0bbbc0 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Calling delete_port for de6075ba-054b-4603-b19f-afab67014baf owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:23.921683 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58838) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:23.943700 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c4d7bcf4-3534-480b-8c88-eb338ef29147 tempest-DHCPAgentSchedulersTestJSON-961107332 tempest-DHCPAgentSchedulersTestJSON-961107332-project-admin] 10.222.0.75 "GET /v2.0/networks/8c2bfd64-4dba-4036-8407-456f49f67b56/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.4548821 Feb 17 09:31:23.946406 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58844) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:24.005493 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:24.021710 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a24480-9e71-441c-8ad1-d83f7a9eb595 None None] Pushing event updated for resources: {'Port': ['ID=bae1096b-ef0e-493f-9f53-34844bc7fe05,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:24.036491 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:24.075416 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'name': 'tempest-ServerActionsTestJSON-86002677-router', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': 'c1c659be8822417aae54db469e0be910', 'gw_port': {'id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:07Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011', 'name': '', 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'mac_address': 'fa:16:3e:34:79:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:14Z', 'updated_at': '2022-02-17T09:31:19Z', 'revision_number': 2, 'project_id': 'c1c659be8822417aae54db469e0be910', 'subnets': [{'id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:24.098135 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Checking router: eebea5c7-47da-4476-8b60-9af96fc439d4 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:31:24.101006 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Updating router eebea5c7-47da-4476-8b60-9af96fc439d4 port 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:31:24.200385 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c287291a-6723-4ef2-9ae2-ec146465880b None None] Network 7cd02769-b303-4763-ad18-3d8910ca11b2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:24.219524 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:24.298024 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0d38c83-5c6c-4b76-a393-01eaac0bbbc0 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:24.334628 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Network b69f7acb-1f70-422c-bdb4-bf898c90167e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:24.339960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:24.367646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:24.379642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:24.393862 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:24.465285 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d38c83-5c6c-4b76-a393-01eaac0bbbc0 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Pushing event deleted for resources: {'Port': ['ID=de6075ba-054b-4603-b19f-afab67014baf,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:24.642201 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:24.705565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58852) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:24.729053 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-758c7985-66b9-4f1b-838c-a4aaf1d20020 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--917642430', 'description': 'tempest-description--1455271747'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:24.753535 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-758c7985-66b9-4f1b-838c-a4aaf1d20020 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:24.769663 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-758c7985-66b9-4f1b-838c-a4aaf1d20020 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Usage tracker for resource:security_group and tenant:56df9d1b031c48beb7a5b8a4e5050229 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:24.776677 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-758c7985-66b9-4f1b-838c-a4aaf1d20020 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:24.789094 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0d38c83-5c6c-4b76-a393-01eaac0bbbc0 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:24.812421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Attempting to bind port bae1096b-ef0e-493f-9f53-34844bc7fe05 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:24.813002 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Attempting to bind port bae1096b-ef0e-493f-9f53-34844bc7fe05 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '60c46695-6567-4489-adea-5df5bc783183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:24.813002 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Attempting to bind port bae1096b-ef0e-493f-9f53-34844bc7fe05 on network a19cb067-687e-46e4-8864-55b4e53b82a3 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:24.816139 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1733513739'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:24.822752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-758c7985-66b9-4f1b-838c-a4aaf1d20020 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:24.839341 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:24.842227 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Pushing event updated for resources: {'Port': ['ID=9ee7c0d9-5547-405a-a0bf-9770b520a72d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:24.843555 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-38185b02-2c32-4b42-879c-fdd971092e83 None None] Provisioning for port 54ce7ad6-5220-4dc5-a156-d98d606e9e46 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:24.851634 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0d38c83-5c6c-4b76-a393-01eaac0bbbc0 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:24.865682 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a0d38c83-5c6c-4b76-a393-01eaac0bbbc0 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] 10.222.0.75 "DELETE /v2.0/floatingips/aa2f39a9-7789-44b4-b20f-6b841b601176 HTTP/1.1" status: 204 len: 168 time: 3.1552947 Feb 17 09:31:24.868008 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c21d-26b9-4e15-a677-f1088e13f52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:24.868569 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58856) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:24.869405 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 54ce7ad6-5220-4dc5-a156-d98d606e9e46 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:24.877960 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:31:24.878416 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Checking segment: {'id': '60c46695-6567-4489-adea-5df5bc783183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:24.878828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:24.879224 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Bound using segment: {'id': '60c46695-6567-4489-adea-5df5bc783183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:31:24.879741 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Bound port: bae1096b-ef0e-493f-9f53-34844bc7fe05, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c46695-6567-4489-adea-5df5bc783183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:31:24.880359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:24.885610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d13b1638-9476-420d-abc0-46a97ff8728d tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Request body: {'floatingip': {'floating_network_id': '61a0226b-6c39-4a84-b77c-6525af27b5bf', 'port_id': 'aedd2c53-4be7-481a-8485-962e983d6c20', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:24.893671 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d13b1638-9476-420d-abc0-46a97ff8728d tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:24.895427 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-38185b02-2c32-4b42-879c-fdd971092e83 None None] Provisioning complete for port 54ce7ad6-5220-4dc5-a156-d98d606e9e46 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:24.895862 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-38185b02-2c32-4b42-879c-fdd971092e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:24.904312 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d13b1638-9476-420d-abc0-46a97ff8728d tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Usage tracker for resource:floatingip and tenant:b5c84a90c1b440d389700cbbaf6082f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:24.909268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d13b1638-9476-420d-abc0-46a97ff8728d tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:24.917209 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d13b1638-9476-420d-abc0-46a97ff8728d tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:24.943030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-758c7985-66b9-4f1b-838c-a4aaf1d20020 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:24.972539 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:24.985023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-758c7985-66b9-4f1b-838c-a4aaf1d20020 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:24.992644 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-758c7985-66b9-4f1b-838c-a4aaf1d20020 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Usage tracker for resource:security_group_rule and tenant:56df9d1b031c48beb7a5b8a4e5050229 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:24.993256 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 54ce7ad6-5220-4dc5-a156-d98d606e9e46 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:24.994059 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:24.998439 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-758c7985-66b9-4f1b-838c-a4aaf1d20020 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:24.999353 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Transition to ACTIVE for port object 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:25.006920 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-758c7985-66b9-4f1b-838c-a4aaf1d20020 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:25.027352 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:network and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:25.050250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:25.089281 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:25.106771 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:25.111469 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-758c7985-66b9-4f1b-838c-a4aaf1d20020 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:25.113605 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d13b1638-9476-420d-abc0-46a97ff8728d tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:25.235618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-758c7985-66b9-4f1b-838c-a4aaf1d20020 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:25.253171 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:25.263866 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83e89b-4250-4a2b-b10e-ef002781b1cb None None] Pushing event updated for resources: {'Port': ['ID=0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:25.272961 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Pushing event updated for resources: {'Port': ['ID=5b25a8d7-b00e-437d-8249-c7ecfa6ad3d4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:25.287952 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:25.304342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:25.314423 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] For port bae1096b-ef0e-493f-9f53-34844bc7fe05, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:31:25.326014 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c7985-66b9-4f1b-838c-a4aaf1d20020 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14bd0d06-6c49-4b93-a4d8-5009cc763dee,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:25.328067 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] For port bae1096b-ef0e-493f-9f53-34844bc7fe05, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=bae1096b-ef0e-493f-9f53-34844bc7fe05,segment=NetworkSegment(60c46695-6567-4489-adea-5df5bc783183),segment_id=60c46695-6567-4489-adea-5df5bc783183)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:31:25.337861 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-63220edb-1c46-4051-a0a5-c417b02c580d tempest-DHCPAgentSchedulersTestJSON-961107332 tempest-DHCPAgentSchedulersTestJSON-961107332-project-admin] 10.222.0.75 "GET /v2.0/agents/00ad6e97-631b-417c-a411-07b4d3086e93/dhcp-networks HTTP/1.1" status: 200 len: 7256 time: 1.3899856 Feb 17 09:31:25.339817 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58868) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:25.355097 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:25.434831 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-758c7985-66b9-4f1b-838c-a4aaf1d20020 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:25.441412 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-758c7985-66b9-4f1b-838c-a4aaf1d20020 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7251549 Feb 17 09:31:25.474239 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58872) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:25.549678 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:25.559672 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Attempting to bind port 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:25.560039 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Attempting to bind port 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'f7a16081-d24e-4724-aa40-c8b335ca82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:25.560450 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Attempting to bind port 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 on network 27d87cf8-de12-4c79-864c-28a6bac16755 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:25.567457 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:31:25.567863 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Checking segment: {'id': 'f7a16081-d24e-4724-aa40-c8b335ca82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:25.568235 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:25.568668 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Bound using segment: {'id': 'f7a16081-d24e-4724-aa40-c8b335ca82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:31:25.569149 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Bound port: 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a16081-d24e-4724-aa40-c8b335ca82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:31:25.569540 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:25.570487 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:25.615118 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-83a5eddb-2d62-45b6-a20d-15474c959098 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Request body: {'security_group_rule': {'security_group_id': '14bd0d06-6c49-4b93-a4d8-5009cc763dee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:25.627408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-83a5eddb-2d62-45b6-a20d-15474c959098 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:25.647161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-83a5eddb-2d62-45b6-a20d-15474c959098 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Usage tracker for resource:security_group_rule and tenant:56df9d1b031c48beb7a5b8a4e5050229 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:25.653746 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-83a5eddb-2d62-45b6-a20d-15474c959098 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:25.669387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-83a5eddb-2d62-45b6-a20d-15474c959098 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:25.696768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:security_group_rule and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:25.733905 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:25.778570 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] For port 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:31:25.783910 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] For port 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011,segment=NetworkSegment(f7a16081-d24e-4724-aa40-c8b335ca82d9),segment_id=f7a16081-d24e-4724-aa40-c8b335ca82d9)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:31:25.785308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:25.827741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83a5eddb-2d62-45b6-a20d-15474c959098 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:25.863296 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:25.866136 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2757af69-f9b5-4198-b033-d65aa1a87f31 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.004539 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a24480-9e71-441c-8ad1-d83f7a9eb595 None None] Pushing event updated for resources: {'Port': ['ID=bae1096b-ef0e-493f-9f53-34844bc7fe05,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:26.019498 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.036863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-38185b02-2c32-4b42-879c-fdd971092e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.042925 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83e89b-4250-4a2b-b10e-ef002781b1cb None None] Pushing event updated for resources: {'Port': ['ID=0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:26.090559 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58882) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:26.104403 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Routers {'eebea5c7-47da-4476-8b60-9af96fc439d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:26.105595 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:30:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['eebea5c7-47da-4476-8b60-9af96fc439d4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:26.139729 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.142505 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 54ce7ad6-5220-4dc5-a156-d98d606e9e46, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=54ce7ad6-5220-4dc5-a156-d98d606e9e46,segment=NetworkSegment(e6a54161-b7f6-4180-a1b4-b0b59d41b3cc),segment_id=e6a54161-b7f6-4180-a1b4-b0b59d41b3cc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:26.237398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58888) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:26.241288 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Routers {'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:26.245883 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:30:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:26.261368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-cbbb50be-5950-4122-8484-24f7416c2604 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1938041724', 'description': 'tempest-description--1927520334'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:26.278615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.335200 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-d13b1638-9476-420d-abc0-46a97ff8728d tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:31:26.339799 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d13b1638-9476-420d-abc0-46a97ff8728d tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4616499 Feb 17 09:31:26.374876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58892) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:26.383849 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cbbb50be-5950-4122-8484-24f7416c2604 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:26.398990 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': 'aedd2c53-4be7-481a-8485-962e983d6c20', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:26.411378 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:26.416100 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Usage tracker for resource:floatingip and tenant:b5c84a90c1b440d389700cbbaf6082f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:26.418579 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-cbbb50be-5950-4122-8484-24f7416c2604 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Usage tracker for resource:security_group and tenant:c1c659be8822417aae54db469e0be910 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:26.418766 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] Set router eebea5c7-47da-4476-8b60-9af96fc439d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:31:26.421284 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:26.429892 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:26.434945 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-cbbb50be-5950-4122-8484-24f7416c2604 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:26.444984 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83a5eddb-2d62-45b6-a20d-15474c959098 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.448028 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2757af69-f9b5-4198-b033-d65aa1a87f31 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.474935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cbbb50be-5950-4122-8484-24f7416c2604 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:26.490260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2757af69-f9b5-4198-b033-d65aa1a87f31 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d31ceb-a86f-475a-a8e8-e5621a232f83']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:26.512229 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2757af69-f9b5-4198-b033-d65aa1a87f31 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c816e0-b73d-4f4a-827b-e4dfa15c08e1') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:26.512421 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2757af69-f9b5-4198-b033-d65aa1a87f31 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c816e0-b73d-4f4a-827b-e4dfa15c08e1') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:26.515485 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] Set router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:31:26.537237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2757af69-f9b5-4198-b033-d65aa1a87f31 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.574246 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.604872 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-318651316'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:26.626558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2757af69-f9b5-4198-b033-d65aa1a87f31 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.642206 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2757af69-f9b5-4198-b033-d65aa1a87f31 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:31:26.643561 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2757af69-f9b5-4198-b033-d65aa1a87f31 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.684211 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.703671 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-38185b02-2c32-4b42-879c-fdd971092e83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:31:26.704267 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-38185b02-2c32-4b42-879c-fdd971092e83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:31:26.731588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.805113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.807522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbbb50be-5950-4122-8484-24f7416c2604 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.822651 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:31:26.863489 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:31:26.866370 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=54ce7ad6-5220-4dc5-a156-d98d606e9e46,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:26.878419 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83a5eddb-2d62-45b6-a20d-15474c959098 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.882849 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:26.922156 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'name': 'tempest-ServerActionsTestJSON-86002677-router', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': 'c1c659be8822417aae54db469e0be910', 'gw_port': {'id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:07Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011', 'name': '', 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'mac_address': 'fa:16:3e:34:79:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:14Z', 'updated_at': '2022-02-17T09:31:25Z', 'revision_number': 4, 'project_id': 'c1c659be8822417aae54db469e0be910', 'subnets': [{'id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:26.927341 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f575931-efa3-4757-83be-bea31bbabc81 None None] The sync data for ids ['eebea5c7-47da-4476-8b60-9af96fc439d4'] in dv-neutron-828143-5-hyperv is: [{'id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'name': 'tempest-ServerActionsTestJSON-86002677-router', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': 'c1c659be8822417aae54db469e0be910', 'gw_port': {'id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:07Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011', 'name': '', 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'mac_address': 'fa:16:3e:34:79:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:14Z', 'updated_at': '2022-02-17T09:31:25Z', 'revision_number': 4, 'project_id': 'c1c659be8822417aae54db469e0be910', 'subnets': [{'id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:31:26.930522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Usage tracker for resource:network and tenant:7a104f1bd6ad4b08a2bbbef94fa0dad9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:26.948897 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:26.952920 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.967176 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2757af69-f9b5-4198-b033-d65aa1a87f31 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:26.969427 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5eddb-2d62-45b6-a20d-15474c959098 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505a3d06-31f6-4372-825e-6f6357e86d2e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:26.982551 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:27.009769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:31:27.012206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cbbb50be-5950-4122-8484-24f7416c2604 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:27.045635 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0d5d57-a273-48ed-b5cc-5c5feb270137,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:27.048494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-cbbb50be-5950-4122-8484-24f7416c2604 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Usage tracker for resource:security_group_rule and tenant:c1c659be8822417aae54db469e0be910 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:27.069225 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-cbbb50be-5950-4122-8484-24f7416c2604 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:27.085487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:27.085872 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Added segment 1f315c8e-c796-4b01-8e07-446d5595ec92 of type vlan for network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 Feb 17 09:31:27.087305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:27.093630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cbbb50be-5950-4122-8484-24f7416c2604 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:27.211069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2757af69-f9b5-4198-b033-d65aa1a87f31 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:27.217267 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2757af69-f9b5-4198-b033-d65aa1a87f31 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] 10.222.0.75 "DELETE /v2.0/networks/89d31ceb-a86f-475a-a8e8-e5621a232f83 HTTP/1.1" status: 204 len: 168 time: 1.8718429 Feb 17 09:31:27.224105 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757af69-f9b5-4198-b033-d65aa1a87f31 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Pushing event deleted for resources: {'Network': ['ID=89d31ceb-a86f-475a-a8e8-e5621a232f83,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:27.227724 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58896) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:27.244654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Pushing event updated for resources: {'Port': ['ID=5b25a8d7-b00e-437d-8249-c7ecfa6ad3d4,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:27.266238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:27.336400 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:27.408411 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6911d41a-f3ca-460c-a88c-2cac7ca76567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:27.440654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:27.445387 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-09aee94d-1e88-4461-961d-2d3213567ff5 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.6467957 Feb 17 09:31:27.447758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58900) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:27.471492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbbb50be-5950-4122-8484-24f7416c2604 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:27.481506 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Made reservation on behalf of 7a104f1bd6ad4b08a2bbbef94fa0dad9 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:27.487455 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:27.517566 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83a5eddb-2d62-45b6-a20d-15474c959098 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:27.524085 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-83a5eddb-2d62-45b6-a20d-15474c959098 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9445641 Feb 17 09:31:27.527778 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58904) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:27.531137 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac21bcad-5d30-4c1f-b5db-f4ab506cc3b4 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] DELETE failed (client error): The resource could not be found. Feb 17 09:31:27.531530 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac21bcad-5d30-4c1f-b5db-f4ab506cc3b4 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:31:27.532624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:27.535721 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ac21bcad-5d30-4c1f-b5db-f4ab506cc3b4 tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] 10.222.0.75 "DELETE /v2.0/ports/52d441fa-e9ef-4d02-af17-1d421026414e HTTP/1.1" status: 404 len: 333 time: 0.3059316 Feb 17 09:31:27.537122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:27.541517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:27.542187 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:27.556776 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58906) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:27.565432 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ab80f92a-37df-4205-850c-4b0a33050881 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Request body: {'security_group_rule': {'security_group_id': '14bd0d06-6c49-4b93-a4d8-5009cc763dee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:27.587044 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ab80f92a-37df-4205-850c-4b0a33050881 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:27.596063 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0c083b63-caba-4df6-994d-f8f63468f752 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Synchronizing usage tracker for tenant:513bbb74f8e24c7f9dd62242457d2d7a on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:27.674500 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ab80f92a-37df-4205-850c-4b0a33050881 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Usage tracker for resource:security_group_rule and tenant:56df9d1b031c48beb7a5b8a4e5050229 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:27.697308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:27.701479 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ab80f92a-37df-4205-850c-4b0a33050881 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:27.730933 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Network': ['ID=8b625a9f-ac2d-47dd-8166-9ff8629d3db1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:27.742960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ab80f92a-37df-4205-850c-4b0a33050881 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:27.746703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbbb50be-5950-4122-8484-24f7416c2604 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:27.749124 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Usage tracker for resource:security_group_rule and tenant:7a104f1bd6ad4b08a2bbbef94fa0dad9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:27.758422 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:27.778222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:27.801300 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd48099-9061-495e-9a44-6d668b5154df tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Deleting subnet 995ee4a7-ce0e-4daf-be9f-822096515a14 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:31:27.808725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cd48099-9061-495e-9a44-6d668b5154df tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:27.830933 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:31:27.908145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cd48099-9061-495e-9a44-6d668b5154df tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:27.961627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbbb50be-5950-4122-8484-24f7416c2604 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:27.969025 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cbbb50be-5950-4122-8484-24f7416c2604 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7303567 Feb 17 09:31:27.976421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58912) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:27.995524 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-68ebbc57-b46b-40cb-ab6c-a9a8f971f4f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.0712430 Feb 17 09:31:27.996434 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58916) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:28.016906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f87dc004-55c0-4244-867e-3c1918f3edb5 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Request body: {'security_group_rule': {'security_group_id': 'bd4bd74e-8e53-438d-95ea-c66e298d6a6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:28.031054 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9d3ec99e-f144-457f-8f90-47774fd8009e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:28.038953 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:28.070105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f87dc004-55c0-4244-867e-3c1918f3edb5 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:28.120334 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cd48099-9061-495e-9a44-6d668b5154df tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:28.173729 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:28.180175 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f87dc004-55c0-4244-867e-3c1918f3edb5 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Usage tracker for resource:security_group_rule and tenant:c1c659be8822417aae54db469e0be910 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:28.187508 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'name': 'tempest-ServersTestJSON-175785175-router', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:02Z', 'updated_at': '2022-02-17T09:31:17Z', 'revision_number': 4, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'gw_port': {'id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'bae1096b-ef0e-493f-9f53-34844bc7fe05', 'name': '', 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'mac_address': 'fa:16:3e:d9:08:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:12Z', 'updated_at': '2022-02-17T09:31:25Z', 'revision_number': 4, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'subnets': [{'id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:28.195252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f43660-07b1-4944-a508-e3862212a5c3 None None] The sync data for ids ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'] in dv-neutron-828143-5-hyperv is: [{'id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'name': 'tempest-ServersTestJSON-175785175-router', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:02Z', 'updated_at': '2022-02-17T09:31:17Z', 'revision_number': 4, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'gw_port': {'id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'bae1096b-ef0e-493f-9f53-34844bc7fe05', 'name': '', 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'mac_address': 'fa:16:3e:d9:08:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:12Z', 'updated_at': '2022-02-17T09:31:25Z', 'revision_number': 4, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'subnets': [{'id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:31:28.197144 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb50be-5950-4122-8484-24f7416c2604 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4bd74e-8e53-438d-95ea-c66e298d6a6d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:28.201725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f87dc004-55c0-4244-867e-3c1918f3edb5 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:28.215080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:28.231640 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab80f92a-37df-4205-850c-4b0a33050881 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:28.234554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f87dc004-55c0-4244-867e-3c1918f3edb5 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:28.274743 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-48975d08-6ac3-4fc9-b0de-84ba7554caa8 None None] Provisioning complete for port 54ce7ad6-5220-4dc5-a156-d98d606e9e46 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:28.276455 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48975d08-6ac3-4fc9-b0de-84ba7554caa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:28.412466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f87dc004-55c0-4244-867e-3c1918f3edb5 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:28.475301 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9d3ec99e-f144-457f-8f90-47774fd8009e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:28.480358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9d3ec99e-f144-457f-8f90-47774fd8009e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:28.484514 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9d3ec99e-f144-457f-8f90-47774fd8009e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:28.494365 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9d3ec99e-f144-457f-8f90-47774fd8009e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:28.555552 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Allocated IP 172.26.4.10 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/d348419f-b93e-4c8a-b6f0-26c65e98557a) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:28.557312 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f87dc004-55c0-4244-867e-3c1918f3edb5 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:28.562224 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab80f92a-37df-4205-850c-4b0a33050881 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:28.569417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:28.574519 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cd48099-9061-495e-9a44-6d668b5154df tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:28.600092 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Router 0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:31:28.635586 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067d0d22-6eff-4dea-a847-2a1f81b6c0e4 None None] Network 8c2bfd64-4dba-4036-8407-456f49f67b56 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:28.641512 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd48099-9061-495e-9a44-6d668b5154df tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Pushing event deleted for resources: {'Subnet': ['ID=995ee4a7-ce0e-4daf-be9f-822096515a14,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:28.699413 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cd48099-9061-495e-9a44-6d668b5154df tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:28.710881 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab80f92a-37df-4205-850c-4b0a33050881 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:28.744009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:28.796305 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80f92a-37df-4205-850c-4b0a33050881 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6035c1b-59cb-487b-bad9-084c8e49bff0,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:28.812299 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9cd48099-9061-495e-9a44-6d668b5154df tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] 10.222.0.75 "DELETE /v2.0/subnets/995ee4a7-ce0e-4daf-be9f-822096515a14 HTTP/1.1" status: 204 len: 168 time: 1.2345572 Feb 17 09:31:28.826975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58920) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:28.829325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:31:28.980978 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab80f92a-37df-4205-850c-4b0a33050881 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:28.985093 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ab80f92a-37df-4205-850c-4b0a33050881 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4280035 Feb 17 09:31:28.999777 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816e62c1-8fa3-4972-8ea6-99df308f49f8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:29.008691 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58924) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:29.009704 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.010110 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Added segment cfeca585-378e-4b0f-91d5-a6ce3f21e638 of type vlan for network 4d071653-bdaf-4d79-8186-5858edbf207d Feb 17 09:31:29.037793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:29.069430 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:29.084209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620d0832-0dc7-4029-ad6d-1d5d1162fbcd None None] DHCP port deletion for 8c2bfd64-4dba-4036-8407-456f49f67b56 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:31:29.085394 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Usage tracker for resource:floatingip and tenant:56df9d1b031c48beb7a5b8a4e5050229 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:29.086769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f87dc004-55c0-4244-867e-3c1918f3edb5 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.099268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:29.104983 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-620d0832-0dc7-4029-ad6d-1d5d1162fbcd None None] Deleting port d6ca544f-4e40-41a6-9205-3644bfd2ceb5 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:29.105424 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-620d0832-0dc7-4029-ad6d-1d5d1162fbcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.106400 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.116811 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:29.120103 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3ec99e-f144-457f-8f90-47774fd8009e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:29.123908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec99e-f144-457f-8f90-47774fd8009e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.124162 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.133989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.164244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Deleting port d6ca544f-4e40-41a6-9205-3644bfd2ceb5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:29.164548 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.164830 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device bae1096b-ef0e-493f-9f53-34844bc7fe05 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:29.244471 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87dc004-55c0-4244-867e-3c1918f3edb5 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36044cf-37d2-4761-bf2b-43bdcdb28dc3,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:29.287534 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.292436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0c083b63-caba-4df6-994d-f8f63468f752 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Unset dirty status for tenant:513bbb74f8e24c7f9dd62242457d2d7a on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:29.298898 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0c083b63-caba-4df6-994d-f8f63468f752 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "GET /v2.0/floatingips?floating_network_id=b69f7acb-1f70-422c-bdb4-bf898c90167e HTTP/1.1" status: 200 len: 689 time: 1.8428633 Feb 17 09:31:29.311518 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58928) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:29.346783 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.359486 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:29.360540 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.392059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f87dc004-55c0-4244-867e-3c1918f3edb5 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.392059 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f87dc004-55c0-4244-867e-3c1918f3edb5 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4065690 Feb 17 09:31:29.407048 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58932) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:29.425112 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c97c9428-e966-41f6-b8cf-034de9c7d334 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Request body: {'security_group_rule': {'security_group_id': 'bd4bd74e-8e53-438d-95ea-c66e298d6a6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:29.433316 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c97c9428-e966-41f6-b8cf-034de9c7d334 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:29.438007 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c97c9428-e966-41f6-b8cf-034de9c7d334 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Usage tracker for resource:security_group_rule and tenant:c1c659be8822417aae54db469e0be910 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:29.442989 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c97c9428-e966-41f6-b8cf-034de9c7d334 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:29.451081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c97c9428-e966-41f6-b8cf-034de9c7d334 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:29.485255 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-620d0832-0dc7-4029-ad6d-1d5d1162fbcd None None] For port d6ca544f-4e40-41a6-9205-3644bfd2ceb5, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d6ca544f-4e40-41a6-9205-3644bfd2ceb5,segment=NetworkSegment(0ed6b60a-2e72-4ac2-92d7-7a9dbd9b7703),segment_id=0ed6b60a-2e72-4ac2-92d7-7a9dbd9b7703)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:29.485858 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-620d0832-0dc7-4029-ad6d-1d5d1162fbcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.489516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:31:29.522127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.625184 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-620d0832-0dc7-4029-ad6d-1d5d1162fbcd None None] Calling delete_port for d6ca544f-4e40-41a6-9205-3644bfd2ceb5 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:29.715945 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.717619 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-875f292e-4057-4d3a-ab59-674058bf18cd tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.6118431 Feb 17 09:31:29.721892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58936) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:29.798222 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c97c9428-e966-41f6-b8cf-034de9c7d334 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.810493 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9b035c-73b8-46ef-9942-e7d499258806 None None] Sync routers for ids ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:31:29.819150 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port bae1096b-ef0e-493f-9f53-34844bc7fe05 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:29.827674 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port bae1096b-ef0e-493f-9f53-34844bc7fe05 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:29.828381 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.857143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec99e-f144-457f-8f90-47774fd8009e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.874070 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9b035c-73b8-46ef-9942-e7d499258806 None None] Routers {'0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:29.874689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-bd9b035c-73b8-46ef-9942-e7d499258806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:31:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:29.929622 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] For port d6ca544f-4e40-41a6-9205-3644bfd2ceb5, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d6ca544f-4e40-41a6-9205-3644bfd2ceb5,segment=NetworkSegment(0ed6b60a-2e72-4ac2-92d7-7a9dbd9b7703),segment_id=0ed6b60a-2e72-4ac2-92d7-7a9dbd9b7703)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:29.930216 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.935243 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-620d0832-0dc7-4029-ad6d-1d5d1162fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:29.969552 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Pushing event updated for resources: {'Network': ['ID=4d071653-bdaf-4d79-8186-5858edbf207d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:30.003937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 4d071653-bdaf-4d79-8186-5858edbf207d details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:31:30.056296 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:30.061542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c97c9428-e966-41f6-b8cf-034de9c7d334 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:30.063989 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ec99e-f144-457f-8f90-47774fd8009e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=d8f08a96-99fa-4337-9a64-4371c52ff233,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:30.121577 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:30.126815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d0832-0dc7-4029-ad6d-1d5d1162fbcd None None] Pushing event deleted for resources: {'Port': ['ID=d6ca544f-4e40-41a6-9205-3644bfd2ceb5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:30.128808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-bd9b035c-73b8-46ef-9942-e7d499258806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:30.135347 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d0832-0dc7-4029-ad6d-1d5d1162fbcd None None] No DVR routers for this DVR port d6ca544f-4e40-41a6-9205-3644bfd2ceb5 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:31:30.137638 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:30.141653 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-87ca81d8-3786-4c9a-873d-c1712bc2cd8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 4.0478835 Feb 17 09:31:30.148509 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9b035c-73b8-46ef-9942-e7d499258806 None None] Routers {'0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:30.149128 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-bd9b035c-73b8-46ef-9942-e7d499258806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:31:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:30.151502 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Calling delete_port for d6ca544f-4e40-41a6-9205-3644bfd2ceb5 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:30.160297 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c97c9428-e966-41f6-b8cf-034de9c7d334 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:30.181331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3ec99e-f144-457f-8f90-47774fd8009e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:30.181630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3ec99e-f144-457f-8f90-47774fd8009e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network hostable DHCP agents. Network: 8b625a9f-ac2d-47dd-8166-9ff8629d3db1, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:31:30.189472 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:30.223785 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c9428-e966-41f6-b8cf-034de9c7d334 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9335c9-2c1f-4bca-9251-cbd9de7c48b0,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:30.318636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c97c9428-e966-41f6-b8cf-034de9c7d334 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:30.322808 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c97c9428-e966-41f6-b8cf-034de9c7d334 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9056146 Feb 17 09:31:30.327457 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58944) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:30.335872 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:30.337184 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-bd9b035c-73b8-46ef-9942-e7d499258806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:30.337764 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9b035c-73b8-46ef-9942-e7d499258806 None None] The sync data for ids ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:31:30.346512 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:30.357853 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Usage tracker for resource:floatingip and tenant:c1c659be8822417aae54db469e0be910 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:30.368060 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Pushing event updated for resources: {'Port': ['ID=d348419f-b93e-4c8a-b6f0-26c65e98557a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:30.379513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:30.434652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:30.440328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:30.448057 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3ec99e-f144-457f-8f90-47774fd8009e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:31:30.453218 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:30.481542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58948) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:30.481734 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port bae1096b-ef0e-493f-9f53-34844bc7fe05, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=bae1096b-ef0e-493f-9f53-34844bc7fe05,segment=NetworkSegment(60c46695-6567-4489-adea-5df5bc783183),segment_id=60c46695-6567-4489-adea-5df5bc783183)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:30.488849 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Request body: {'port': {'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d', 'binding:host_id': 'hv-neutron-8281', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730075165'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:30.542802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Deleting port 5b25a8d7-b00e-437d-8249-c7ecfa6ad3d4 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:30.543139 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:30.548467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:30.560481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9d3ec99e-f144-457f-8f90-47774fd8009e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 8b625a9f-ac2d-47dd-8166-9ff8629d3db1) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:30.577112 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Usage tracker for resource:port and tenant:96429fc9b17b44459415c6ac09ae97ca is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:30.580347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3ec99e-f144-457f-8f90-47774fd8009e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:30.580938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec99e-f144-457f-8f90-47774fd8009e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:30.586996 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07acca-62eb-4da1-afc5-14800e3247a1 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:30.587634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:30.603103 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:30.605202 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:30.607535 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:31:30.607669 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 54ce7ad6-5220-4dc5-a156-d98d606e9e46 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:30.607786 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:31:30.622953 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:30.713217 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Deleting port d348419f-b93e-4c8a-b6f0-26c65e98557a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:30.713646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:30.764799 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9d3ec99e-f144-457f-8f90-47774fd8009e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7573924 Feb 17 09:31:30.769298 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58952) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:30.773539 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:30.830333 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'name': 'tempest-NetworksTestDHCPv6-1495094917'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:30.876263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Made reservation on behalf of 96429fc9b17b44459415c6ac09ae97ca for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:30.880291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:30.880656 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=bae1096b-ef0e-493f-9f53-34844bc7fe05,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:30.924293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 54ce7ad6-5220-4dc5-a156-d98d606e9e46 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:30.924776 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:30.933763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:30.975727 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:30.984383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Usage tracker for resource:security_group_rule and tenant:96429fc9b17b44459415c6ac09ae97ca is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:30.988405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:30.993890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:31.012996 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:31.020983 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:31.054389 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:31.055266 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:31.069315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': 'd8f08a96-99fa-4337-9a64-4371c52ff233'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:31:31.070222 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:31.109309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Deleting port d6ca544f-4e40-41a6-9205-3644bfd2ceb5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:31.110072 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:31.183842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:31.338697 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Allocated IP 2001:db8::2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/d8f08a96-99fa-4337-9a64-4371c52ff233/9cc511a1-3d9d-47a6-a288-b80b39427998) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:31.339614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Calling delete_port for 5b25a8d7-b00e-437d-8249-c7ecfa6ad3d4 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:31.415509 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:31.424561 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:31.424971 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:31.503085 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:31.579014 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] The port 'd6ca544f-4e40-41a6-9205-3644bfd2ceb5' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:31:31.585104 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:31.610149 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] device_id is not set on port d5e1662c-5c15-4aee-a478-839739106170 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:31:31.619926 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:31.624052 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:port and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:31.627256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:31.634465 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:31.656081 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:31.681244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:31.681833 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:31.687335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:31.704413 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Transition to ACTIVE for port object 9cc511a1-3d9d-47a6-a288-b80b39427998 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:31.716561 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011,segment=NetworkSegment(f7a16081-d24e-4724-aa40-c8b335ca82d9),segment_id=f7a16081-d24e-4724-aa40-c8b335ca82d9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:31.728183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Transition to ACTIVE for port object 9cc511a1-3d9d-47a6-a288-b80b39427998 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:31.728979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Allocated IP 172.26.4.233 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/ebd3c650-a837-4e4c-87e0-0e8a582afd8a) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:31.761238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e9d5d2-c0c7-49f7-a702-fbcb0b74b33c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:31.785419 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:31.831834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Allocated IP 172.20.0.1 (7cd02769-b303-4763-ad18-3d8910ca11b2/96eb87f7-c213-4f3c-92f8-02342978f60f/a5529b66-a11c-4111-8552-3f6e465836e3) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:31.833654 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:31.879959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:31.884108 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:31.888926 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:31.895275 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device bae1096b-ef0e-493f-9f53-34844bc7fe05 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:31.920622 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Calling delete_port for d348419f-b93e-4c8a-b6f0-26c65e98557a owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:31.949770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:31.952792 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:31.982994 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:32.113172 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Attempting to bind port 9cc511a1-3d9d-47a6-a288-b80b39427998 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:32.113382 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Attempting to bind port 9cc511a1-3d9d-47a6-a288-b80b39427998 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:32.114081 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Attempting to bind port 9cc511a1-3d9d-47a6-a288-b80b39427998 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:32.116048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Pushing event updated for resources: {'Port': ['ID=9cc511a1-3d9d-47a6-a288-b80b39427998,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:32.123034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:32.126435 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:31:32.126806 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:32.127208 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:32.128476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:31:32.128842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Bound port: 9cc511a1-3d9d-47a6-a288-b80b39427998, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:31:32.129126 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:32.153827 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port 4c2ac909-2b63-4a7e-9211-c00f63120775 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:31:32.170551 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:32.179072 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port bae1096b-ef0e-493f-9f53-34844bc7fe05 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:32.179422 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:32.194405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Transition to ACTIVE for port object a5529b66-a11c-4111-8552-3f6e465836e3 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:32.199625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] device_id is not set on port d5e1662c-5c15-4aee-a478-839739106170 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:31:32.214642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:32.239316 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Transition to ACTIVE for port object d5e1662c-5c15-4aee-a478-839739106170 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:32.288972 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2bfd64-4dba-4036-8407-456f49f67b56']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:32.323244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:32.324570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] For port 9cc511a1-3d9d-47a6-a288-b80b39427998, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:31:32.329139 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] For port 9cc511a1-3d9d-47a6-a288-b80b39427998, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9cc511a1-3d9d-47a6-a288-b80b39427998,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:31:32.334883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed6b60a-2e72-4ac2-92d7-7a9dbd9b7703') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:32.335182 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed6b60a-2e72-4ac2-92d7-7a9dbd9b7703') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:32.376676 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:32.399055 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:32.407811 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:32.438946 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:32.459895 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Network 7cd02769-b303-4763-ad18-3d8910ca11b2 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:32.461981 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d6ca544f-4e40-41a6-9205-3644bfd2ceb5 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:31:32.462219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Pushing event updated for resources: {'Port': ['ID=d5e1662c-5c15-4aee-a478-839739106170,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:32.477167 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:32.494731 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:32.510894 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:32.524248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:31:32.524980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:32.529445 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: d6ca544f-4e40-41a6-9205-3644bfd2ceb5 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:31:32.529787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d6ca544f-4e40-41a6-9205-3644bfd2ceb5 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:31:32.544332 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1add185-f0d7-42bf-9f98-15b4bed28a87 None None] Pushing event updated for resources: {'Port': ['ID=9cc511a1-3d9d-47a6-a288-b80b39427998,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:32.549617 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Checking segment: {'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:32.550140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Network hostable DHCP agents. Network: 4d071653-bdaf-4d79-8186-5858edbf207d, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:31:32.556022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:32.556750 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:31:32.574771 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:31:32.597151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Pushing event updated for resources: {'Port': ['ID=a5529b66-a11c-4111-8552-3f6e465836e3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:32.691012 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Network 4d071653-bdaf-4d79-8186-5858edbf207d is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:31:32.755597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b25a8d7-b00e-437d-8249-c7ecfa6ad3d4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:32.769735 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:32.841396 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 4d071653-bdaf-4d79-8186-5858edbf207d) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:32.859892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:32.877507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0618909-d2cd-4212-868f-61136919e346 None None] Network 4d071653-bdaf-4d79-8186-5858edbf207d requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:32.884653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:32.885037 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:32.885413 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:32.895069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::25d (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/d8f08a96-99fa-4337-9a64-4371c52ff233/4c2ac909-2b63-4a7e-9211-c00f63120775) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:32.899146 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:32.914625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:32.915148 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:32.918542 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 2 to bind port d5e1662c-5c15-4aee-a478-839739106170 Feb 17 09:31:32.925182 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Pushing event deleted for resources: {'Port': ['ID=d348419f-b93e-4c8a-b6f0-26c65e98557a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:32.966207 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bffbbc78-ad0a-4672-a2a6-ecedf380056e None None] Provisioning for port a5529b66-a11c-4111-8552-3f6e465836e3 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:32.986689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bffbbc78-ad0a-4672-a2a6-ecedf380056e None None] Provisioning complete for port a5529b66-a11c-4111-8552-3f6e465836e3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:32.987602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bffbbc78-ad0a-4672-a2a6-ecedf380056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:33.019756 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:33.020076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:33.020739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:33.029282 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:33.030029 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:33.032728 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 3 to bind port d5e1662c-5c15-4aee-a478-839739106170 Feb 17 09:31:33.059211 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:33.088099 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:33.112046 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:33.121795 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bffbbc78-ad0a-4672-a2a6-ecedf380056e None None] Port a5529b66-a11c-4111-8552-3f6e465836e3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:31:33.123393 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:33.123655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:33.123934 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:33.140594 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:33.140924 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:33.143786 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 4 to bind port d5e1662c-5c15-4aee-a478-839739106170 Feb 17 09:31:33.175867 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:33.176464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:33.176824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:33.191898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:33.200262 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] Pushing event deleted for resources: {'Network': ['ID=8c2bfd64-4dba-4036-8407-456f49f67b56,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:33.217966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:33.218337 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:33.358684 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 5 to bind port d5e1662c-5c15-4aee-a478-839739106170 Feb 17 09:31:33.403835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:33.404170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:33.404561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:33.431306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:33.431591 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:33.437689 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 6 to bind port d5e1662c-5c15-4aee-a478-839739106170 Feb 17 09:31:33.460453 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f50deecf-1c80-4e22-bc12-ef08a1985d8a tempest-DHCPAgentSchedulersTestJSON-324356808 tempest-DHCPAgentSchedulersTestJSON-324356808-project] 10.222.0.75 "DELETE /v2.0/networks/8c2bfd64-4dba-4036-8407-456f49f67b56 HTTP/1.1" status: 204 len: 168 time: 4.6326582 Feb 17 09:31:33.468650 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Allocated IP 172.26.4.49 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/1c701241-2678-420c-b982-4778304b5958) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:33.476435 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:33.476829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:33.477164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:33.482663 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] create failed (client error): The resource could not be found. Feb 17 09:31:33.483924 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f37cc898-37fd-41a0-9039-78e4faf4baf9 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.0972397 Feb 17 09:31:33.486251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:33.488024 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:33.496250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:33.497066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58958) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:33.499018 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 7 to bind port d5e1662c-5c15-4aee-a478-839739106170 Feb 17 09:31:33.514219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:33.519720 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:33.536332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:33.536652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:33.536980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:33.591816 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:33.621057 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:33.621579 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:33.654509 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Pushing event updated for resources: {'Port': ['ID=ebd3c650-a837-4e4c-87e0-0e8a582afd8a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:33.681678 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 8 to bind port d5e1662c-5c15-4aee-a478-839739106170 Feb 17 09:31:33.748793 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:33.749085 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:33.749423 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:33.764057 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:33.764385 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:33.764941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5a534abf-35d3-4e74-9d49-c65840fc17a5 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Deleting port aedd2c53-4be7-481a-8485-962e983d6c20 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:33.769568 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a534abf-35d3-4e74-9d49-c65840fc17a5 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:33.776266 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 9 to bind port d5e1662c-5c15-4aee-a478-839739106170 Feb 17 09:31:33.814983 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:33.815935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:33.816275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:33.820528 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd426d5-df75-4da3-a118-c49d326b8a1d None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:33.844673 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:33.845009 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:33.849609 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:33.855804 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 10 to bind port d5e1662c-5c15-4aee-a478-839739106170 Feb 17 09:31:33.884683 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:33.889092 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:33.899626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:33.899626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:33.905523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:33.905986 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:33.912953 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port d5e1662c-5c15-4aee-a478-839739106170 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:33.913287 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port d5e1662c-5c15-4aee-a478-839739106170 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:33.913642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:33.936203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object 4c2ac909-2b63-4a7e-9211-c00f63120775 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:34.021485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] For port d5e1662c-5c15-4aee-a478-839739106170, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:31:34.021869 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempted to set empty binding levels {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 17 09:31:34.049260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.051067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.079892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9cc511a1-3d9d-47a6-a288-b80b39427998 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:34.135883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.140205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.147803 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a3bb2502-2e13-4a49-bfe5-4a635a513cd3 None None] Provisioning for port 9cc511a1-3d9d-47a6-a288-b80b39427998 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:34.207955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.209254 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.229708 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Pushing event updated for resources: {'Port': ['ID=a5529b66-a11c-4111-8552-3f6e465836e3,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:34.238608 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 9cc511a1-3d9d-47a6-a288-b80b39427998 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:34.251578 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 9cc511a1-3d9d-47a6-a288-b80b39427998 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:34.253257 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.289429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:34.290351 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58964) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:34.302713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:34.303474 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.307703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:34.341414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:34.391395 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Pushing event updated for resources: {'Port': ['ID=1c701241-2678-420c-b982-4778304b5958,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:34.404603 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.404732 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.445088 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 9cc511a1-3d9d-47a6-a288-b80b39427998, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9cc511a1-3d9d-47a6-a288-b80b39427998,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:34.489268 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7879d71d-032e-4454-b28d-5f63cb4bd866 None None] Provisioning complete for port 9cc511a1-3d9d-47a6-a288-b80b39427998 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:34.489268 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7879d71d-032e-4454-b28d-5f63cb4bd866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.514384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b21a0850-f573-419c-b9d7-c6bfcaadaed1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:34.517663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Pushing event updated for resources: {'Port': ['ID=d5e1662c-5c15-4aee-a478-839739106170,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:34.538982 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.539961 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:34.563044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Network 7cd02769-b303-4763-ad18-3d8910ca11b2 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:34.574871 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:34.581553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.670891 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.695147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69f7acb-1f70-422c-bdb4-bf898c90167e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:34.717290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=9cc511a1-3d9d-47a6-a288-b80b39427998,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:34.730519 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-56014ce2-4fd9-47aa-a46c-8fdfed8e615f tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.2478559 Feb 17 09:31:34.731253 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58970) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:34.751370 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7c5b9c49-9070-4832-8ff4-2b425dc8b201 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c8814eeea7ca49fd96b1d46a708d9751&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4548576 Feb 17 09:31:34.760424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58974) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:34.795533 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:34.799755 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:34.800126 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.800290 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57611b8a-2052-4763-be9b-9fc0608e26c2') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:34.800510 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57611b8a-2052-4763-be9b-9fc0608e26c2') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:34.818354 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:34.820965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:34.826924 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:34.827695 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.891377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.924295 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:34.948504 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=4c2ac909-2b63-4a7e-9211-c00f63120775,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:34.993669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-37ae5fe3-d5e0-484f-b32f-d88a89d7c1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Deleting port d5e1662c-5c15-4aee-a478-839739106170 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:34.994289 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-37ae5fe3-d5e0-484f-b32f-d88a89d7c1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:35.002679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:35.009304 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a534abf-35d3-4e74-9d49-c65840fc17a5 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:35.033881 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:31:35.034292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:35.039792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-451bdcf9-6075-4fef-a66d-b136774517ea None None] Provisioning complete for port a5529b66-a11c-4111-8552-3f6e465836e3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:35.040174 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-451bdcf9-6075-4fef-a66d-b136774517ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:31:35.058800 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:31:35.066839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Router 0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:31:35.110926 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-451bdcf9-6075-4fef-a66d-b136774517ea None None] Port a5529b66-a11c-4111-8552-3f6e465836e3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:31:35.153340 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-15515df7-58cc-44ff-b201-1246873f1256 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3788521 Feb 17 09:31:35.281463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5a534abf-35d3-4e74-9d49-c65840fc17a5 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Calling delete_port for aedd2c53-4be7-481a-8485-962e983d6c20 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:35.306136 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-041fdef8-10d0-4cac-91bc-1e0f3c62fb44 None None] Provisioning for port 4c2ac909-2b63-4a7e-9211-c00f63120775 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:35.311952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-041fdef8-10d0-4cac-91bc-1e0f3c62fb44 None None] Provisioning complete for port 4c2ac909-2b63-4a7e-9211-c00f63120775 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:35.312316 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-041fdef8-10d0-4cac-91bc-1e0f3c62fb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:35.349906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58978) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:35.373308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-041fdef8-10d0-4cac-91bc-1e0f3c62fb44 None None] Port 4c2ac909-2b63-4a7e-9211-c00f63120775 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:31:35.440457 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec3f98af-9ee2-4064-8d2c-fc99899465c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:35.521011 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec3f98af-9ee2-4064-8d2c-fc99899465c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:35.555738 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:35.558965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:35.621352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b69f7acb-1f70-422c-bdb4-bf898c90167e {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 17 09:31:35.640154 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:35.643374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Pushing event deleted for resources: {'Network': ['ID=b69f7acb-1f70-422c-bdb4-bf898c90167e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:35.652660 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:35.694263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-37ae5fe3-d5e0-484f-b32f-d88a89d7c1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] For port d5e1662c-5c15-4aee-a478-839739106170, host hv-neutron-8281, got binding levels [] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:35.694617 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-37ae5fe3-d5e0-484f-b32f-d88a89d7c1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:35.708885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:31:35.721382 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8f84b45d-efe7-47fb-8968-260108eca159 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "DELETE /v2.0/networks/b69f7acb-1f70-422c-bdb4-bf898c90167e HTTP/1.1" status: 204 len: 168 time: 6.4028978 Feb 17 09:31:35.721641 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5527402d-a9eb-4b43-84f2-e8af30783d85 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] 10.222.0.75 "PUT /v2.0/routers/0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9942813 Feb 17 09:31:35.758864 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58982) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:35.759196 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58984) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:35.792313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Request body: {'port': {'network_id': '7cd02769-b303-4763-ad18-3d8910ca11b2', 'name': 'tempest-FloatingIPAdminTestJSON-198375677'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:35.836259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-37ae5fe3-d5e0-484f-b32f-d88a89d7c1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Calling delete_port for d5e1662c-5c15-4aee-a478-839739106170 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:35.905334 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9cc511a1-3d9d-47a6-a288-b80b39427998 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:35.914013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b708db7-ede6-4398-b574-74e7fe07321d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:35.919882 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b708db7-ede6-4398-b574-74e7fe07321d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:35.925921 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8b708db7-ede6-4398-b574-74e7fe07321d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.5648787 Feb 17 09:31:35.929313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 58990) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:35.953305 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5b343d2d-c8a1-4627-8525-7586f8bc562d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Synchronizing usage tracker for tenant:513bbb74f8e24c7f9dd62242457d2d7a on resource:floatingip {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:35.985022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:35.990920 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 9cc511a1-3d9d-47a6-a288-b80b39427998 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:35.991412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:35.992391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Pushing event updated for resources: {'Port': ['ID=ebd3c650-a837-4e4c-87e0-0e8a582afd8a,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:36.013109 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a534abf-35d3-4e74-9d49-c65840fc17a5 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:36.016003 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:36.022871 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-0cf93685-7d3e-4217-905d-cb35236ac040 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port 4c2ac909-2b63-4a7e-9211-c00f63120775 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:36.023458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0cf93685-7d3e-4217-905d-cb35236ac040 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:36.051457 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:36.119637 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-37ae5fe3-d5e0-484f-b32f-d88a89d7c1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:36.149927 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:36.159883 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eb514e-2dab-4d85-8180-42e7ce80c413 None None] Sync routers for ids ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:31:36.171271 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:36.177305 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb514e-2dab-4d85-8180-42e7ce80c413 None None] Routers {'0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:36.177843 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Usage tracker for resource:port and tenant:20022b5c2a034037aa3f31ad3a4cdaae is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:36.178530 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-82eb514e-2dab-4d85-8180-42e7ce80c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:31:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:36.181814 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:36.190287 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:36.247408 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-82eb514e-2dab-4d85-8180-42e7ce80c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:36.255823 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-37ae5fe3-d5e0-484f-b32f-d88a89d7c1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:36.261617 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb514e-2dab-4d85-8180-42e7ce80c413 None None] Routers {'0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:36.262503 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-82eb514e-2dab-4d85-8180-42e7ce80c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:31:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:36.268065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Pushing event updated for resources: {'Port': ['ID=1c701241-2678-420c-b982-4778304b5958,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:36.322493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec3f98af-9ee2-4064-8d2c-fc99899465c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:36.324944 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec3f98af-9ee2-4064-8d2c-fc99899465c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:36.326203 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ec3f98af-9ee2-4064-8d2c-fc99899465c4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b1bf459e-bcee-4dee-87b4-0d0a78b1e21c HTTP/1.1" status: 204 len: 168 time: 1.5428510 Feb 17 09:31:36.327587 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5b343d2d-c8a1-4627-8525-7586f8bc562d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Unset dirty status for tenant:513bbb74f8e24c7f9dd62242457d2d7a on resource:floatingip {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:36.332194 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5b343d2d-c8a1-4627-8525-7586f8bc562d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.5598321 Feb 17 09:31:36.333240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:36.338094 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d2a96495-ad9b-48c5-b4d5-72a2bc431e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3228321 Feb 17 09:31:36.338094 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58996) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:36.338094 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a534abf-35d3-4e74-9d49-c65840fc17a5 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:36.338474 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5a534abf-35d3-4e74-9d49-c65840fc17a5 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] 10.222.0.75 "DELETE /v2.0/ports/aedd2c53-4be7-481a-8485-962e983d6c20 HTTP/1.1" status: 204 len: 168 time: 2.8259239 Feb 17 09:31:36.350122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a534abf-35d3-4e74-9d49-c65840fc17a5 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Pushing event deleted for resources: {'Port': ['ID=aedd2c53-4be7-481a-8485-962e983d6c20,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:36.354923 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-82eb514e-2dab-4d85-8180-42e7ce80c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:36.355742 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eb514e-2dab-4d85-8180-42e7ce80c413 None None] The sync data for ids ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:31:36.358749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 58998) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:36.374136 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f98af-9ee2-4064-8d2c-fc99899465c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bf459e-bcee-4dee-87b4-0d0a78b1e21c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:36.468334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae5fe3-d5e0-484f-b32f-d88a89d7c1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5e1662c-5c15-4aee-a478-839739106170,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:36.472440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:36.473962 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5068b921-e016-4bad-b1a4-024d8a210221 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1457846 Feb 17 09:31:36.482004 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-37ae5fe3-d5e0-484f-b32f-d88a89d7c1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] 10.222.0.75 "DELETE /v2.0/ports/d5e1662c-5c15-4aee-a478-839739106170 HTTP/1.1" status: 204 len: 168 time: 1.7328565 Feb 17 09:31:36.484229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59008) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:36.535861 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Made reservation on behalf of 20022b5c2a034037aa3f31ad3a4cdaae for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:36.540187 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:36.549931 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-216e2138-4e27-4c64-8e8e-a42785a38be5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] GET failed (client error): The resource could not be found. Feb 17 09:31:36.550768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-216e2138-4e27-4c64-8e8e-a42785a38be5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Synchronizing usage tracker for tenant:96429fc9b17b44459415c6ac09ae97ca on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:36.596719 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ae603-d8c8-4119-b64a-1c91fe5b476f tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:36.597227 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ae603-d8c8-4119-b64a-1c91fe5b476f tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:36.597760 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ae603-d8c8-4119-b64a-1c91fe5b476f tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:36.598798 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ae603-d8c8-4119-b64a-1c91fe5b476f tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:36.599482 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ae603-d8c8-4119-b64a-1c91fe5b476f tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:36.600232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ae603-d8c8-4119-b64a-1c91fe5b476f tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:36.600690 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ae603-d8c8-4119-b64a-1c91fe5b476f tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:36.601812 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ae603-d8c8-4119-b64a-1c91fe5b476f tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:36.602898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5b5ae603-d8c8-4119-b64a-1c91fe5b476f tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Synchronizing usage tracker for tenant:513bbb74f8e24c7f9dd62242457d2d7a on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:36.609978 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] device_id is not set on port b0f94414-3fae-4510-91d9-3c6dbac2251d yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:31:36.632755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0cf93685-7d3e-4217-905d-cb35236ac040 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:36.731991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d9eae-a0f6-43bd-85a1-1e96293b3d4e tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:36.733061 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-743d9eae-a0f6-43bd-85a1-1e96293b3d4e tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Synchronizing usage tracker for tenant:b5c84a90c1b440d389700cbbaf6082f6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:36.756812 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-216e2138-4e27-4c64-8e8e-a42785a38be5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Unset dirty status for tenant:96429fc9b17b44459415c6ac09ae97ca on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:36.762354 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-216e2138-4e27-4c64-8e8e-a42785a38be5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] 10.222.0.75 "GET /v2.0/ports/d5e1662c-5c15-4aee-a478-839739106170 HTTP/1.1" status: 404 len: 333 time: 0.2775345 Feb 17 09:31:36.763177 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59034) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:36.822753 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Allocated IP 172.20.0.14 (7cd02769-b303-4763-ad18-3d8910ca11b2/96eb87f7-c213-4f3c-92f8-02342978f60f/b0f94414-3fae-4510-91d9-3c6dbac2251d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:36.858460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-0cf93685-7d3e-4217-905d-cb35236ac040 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for 4c2ac909-2b63-4a7e-9211-c00f63120775 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:36.894321 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b072bb41-28ee-4755-a85a-743c7be9fb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Request body: {'port': {'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1399631812'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:36.895514 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b072bb41-28ee-4755-a85a-743c7be9fb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:36.917118 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b072bb41-28ee-4755-a85a-743c7be9fb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:36.970079 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5b5ae603-d8c8-4119-b64a-1c91fe5b476f tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Unset dirty status for tenant:513bbb74f8e24c7f9dd62242457d2d7a on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:36.975420 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5b5ae603-d8c8-4119-b64a-1c91fe5b476f tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5196 time: 0.6174738 Feb 17 09:31:36.977529 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59050) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:37.031094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59058) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:37.033969 dv-neutron-828143-5-hyperv neutron-server[88370]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 09:31:37.055047 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-743d9eae-a0f6-43bd-85a1-1e96293b3d4e tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Unset dirty status for tenant:b5c84a90c1b440d389700cbbaf6082f6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:37.056836 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-743d9eae-a0f6-43bd-85a1-1e96293b3d4e tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c71acd5-53e9-42fe-81fc-176f779856a9 HTTP/1.1" status: 200 len: 913 time: 0.6757579 Feb 17 09:31:37.060196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59062) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:37.060386 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-0821ed9d-a7ea-4999-9eb9-b7380a7e81e2 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] delete failed (client error): The resource could not be found. Feb 17 09:31:37.060964 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0821ed9d-a7ea-4999-9eb9-b7380a7e81e2 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/5063a84b-f4ac-43ad-b1ce-8147dd381a71 HTTP/1.1" status: 404 len: 345 time: 0.0824859 Feb 17 09:31:37.064579 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59066) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:37.095705 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59074) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:37.109718 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 09:31:37.127630 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3915910-c176-4475-ba3a-855ce74f16fc tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] DELETE failed (client error): The resource could not be found. Feb 17 09:31:37.128115 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3915910-c176-4475-ba3a-855ce74f16fc tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:31:37.166196 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a3915910-c176-4475-ba3a-855ce74f16fc tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "DELETE /v2.0/networks/b69f7acb-1f70-422c-bdb4-bf898c90167e HTTP/1.1" status: 404 len: 339 time: 0.0992751 Feb 17 09:31:37.171961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59078) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:37.189091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-11c35489-9f32-4e9f-a8a4-ffe7f966fdfe tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Request body: {'network': {'name': 'tempest-network--586041977', 'router:external': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:37.197345 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-1bcc1c19-5fc6-49ee-9ac5-ee2bf8d90e00 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Synchronizing usage tracker for tenant:c1c659be8822417aae54db469e0be910 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:37.203471 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-11c35489-9f32-4e9f-a8a4-ffe7f966fdfe tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:37.215283 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0cf93685-7d3e-4217-905d-cb35236ac040 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:37.215283 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b072bb41-28ee-4755-a85a-743c7be9fb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Made reservation on behalf of 96429fc9b17b44459415c6ac09ae97ca for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:37.215283 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b072bb41-28ee-4755-a85a-743c7be9fb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:37.221097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-11c35489-9f32-4e9f-a8a4-ffe7f966fdfe tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Usage tracker for resource:network and tenant:513bbb74f8e24c7f9dd62242457d2d7a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:37.229497 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-11c35489-9f32-4e9f-a8a4-ffe7f966fdfe tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:37.234390 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:37.254345 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-11c35489-9f32-4e9f-a8a4-ffe7f966fdfe tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:37.262605 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Transition to ACTIVE for port object b0f94414-3fae-4510-91d9-3c6dbac2251d will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:37.347626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf93685-7d3e-4217-905d-cb35236ac040 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=4c2ac909-2b63-4a7e-9211-c00f63120775,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:37.354349 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-1bcc1c19-5fc6-49ee-9ac5-ee2bf8d90e00 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Unset dirty status for tenant:c1c659be8822417aae54db469e0be910 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:37.354349 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-1bcc1c19-5fc6-49ee-9ac5-ee2bf8d90e00 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1938041724&fields=id&tenant_id=c1c659be8822417aae54db469e0be910 HTTP/1.1" status: 200 len: 267 time: 0.2544389 Feb 17 09:31:37.354928 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c35489-9f32-4e9f-a8a4-ffe7f966fdfe tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Made reservation on behalf of 513bbb74f8e24c7f9dd62242457d2d7a for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:37.360377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59082) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:37.364409 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11c35489-9f32-4e9f-a8a4-ffe7f966fdfe tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:37.378890 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:37.389156 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-6a9dbb43-358a-446b-8e5f-2b7d103815e3 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--917642430&fields=id&tenant_id=56df9d1b031c48beb7a5b8a4e5050229 HTTP/1.1" status: 200 len: 267 time: 0.3558829 Feb 17 09:31:37.420520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-b072bb41-28ee-4755-a85a-743c7be9fb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] device_id is not set on port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:31:37.516664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0a509d-5ce0-4f4c-857c-45ff0662c165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:37.553956 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Network 7cd02769-b303-4763-ad18-3d8910ca11b2 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:37.559994 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:37.562718 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:37.594602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0cf93685-7d3e-4217-905d-cb35236ac040 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:37.623758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eb0a509d-5ce0-4f4c-857c-45ff0662c165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:37.635970 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-eb0a509d-5ce0-4f4c-857c-45ff0662c165 admin admin] Usage tracker for resource:security_group_rule and tenant:6be2ab6dfd114e81bb11d9ed9db8b2b4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:37.652559 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0cf93685-7d3e-4217-905d-cb35236ac040 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/4c2ac909-2b63-4a7e-9211-c00f63120775 HTTP/1.1" status: 204 len: 168 time: 1.7198682 Feb 17 09:31:37.709526 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59088) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:37.710554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-eb0a509d-5ce0-4f4c-857c-45ff0662c165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:37.746083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Pushing event updated for resources: {'Port': ['ID=b0f94414-3fae-4510-91d9-3c6dbac2251d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:37.752891 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c35489-9f32-4e9f-a8a4-ffe7f966fdfe tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:31:37.771249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eb0a509d-5ce0-4f4c-857c-45ff0662c165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:37.812463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:37.813096 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:37.818524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11c35489-9f32-4e9f-a8a4-ffe7f966fdfe tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:37.818884 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-11c35489-9f32-4e9f-a8a4-ffe7f966fdfe tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Added segment 5e9ddc89-be83-4ae6-b662-2b486c7a9fbb of type vlan for network 4cdf9f6d-4adb-4e90-82e6-1517bd80ae40 Feb 17 09:31:37.867616 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-ff86fa12-6b4b-4aa6-84b6-420086b970ed tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:37.868577 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-ff86fa12-6b4b-4aa6-84b6-420086b970ed tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Synchronizing usage tracker for tenant:c1c659be8822417aae54db469e0be910 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:37.900392 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11c35489-9f32-4e9f-a8a4-ffe7f966fdfe tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:37.905261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1491f8ac-f6c9-484c-a9c3-a5e1f3aadbe6 None None] Provisioning for port b0f94414-3fae-4510-91d9-3c6dbac2251d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:37.912279 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1491f8ac-f6c9-484c-a9c3-a5e1f3aadbe6 None None] Provisioning complete for port b0f94414-3fae-4510-91d9-3c6dbac2251d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:37.915020 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1491f8ac-f6c9-484c-a9c3-a5e1f3aadbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:37.963873 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0963a906-b010-448d-a8f6-733e4f40af19 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1927118 Feb 17 09:31:37.967122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59092) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:37.974463 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1491f8ac-f6c9-484c-a9c3-a5e1f3aadbe6 None None] Port b0f94414-3fae-4510-91d9-3c6dbac2251d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:31:38.003385 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-ff86fa12-6b4b-4aa6-84b6-420086b970ed tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Unset dirty status for tenant:c1c659be8822417aae54db469e0be910 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:38.005187 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-ff86fa12-6b4b-4aa6-84b6-420086b970ed tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/networks?id=27d87cf8-de12-4c79-864c-28a6bac16755 HTTP/1.1" status: 200 len: 810 time: 0.6188505 Feb 17 09:31:38.023159 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-b20f05d2-057b-4219-909b-df10ec8a0eff tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/quotas/c1c659be8822417aae54db469e0be910 HTTP/1.1" status: 200 len: 375 time: 0.0122907 Feb 17 09:31:38.070549 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11c35489-9f32-4e9f-a8a4-ffe7f966fdfe tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:38.071540 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c35489-9f32-4e9f-a8a4-ffe7f966fdfe tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:38.072136 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11c35489-9f32-4e9f-a8a4-ffe7f966fdfe tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:38.076234 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9dba58-3ff7-45cb-b473-937c6c8a7505 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:38.077713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9dba58-3ff7-45cb-b473-937c6c8a7505 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:38.078466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ad9dba58-3ff7-45cb-b473-937c6c8a7505 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:38.097636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-d452dc21-7b04-429f-81a7-648c087026e5 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:38.099408 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-d452dc21-7b04-429f-81a7-648c087026e5 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/networks?id=a19cb067-687e-46e4-8864-55b4e53b82a3 HTTP/1.1" status: 200 len: 805 time: 0.7099569 Feb 17 09:31:38.185582 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-91b05c89-4cfd-47d3-9f11-4fea278f14a6 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/quotas/56df9d1b031c48beb7a5b8a4e5050229 HTTP/1.1" status: 200 len: 375 time: 0.0566480 Feb 17 09:31:38.203043 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c35489-9f32-4e9f-a8a4-ffe7f966fdfe tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Pushing event updated for resources: {'Network': ['ID=4cdf9f6d-4adb-4e90-82e6-1517bd80ae40,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:38.214898 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 4cdf9f6d-4adb-4e90-82e6-1517bd80ae40 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:31:38.229719 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-a5224a88-de75-4c1b-b4b0-90f5b0824649 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c1c659be8822417aae54db469e0be910&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2007675 Feb 17 09:31:38.257558 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-11c35489-9f32-4e9f-a8a4-ffe7f966fdfe tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0802529 Feb 17 09:31:38.258837 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59100) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:38.293229 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'project_id': '20022b5c2a034037aa3f31ad3a4cdaae', 'port_id': 'b0f94414-3fae-4510-91d9-3c6dbac2251d'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:38.296724 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b072bb41-28ee-4755-a85a-743c7be9fb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:38.341703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0a509d-5ce0-4f4c-857c-45ff0662c165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:38.346884 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:38.353161 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:38.363274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Usage tracker for resource:floatingip and tenant:20022b5c2a034037aa3f31ad3a4cdaae is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:38.372823 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:38.393460 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:38.410427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0a509d-5ce0-4f4c-857c-45ff0662c165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:38.431356 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-72802c90-be4d-4cab-9396-d1f812d74b98 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:31:38.432374 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-72802c90-be4d-4cab-9396-d1f812d74b98 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0663674 Feb 17 09:31:38.483976 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-6c4b6dd3-26fe-45ba-97ea-64e543bac3ca tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Synchronizing usage tracker for tenant:56df9d1b031c48beb7a5b8a4e5050229 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:38.519051 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-eb0a509d-5ce0-4f4c-857c-45ff0662c165 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6be2ab6dfd114e81bb11d9ed9db8b2b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1472595 Feb 17 09:31:38.524706 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a509d-5ce0-4f4c-857c-45ff0662c165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b53bcb4-5b2e-4d80-b092-9e920ffaf6b6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:38.524960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59108) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:38.535852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fe47b5-65d5-467c-9658-b404c057d311 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:38.540901 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ad9dba58-3ff7-45cb-b473-937c6c8a7505 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:38.541769 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fe47b5-65d5-467c-9658-b404c057d311 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:38.542017 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ad9dba58-3ff7-45cb-b473-937c6c8a7505 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8235493 Feb 17 09:31:38.547935 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fe47b5-65d5-467c-9658-b404c057d311 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:38.554504 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59112) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:38.554667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fe47b5-65d5-467c-9658-b404c057d311 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:38.556311 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a9fe47b5-65d5-467c-9658-b404c057d311 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2968204 Feb 17 09:31:38.566773 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:38.589401 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59116) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:38.602881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b072bb41-28ee-4755-a85a-743c7be9fb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:38.685484 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-6c4b6dd3-26fe-45ba-97ea-64e543bac3ca tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Unset dirty status for tenant:56df9d1b031c48beb7a5b8a4e5050229 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:38.686933 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-6c4b6dd3-26fe-45ba-97ea-64e543bac3ca tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=56df9d1b031c48beb7a5b8a4e5050229&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4913931 Feb 17 09:31:38.689131 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b072bb41-28ee-4755-a85a-743c7be9fb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Network 4d071653-bdaf-4d79-8186-5858edbf207d is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:38.698457 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-b072bb41-28ee-4755-a85a-743c7be9fb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:38.703750 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-5057b0b4-e17e-44d3-ba3b-85e9d6ac607b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet d8f08a96-99fa-4337-9a64-4371c52ff233 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:31:38.706416 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b072bb41-28ee-4755-a85a-743c7be9fb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:38.707450 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b072bb41-28ee-4755-a85a-743c7be9fb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:38.707912 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b072bb41-28ee-4755-a85a-743c7be9fb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:38.718829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5057b0b4-e17e-44d3-ba3b-85e9d6ac607b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:38.809987 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13c97cf9-20ee-49e8-b92d-dd6ca3148ce0 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:38.864589 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072bb41-28ee-4755-a85a-743c7be9fb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Pushing event updated for resources: {'Port': ['ID=0d4c35d4-6146-4e1e-93cd-a49272de6f79,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:38.868520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f61f117f-704f-4514-9ef8-1bf476a33a4b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:38.869604 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-6b1dc1ec-9fcb-4880-b2e3-3a238dc8dc2f service neutron] 10.222.0.75 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296992 Feb 17 09:31:38.874865 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99bf0f27-403d-4228-b4ee-e4a3bc0c9919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:38.944408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-b50d4a65-fd53-4a08-9fdd-cec0dd54ef77 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:31:38.945425 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-b50d4a65-fd53-4a08-9fdd-cec0dd54ef77 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0983398 Feb 17 09:31:39.047141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5057b0b4-e17e-44d3-ba3b-85e9d6ac607b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:39.062296 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b072bb41-28ee-4755-a85a-743c7be9fb66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2226555 Feb 17 09:31:39.082599 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99bf0f27-403d-4228-b4ee-e4a3bc0c9919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:39.095460 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59126) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:39.110911 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:39.200043 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13c97cf9-20ee-49e8-b92d-dd6ca3148ce0 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:39.297245 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-13c97cf9-20ee-49e8-b92d-dd6ca3148ce0 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cdf9f6d-4adb-4e90-82e6-1517bd80ae40']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:39.306626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5057b0b4-e17e-44d3-ba3b-85e9d6ac607b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:39.341877 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-98f44a99-e9b3-44a5-9142-3719d9a9e51c service neutron] 10.222.0.75 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377563 Feb 17 09:31:39.352065 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-13c97cf9-20ee-49e8-b92d-dd6ca3148ce0 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9ddc89-be83-4ae6-b662-2b486c7a9fbb') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:39.352365 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-13c97cf9-20ee-49e8-b92d-dd6ca3148ce0 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9ddc89-be83-4ae6-b662-2b486c7a9fbb') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:39.374574 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13c97cf9-20ee-49e8-b92d-dd6ca3148ce0 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:39.383357 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-9c644169-b646-4a34-9ba9-2b5ef80a1137 service neutron] 10.222.0.75 "GET /v2.0/networks/a19cb067-687e-46e4-8864-55b4e53b82a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784888 Feb 17 09:31:39.403697 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:39.416726 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:39.457281 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13c97cf9-20ee-49e8-b92d-dd6ca3148ce0 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:39.499990 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99bf0f27-403d-4228-b4ee-e4a3bc0c9919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:39.504576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c97cf9-20ee-49e8-b92d-dd6ca3148ce0 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:31:39.504979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13c97cf9-20ee-49e8-b92d-dd6ca3148ce0 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:31:39.536411 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:31:39.589961 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5057b0b4-e17e-44d3-ba3b-85e9d6ac607b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:39.642058 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-ef4d661f-928b-4cee-9a3d-7809cd9ccf54 service neutron] 10.222.0.75 "GET /v2.0/networks/a19cb067-687e-46e4-8864-55b4e53b82a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487810 Feb 17 09:31:39.642697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f61f117f-704f-4514-9ef8-1bf476a33a4b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Deleting port 95e0ed19-8f0a-4ac0-94c6-58e00ab813d7 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:39.643040 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f61f117f-704f-4514-9ef8-1bf476a33a4b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:39.693459 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057b0b4-e17e-44d3-ba3b-85e9d6ac607b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f08a96-99fa-4337-9a64-4371c52ff233,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:39.721310 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899ce9dd-4b5a-4d52-8ad9-5f68452c0f0d None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:39.814145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5057b0b4-e17e-44d3-ba3b-85e9d6ac607b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:39.837319 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf0f27-403d-4228-b4ee-e4a3bc0c9919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b53bcb4-5b2e-4d80-b092-9e920ffaf6b6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:39.842659 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99bf0f27-403d-4228-b4ee-e4a3bc0c9919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:39.843812 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-99bf0f27-403d-4228-b4ee-e4a3bc0c9919 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9b53bcb4-5b2e-4d80-b092-9e920ffaf6b6 HTTP/1.1" status: 204 len: 168 time: 1.3178105 Feb 17 09:31:39.908344 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5057b0b4-e17e-44d3-ba3b-85e9d6ac607b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/d8f08a96-99fa-4337-9a64-4371c52ff233 HTTP/1.1" status: 204 len: 168 time: 1.3529043 Feb 17 09:31:39.911091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59150) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:39.933560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f61f117f-704f-4514-9ef8-1bf476a33a4b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:40.014256 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7b3a4440-2f45-4b2d-a0a5-3c7663016696 req-edb9d4d6-15df-4989-823e-f8c874998a33 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 210 time: 0.1838665 Feb 17 09:31:40.025100 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-02d1da1d-280b-46a6-b272-c1061103a321 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127062 Feb 17 09:31:40.133000 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-46f129ba-22b3-4db7-beb8-6339ff1079df req-a2d27e52-cc35-4c97-b7c2-c94b11daf5d1 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 210 time: 0.1134934 Feb 17 09:31:40.172439 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Allocated IP 172.26.4.108 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/d1ead68f-8412-486b-9fe2-b03da746077b) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:40.197331 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59164) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:40.200242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13c97cf9-20ee-49e8-b92d-dd6ca3148ce0 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:40.246092 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f61f117f-704f-4514-9ef8-1bf476a33a4b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Calling delete_port for 95e0ed19-8f0a-4ac0-94c6-58e00ab813d7 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:40.262999 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a58309-8df3-4b64-a11a-70f1cba13172 None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:31:40.267988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f6a58309-8df3-4b64-a11a-70f1cba13172 None None] Deleting port 9cc511a1-3d9d-47a6-a288-b80b39427998 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:40.268441 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6a58309-8df3-4b64-a11a-70f1cba13172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:40.347530 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c97cf9-20ee-49e8-b92d-dd6ca3148ce0 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4cdf9f6d-4adb-4e90-82e6-1517bd80ae40 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 17 09:31:40.512532 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] device_id is not set on port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:31:40.521177 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:40.538453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Transition to ACTIVE for port object 0d4c35d4-6146-4e1e-93cd-a49272de6f79 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:40.542787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b336f537-dbff-4df0-a748-07df33ab4423 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:40.552341 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f6a58309-8df3-4b64-a11a-70f1cba13172 None None] For port 9cc511a1-3d9d-47a6-a288-b80b39427998, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9cc511a1-3d9d-47a6-a288-b80b39427998,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:40.552975 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6a58309-8df3-4b64-a11a-70f1cba13172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:40.579786 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13c97cf9-20ee-49e8-b92d-dd6ca3148ce0 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:40.585389 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c97cf9-20ee-49e8-b92d-dd6ca3148ce0 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Pushing event deleted for resources: {'Network': ['ID=4cdf9f6d-4adb-4e90-82e6-1517bd80ae40,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:40.761960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:40.860959 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-13c97cf9-20ee-49e8-b92d-dd6ca3148ce0 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "DELETE /v2.0/networks/4cdf9f6d-4adb-4e90-82e6-1517bd80ae40 HTTP/1.1" status: 204 len: 168 time: 2.2704115 Feb 17 09:31:40.874888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59202) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:40.883561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-537491cc-9c62-47bf-9dad-6a275e59054d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Request body: {'network': {'name': 'tempest-network--1802190858', 'router:external': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:40.888070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-537491cc-9c62-47bf-9dad-6a275e59054d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:40.893029 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-537491cc-9c62-47bf-9dad-6a275e59054d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Usage tracker for resource:network and tenant:513bbb74f8e24c7f9dd62242457d2d7a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:40.896196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-537491cc-9c62-47bf-9dad-6a275e59054d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:40.902309 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-537491cc-9c62-47bf-9dad-6a275e59054d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:40.932630 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f6a58309-8df3-4b64-a11a-70f1cba13172 None None] Calling delete_port for 9cc511a1-3d9d-47a6-a288-b80b39427998 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:40.984873 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f61f117f-704f-4514-9ef8-1bf476a33a4b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:40.993959 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b336f537-dbff-4df0-a748-07df33ab4423 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:40.998930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b336f537-dbff-4df0-a748-07df33ab4423 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:41.002445 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b336f537-dbff-4df0-a748-07df33ab4423 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:41.008367 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b336f537-dbff-4df0-a748-07df33ab4423 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:41.021725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Pushing event updated for resources: {'Port': ['ID=0d4c35d4-6146-4e1e-93cd-a49272de6f79,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:41.057107 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537491cc-9c62-47bf-9dad-6a275e59054d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Made reservation on behalf of 513bbb74f8e24c7f9dd62242457d2d7a for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:41.071796 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-537491cc-9c62-47bf-9dad-6a275e59054d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:41.091044 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:41.091555 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:41.093069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:41.191764 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6a58309-8df3-4b64-a11a-70f1cba13172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:41.245896 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:41.255102 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:41.268805 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9861c10b-d700-470c-9324-c42a324ac85e req-7f1bbaaf-d257-4bbb-bcdc-403651df7cf5 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 210 time: 0.1498468 Feb 17 09:31:41.276771 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:41.281005 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 2 to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 Feb 17 09:31:41.289319 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b336f537-dbff-4df0-a748-07df33ab4423 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:41.294527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b336f537-dbff-4df0-a748-07df33ab4423 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:41.323008 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a58309-8df3-4b64-a11a-70f1cba13172 None None] Pushing event deleted for resources: {'Port': ['ID=9cc511a1-3d9d-47a6-a288-b80b39427998,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:41.355892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a58309-8df3-4b64-a11a-70f1cba13172 None None] No DVR routers for this DVR port 9cc511a1-3d9d-47a6-a288-b80b39427998 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:31:41.388649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f61f117f-704f-4514-9ef8-1bf476a33a4b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:41.480644 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f117f-704f-4514-9ef8-1bf476a33a4b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Pushing event deleted for resources: {'Port': ['ID=95e0ed19-8f0a-4ac0-94c6-58e00ab813d7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:41.538379 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:41.538379 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:41.538379 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:41.551178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:41.551512 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:41.556029 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1e387c0c-3ee3-4fcd-b814-fcc1d3bc1b1b req-a602a70c-a5d4-4ac4-b858-7ddf14502115 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 210 time: 0.1708007 Feb 17 09:31:41.556581 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 3 to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 Feb 17 09:31:41.556691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537491cc-9c62-47bf-9dad-6a275e59054d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:31:41.595106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:41.596152 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:41.596669 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:41.607551 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:41.608431 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:41.611479 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 4 to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 Feb 17 09:31:41.631290 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-537491cc-9c62-47bf-9dad-6a275e59054d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:41.631551 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-537491cc-9c62-47bf-9dad-6a275e59054d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Added segment b6a921e3-5034-4fa3-b661-7c6d90990380 of type vlan for network 1ba3c3d9-9f04-471c-ba99-b437f2fd3c37 Feb 17 09:31:41.632625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:41.633290 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:41.633910 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:41.645283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:41.645661 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:41.648168 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 5 to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 Feb 17 09:31:41.715257 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:41.715899 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:41.716444 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:41.727408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:41.728029 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:41.735838 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 6 to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 Feb 17 09:31:41.757981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:41.796271 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61f117f-704f-4514-9ef8-1bf476a33a4b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Router 3c71acd5-53e9-42fe-81fc-176f779856a9 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:31:41.798370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-537491cc-9c62-47bf-9dad-6a275e59054d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:41.800632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:41.800976 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:41.801313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:41.834242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:41.834583 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:41.857888 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 7 to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 Feb 17 09:31:41.938847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-537491cc-9c62-47bf-9dad-6a275e59054d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:31:41.942513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:41.956905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:41.958993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Pushing event updated for resources: {'Port': ['ID=d1ead68f-8412-486b-9fe2-b03da746077b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:41.961391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:41.974363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9cc511a1-3d9d-47a6-a288-b80b39427998 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:31:42.027065 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 9cc511a1-3d9d-47a6-a288-b80b39427998 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:31:42.034399 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9cc511a1-3d9d-47a6-a288-b80b39427998 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:31:42.036218 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:42.036574 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:42.037605 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:42.055203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:42.055503 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:42.057991 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 8 to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 Feb 17 09:31:42.098607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61f117f-704f-4514-9ef8-1bf476a33a4b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:31:42.111359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b11ab0f-527c-480c-b0b4-1009c6ec75b6 None None] Sync routers for ids ['3c71acd5-53e9-42fe-81fc-176f779856a9'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:31:42.115187 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-537491cc-9c62-47bf-9dad-6a275e59054d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:42.116289 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537491cc-9c62-47bf-9dad-6a275e59054d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:42.116939 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-537491cc-9c62-47bf-9dad-6a275e59054d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:42.120154 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:42.120481 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:42.120843 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:42.121539 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b11ab0f-527c-480c-b0b4-1009c6ec75b6 None None] Routers {'3c71acd5-53e9-42fe-81fc-176f779856a9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:42.122406 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2b11ab0f-527c-480c-b0b4-1009c6ec75b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:31:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3c71acd5-53e9-42fe-81fc-176f779856a9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:42.128366 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:42.128704 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:42.131037 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 9 to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 Feb 17 09:31:42.179871 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:42.180214 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:42.180558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:42.188655 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2b11ab0f-527c-480c-b0b4-1009c6ec75b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:42.193894 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:42.194338 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:42.197356 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 10 to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 Feb 17 09:31:42.198540 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b11ab0f-527c-480c-b0b4-1009c6ec75b6 None None] Routers {'3c71acd5-53e9-42fe-81fc-176f779856a9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:42.199316 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2b11ab0f-527c-480c-b0b4-1009c6ec75b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:31:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3c71acd5-53e9-42fe-81fc-176f779856a9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:42.209054 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b336f537-dbff-4df0-a748-07df33ab4423 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:42.221266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537491cc-9c62-47bf-9dad-6a275e59054d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Pushing event updated for resources: {'Network': ['ID=1ba3c3d9-9f04-471c-ba99-b437f2fd3c37,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:42.264736 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f61f117f-704f-4514-9ef8-1bf476a33a4b tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] 10.222.0.75 "PUT /v2.0/routers/3c71acd5-53e9-42fe-81fc-176f779856a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2038605 Feb 17 09:31:42.268558 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59238) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:42.272546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 1ba3c3d9-9f04-471c-ba99-b437f2fd3c37 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:31:42.276860 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:42.277254 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:42.277605 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:42.310318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:42.310660 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:42.311034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:42.312894 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2b11ab0f-527c-480c-b0b4-1009c6ec75b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:42.313389 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b11ab0f-527c-480c-b0b4-1009c6ec75b6 None None] The sync data for ids ['3c71acd5-53e9-42fe-81fc-176f779856a9'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:31:42.349740 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-537491cc-9c62-47bf-9dad-6a275e59054d tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4737215 Feb 17 09:31:42.358513 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59246) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:42.567521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b336f537-dbff-4df0-a748-07df33ab4423 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:42.607938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b336f537-dbff-4df0-a748-07df33ab4423 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:42.627800 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da798c3-8702-4c41-834e-37f4971424a0 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:42.762225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b336f537-dbff-4df0-a748-07df33ab4423 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:42.762879 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b336f537-dbff-4df0-a748-07df33ab4423 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:42.808860 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c671b018-c8ee-42f4-ba39-a6ac712a0592 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:42.850024 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-08beaa60-7fb3-4871-8be1-0a1563900893 req-c995ff02-de06-432a-8766-439b3548e328 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 210 time: 0.2853680 Feb 17 09:31:42.871759 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336f537-dbff-4df0-a748-07df33ab4423 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=db350965-a618-46da-97e5-d2c19c55041a,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:42.970018 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0195faf0-ab97-471b-8bf1-a016553e6264 req-28a8ef7f-74cb-4583-8f0d-d84b66f4c123 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 210 time: 0.0804698 Feb 17 09:31:43.061300 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b336f537-dbff-4df0-a748-07df33ab4423 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8557613 Feb 17 09:31:43.065221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59262) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:43.081101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'name': 'tempest-NetworksTestDHCPv6-32498369'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:43.086526 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': 'db350965-a618-46da-97e5-d2c19c55041a'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:31:43.087404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:43.195821 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] For port 0d4c35d4-6146-4e1e-93cd-a49272de6f79, host hv-neutron-8281, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:31:43.195821 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempted to set empty binding levels {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 17 09:31:43.395251 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:43.400404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Allocated IP 2001:db8::2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/db350965-a618-46da-97e5-d2c19c55041a/98629ae6-71b8-4f89-b581-b93732b0d784) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:43.475608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c671b018-c8ee-42f4-ba39-a6ac712a0592 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:43.482751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c671b018-c8ee-42f4-ba39-a6ac712a0592 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:43.511578 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] In _notify_port_updated(), no bound segment for port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:31:43.511578 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.512413 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:43.514237 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] 10.222.0.75 "PUT /v2.0/ports/0d4c35d4-6146-4e1e-93cd-a49272de6f79 HTTP/1.1" status: 200 len: 981 time: 4.4141476 Feb 17 09:31:43.515948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de73774d-1e66-4813-a099-08aee6d336d8 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.516575 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-de73774d-1e66-4813-a099-08aee6d336d8 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Synchronizing usage tracker for tenant:8d202ead648e426a8320ff6ba7da2076 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:43.519243 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59276) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:43.525260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:43.565194 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:port and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:43.575261 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:43.596063 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8430a3-2753-4e7e-9f2f-f9485af342b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Pushing event updated for resources: {'Port': ['ID=0d4c35d4-6146-4e1e-93cd-a49272de6f79,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:43.599259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:43.610923 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:43.623251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c671b018-c8ee-42f4-ba39-a6ac712a0592 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:43.623766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c671b018-c8ee-42f4-ba39-a6ac712a0592 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Fanout notify agent at l3_agent the message router_deleted on router 3c71acd5-53e9-42fe-81fc-176f779856a9 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:31:43.636157 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c671b018-c8ee-42f4-ba39-a6ac712a0592 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:43.637306 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c671b018-c8ee-42f4-ba39-a6ac712a0592 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] 10.222.0.75 "DELETE /v2.0/routers/3c71acd5-53e9-42fe-81fc-176f779856a9 HTTP/1.1" status: 204 len: 168 time: 1.3677344 Feb 17 09:31:43.639965 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59280) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:43.710392 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:43.720751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.721161 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Transition to ACTIVE for port object 98629ae6-71b8-4f89-b581-b93732b0d784 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:43.721269 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.721672 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.722193 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.722605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.723230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.723685 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.724141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.724592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.725039 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.725496 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.725941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.726413 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.726988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.727321 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.727758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.728203 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.728853 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.729099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.729548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:43.731366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Synchronizing usage tracker for tenant:96429fc9b17b44459415c6ac09ae97ca on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:43.739306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-de73774d-1e66-4813-a099-08aee6d336d8 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Unset dirty status for tenant:8d202ead648e426a8320ff6ba7da2076 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:43.740532 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-de73774d-1e66-4813-a099-08aee6d336d8 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] 10.222.0.75 "GET /v2.0/networks/1ba3c3d9-9f04-471c-ba99-b437f2fd3c37 HTTP/1.1" status: 200 len: 757 time: 1.3806324 Feb 17 09:31:43.741632 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:43.741997 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Transition to ACTIVE for port object 98629ae6-71b8-4f89-b581-b93732b0d784 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:43.745659 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:43.745783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:43.774329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bfcf33-77f6-4fcf-b974-eceda0a70638 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Deleting subnet 908cb55c-819d-4956-860c-90db93ff136a {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:31:43.781521 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05bfcf33-77f6-4fcf-b974-eceda0a70638 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:43.822358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port e6120679-f23d-4044-bcac-62387fa38f88 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:31:43.824355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:43.899847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59292) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:43.903149 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Unset dirty status for tenant:96429fc9b17b44459415c6ac09ae97ca on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:43.907481 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b96b2dae-7099-4934-85a3-2e3f752de711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17694 time: 0.3816760 Feb 17 09:31:43.910521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59296) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:43.911116 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05bfcf33-77f6-4fcf-b974-eceda0a70638 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:43.969981 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:43.973424 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:43.982903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:44.097668 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:44.098949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05bfcf33-77f6-4fcf-b974-eceda0a70638 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:44.148070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8fbbc129-dacd-4afe-8571-4704a0470c4f tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:44.150558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4085ce46-176e-4379-95e8-1e9346c493f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Deleting port 0d4c35d4-6146-4e1e-93cd-a49272de6f79 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:44.151262 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4085ce46-176e-4379-95e8-1e9346c493f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:44.152311 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Pushing event updated for resources: {'Port': ['ID=98629ae6-71b8-4f89-b581-b93732b0d784,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:44.195612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Attempting to bind port 98629ae6-71b8-4f89-b581-b93732b0d784 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:44.195988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Attempting to bind port 98629ae6-71b8-4f89-b581-b93732b0d784 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:44.198126 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Attempting to bind port 98629ae6-71b8-4f89-b581-b93732b0d784 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:44.206315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:31:44.206696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:44.210205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:44.210205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:31:44.210205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Bound port: 98629ae6-71b8-4f89-b581-b93732b0d784, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:31:44.210205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:44.210572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.37', 52304) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:44.222261 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb216073-cd52-4bd6-96bb-afcbae6b986e tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:44.223914 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cb216073-cd52-4bd6-96bb-afcbae6b986e tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] 10.222.0.75 "GET /v2.0/networks/544f419a-9079-42f2-9f31-9dff17210e7d HTTP/1.1" status: 200 len: 768 time: 0.4796460 Feb 17 09:31:44.252696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::384 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/db350965-a618-46da-97e5-d2c19c55041a/e6120679-f23d-4044-bcac-62387fa38f88) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:44.266970 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59306) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:44.288881 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c75eb2f9-e25c-423b-9ddd-0327d77d4480 req-70e6ba8f-c453-4493-82c5-14600b6aa8b9 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 210 time: 0.0900414 Feb 17 09:31:44.323137 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-441a93c5-3bc7-4596-90f0-3eb76935ad03 req-070d3c0f-fe81-44cb-85ce-f2c74d073db4 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 210 time: 0.1472917 Feb 17 09:31:44.328325 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] For port 98629ae6-71b8-4f89-b581-b93732b0d784, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:31:44.348047 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] For port 98629ae6-71b8-4f89-b581-b93732b0d784, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=98629ae6-71b8-4f89-b581-b93732b0d784,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:31:44.525925 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:44.583948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05bfcf33-77f6-4fcf-b974-eceda0a70638 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:44.639064 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585b06c-da48-409d-9d83-c40f533f273f None None] Pushing event updated for resources: {'Port': ['ID=98629ae6-71b8-4f89-b581-b93732b0d784,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:44.670105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfcf33-77f6-4fcf-b974-eceda0a70638 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Pushing event deleted for resources: {'Subnet': ['ID=908cb55c-819d-4956-860c-90db93ff136a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:44.671066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-4085ce46-176e-4379-95e8-1e9346c493f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] For port 0d4c35d4-6146-4e1e-93cd-a49272de6f79, host hv-neutron-8281, got binding levels [] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:44.672274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4085ce46-176e-4379-95e8-1e9346c493f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:44.681943 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05bfcf33-77f6-4fcf-b974-eceda0a70638 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:44.694347 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957d8c42-9035-47a9-80a5-cf55c4d3205f None None] Network 61a0226b-6c39-4a84-b77c-6525af27b5bf requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:44.700157 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:44.823771 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-05bfcf33-77f6-4fcf-b974-eceda0a70638 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] 10.222.0.75 "DELETE /v2.0/subnets/908cb55c-819d-4956-860c-90db93ff136a HTTP/1.1" status: 204 len: 168 time: 1.1821649 Feb 17 09:31:44.827832 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59312) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:44.846925 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-ded912e2-438c-4599-9e32-c2b3e6b414db tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:44.849140 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-ded912e2-438c-4599-9e32-c2b3e6b414db tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.37 "GET /v2.0/networks?id=27d87cf8-de12-4c79-864c-28a6bac16755 HTTP/1.1" status: 200 len: 810 time: 0.5925710 Feb 17 09:31:44.878001 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8fbbc129-dacd-4afe-8571-4704a0470c4f tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] 10.222.0.75 "PUT /v2.0/quotas/524d7300cab24e4cb7b4ccd4a4a7ccac HTTP/1.1" status: 200 len: 366 time: 0.9729965 Feb 17 09:31:44.884237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59316) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:44.960915 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4085ce46-176e-4379-95e8-1e9346c493f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Calling delete_port for 0d4c35d4-6146-4e1e-93cd-a49272de6f79 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:45.021717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:31:45.048417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:45.135025 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd7d3b0-3c2a-4170-8c96-f9809a0d01c3 None None] DHCP port deletion for 61a0226b-6c39-4a84-b77c-6525af27b5bf request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:31:45.139856 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0dd7d3b0-3c2a-4170-8c96-f9809a0d01c3 None None] Deleting port 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:45.141633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dd7d3b0-3c2a-4170-8c96-f9809a0d01c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:45.148961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:45.187827 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.37', 52308) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:45.241080 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d68f5f22-68b3-453b-b274-0783475c0b3f tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] 10.222.0.75 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.2090645 Feb 17 09:31:45.248356 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59330) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:45.252707 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Pushing event updated for resources: {'Port': ['ID=d1ead68f-8412-486b-9fe2-b03da746077b,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:45.262802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4085ce46-176e-4379-95e8-1e9346c493f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:45.310730 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-0d4ae18f-3dbd-4358-b7a8-92387fec4402 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Synchronizing usage tracker for tenant:c1c659be8822417aae54db469e0be910 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:45.337774 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2e47dd4-f82a-47f4-9cc2-e89109a67271 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:45.459630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:45.465131 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085ce46-176e-4379-95e8-1e9346c493f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d4c35d4-6146-4e1e-93cd-a49272de6f79,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:45.477741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4085ce46-176e-4379-95e8-1e9346c493f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:45.488361 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:45.490505 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0dd7d3b0-3c2a-4170-8c96-f9809a0d01c3 None None] For port 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8,segment=NetworkSegment(86c3cfbd-9768-489c-9d40-eabab5d2ebd2),segment_id=86c3cfbd-9768-489c-9d40-eabab5d2ebd2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:45.491491 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dd7d3b0-3c2a-4170-8c96-f9809a0d01c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:45.504440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c2e47dd4-f82a-47f4-9cc2-e89109a67271 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Deleting port 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:45.504440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2e47dd4-f82a-47f4-9cc2-e89109a67271 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:45.505547 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1bcb05d1-8818-4f62-aec1-b6a41f21919f tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] 10.222.0.75 "GET /v2.0/quotas/524d7300cab24e4cb7b4ccd4a4a7ccac HTTP/1.1" status: 200 len: 366 time: 0.2466545 Feb 17 09:31:45.510714 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59344) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:45.541914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-0d4ae18f-3dbd-4358-b7a8-92387fec4402 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Unset dirty status for tenant:c1c659be8822417aae54db469e0be910 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:45.543280 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-0d4ae18f-3dbd-4358-b7a8-92387fec4402 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1c659be8822417aae54db469e0be910 HTTP/1.1" status: 200 len: 380 time: 0.4721725 Feb 17 09:31:45.581668 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:45.618436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Request body: {'port': {'device_id': '13b80a07-2702-4ccf-81ca-ce222326845c', 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755', 'admin_state_up': True, 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'security_groups': ['bd4bd74e-8e53-438d-95ea-c66e298d6a6d']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:45.671282 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0dd7d3b0-3c2a-4170-8c96-f9809a0d01c3 None None] Calling delete_port for 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:45.696164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:45.703803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:45.703803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:45.703803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > port after_create 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:45.703803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:45.703803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > port after_update 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:45.703803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:45.703803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:45.703803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:45.703803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:45.758201 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fe0cb41f-9b08-47a9-b1b7-2ceaa9fff2b5 req-ba8eae25-592c-4089-b011-c299b3cf102f tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 210 time: 0.1850736 Feb 17 09:31:45.759604 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4085ce46-176e-4379-95e8-1e9346c493f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] 10.222.0.75 "DELETE /v2.0/ports/0d4c35d4-6146-4e1e-93cd-a49272de6f79 HTTP/1.1" status: 204 len: 168 time: 1.8371339 Feb 17 09:31:45.769845 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59358) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:45.829759 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-1439c632-264e-4372-a5e2-86e9d23f1b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] GET failed (client error): The resource could not be found. Feb 17 09:31:45.830547 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1439c632-264e-4372-a5e2-86e9d23f1b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Synchronizing usage tracker for tenant:96429fc9b17b44459415c6ac09ae97ca on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:45.839658 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0331ac27-362f-4fa2-a720-ad521db19331 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] 10.222.0.75 "DELETE /v2.0/quotas/524d7300cab24e4cb7b4ccd4a4a7ccac HTTP/1.1" status: 204 len: 168 time: 0.3163822 Feb 17 09:31:45.845985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59362) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:45.895722 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dd7d3b0-3c2a-4170-8c96-f9809a0d01c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:45.931090 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1d496c15-cc18-42fa-84d0-387de536a338 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] 10.222.0.75 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0822725 Feb 17 09:31:45.941230 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59368) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:45.991371 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4b0fe5a3-879f-4171-8355-2c53fa1043ba tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] 10.222.0.75 "GET /v2.0/quotas/524d7300cab24e4cb7b4ccd4a4a7ccac HTTP/1.1" status: 200 len: 370 time: 0.0488627 Feb 17 09:31:45.994240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59374) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:46.014863 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8d5aa381-c458-4458-8974-ebcef835d7d7 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] 10.222.0.75 "GET /v2.0/quotas/524d7300cab24e4cb7b4ccd4a4a7ccac/default HTTP/1.1" status: 200 len: 370 time: 0.0173059 Feb 17 09:31:46.019592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:46.019592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:46.019592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:46.019952 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59378) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:46.020041 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:31:46.020522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba3c3d9-9f04-471c-ba99-b437f2fd3c37']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:46.024801 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7d3b0-3c2a-4170-8c96-f9809a0d01c3 None None] Pushing event deleted for resources: {'Port': ['ID=2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:46.034904 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 98629ae6-71b8-4f89-b581-b93732b0d784 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:46.039531 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1439c632-264e-4372-a5e2-86e9d23f1b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Unset dirty status for tenant:96429fc9b17b44459415c6ac09ae97ca on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:46.041211 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1439c632-264e-4372-a5e2-86e9d23f1b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] 10.222.0.75 "GET /v2.0/ports/0d4c35d4-6146-4e1e-93cd-a49272de6f79 HTTP/1.1" status: 404 len: 333 time: 0.2698755 Feb 17 09:31:46.048420 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59384) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:46.052252 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Floating IP 59a6a473-77c6-4702-bb57-c36efc35afba associated. External IP: 172.26.4.108, port: b0f94414-3fae-4510-91d9-3c6dbac2251d. Feb 17 09:31:46.096681 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd7d3b0-3c2a-4170-8c96-f9809a0d01c3 None None] No DVR routers for this DVR port 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:31:46.130553 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3b45cba8-1a10-4e12-9f76-417983c3ee3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-781377331', 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:46.137520 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-3d607602-32c8-402b-a255-2a6601a8e6a7 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] delete failed (client error): The resource could not be found. Feb 17 09:31:46.141274 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3d607602-32c8-402b-a255-2a6601a8e6a7 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] 10.222.0.75 "DELETE /v2.0/quotas/524d7300cab24e4cb7b4ccd4a4a7ccac HTTP/1.1" status: 404 len: 348 time: 0.1173804 Feb 17 09:31:46.141274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3b45cba8-1a10-4e12-9f76-417983c3ee3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:46.166463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object e6120679-f23d-4044-bcac-62387fa38f88 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:46.175939 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-bc3ddbff-8b8b-45a9-996f-e6757e95684a tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:46.177531 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-bc3ddbff-8b8b-45a9-996f-e6757e95684a tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.37 "GET /v2.0/networks?id=a19cb067-687e-46e4-8864-55b4e53b82a3 HTTP/1.1" status: 200 len: 805 time: 0.9875364 Feb 17 09:31:46.184051 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c2e47dd4-f82a-47f4-9cc2-e89109a67271 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] The port '2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:31:46.187109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a921e3-5034-4fa3-b661-7c6d90990380') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:46.187109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a921e3-5034-4fa3-b661-7c6d90990380') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:46.199044 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3b45cba8-1a10-4e12-9f76-417983c3ee3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:46.236316 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 98629ae6-71b8-4f89-b581-b93732b0d784 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:46.331198 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d1032e4f-4d59-4d2d-a32d-b7a779198a48 req-1f20ea4c-89ed-41a6-8a65-53a115ce15a6 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 210 time: 0.7294161 Feb 17 09:31:46.331782 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:31:46.340778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:46.433478 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b45cba8-1a10-4e12-9f76-417983c3ee3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Made reservation on behalf of 96429fc9b17b44459415c6ac09ae97ca for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:46.436182 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b45cba8-1a10-4e12-9f76-417983c3ee3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:46.456027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-68b5c52c-f75b-4237-902d-0cd2dd78f03a None None] Provisioning for port 98629ae6-71b8-4f89-b581-b93732b0d784 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:46.460106 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:31:46.460106 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2a7f5879-eb64-42b0-b7f1-1ddc5a76f9b8 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:31:46.470658 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:46.474986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-68b5c52c-f75b-4237-902d-0cd2dd78f03a None None] Provisioning complete for port 98629ae6-71b8-4f89-b581-b93732b0d784 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:46.475368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68b5c52c-f75b-4237-902d-0cd2dd78f03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:46.484381 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-3b45cba8-1a10-4e12-9f76-417983c3ee3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] device_id is not set on port e7450a8b-cc4f-41c1-affe-a5d96ea00947 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:31:46.518394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:31:46.518861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:46.546991 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-56148e2c-b730-4c00-95d4-638e43460f8a tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56df9d1b031c48beb7a5b8a4e5050229 HTTP/1.1" status: 200 len: 379 time: 0.2923815 Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: from cryptography.utils import int_from_bytes Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: from cryptography.utils import int_from_bytes Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn_limited( Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn_limited( Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:31:46.550378 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:31:46.557580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2e47dd4-f82a-47f4-9cc2-e89109a67271 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:46.653220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59394) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:46.725852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-68a2d13a-2cc2-4ad3-8745-b4f9bd4975bf tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Request body: {'port': {'device_id': '7b11be56-6402-406d-94aa-f4bcbe9f1a73', 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3', 'admin_state_up': True, 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'security_groups': ['14bd0d06-6c49-4b93-a4d8-5009cc763dee']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:46.801984 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9317b162-6fea-4fd4-8e25-21b7aa5bee18 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] Usage tracker for resource:network and tenant:809f3f0972e745f187ff2600a942bb17 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:46.821079 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9317b162-6fea-4fd4-8e25-21b7aa5bee18 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:46.824491 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Router 0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:31:46.899279 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68b5c52c-f75b-4237-902d-0cd2dd78f03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:46.924415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9317b162-6fea-4fd4-8e25-21b7aa5bee18 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] Usage tracker for resource:subnet and tenant:809f3f0972e745f187ff2600a942bb17 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:46.960954 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c2e47dd4-f82a-47f4-9cc2-e89109a67271 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a0226b-6c39-4a84-b77c-6525af27b5bf']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:47.009729 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-68b5c52c-f75b-4237-902d-0cd2dd78f03a None None] For port 98629ae6-71b8-4f89-b581-b93732b0d784, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=98629ae6-71b8-4f89-b581-b93732b0d784,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:47.051381 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9317b162-6fea-4fd4-8e25-21b7aa5bee18 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:47.095319 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0c0f633e-78c3-4f98-83d0-46d372e4c08d req-244cc1c5-2e8f-4c7d-9ee7-faeb5bf2ce2e tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 210 time: 0.0984361 Feb 17 09:31:47.121530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68b5c52c-f75b-4237-902d-0cd2dd78f03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:47.129789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c2e47dd4-f82a-47f4-9cc2-e89109a67271 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c3cfbd-9768-489c-9d40-eabab5d2ebd2') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:47.130286 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c2e47dd4-f82a-47f4-9cc2-e89109a67271 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c3cfbd-9768-489c-9d40-eabab5d2ebd2') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:47.143652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2e47dd4-f82a-47f4-9cc2-e89109a67271 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:47.167445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2e47dd4-f82a-47f4-9cc2-e89109a67271 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:47.182632 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e47dd4-f82a-47f4-9cc2-e89109a67271 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:31:47.182632 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2e47dd4-f82a-47f4-9cc2-e89109a67271 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:31:47.192049 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:31:47.199744 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:47.207960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:47.210520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:47.237769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5c52c-f75b-4237-902d-0cd2dd78f03a None None] Pushing event updated for resources: {'Port': ['ID=98629ae6-71b8-4f89-b581-b93732b0d784,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:47.247676 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9317b162-6fea-4fd4-8e25-21b7aa5bee18 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] Usage tracker for resource:subnetpool and tenant:809f3f0972e745f187ff2600a942bb17 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:47.299031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Usage tracker for resource:port and tenant:c1c659be8822417aae54db469e0be910 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:47.305256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b45cba8-1a10-4e12-9f76-417983c3ee3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:47.319175 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:47.326266 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9317b162-6fea-4fd4-8e25-21b7aa5bee18 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:47.352181 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9317b162-6fea-4fd4-8e25-21b7aa5bee18 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] Usage tracker for resource:port and tenant:809f3f0972e745f187ff2600a942bb17 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:47.358961 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:47.380945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9317b162-6fea-4fd4-8e25-21b7aa5bee18 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:47.385610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:31:47.397273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ba3c3d9-9f04-471c-ba99-b437f2fd3c37,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:47.398217 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ba3c3d9-9f04-471c-ba99-b437f2fd3c37 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 17 09:31:47.408397 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf217ea3-e449-4aaf-8973-594bff6e674d None None] Sync routers for ids ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:31:47.414502 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9317b162-6fea-4fd4-8e25-21b7aa5bee18 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] Usage tracker for resource:router and tenant:809f3f0972e745f187ff2600a942bb17 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:47.423457 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:47.424668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:47.424905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9317b162-6fea-4fd4-8e25-21b7aa5bee18 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:47.429243 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf217ea3-e449-4aaf-8973-594bff6e674d None None] Routers {'0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:47.429872 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bf217ea3-e449-4aaf-8973-594bff6e674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:31:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:47.440024 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9317b162-6fea-4fd4-8e25-21b7aa5bee18 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] Usage tracker for resource:floatingip and tenant:809f3f0972e745f187ff2600a942bb17 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:47.445543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9317b162-6fea-4fd4-8e25-21b7aa5bee18 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:47.462221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:47.489670 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:47.502580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:47.509306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:47.512651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9317b162-6fea-4fd4-8e25-21b7aa5bee18 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] Usage tracker for resource:security_group and tenant:809f3f0972e745f187ff2600a942bb17 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:47.526389 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f2475e6e-5773-41b5-a5c3-55b6c6534029 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "DELETE /v2.0/networks/1ba3c3d9-9f04-471c-ba99-b437f2fd3c37 HTTP/1.1" status: 204 len: 168 time: 3.2527966 Feb 17 09:31:47.529208 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9317b162-6fea-4fd4-8e25-21b7aa5bee18 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:47.536469 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59402) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:47.544338 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9317b162-6fea-4fd4-8e25-21b7aa5bee18 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] Usage tracker for resource:security_group_rule and tenant:809f3f0972e745f187ff2600a942bb17 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:47.564746 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e6e91219-3dfd-42d0-ad5d-8280b171b0a4 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Request body: {'network': {'name': 'tempest-network--1866037099'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:47.577804 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bf217ea3-e449-4aaf-8973-594bff6e674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:47.579245 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e6e91219-3dfd-42d0-ad5d-8280b171b0a4 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:47.586914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e6e91219-3dfd-42d0-ad5d-8280b171b0a4 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Usage tracker for resource:network and tenant:513bbb74f8e24c7f9dd62242457d2d7a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:47.590189 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf217ea3-e449-4aaf-8973-594bff6e674d None None] Routers {'0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:47.591041 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bf217ea3-e449-4aaf-8973-594bff6e674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:31:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:47.592478 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e6e91219-3dfd-42d0-ad5d-8280b171b0a4 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:47.602244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e6e91219-3dfd-42d0-ad5d-8280b171b0a4 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:47.613546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9317b162-6fea-4fd4-8e25-21b7aa5bee18 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:47.623369 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9317b162-6fea-4fd4-8e25-21b7aa5bee18 tempest-QuotasTest-2108604331 tempest-QuotasTest-2108604331-project-admin] 10.222.0.75 "GET /v2.0/quotas/809f3f0972e745f187ff2600a942bb17/details.json HTTP/1.1" status: 200 len: 703 time: 0.9610441 Feb 17 09:31:47.624870 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:47.704425 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=e6120679-f23d-4044-bcac-62387fa38f88,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:47.709523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2e47dd4-f82a-47f4-9cc2-e89109a67271 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:47.721576 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-51ccbe30-7546-4509-b162-cd918dd067db tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 9.7439053 Feb 17 09:31:47.723588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-68a2d13a-2cc2-4ad3-8745-b4f9bd4975bf tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:47.724926 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59408) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:47.725635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e91219-3dfd-42d0-ad5d-8280b171b0a4 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Made reservation on behalf of 513bbb74f8e24c7f9dd62242457d2d7a for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:47.733496 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6e91219-3dfd-42d0-ad5d-8280b171b0a4 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:47.762101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b45cba8-1a10-4e12-9f76-417983c3ee3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:47.821529 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bf217ea3-e449-4aaf-8973-594bff6e674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:47.821850 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf217ea3-e449-4aaf-8973-594bff6e674d None None] The sync data for ids ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:31:47.837839 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fcabfe1f-e7ca-4a78-9c87-72e8bda1dd69 req-9b0022f9-8aca-4d15-9e71-4a91ce1a61c9 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 210 time: 0.1396236 Feb 17 09:31:47.878128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2e47dd4-f82a-47f4-9cc2-e89109a67271 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:47.889208 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e47dd4-f82a-47f4-9cc2-e89109a67271 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] Pushing event deleted for resources: {'Network': ['ID=61a0226b-6c39-4a84-b77c-6525af27b5bf,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:47.914602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Made reservation on behalf of c1c659be8822417aae54db469e0be910 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:47.923142 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:47.977838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 98629ae6-71b8-4f89-b581-b93732b0d784 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:31:48.042531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-68a2d13a-2cc2-4ad3-8745-b4f9bd4975bf tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:48.046678 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ddcc72e7-32c3-47bd-adea-06f9cfc3aeae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9766083 Feb 17 09:31:48.059937 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c2e47dd4-f82a-47f4-9cc2-e89109a67271 tempest-FloatingIPNegativeTestJSON-1355411637 tempest-FloatingIPNegativeTestJSON-1355411637-project] 10.222.0.75 "DELETE /v2.0/networks/61a0226b-6c39-4a84-b77c-6525af27b5bf HTTP/1.1" status: 204 len: 168 time: 3.2290490 Feb 17 09:31:48.060726 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59412) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:48.084516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a999d5d4-ed96-466d-96d0-626364dd6554 None None] Provisioning for port e6120679-f23d-4044-bcac-62387fa38f88 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:48.113281 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2d10df24-1164-49cc-aa23-ba1f96de4f24 tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] 10.222.0.75 "GET /v2.0/floatingips/59a6a473-77c6-4702-bb57-c36efc35afba HTTP/1.1" status: 200 len: 983 time: 0.3247306 Feb 17 09:31:48.116979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59418) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:48.124231 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45cba8-1a10-4e12-9f76-417983c3ee3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Pushing event updated for resources: {'Port': ['ID=e7450a8b-cc4f-41c1-affe-a5d96ea00947,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:48.124912 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a999d5d4-ed96-466d-96d0-626364dd6554 None None] Provisioning complete for port e6120679-f23d-4044-bcac-62387fa38f88 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:48.125598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a999d5d4-ed96-466d-96d0-626364dd6554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:48.425144 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a999d5d4-ed96-466d-96d0-626364dd6554 None None] Port e6120679-f23d-4044-bcac-62387fa38f88 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:31:48.426200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b45cba8-1a10-4e12-9f76-417983c3ee3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Network 4d071653-bdaf-4d79-8186-5858edbf207d is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:48.426315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 98629ae6-71b8-4f89-b581-b93732b0d784 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:48.426315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:48.426461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8000d6cc-0ed7-4b88-bd20-6a8f18d29dc7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:48.426461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8000d6cc-0ed7-4b88-bd20-6a8f18d29dc7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:48.426461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8000d6cc-0ed7-4b88-bd20-6a8f18d29dc7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:48.427126 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e91219-3dfd-42d0-ad5d-8280b171b0a4 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:31:48.427126 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6e91219-3dfd-42d0-ad5d-8280b171b0a4 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:48.427126 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-e6e91219-3dfd-42d0-ad5d-8280b171b0a4 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Added segment 1b7f20ab-5645-436a-a7bb-e388d5af470b of type vlan for network 2c369c87-dfbe-429c-a1b0-648160e77012 Feb 17 09:31:48.431255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Allocated IP 172.20.0.4 (27d87cf8-de12-4c79-864c-28a6bac16755/f5521f55-5393-4abb-b946-8c660da7abe1/766a0d2d-bc08-4b86-9e5f-832883bcb404) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:48.445581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6e91219-3dfd-42d0-ad5d-8280b171b0a4 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:48.501525 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f8cd2a94-885f-4dd7-a1a9-beef4ceb6edd tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2425 time: 0.3652842 Feb 17 09:31:48.502603 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3b45cba8-1a10-4e12-9f76-417983c3ee3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:48.510691 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59424) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:48.511530 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b45cba8-1a10-4e12-9f76-417983c3ee3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:48.512331 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b45cba8-1a10-4e12-9f76-417983c3ee3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:48.512983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b45cba8-1a10-4e12-9f76-417983c3ee3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:48.519193 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bb3e1209-1238-45bc-91c9-ee62737a410a req-e7b12fbd-f6c0-4e0a-bd81-f172e2de748f tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 210 time: 0.2013812 Feb 17 09:31:48.540344 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-68a2d13a-2cc2-4ad3-8745-b4f9bd4975bf tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Made reservation on behalf of 56df9d1b031c48beb7a5b8a4e5050229 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:48.552935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-68a2d13a-2cc2-4ad3-8745-b4f9bd4975bf tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:48.652989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6e91219-3dfd-42d0-ad5d-8280b171b0a4 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:48.653952 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e91219-3dfd-42d0-ad5d-8280b171b0a4 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:48.655108 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6e91219-3dfd-42d0-ad5d-8280b171b0a4 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:48.659472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8000d6cc-0ed7-4b88-bd20-6a8f18d29dc7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:48.667369 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8000d6cc-0ed7-4b88-bd20-6a8f18d29dc7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6010120 Feb 17 09:31:48.673934 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59428) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:48.789679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e91219-3dfd-42d0-ad5d-8280b171b0a4 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Pushing event updated for resources: {'Network': ['ID=2c369c87-dfbe-429c-a1b0-648160e77012,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:48.804966 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 2c369c87-dfbe-429c-a1b0-648160e77012 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:31:48.945877 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-52ec1faa-6179-4fd0-8d8f-d222a3e41a6d tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Deleting port d1ead68f-8412-486b-9fe2-b03da746077b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:48.946208 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52ec1faa-6179-4fd0-8d8f-d222a3e41a6d tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:49.026531 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59438) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:49.028349 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e6e91219-3dfd-42d0-ad5d-8280b171b0a4 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4858274 Feb 17 09:31:49.039749 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3b45cba8-1a10-4e12-9f76-417983c3ee3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.9891911 Feb 17 09:31:49.050312 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59442) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:49.050643 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59444) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:49.070130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2f86c63a-0581-47f5-953e-e197c0c928f4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port e6120679-f23d-4044-bcac-62387fa38f88 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:49.070392 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f86c63a-0581-47f5-953e-e197c0c928f4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:49.108274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59452) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:49.141621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7252ea05-9930-4895-bf42-c920087efdff tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:49.231005 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6e013cfd-a68a-4612-a63e-680bf9a7f6d3 req-45ba488d-1549-4017-a04d-1c8b4e50be56 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 210 time: 0.1708958 Feb 17 09:31:49.285333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:49.387335 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Transition to ACTIVE for port object 766a0d2d-bc08-4b86-9e5f-832883bcb404 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:49.389038 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4484d6bf-bbee-4f30-ab32-943199a8ce05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:49.389622 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4484d6bf-bbee-4f30-ab32-943199a8ce05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Synchronizing usage tracker for tenant:96429fc9b17b44459415c6ac09ae97ca on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:49.391875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-68a2d13a-2cc2-4ad3-8745-b4f9bd4975bf tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Allocated IP 172.20.0.9 (a19cb067-687e-46e4-8864-55b4e53b82a3/817248b4-1923-4b39-90c7-0ed24f8eb587/c7a78d82-1623-46ea-b69d-0b767717ca4f) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:49.564242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4484d6bf-bbee-4f30-ab32-943199a8ce05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Unset dirty status for tenant:96429fc9b17b44459415c6ac09ae97ca on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:49.565414 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4484d6bf-bbee-4f30-ab32-943199a8ce05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] 10.222.0.75 "GET /v2.0/ports/e7450a8b-cc4f-41c1-affe-a5d96ea00947 HTTP/1.1" status: 200 len: 958 time: 0.4995937 Feb 17 09:31:49.570774 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f741a4c-cadd-4bac-acd4-7fd7744de36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:49.582297 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59460) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:49.813475 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52ec1faa-6179-4fd0-8d8f-d222a3e41a6d tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:49.813991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52ec1faa-6179-4fd0-8d8f-d222a3e41a6d tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:49.827815 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ea35c8b8-4208-4cba-a626-ea2bc0895955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Deleting port e7450a8b-cc4f-41c1-affe-a5d96ea00947 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:49.828344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea35c8b8-4208-4cba-a626-ea2bc0895955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:49.862074 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2f741a4c-cadd-4bac-acd4-7fd7744de36d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:49.866883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2f741a4c-cadd-4bac-acd4-7fd7744de36d admin admin] Usage tracker for resource:security_group_rule and tenant:15c1a1d1073b46baa688c360de74cb73 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:49.870175 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2f741a4c-cadd-4bac-acd4-7fd7744de36d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:49.876283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2f741a4c-cadd-4bac-acd4-7fd7744de36d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:49.924509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-68a2d13a-2cc2-4ad3-8745-b4f9bd4975bf tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:49.948677 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8a8e1804-3581-4a7c-9649-724570f0b03b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b5c84a90c1b440d389700cbbaf6082f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7892761 Feb 17 09:31:49.960677 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59464) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:49.972328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-68a2d13a-2cc2-4ad3-8745-b4f9bd4975bf tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Transition to ACTIVE for port object c7a78d82-1623-46ea-b69d-0b767717ca4f will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:50.007101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f86c63a-0581-47f5-953e-e197c0c928f4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:50.031826 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:50.092268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-52ec1faa-6179-4fd0-8d8f-d222a3e41a6d tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Calling delete_port for d1ead68f-8412-486b-9fe2-b03da746077b owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:50.206879 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7252ea05-9930-4895-bf42-c920087efdff tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:50.343428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2f86c63a-0581-47f5-953e-e197c0c928f4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for e6120679-f23d-4044-bcac-62387fa38f88 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:50.385419 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7252ea05-9930-4895-bf42-c920087efdff tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:50.437629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Network 27d87cf8-de12-4c79-864c-28a6bac16755 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:50.452218 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:50.498784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:50.505484 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c83f5-7ff9-40d0-b44f-e30e2c0d2215 req-1d4e60cb-fdcd-4055-9352-e4a23e44b48a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:50.512953 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-423c83f5-7ff9-40d0-b44f-e30e2c0d2215 req-1d4e60cb-fdcd-4055-9352-e4a23e44b48a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 931 time: 0.6603322 Feb 17 09:31:50.533691 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7252ea05-9930-4895-bf42-c920087efdff tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Network 2c369c87-dfbe-429c-a1b0-648160e77012 is not hosted by any dhcp agent {{(pid=88369) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 17 09:31:50.534607 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7252ea05-9930-4895-bf42-c920087efdff tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:50.541709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7252ea05-9930-4895-bf42-c920087efdff tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:50.541709 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7252ea05-9930-4895-bf42-c920087efdff tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "PUT /v2.0/networks/2c369c87-dfbe-429c-a1b0-648160e77012 HTTP/1.1" status: 200 len: 858 time: 1.4721677 Feb 17 09:31:50.551327 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59470) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:50.555768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abf2da2c-5fc7-4514-bb19-2f85cca9af1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:50.559044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Pushing event updated for resources: {'Port': ['ID=766a0d2d-bc08-4b86-9e5f-832883bcb404,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:50.571350 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d312c6e4-6ba2-452d-b2d4-3a2ac98155bc req-3277ae29-7e9b-4f9d-85a9-8520d4ef7359 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 210 time: 0.1361725 Feb 17 09:31:50.677315 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f741a4c-cadd-4bac-acd4-7fd7744de36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:50.728061 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-68a2d13a-2cc2-4ad3-8745-b4f9bd4975bf tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:50.733459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea35c8b8-4208-4cba-a626-ea2bc0895955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:50.813620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abf2da2c-5fc7-4514-bb19-2f85cca9af1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:50.844437 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:50.845178 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:50.890265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252ea05-9930-4895-bf42-c920087efdff tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Pushing event updated for resources: {'Network': ['ID=2c369c87-dfbe-429c-a1b0-648160e77012,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:50.953966 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-423c83f5-7ff9-40d0-b44f-e30e2c0d2215 req-72911081-7d96-4eb8-96fb-cb67104b6f5c tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4394579 Feb 17 09:31:50.957021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da885174-5490-4e70-bab3-36885d111267 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:50.989043 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-68a2d13a-2cc2-4ad3-8745-b4f9bd4975bf tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Network a19cb067-687e-46e4-8864-55b4e53b82a3 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:51.007087 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-68a2d13a-2cc2-4ad3-8745-b4f9bd4975bf tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:51.015750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f741a4c-cadd-4bac-acd4-7fd7744de36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:51.024371 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-68a2d13a-2cc2-4ad3-8745-b4f9bd4975bf tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:51.036148 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ea35c8b8-4208-4cba-a626-ea2bc0895955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Calling delete_port for e7450a8b-cc4f-41c1-affe-a5d96ea00947 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:51.072985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2d13a-2cc2-4ad3-8745-b4f9bd4975bf tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Pushing event updated for resources: {'Port': ['ID=c7a78d82-1623-46ea-b69d-0b767717ca4f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:51.204275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f741a4c-cadd-4bac-acd4-7fd7744de36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316a4b9e-533a-43a1-a43f-8f9434ab9e34,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:51.219899 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2f741a4c-cadd-4bac-acd4-7fd7744de36d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=15c1a1d1073b46baa688c360de74cb73&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1906471 Feb 17 09:31:51.222519 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59474) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:51.285981 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-68a2d13a-2cc2-4ad3-8745-b4f9bd4975bf tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:51.293574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-68a2d13a-2cc2-4ad3-8745-b4f9bd4975bf tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:51.302242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-033467dd-afe8-49c1-af44-11ea24062b4d None None] Provisioning for port 766a0d2d-bc08-4b86-9e5f-832883bcb404 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:51.310912 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-033467dd-afe8-49c1-af44-11ea24062b4d None None] Provisioning complete for port 766a0d2d-bc08-4b86-9e5f-832883bcb404 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:51.312109 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-033467dd-afe8-49c1-af44-11ea24062b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:51.333436 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-8cf67dba-2658-455e-b75d-d44bda31dc84 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7389832 Feb 17 09:31:51.337459 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f86c63a-0581-47f5-953e-e197c0c928f4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:51.337459 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da885174-5490-4e70-bab3-36885d111267 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:51.345341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52ec1faa-6179-4fd0-8d8f-d222a3e41a6d tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:51.408878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-033467dd-afe8-49c1-af44-11ea24062b4d None None] Port 766a0d2d-bc08-4b86-9e5f-832883bcb404 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:31:51.409604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea35c8b8-4208-4cba-a626-ea2bc0895955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:51.411626 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-706b7e46-7a78-43f2-9655-c4b9358880a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:51.421482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-cf4f77fc-b36c-4f67-9905-16d2f82c5a73 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:31:51.423000 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-cf4f77fc-b36c-4f67-9905-16d2f82c5a73 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0289059 Feb 17 09:31:51.426426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abf2da2c-5fc7-4514-bb19-2f85cca9af1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:51.442367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86c63a-0581-47f5-953e-e197c0c928f4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=e6120679-f23d-4044-bcac-62387fa38f88,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:51.445905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec1faa-6179-4fd0-8d8f-d222a3e41a6d tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Pushing event deleted for resources: {'Port': ['ID=d1ead68f-8412-486b-9fe2-b03da746077b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:51.454124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-da885174-5490-4e70-bab3-36885d111267 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c369c87-dfbe-429c-a1b0-648160e77012']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:51.489158 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2da2c-5fc7-4514-bb19-2f85cca9af1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79385453-05fa-4645-891c-0f6d7f592a91,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:51.498668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abf2da2c-5fc7-4514-bb19-2f85cca9af1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:51.501994 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-abf2da2c-5fc7-4514-bb19-2f85cca9af1b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/79385453-05fa-4645-891c-0f6d7f592a91 HTTP/1.1" status: 204 len: 168 time: 1.5344424 Feb 17 09:31:51.526509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-da885174-5490-4e70-bab3-36885d111267 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7f20ab-5645-436a-a7bb-e388d5af470b') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:51.526807 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-da885174-5490-4e70-bab3-36885d111267 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7f20ab-5645-436a-a7bb-e388d5af470b') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:51.564446 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-68a2d13a-2cc2-4ad3-8745-b4f9bd4975bf tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8511620 Feb 17 09:31:51.600717 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f86c63a-0581-47f5-953e-e197c0c928f4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:51.612816 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2f86c63a-0581-47f5-953e-e197c0c928f4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/e6120679-f23d-4044-bcac-62387fa38f88 HTTP/1.1" status: 204 len: 168 time: 2.9352155 Feb 17 09:31:51.616152 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59484) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:51.628257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da885174-5490-4e70-bab3-36885d111267 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:51.695982 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a26ff5db-9eda-4726-828e-3487af36d400 None None] Provisioning for port c7a78d82-1623-46ea-b69d-0b767717ca4f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:31:51.702689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a26ff5db-9eda-4726-828e-3487af36d400 None None] Provisioning complete for port c7a78d82-1623-46ea-b69d-0b767717ca4f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:31:51.703069 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a26ff5db-9eda-4726-828e-3487af36d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:51.732497 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35c8b8-4208-4cba-a626-ea2bc0895955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7450a8b-cc4f-41c1-affe-a5d96ea00947,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:51.736160 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea35c8b8-4208-4cba-a626-ea2bc0895955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:51.772858 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-706b7e46-7a78-43f2-9655-c4b9358880a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:51.799613 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a26ff5db-9eda-4726-828e-3487af36d400 None None] Port c7a78d82-1623-46ea-b69d-0b767717ca4f cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:31:51.833779 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Request body: {'port': {'device_id': '13b80a07-2702-4ccf-81ca-ce222326845c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:51.897841 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52ec1faa-6179-4fd0-8d8f-d222a3e41a6d tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:51.898421 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-52ec1faa-6179-4fd0-8d8f-d222a3e41a6d tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Floating IP 59a6a473-77c6-4702-bb57-c36efc35afba disassociated (deleted). External IP: 172.26.4.108, port: b0f94414-3fae-4510-91d9-3c6dbac2251d. Feb 17 09:31:51.934309 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da885174-5490-4e70-bab3-36885d111267 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:51.989572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da885174-5490-4e70-bab3-36885d111267 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:31:51.995496 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da885174-5490-4e70-bab3-36885d111267 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:31:52.004638 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:31:52.014658 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9920ac-2bc1-4fff-90c7-a0c2eea7ad82 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:52.015390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9920ac-2bc1-4fff-90c7-a0c2eea7ad82 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:52.016193 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5d9920ac-2bc1-4fff-90c7-a0c2eea7ad82 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:52.053654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-706b7e46-7a78-43f2-9655-c4b9358880a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:52.056063 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-706b7e46-7a78-43f2-9655-c4b9358880a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:52.057346 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-706b7e46-7a78-43f2-9655-c4b9358880a5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/316a4b9e-533a-43a1-a43f-8f9434ab9e34 HTTP/1.1" status: 204 len: 168 time: 0.8304944 Feb 17 09:31:52.177781 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b7e46-7a78-43f2-9655-c4b9358880a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316a4b9e-533a-43a1-a43f-8f9434ab9e34,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:52.177945 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Request body: {'port': {'device_id': '7b11be56-6402-406d-94aa-f4bcbe9f1a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:52.425544 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ea35c8b8-4208-4cba-a626-ea2bc0895955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] 10.222.0.75 "DELETE /v2.0/ports/e7450a8b-cc4f-41c1-affe-a5d96ea00947 HTTP/1.1" status: 204 len: 168 time: 2.8313158 Feb 17 09:31:52.435277 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59502) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:52.476584 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1c763-f388-4b64-a7c7-62648cb05a92 req-59883cab-fa6c-47a9-b1ce-bc2655e94e63 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:52.477237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-3ae1c763-f388-4b64-a7c7-62648cb05a92 req-59883cab-fa6c-47a9-b1ce-bc2655e94e63 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Synchronizing usage tracker for tenant:56df9d1b031c48beb7a5b8a4e5050229 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:52.502394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:52.506530 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede4b8f3-41ed-404d-a62a-cb40d76cbd0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] GET failed (client error): The resource could not be found. Feb 17 09:31:52.507181 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ede4b8f3-41ed-404d-a62a-cb40d76cbd0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Synchronizing usage tracker for tenant:96429fc9b17b44459415c6ac09ae97ca on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:52.773161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ec1faa-6179-4fd0-8d8f-d222a3e41a6d tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Router 0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:31:52.882838 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da885174-5490-4e70-bab3-36885d111267 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:52.898804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5d9920ac-2bc1-4fff-90c7-a0c2eea7ad82 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:52.902565 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5d9920ac-2bc1-4fff-90c7-a0c2eea7ad82 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.2770374 Feb 17 09:31:52.909583 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59510) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:52.911012 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:52.914612 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec1672-3770-44a4-bbb1-8ffd6238f2dc req-e16c4460-a9dc-44a2-996e-72cef298616e tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:52.917634 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2bec1672-3770-44a4-bbb1-8ffd6238f2dc req-e16c4460-a9dc-44a2-996e-72cef298616e tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 931 time: 0.7546732 Feb 17 09:31:52.970616 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ede4b8f3-41ed-404d-a62a-cb40d76cbd0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Unset dirty status for tenant:96429fc9b17b44459415c6ac09ae97ca on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:52.985039 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ede4b8f3-41ed-404d-a62a-cb40d76cbd0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] 10.222.0.75 "GET /v2.0/ports/e7450a8b-cc4f-41c1-affe-a5d96ea00947 HTTP/1.1" status: 404 len: 333 time: 0.5418139 Feb 17 09:31:52.994604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59514) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:52.995205 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da885174-5490-4e70-bab3-36885d111267 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2c369c87-dfbe-429c-a1b0-648160e77012 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 17 09:31:53.011738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da885174-5490-4e70-bab3-36885d111267 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Pushing event deleted for resources: {'Network': ['ID=2c369c87-dfbe-429c-a1b0-648160e77012,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:53.017932 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f2551ae5-2f93-45c3-a7bf-7c4d3cf6f0e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Request body: {'port': {'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-811425598'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:53.023499 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da885174-5490-4e70-bab3-36885d111267 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:53.064129 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2bec1672-3770-44a4-bbb1-8ffd6238f2dc req-948e896c-27a2-42c6-a39c-3cbed26591ad tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356707 Feb 17 09:31:53.076293 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f2551ae5-2f93-45c3-a7bf-7c4d3cf6f0e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:53.100739 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-da885174-5490-4e70-bab3-36885d111267 tempest-ExternalNetworksTestJSON-1816644949 tempest-ExternalNetworksTestJSON-1816644949-project-admin] 10.222.0.75 "DELETE /v2.0/networks/2c369c87-dfbe-429c-a1b0-648160e77012 HTTP/1.1" status: 204 len: 168 time: 2.5406113 Feb 17 09:31:53.115890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-3ae1c763-f388-4b64-a7c7-62648cb05a92 req-59883cab-fa6c-47a9-b1ce-bc2655e94e63 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Unset dirty status for tenant:56df9d1b031c48beb7a5b8a4e5050229 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:53.117135 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ae1c763-f388-4b64-a7c7-62648cb05a92 req-59883cab-fa6c-47a9-b1ce-bc2655e94e63 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 931 time: 1.2947659 Feb 17 09:31:53.117504 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59520) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:53.131942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f2551ae5-2f93-45c3-a7bf-7c4d3cf6f0e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:53.235429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb6f5d9-bdde-4b41-bd58-794fff77c095 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet db350965-a618-46da-97e5-d2c19c55041a {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:31:53.278900 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-edb6f5d9-bdde-4b41-bd58-794fff77c095 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:53.315490 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd52c64-ed87-4f94-b6fd-5603d28e4027 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] DELETE failed (client error): The resource could not be found. Feb 17 09:31:53.316299 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd52c64-ed87-4f94-b6fd-5603d28e4027 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:31:53.318335 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9fd52c64-ed87-4f94-b6fd-5603d28e4027 tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] 10.222.0.75 "DELETE /v2.0/subnets/b21a0850-f573-419c-b9d7-c6bfcaadaed1 HTTP/1.1" status: 404 len: 337 time: 0.1914570 Feb 17 09:31:53.330444 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ec1faa-6179-4fd0-8d8f-d222a3e41a6d tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:31:53.332887 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59528) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:53.353403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52ec1faa-6179-4fd0-8d8f-d222a3e41a6d tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:53.429576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2551ae5-2f93-45c3-a7bf-7c4d3cf6f0e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Made reservation on behalf of 96429fc9b17b44459415c6ac09ae97ca for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:53.432240 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2551ae5-2f93-45c3-a7bf-7c4d3cf6f0e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:53.461481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59532) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:53.475497 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-52ec1faa-6179-4fd0-8d8f-d222a3e41a6d tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] 10.222.0.75 "DELETE /v2.0/floatingips/59a6a473-77c6-4702-bb57-c36efc35afba HTTP/1.1" status: 204 len: 168 time: 4.9518611 Feb 17 09:31:53.491145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59536) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:53.555716 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ae1c763-f388-4b64-a7c7-62648cb05a92 req-80609b2d-893b-4a7f-8607-1b9c88bc36cd tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3994050 Feb 17 09:31:53.705615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59542) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:53.742207 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31a32dc6-006c-4e83-9880-17778a1d5aec tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:53.849057 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a78d82-1623-46ea-b69d-0b767717ca4f {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:31:53.858206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:53.880090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Transition to ACTIVE for port object c7a78d82-1623-46ea-b69d-0b767717ca4f will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:53.945211 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c281b3a-763d-4f9e-9319-8c2d0d6dfed5 None None] Sync routers for ids ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:31:53.963578 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-edb6f5d9-bdde-4b41-bd58-794fff77c095 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:53.967200 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c281b3a-763d-4f9e-9319-8c2d0d6dfed5 None None] Routers {'0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:53.967837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7c281b3a-763d-4f9e-9319-8c2d0d6dfed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:31:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:53.975607 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Request body: {'networks': [{'name': 'tempest-network--2024409254'}, {'name': 'tempest-network--639262402'}]} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:53.976016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Request body: {'network': {'name': 'tempest-network--2024409254'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:53.976544 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Request body: {'network': {'name': 'tempest-network--639262402'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:53.982319 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:53.994503 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:53.997327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Usage tracker for resource:network and tenant:588d843dba0c4821be541960159e2942 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:54.007046 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:54.009233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:54.014597 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:54.016994 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:54.019015 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Usage tracker for resource:floatingip and tenant:a6e4735580f8472fabf0670ed3e980fc is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:54.023218 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:54.029935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:54.062286 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31a32dc6-006c-4e83-9880-17778a1d5aec tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:54.091789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7c281b3a-763d-4f9e-9319-8c2d0d6dfed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:54.104061 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-31a32dc6-006c-4e83-9880-17778a1d5aec tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544f419a-9079-42f2-9f31-9dff17210e7d']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:54.112788 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c281b3a-763d-4f9e-9319-8c2d0d6dfed5 None None] Routers {'0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:31:54.115051 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7c281b3a-763d-4f9e-9319-8c2d0d6dfed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:31:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:54.118156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Made reservation on behalf of 588d843dba0c4821be541960159e2942 for: {'network': 2} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:54.123394 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:54.139372 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-31a32dc6-006c-4e83-9880-17778a1d5aec tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36497dd-b4b9-418b-a7e8-1c114dd411ae') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:54.139979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-31a32dc6-006c-4e83-9880-17778a1d5aec tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36497dd-b4b9-418b-a7e8-1c114dd411ae') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:54.147403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:54.161387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-f2551ae5-2f93-45c3-a7bf-7c4d3cf6f0e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] device_id is not set on port 417625f4-345e-4c99-ab54-6ccd8e884516 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:31:54.187966 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31a32dc6-006c-4e83-9880-17778a1d5aec tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:54.195734 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:54.221142 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Usage tracker for resource:security_group_rule and tenant:588d843dba0c4821be541960159e2942 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:54.223027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7c281b3a-763d-4f9e-9319-8c2d0d6dfed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:54.223434 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c281b3a-763d-4f9e-9319-8c2d0d6dfed5 None None] The sync data for ids ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:31:54.228788 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:54.236929 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31a32dc6-006c-4e83-9880-17778a1d5aec tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:54.239930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:54.249077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a32dc6-006c-4e83-9880-17778a1d5aec tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:31:54.250002 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31a32dc6-006c-4e83-9880-17778a1d5aec tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:31:54.266792 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:31:54.332668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03e51ded-dc57-4856-9814-cc87abbd38e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:54.469949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a78d82-1623-46ea-b69d-0b767717ca4f,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:54.504324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31a32dc6-006c-4e83-9880-17778a1d5aec tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:54.509624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:54.509850 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31a32dc6-006c-4e83-9880-17778a1d5aec tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:54.583127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a32dc6-006c-4e83-9880-17778a1d5aec tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] Pushing event deleted for resources: {'Network': ['ID=544f419a-9079-42f2-9f31-9dff17210e7d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:54.604171 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07964cf4-788c-407b-85f6-6ea7e1ddc56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:54.627612 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:54.640811 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-31a32dc6-006c-4e83-9880-17778a1d5aec tempest-ExternalNetworksTestJSON-1058553439 tempest-ExternalNetworksTestJSON-1058553439-project] 10.222.0.75 "DELETE /v2.0/networks/544f419a-9079-42f2-9f31-9dff17210e7d HTTP/1.1" status: 204 len: 168 time: 1.3010373 Feb 17 09:31:54.717540 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a7ad1-779a-4cd4-9d5a-507308c559cf req-8b6e29bf-3473-4c81-b36d-8a2be31760c8 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:54.740102 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-be6a7ad1-779a-4cd4-9d5a-507308c559cf req-8b6e29bf-3473-4c81-b36d-8a2be31760c8 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 931 time: 0.3109899 Feb 17 09:31:54.768515 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-03e51ded-dc57-4856-9814-cc87abbd38e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:54.793311 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:54.793311 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:55.010743 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-be6a7ad1-779a-4cd4-9d5a-507308c559cf req-2b1e36fd-ec8a-47c0-9a7a-73115370bf52 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157463 Feb 17 09:31:55.010743 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85533bb-7762-4f47-87ec-90919b27c0a6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:55.012040 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-03e51ded-dc57-4856-9814-cc87abbd38e2 admin admin] Usage tracker for resource:security_group_rule and tenant:809f3f0972e745f187ff2600a942bb17 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:55.013376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:31:55.013376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:55.013376 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Added segment 146b3b14-8dc0-4adf-9946-7b0164a27763 of type vlan for network aa0c81b2-8878-49ff-bedd-a6bc3b0f2ebb Feb 17 09:31:55.013376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:55.023424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-03e51ded-dc57-4856-9814-cc87abbd38e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:55.062303 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:31:55.073721 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:55.073721 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Added segment fb8e24b4-11c0-431c-bf3e-142d09eb9965 of type vlan for network cb62eb8a-c6bb-4314-a710-908d2dce1087 Feb 17 09:31:55.139575 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:55.359077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:55.359698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:55.377004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:55.386842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:55.388689 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:55.447044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-03e51ded-dc57-4856-9814-cc87abbd38e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:55.526914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:31:55.632873 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event updated for resources: {'Network': ['ID=aa0c81b2-8878-49ff-bedd-a6bc3b0f2ebb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:55.647843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network aa0c81b2-8878-49ff-bedd-a6bc3b0f2ebb details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:31:55.736500 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0167511 Feb 17 09:31:55.749593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59556) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:55.774813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Attempting to bind port c7a78d82-1623-46ea-b69d-0b767717ca4f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:55.775223 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Attempting to bind port c7a78d82-1623-46ea-b69d-0b767717ca4f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '60c46695-6567-4489-adea-5df5bc783183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:55.775631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Attempting to bind port c7a78d82-1623-46ea-b69d-0b767717ca4f on network a19cb067-687e-46e4-8864-55b4e53b82a3 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:55.778793 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-edb6f5d9-bdde-4b41-bd58-794fff77c095 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:55.814562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c970f4-5400-4e0f-89e3-0534925b72f5 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event updated for resources: {'Network': ['ID=cb62eb8a-c6bb-4314-a710-908d2dce1087,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:55.864631 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network cb62eb8a-c6bb-4314-a710-908d2dce1087 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:31:55.876678 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59560) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:56.175411 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065977ef-0567-4341-97a1-1805e841022e tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:56.181210 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065977ef-0567-4341-97a1-1805e841022e tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:56.188173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065977ef-0567-4341-97a1-1805e841022e tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:56.196356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065977ef-0567-4341-97a1-1805e841022e tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:56.202016 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-065977ef-0567-4341-97a1-1805e841022e tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4398630 Feb 17 09:31:56.204494 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59570) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:56.213103 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2551ae5-2f93-45c3-a7bf-7c4d3cf6f0e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:56.239800 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Port c7a78d82-1623-46ea-b69d-0b767717ca4f on network a19cb067-687e-46e4-8864-55b4e53b82a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:56.240144 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Attempting to bind port c7a78d82-1623-46ea-b69d-0b767717ca4f on network a19cb067-687e-46e4-8864-55b4e53b82a3 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:56.255632 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:31:56.256185 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Checking segment: {'id': '60c46695-6567-4489-adea-5df5bc783183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:56.256738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Bound using segment: {'id': '60c46695-6567-4489-adea-5df5bc783183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:31:56.257238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Bound port: c7a78d82-1623-46ea-b69d-0b767717ca4f, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c46695-6567-4489-adea-5df5bc783183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:31:56.257573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:56.274236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766a0d2d-bc08-4b86-9e5f-832883bcb404 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:31:56.300076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:56.428991 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-47782513-7742-4027-b365-64a058577a14 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8d202ead648e426a8320ff6ba7da2076&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5503740 Feb 17 09:31:56.432768 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59574) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:56.438592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e42adc-6825-4a01-8c5e-f4eb151ecd9d req-6c132f4a-f49a-408a-9f7e-8fb96f2bf8e0 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:56.446662 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a5e42adc-6825-4a01-8c5e-f4eb151ecd9d req-6c132f4a-f49a-408a-9f7e-8fb96f2bf8e0 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 943 time: 1.4451978 Feb 17 09:31:56.458483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f796b0ce-9a79-4765-a226-eae96579bff9 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:56.507144 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2e39d-8825-4649-b79c-fbe1bdb483b1 req-70227508-cbd6-488b-8f96-110eaaf5c624 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:56.514602 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-12a2e39d-8825-4649-b79c-fbe1bdb483b1 req-70227508-cbd6-488b-8f96-110eaaf5c624 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 931 time: 0.3712656 Feb 17 09:31:56.535400 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:56.596565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] For port c7a78d82-1623-46ea-b69d-0b767717ca4f, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:31:56.625770 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a5e42adc-6825-4a01-8c5e-f4eb151ecd9d req-cd6a711d-715f-466b-858b-6abc0f95aea8 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780565 Feb 17 09:31:56.626947 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Transition to ACTIVE for port object 766a0d2d-bc08-4b86-9e5f-832883bcb404 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:56.652288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-edb6f5d9-bdde-4b41-bd58-794fff77c095 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:56.699266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2551ae5-2f93-45c3-a7bf-7c4d3cf6f0e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:56.709725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] For port c7a78d82-1623-46ea-b69d-0b767717ca4f, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c7a78d82-1623-46ea-b69d-0b767717ca4f,segment=NetworkSegment(60c46695-6567-4489-adea-5df5bc783183),segment_id=60c46695-6567-4489-adea-5df5bc783183)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:31:56.719358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03e51ded-dc57-4856-9814-cc87abbd38e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:56.772379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:56.776907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6f5d9-bdde-4b41-bd58-794fff77c095 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=db350965-a618-46da-97e5-d2c19c55041a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:56.821578 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-12a2e39d-8825-4649-b79c-fbe1bdb483b1 req-2828ddbb-4cff-4ac3-bc1a-01ebfba8af60 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054781 Feb 17 09:31:56.828716 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec0cc8f-90b2-4044-9d0d-cfa63b0f5f94 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:56.829313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f796b0ce-9a79-4765-a226-eae96579bff9 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:56.834009 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-edb6f5d9-bdde-4b41-bd58-794fff77c095 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:56.844217 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ecfa3ca9-4a5f-4dd1-96c2-167dfa29763a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:56.846735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:56.854428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2551ae5-2f93-45c3-a7bf-7c4d3cf6f0e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Network 4d071653-bdaf-4d79-8186-5858edbf207d is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:56.866423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f796b0ce-9a79-4765-a226-eae96579bff9 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0c81b2-8878-49ff-bedd-a6bc3b0f2ebb']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:56.894154 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f796b0ce-9a79-4765-a226-eae96579bff9 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146b3b14-8dc0-4adf-9946-7b0164a27763') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:56.894279 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f796b0ce-9a79-4765-a226-eae96579bff9 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146b3b14-8dc0-4adf-9946-7b0164a27763') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:56.918687 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03e51ded-dc57-4856-9814-cc87abbd38e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:56.946688 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f2551ae5-2f93-45c3-a7bf-7c4d3cf6f0e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:56.952727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f796b0ce-9a79-4765-a226-eae96579bff9 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:56.954052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2551ae5-2f93-45c3-a7bf-7c4d3cf6f0e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:56.954995 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2551ae5-2f93-45c3-a7bf-7c4d3cf6f0e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:56.955600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2551ae5-2f93-45c3-a7bf-7c4d3cf6f0e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:56.990602 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ecfa3ca9-4a5f-4dd1-96c2-167dfa29763a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:57.031020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f796b0ce-9a79-4765-a226-eae96579bff9 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:57.066419 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2551ae5-2f93-45c3-a7bf-7c4d3cf6f0e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Pushing event updated for resources: {'Port': ['ID=417625f4-345e-4c99-ab54-6ccd8e884516,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:57.072359 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f796b0ce-9a79-4765-a226-eae96579bff9 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:31:57.075743 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f796b0ce-9a79-4765-a226-eae96579bff9 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:31:57.094466 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:31:57.096220 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0189d473-bcdc-4e1c-b759-8c2bbb0bde11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:57.176463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e51ded-dc57-4856-9814-cc87abbd38e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5b1361-d61e-4c94-a322-0c9babcabe29,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:57.247477 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f2551ae5-2f93-45c3-a7bf-7c4d3cf6f0e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 4.2445638 Feb 17 09:31:57.249939 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59578) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:57.257192 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:57.266074 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614f50da-fa24-4316-8f43-374593d70443 None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:31:57.267754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-614f50da-fa24-4316-8f43-374593d70443 None None] Deleting port 98629ae6-71b8-4f89-b581-b93732b0d784 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:57.268442 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-614f50da-fa24-4316-8f43-374593d70443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:57.294586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:57.295322 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:57.297234 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] 10.222.0.37 "PUT /v2.0/ports/c7a78d82-1623-46ea-b69d-0b767717ca4f HTTP/1.1" status: 200 len: 1093 time: 5.6838400 Feb 17 09:31:57.301454 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-edb6f5d9-bdde-4b41-bd58-794fff77c095 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/db350965-a618-46da-97e5-d2c19c55041a HTTP/1.1" status: 204 len: 168 time: 4.3812656 Feb 17 09:31:57.302304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b11be56-6402-406d-94aa-f4bcbe9f1a73', 'tag': 'c7a78d82-1623-46ea-b69d-0b767717ca4f'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:31:57.308384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59582) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:57.323717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f796b0ce-9a79-4765-a226-eae96579bff9 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:57.330183 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Allocated IP 172.26.4.185 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/7b5c4661-0845-48a7-8cd2-cfaf5fc666ee) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:31:57.389749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f796b0ce-9a79-4765-a226-eae96579bff9 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:57.419995 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ecfa3ca9-4a5f-4dd1-96c2-167dfa29763a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:57.423404 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ecfa3ca9-4a5f-4dd1-96c2-167dfa29763a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:57.428395 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ecfa3ca9-4a5f-4dd1-96c2-167dfa29763a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5bb81c18-3029-49e8-ad7e-ea56abce1808 HTTP/1.1" status: 204 len: 168 time: 0.9945440 Feb 17 09:31:57.455170 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f796b0ce-9a79-4765-a226-eae96579bff9 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "DELETE /v2.0/networks/aa0c81b2-8878-49ff-bedd-a6bc3b0f2ebb HTTP/1.1" status: 204 len: 168 time: 1.2434146 Feb 17 09:31:57.458902 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:31:57.469862 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59592) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:57.497522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa3ca9-4a5f-4dd1-96c2-167dfa29763a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb81c18-3029-49e8-ad7e-ea56abce1808,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:57.500948 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796b0ce-9a79-4765-a226-eae96579bff9 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event deleted for resources: {'Network': ['ID=aa0c81b2-8878-49ff-bedd-a6bc3b0f2ebb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:57.552224 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-03e51ded-dc57-4856-9814-cc87abbd38e2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=809f3f0972e745f187ff2600a942bb17&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0867155 Feb 17 09:31:57.552696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-614f50da-fa24-4316-8f43-374593d70443 None None] For port 98629ae6-71b8-4f89-b581-b93732b0d784, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=98629ae6-71b8-4f89-b581-b93732b0d784,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:57.553275 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-614f50da-fa24-4316-8f43-374593d70443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:57.573454 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59596) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:57.604917 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:57.634778 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1e2e4bd0-c20d-4410-906d-2d4bb4257b3e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2994752 Feb 17 09:31:57.637239 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Pushing event updated for resources: {'Port': ['ID=766a0d2d-bc08-4b86-9e5f-832883bcb404,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:57.662780 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59604) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:57.707949 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-614f50da-fa24-4316-8f43-374593d70443 None None] Calling delete_port for 98629ae6-71b8-4f89-b581-b93732b0d784 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:31:57.726934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9ee8407f-5fa2-4fe9-a2ca-d3c6fa494526 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:57.732883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-29842da0-605e-4bfd-bea7-f0b056a29565 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:57.894565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-614f50da-fa24-4316-8f43-374593d70443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:57.941934 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b11be56-6402-406d-94aa-f4bcbe9f1a73', 'tag': 'c7a78d82-1623-46ea-b69d-0b767717ca4f', 'status': 'completed', 'code': 200} Feb 17 09:31:57.985425 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 98629ae6-71b8-4f89-b581-b93732b0d784 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:31:57.998591 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f737ac-c025-4133-b029-0dbf2ddb5781 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a78d82-1623-46ea-b69d-0b767717ca4f,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:58.026090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614f50da-fa24-4316-8f43-374593d70443 None None] No DVR routers for this DVR port 98629ae6-71b8-4f89-b581-b93732b0d784 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:31:58.035098 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.049602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f50da-fa24-4316-8f43-374593d70443 None None] Pushing event deleted for resources: {'Port': ['ID=98629ae6-71b8-4f89-b581-b93732b0d784,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:58.058593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 98629ae6-71b8-4f89-b581-b93732b0d784 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:31:58.058919 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 98629ae6-71b8-4f89-b581-b93732b0d784 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:31:58.162180 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.217897 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Attempting to bind port 766a0d2d-bc08-4b86-9e5f-832883bcb404 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:58.218929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Attempting to bind port 766a0d2d-bc08-4b86-9e5f-832883bcb404 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f7a16081-d24e-4724-aa40-c8b335ca82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:58.218929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Attempting to bind port 766a0d2d-bc08-4b86-9e5f-832883bcb404 on network 27d87cf8-de12-4c79-864c-28a6bac16755 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:58.247533 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] device_id is not set on port 417625f4-345e-4c99-ab54-6ccd8e884516 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:31:58.273399 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Port 766a0d2d-bc08-4b86-9e5f-832883bcb404 on network 27d87cf8-de12-4c79-864c-28a6bac16755 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:58.273722 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Attempting to bind port 766a0d2d-bc08-4b86-9e5f-832883bcb404 on network 27d87cf8-de12-4c79-864c-28a6bac16755 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:58.298360 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c6ce38fb-d7a1-4c4b-9234-1c3477271c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.300204 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:31:58.300552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Checking segment: {'id': 'f7a16081-d24e-4724-aa40-c8b335ca82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:31:58.300933 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Bound using segment: {'id': 'f7a16081-d24e-4724-aa40-c8b335ca82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:31:58.301376 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Bound port: 766a0d2d-bc08-4b86-9e5f-832883bcb404, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a16081-d24e-4724-aa40-c8b335ca82d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:31:58.301769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.321540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-29842da0-605e-4bfd-bea7-f0b056a29565 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:58.344170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-29842da0-605e-4bfd-bea7-f0b056a29565 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:31:58.360785 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-29842da0-605e-4bfd-bea7-f0b056a29565 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:31:58.374525 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.379434 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59616) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:58.384618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9ee8407f-5fa2-4fe9-a2ca-d3c6fa494526 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.410831 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-29842da0-605e-4bfd-bea7-f0b056a29565 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:58.457518 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9ee8407f-5fa2-4fe9-a2ca-d3c6fa494526 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb62eb8a-c6bb-4314-a710-908d2dce1087']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:58.458284 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.462823 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c6ce38fb-d7a1-4c4b-9234-1c3477271c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.483693 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182d03d-a739-43f6-a9d2-a3c2ad0fe59e req-aaa1e2b1-7a69-4f15-8ce6-9f15d4859411 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:58.485210 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8182d03d-a739-43f6-a9d2-a3c2ad0fe59e req-aaa1e2b1-7a69-4f15-8ce6-9f15d4859411 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 943 time: 0.4808745 Feb 17 09:31:58.491483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9ee8407f-5fa2-4fe9-a2ca-d3c6fa494526 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8e24b4-11c0-431c-bf3e-142d09eb9965') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:58.491796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9ee8407f-5fa2-4fe9-a2ca-d3c6fa494526 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8e24b4-11c0-431c-bf3e-142d09eb9965') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:31:58.494434 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be71557-deda-479e-b3ee-a39fa4b31c63 req-d6ef7f0f-cfb9-466c-8578-9d3ba69bd5d2 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:58.495149 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-6be71557-deda-479e-b3ee-a39fa4b31c63 req-d6ef7f0f-cfb9-466c-8578-9d3ba69bd5d2 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Synchronizing usage tracker for tenant:c1c659be8822417aae54db469e0be910 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:58.526949 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c87c927d-36f0-4704-b6a8-353e647637d0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=513bbb74f8e24c7f9dd62242457d2d7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1427035 Feb 17 09:31:58.526949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9ee8407f-5fa2-4fe9-a2ca-d3c6fa494526 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.530061 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59620) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:58.533759 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Transition to ACTIVE for port object 417625f4-345e-4c99-ab54-6ccd8e884516 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:31:58.557661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9ee8407f-5fa2-4fe9-a2ca-d3c6fa494526 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.568963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-8182d03d-a739-43f6-a9d2-a3c2ad0fe59e req-0d8f36ff-9101-4c9f-b682-506257b1a863 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Synchronizing usage tracker for tenant:56df9d1b031c48beb7a5b8a4e5050229 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:58.570818 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] For port 766a0d2d-bc08-4b86-9e5f-832883bcb404, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:31:58.571684 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee8407f-5fa2-4fe9-a2ca-d3c6fa494526 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:31:58.572132 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9ee8407f-5fa2-4fe9-a2ca-d3c6fa494526 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.577349 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29842da0-605e-4bfd-bea7-f0b056a29565 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:58.579762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-29842da0-605e-4bfd-bea7-f0b056a29565 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:31:58.592154 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:31:58.623866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] For port 766a0d2d-bc08-4b86-9e5f-832883bcb404, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=766a0d2d-bc08-4b86-9e5f-832883bcb404,segment=NetworkSegment(f7a16081-d24e-4724-aa40-c8b335ca82d9),segment_id=f7a16081-d24e-4724-aa40-c8b335ca82d9)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:31:58.651327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.696509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-6be71557-deda-479e-b3ee-a39fa4b31c63 req-d6ef7f0f-cfb9-466c-8578-9d3ba69bd5d2 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Unset dirty status for tenant:c1c659be8822417aae54db469e0be910 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:58.697694 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6be71557-deda-479e-b3ee-a39fa4b31c63 req-d6ef7f0f-cfb9-466c-8578-9d3ba69bd5d2 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 943 time: 0.6961546 Feb 17 09:31:58.717041 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.811816 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-8182d03d-a739-43f6-a9d2-a3c2ad0fe59e req-0d8f36ff-9101-4c9f-b682-506257b1a863 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Unset dirty status for tenant:56df9d1b031c48beb7a5b8a4e5050229 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:58.812913 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8182d03d-a739-43f6-a9d2-a3c2ad0fe59e req-0d8f36ff-9101-4c9f-b682-506257b1a863 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3130894 Feb 17 09:31:58.823980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Pushing event updated for resources: {'Port': ['ID=417625f4-345e-4c99-ab54-6ccd8e884516,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:58.839331 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:58.839331 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:58.839331 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:58.839744 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:58.840490 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:58.841006 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 2 to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 Feb 17 09:31:58.859629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.859629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c6a95ef-488c-4c07-bcb3-9fdc8f32ecff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.861997 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:58.862574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.863954 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] 10.222.0.37 "PUT /v2.0/ports/766a0d2d-bc08-4b86-9e5f-832883bcb404 HTTP/1.1" status: 200 len: 1093 time: 7.3459735 Feb 17 09:31:58.865360 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:58.865586 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:58.866017 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:58.873178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:58.873966 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:58.874352 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 3 to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 Feb 17 09:31:58.891184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:58.891614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:58.892651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:58.897972 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:58.898406 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:58.898885 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 4 to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 Feb 17 09:31:58.900040 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6be71557-deda-479e-b3ee-a39fa4b31c63 req-e081f65c-53ae-4c07-955d-ec36c7394a63 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848428 Feb 17 09:31:58.915401 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:58.919571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42048b29-f75b-4eb0-9f66-3488a97d5732 service neutron] Pushing event updated for resources: {'Port': ['ID=766a0d2d-bc08-4b86-9e5f-832883bcb404,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:58.924905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:58.925828 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:58.926318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:58.927469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c6a95ef-488c-4c07-bcb3-9fdc8f32ecff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.937699 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9ee8407f-5fa2-4fe9-a2ca-d3c6fa494526 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.937699 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:58.937699 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:58.937943 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:58.938022 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 5 to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 Feb 17 09:31:58.959902 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9ee8407f-5fa2-4fe9-a2ca-d3c6fa494526 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:58.977191 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:31:58.977628 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9ee8407f-5fa2-4fe9-a2ca-d3c6fa494526 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "DELETE /v2.0/networks/cb62eb8a-c6bb-4314-a710-908d2dce1087 HTTP/1.1" status: 204 len: 168 time: 1.5061073 Feb 17 09:31:58.978914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8407f-5fa2-4fe9-a2ca-d3c6fa494526 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event deleted for resources: {'Network': ['ID=cb62eb8a-c6bb-4314-a710-908d2dce1087,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:58.981173 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59624) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:58.984116 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:58.984547 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:58.984951 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:59.016729 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:59.016989 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:59.019887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c6ce38fb-d7a1-4c4b-9234-1c3477271c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:59.066887 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 6 to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 Feb 17 09:31:59.079893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce38fb-d7a1-4c4b-9234-1c3477271c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5b1361-d61e-4c94-a322-0c9babcabe29,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:59.092276 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:59.092620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:59.093241 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:59.108383 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:59.108383 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:59.111423 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 7 to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 Feb 17 09:31:59.140405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Pushing event updated for resources: {'Port': ['ID=7b5c4661-0845-48a7-8cd2-cfaf5fc666ee,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:59.142691 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:59.143039 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:59.143445 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:59.154801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:59.154801 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:59.163108 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 8 to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 Feb 17 09:31:59.177378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c6ce38fb-d7a1-4c4b-9234-1c3477271c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:59.178565 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c6ce38fb-d7a1-4c4b-9234-1c3477271c0f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9b5b1361-d61e-4c94-a322-0c9babcabe29 HTTP/1.1" status: 204 len: 168 time: 1.5917258 Feb 17 09:31:59.192057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5344b723-a701-4153-8600-f72075235cdb tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:59.198442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5344b723-a701-4153-8600-f72075235cdb tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:59.199263 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5344b723-a701-4153-8600-f72075235cdb tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Synchronizing usage tracker for tenant:588d843dba0c4821be541960159e2942 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:31:59.204762 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:59.205105 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:59.205446 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:59.213464 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:59.213794 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:59.216753 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 9 to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 Feb 17 09:31:59.236819 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:59.237527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:59.238069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:59.243341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:59.243590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:59.244083 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:59.244477 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempt 10 to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 Feb 17 09:31:59.260032 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:31:59.260685 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:31:59.260779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempting to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:31:59.265908 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:31:59.266310 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Failed to bind port 417625f4-345e-4c99-ab54-6ccd8e884516 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'cfeca585-378e-4b0f-91d5-a6ce3f21e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4d071653-bdaf-4d79-8186-5858edbf207d'}] Feb 17 09:31:59.266741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:59.271342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c6a95ef-488c-4c07-bcb3-9fdc8f32ecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:59.290939 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a95ef-488c-4c07-bcb3-9fdc8f32ecff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9ea06a-f04b-4d4f-bed9-d0da40a4ed58,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:59.301145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c6a95ef-488c-4c07-bcb3-9fdc8f32ecff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:59.301872 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8c6a95ef-488c-4c07-bcb3-9fdc8f32ecff admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5e9ea06a-f04b-4d4f-bed9-d0da40a4ed58 HTTP/1.1" status: 204 len: 168 time: 0.7597103 Feb 17 09:31:59.330489 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5344b723-a701-4153-8600-f72075235cdb tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Unset dirty status for tenant:588d843dba0c4821be541960159e2942 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:31:59.330489 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5344b723-a701-4153-8600-f72075235cdb tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3455629 Feb 17 09:31:59.335433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59632) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:59.342308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7a6539ba-0ebe-4d42-863b-36e3d22652c3 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-340128179'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:31:59.347949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7a6539ba-0ebe-4d42-863b-36e3d22652c3 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:31:59.359583 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7a6539ba-0ebe-4d42-863b-36e3d22652c3 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:31:59.365136 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-29842da0-605e-4bfd-bea7-f0b056a29565 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:59.386478 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] For port 417625f4-345e-4c99-ab54-6ccd8e884516, host hv-neutron-8281, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:31:59.387511 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attempted to set empty binding levels {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 17 09:31:59.500382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:59.511080 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29842da0-605e-4bfd-bea7-f0b056a29565 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:31:59.545777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6539ba-0ebe-4d42-863b-36e3d22652c3 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Made reservation on behalf of 588d843dba0c4821be541960159e2942 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:31:59.548409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7a6539ba-0ebe-4d42-863b-36e3d22652c3 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:59.572078 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-29842da0-605e-4bfd-bea7-f0b056a29565 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:31:59.576564 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] In _notify_port_updated(), no bound segment for port 417625f4-345e-4c99-ab54-6ccd8e884516 on network 4d071653-bdaf-4d79-8186-5858edbf207d {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:31:59.578433 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:59.578433 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:59.579130 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] 10.222.0.75 "PUT /v2.0/ports/417625f4-345e-4c99-ab54-6ccd8e884516 HTTP/1.1" status: 200 len: 980 time: 2.3279822 Feb 17 09:31:59.582809 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59638) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:59.598333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29842da0-605e-4bfd-bea7-f0b056a29565 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:59.601643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-29842da0-605e-4bfd-bea7-f0b056a29565 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:59.611032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a1870f-9ce6-43ce-9922-f5a1921f8311 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:31:59.616702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:59.651260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29842da0-605e-4bfd-bea7-f0b056a29565 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=0ba9bbee-f262-4861-aa68-107d8205e3c8,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:59.660936 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3d7380c3-d68a-46e6-afab-fdfedbc193c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Deleting port 417625f4-345e-4c99-ab54-6ccd8e884516 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:31:59.660936 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d7380c3-d68a-46e6-afab-fdfedbc193c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:59.706903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6539ba-0ebe-4d42-863b-36e3d22652c3 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:31:59.738114 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7a6539ba-0ebe-4d42-863b-36e3d22652c3 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:59.738464 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-7a6539ba-0ebe-4d42-863b-36e3d22652c3 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Added segment 321cef02-5844-4790-b0f3-a3979ae7783e of type vlan for network d6063726-2746-4e89-9505-f0e48ba7a613 Feb 17 09:31:59.779279 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:59.780480 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e9522-6e03-4993-b301-89588f8d71fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Pushing event updated for resources: {'Port': ['ID=417625f4-345e-4c99-ab54-6ccd8e884516,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:31:59.845042 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-d22a3260-7f0c-4753-a199-bbe6286563ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:31:59.845042 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-d22a3260-7f0c-4753-a199-bbe6286563ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56df9d1b031c48beb7a5b8a4e5050229&device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 1096 time: 0.4396796 Feb 17 09:31:59.847990 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-29842da0-605e-4bfd-bea7-f0b056a29565 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1716874 Feb 17 09:31:59.861543 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59650) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:31:59.867260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7a6539ba-0ebe-4d42-863b-36e3d22652c3 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:59.956316 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-3d7380c3-d68a-46e6-afab-fdfedbc193c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] For port 417625f4-345e-4c99-ab54-6ccd8e884516, host hv-neutron-8281, got binding levels [] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:31:59.956691 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d7380c3-d68a-46e6-afab-fdfedbc193c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:31:59.999593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-14f602d9-73e6-4db2-94a1-9bc04098d301 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'name': 'tempest-NetworksTestDHCPv6-2010687174'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:00.056937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b80a07-2702-4ccf-81ca-ce222326845c', 'tag': '766a0d2d-bc08-4b86-9e5f-832883bcb404'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:32:00.074193 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': '0ba9bbee-f262-4861-aa68-107d8205e3c8'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:32:00.076080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:00.086302 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-a839b2d1-b2db-4384-9612-9892c3a504e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:00.095877 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-a839b2d1-b2db-4384-9612-9892c3a504e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1c659be8822417aae54db469e0be910&device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 1096 time: 0.5861008 Feb 17 09:32:00.230508 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-a1807be2-e477-420e-824c-1b207147ad81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7a78d82-1623-46ea-b69d-0b767717ca4f HTTP/1.1" status: 200 len: 217 time: 0.3644850 Feb 17 09:32:00.280571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Allocated IP 2001:db8::2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/0ba9bbee-f262-4861-aa68-107d8205e3c8/0f641ed1-173d-44e4-815a-e12c5bcaa1d1) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:00.303335 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3d7380c3-d68a-46e6-afab-fdfedbc193c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Calling delete_port for 417625f4-345e-4c99-ab54-6ccd8e884516 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:00.421595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bc622-e74c-4b2d-b8b5-c2fc3cbd13fe req-7c141a43-a134-4f13-8320-20543dd88e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:00.423191 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9f4bc622-e74c-4b2d-b8b5-c2fc3cbd13fe req-7c141a43-a134-4f13-8320-20543dd88e99 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 943 time: 0.4250395 Feb 17 09:32:00.494080 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9f4bc622-e74c-4b2d-b8b5-c2fc3cbd13fe req-901f1e12-1ad5-4d79-b6fd-f1e70f63e7d3 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514088 Feb 17 09:32:00.505175 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d7380c3-d68a-46e6-afab-fdfedbc193c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:00.564450 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7a6539ba-0ebe-4d42-863b-36e3d22652c3 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:00.575075 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6539ba-0ebe-4d42-863b-36e3d22652c3 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:00.576029 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7a6539ba-0ebe-4d42-863b-36e3d22652c3 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:00.603411 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d7380c3-d68a-46e6-afab-fdfedbc193c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:00.615376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7380c3-d68a-46e6-afab-fdfedbc193c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Pushing event deleted for resources: {'Port': ['ID=417625f4-345e-4c99-ab54-6ccd8e884516,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:00.621588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-d46e3e87-168e-423c-b3a0-265dc2c96a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:00.624185 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3d7380c3-d68a-46e6-afab-fdfedbc193c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] 10.222.0.75 "DELETE /v2.0/ports/417625f4-345e-4c99-ab54-6ccd8e884516 HTTP/1.1" status: 204 len: 168 time: 1.0405512 Feb 17 09:32:00.626913 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59682) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:00.630627 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-d46e3e87-168e-423c-b3a0-265dc2c96a41 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=817248b4-1923-4b39-90c7-0ed24f8eb587 HTTP/1.1" status: 200 len: 844 time: 0.2039747 Feb 17 09:32:00.637195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:00.649086 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-ebaef847-7f6e-4811-9cea-3960d53d9b47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=766a0d2d-bc08-4b86-9e5f-832883bcb404 HTTP/1.1" status: 200 len: 217 time: 0.4306743 Feb 17 09:32:00.649241 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Transition to ACTIVE for port object 0f641ed1-173d-44e4-815a-e12c5bcaa1d1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:00.675356 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-699b1238-61d0-476d-9f74-abd91c75d85b tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] GET failed (client error): The resource could not be found. Feb 17 09:32:00.675900 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-699b1238-61d0-476d-9f74-abd91c75d85b tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Synchronizing usage tracker for tenant:96429fc9b17b44459415c6ac09ae97ca on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:00.681013 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Transition to ACTIVE for port object 0f641ed1-173d-44e4-815a-e12c5bcaa1d1 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:00.747419 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b80a07-2702-4ccf-81ca-ce222326845c', 'tag': '766a0d2d-bc08-4b86-9e5f-832883bcb404', 'status': 'completed', 'code': 200} Feb 17 09:32:00.794542 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-699b1238-61d0-476d-9f74-abd91c75d85b tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] Unset dirty status for tenant:96429fc9b17b44459415c6ac09ae97ca on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:00.795181 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:00.799280 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-699b1238-61d0-476d-9f74-abd91c75d85b tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54809854-project-admin] 10.222.0.75 "GET /v2.0/ports/417625f4-345e-4c99-ab54-6ccd8e884516 HTTP/1.1" status: 404 len: 333 time: 0.1681693 Feb 17 09:32:00.799737 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59692) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:00.918582 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59696) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:00.932029 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:00.935088 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:00.939528 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:00.950567 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Pushing event updated for resources: {'Port': ['ID=0f641ed1-173d-44e4-815a-e12c5bcaa1d1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:00.950781 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6539ba-0ebe-4d42-863b-36e3d22652c3 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event updated for resources: {'Network': ['ID=d6063726-2746-4e89-9505-f0e48ba7a613,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:00.975526 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517a88c-c314-42d5-a216-1895c5e6580b req-4749f661-3087-4fd2-9af0-d90541573c03 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:00.984452 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e517a88c-c314-42d5-a216-1895c5e6580b req-4749f661-3087-4fd2-9af0-d90541573c03 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 943 time: 0.9037502 Feb 17 09:32:00.988420 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network d6063726-2746-4e89-9505-f0e48ba7a613 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:32:01.031076 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7a6539ba-0ebe-4d42-863b-36e3d22652c3 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6888473 Feb 17 09:32:01.031843 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59704) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:01.037166 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:32:01.071252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-480201067'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:01.077258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-2aa67491-e6e4-4c99-8f34-1f337505a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:01.079156 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-2aa67491-e6e4-4c99-8f34-1f337505a2c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5521f55-5393-4abb-b946-8c660da7abe1 HTTP/1.1" status: 200 len: 849 time: 0.3283646 Feb 17 09:32:01.083929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.087019 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-14f602d9-73e6-4db2-94a1-9bc04098d301 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:01.149451 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:01.161725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.168214 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Attempting to bind port 0f641ed1-173d-44e4-815a-e12c5bcaa1d1 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:01.168586 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Attempting to bind port 0f641ed1-173d-44e4-815a-e12c5bcaa1d1 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:01.169563 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Attempting to bind port 0f641ed1-173d-44e4-815a-e12c5bcaa1d1 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:01.170313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Usage tracker for resource:network and tenant:588d843dba0c4821be541960159e2942 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:01.175480 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:32:01.177233 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:01.177233 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.177420 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:32:01.177493 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-14f602d9-73e6-4db2-94a1-9bc04098d301 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:01.177783 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Bound port: 0f641ed1-173d-44e4-815a-e12c5bcaa1d1, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:32:01.178198 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.180991 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:01.190239 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-496759891'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:01.195875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.265529 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e517a88c-c314-42d5-a216-1895c5e6580b req-ccae8f57-67f0-476c-aa2e-e639d6907aa1 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702491 Feb 17 09:32:01.268580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:01.271779 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:01.292366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Usage tracker for resource:network and tenant:c8755942377143f6a2c7e1aa0834e824 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:01.305128 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] For port 0f641ed1-173d-44e4-815a-e12c5bcaa1d1, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:32:01.309401 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] For port 0f641ed1-173d-44e4-815a-e12c5bcaa1d1, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=0f641ed1-173d-44e4-815a-e12c5bcaa1d1,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:32:01.336225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.350864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:01.366822 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d071653-bdaf-4d79-8186-5858edbf207d']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:01.367127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-b607e169-814f-40eb-bf3a-388727cc8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:01.368611 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-b607e169-814f-40eb-bf3a-388727cc8fd0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a19cb067-687e-46e4-8864-55b4e53b82a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7180734 Feb 17 09:32:01.372410 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:01.380676 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfeca585-378e-4b0f-91d5-a6ce3f21e638') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:01.381032 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfeca585-378e-4b0f-91d5-a6ce3f21e638') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:01.384373 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f602d9-73e6-4db2-94a1-9bc04098d301 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:01.388545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14f602d9-73e6-4db2-94a1-9bc04098d301 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.395891 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.399989 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.433687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.441616 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:32:01.442270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:32:01.470646 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:32:01.498259 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8511cbd-0768-4eab-b2cd-8ba187f03874 None None] Pushing event updated for resources: {'Port': ['ID=0f641ed1-173d-44e4-815a-e12c5bcaa1d1,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:01.509560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Pushing event updated for resources: {'Port': ['ID=7b5c4661-0845-48a7-8cd2-cfaf5fc666ee,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:01.527359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Made reservation on behalf of 588d843dba0c4821be541960159e2942 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:01.531577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.550467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.559485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-14f602d9-73e6-4db2-94a1-9bc04098d301 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port 6ead8303-cc02-47a8-91af-43f7b027697c yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:01.631405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Made reservation on behalf of c8755942377143f6a2c7e1aa0834e824 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:01.634764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.682402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.707780 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.740559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-53e9ad8b-1456-4786-ab08-98ad2378a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:01.742082 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-53e9ad8b-1456-4786-ab08-98ad2378a4da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27d87cf8-de12-4c79-864c-28a6bac16755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6509659 Feb 17 09:32:01.752419 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.761547 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Pushing event deleted for resources: {'Network': ['ID=4d071653-bdaf-4d79-8186-5858edbf207d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:01.772006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:01.774278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:32:01.780161 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] 10.222.0.75 "DELETE /v2.0/networks/4d071653-bdaf-4d79-8186-5858edbf207d HTTP/1.1" status: 204 len: 168 time: 0.9773974 Feb 17 09:32:01.781732 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:01.782112 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:01.782462 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:01.782799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:01.783137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:01.783467 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:01.783801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:01.784125 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:01.784450 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:01.784770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:01.785097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:01.785420 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fd733-f702-418a-8e66-c2278248104b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230844111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:01.819773 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa514871-c1c8-49ac-86dd-64e897e6252e req-f7251d7c-12a3-438c-b26d-9d2cef838103 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:01.822082 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fa514871-c1c8-49ac-86dd-64e897e6252e req-f7251d7c-12a3-438c-b26d-9d2cef838103 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 943 time: 0.1701541 Feb 17 09:32:01.831835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Usage tracker for resource:security_group_rule and tenant:c8755942377143f6a2c7e1aa0834e824 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:01.852716 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:01.915840 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.917605 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d600cd93-4b4a-48b0-a2a2-a40d474d112d tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3779259 Feb 17 09:32:01.926481 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59724) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:01.969048 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fa514871-c1c8-49ac-86dd-64e897e6252e req-39e6e072-a8bb-4c68-bd56-a9381c24b669 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252570 Feb 17 09:32:01.986121 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:01.988815 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Added segment 1b78587c-1153-40a9-8db1-86e57398c56f of type vlan for network 95cf9ddd-d9fa-478d-81da-2b5968dbea9e Feb 17 09:32:01.989946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:01.998996 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-478e65a2-6603-42dc-9df0-960616b9d554 service neutron] 10.222.0.37 "GET /v2.0/networks/a19cb067-687e-46e4-8864-55b4e53b82a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209443 Feb 17 09:32:02.186308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-14f602d9-73e6-4db2-94a1-9bc04098d301 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::276 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/0ba9bbee-f262-4861-aa68-107d8205e3c8/6ead8303-cc02-47a8-91af-43f7b027697c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:02.201420 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:02.248196 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:02.264164 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:02.275705 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Usage tracker for resource:floatingip and tenant:9158a8108c0642ca81251394d8efc403 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:02.280596 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:02.286194 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-47fb3274-f9a3-431d-9fd1-31ec62b48478 service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899056 Feb 17 09:32:02.289791 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:02.351333 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59738) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:02.373614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:02.566581 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f0fbbd1-f2f5-4ce7-a12d-ef5f7e176888 req-187572ed-2c24-4d26-b364-8b8f9b96bdc7 service neutron] 10.222.0.37 "GET /v2.0/networks/a19cb067-687e-46e4-8864-55b4e53b82a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5540514 Feb 17 09:32:02.639031 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:02.721348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59746) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:02.808109 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ce706da7-c4df-48eb-9d9b-c982bbcfc73e tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:02.834031 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a5ab9f24-5c9e-4b85-a344-3e44a5fb292c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7a104f1bd6ad4b08a2bbbef94fa0dad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4815183 Feb 17 09:32:02.838171 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59752) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:02.894500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:02.899897 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:02.900483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:02.916321 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Allocated IP 172.26.4.245 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/42140653-c5d8-4257-9569-5ec6c4c0a3c2) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:02.921983 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ce706da7-c4df-48eb-9d9b-c982bbcfc73e tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] 10.222.0.75 "PUT /v2.0/quotas/638eb92191424554b4b4f4179934ea76 HTTP/1.1" status: 200 len: 368 time: 0.1978986 Feb 17 09:32:02.927313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59756) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:02.933802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Request body: {'network': {'project_id': '638eb92191424554b4b4f4179934ea76'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:02.940965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:02.963475 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Usage tracker for resource:network and tenant:638eb92191424554b4b4f4179934ea76 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:03.015124 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:03.026621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:03.073524 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:03.094012 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fb9fa68e-de70-475a-ae93-7d81bbc62248 None None] Provisioning for port 0f641ed1-173d-44e4-815a-e12c5bcaa1d1 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:03.131597 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5b4a5c3f-5fe6-4d0b-aeb6-c44f7e5f3b49 req-7dc52e55-af92-4e55-a3bf-36f89b30fbe6 service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7811596 Feb 17 09:32:03.142075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Made reservation on behalf of 638eb92191424554b4b4f4179934ea76 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:03.144695 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:03.179200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:03.185813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event updated for resources: {'Network': ['ID=95cf9ddd-d9fa-478d-81da-2b5968dbea9e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:03.199223 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:03.204457 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460d134-4a96-4ae1-bf2a-92d6694ba180 req-b7e39370-ba57-4f1e-b279-5e703dbc73e8 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:03.205984 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7460d134-4a96-4ae1-bf2a-92d6694ba180 req-b7e39370-ba57-4f1e-b279-5e703dbc73e8 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 943 time: 0.8266232 Feb 17 09:32:03.207905 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:03.208878 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:03.215796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Usage tracker for resource:security_group_rule and tenant:638eb92191424554b4b4f4179934ea76 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:03.219626 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:03.229595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:03.239668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:03.240027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:03.244523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:03.244523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:03.244523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:03.244523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:03.244523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:03.244523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:03.244523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:03.244523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:03.244523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:03.244523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:03.258707 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa6334-1c5a-45c0-87ef-bc24b2be9f63 req-99c9ac23-71ad-4ec2-89da-66624876f1af tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:03.260195 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-67aa6334-1c5a-45c0-87ef-bc24b2be9f63 req-99c9ac23-71ad-4ec2-89da-66624876f1af tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 943 time: 0.1832376 Feb 17 09:32:03.261403 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 95cf9ddd-d9fa-478d-81da-2b5968dbea9e details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:32:03.290068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14f602d9-73e6-4db2-94a1-9bc04098d301 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:03.309283 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:32:03.315514 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a00dbde2-038e-494d-b6f1-7e69c4069551 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2686844 Feb 17 09:32:03.319837 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59764) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:03.328940 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Request body: {'ports': [{'network_id': 'd6063726-2746-4e89-9505-f0e48ba7a613', 'name': 'tempest-port--397117147', 'admin_state_up': True}, {'network_id': '95cf9ddd-d9fa-478d-81da-2b5968dbea9e', 'admin_state_up': False}]} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:03.329349 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Request body: {'port': {'network_id': 'd6063726-2746-4e89-9505-f0e48ba7a613', 'name': 'tempest-port--397117147', 'admin_state_up': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:03.330564 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Request body: {'port': {'network_id': '95cf9ddd-d9fa-478d-81da-2b5968dbea9e', 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:03.356774 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-67aa6334-1c5a-45c0-87ef-bc24b2be9f63 req-f63f8d91-a1ed-4248-93d6-6f207a1157d5 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879250 Feb 17 09:32:03.381424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49c60311-af4d-486b-8ec5-b9c9f569e1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:03.396643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320dec8d-0765-4bcf-ab0e-1e21ca34a1c2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:03.399522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:03.399874 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Added segment 3fba109a-7fea-49d5-815b-d82979cae81b of type vlan for network c4753d93-62c6-4f68-9337-4ed00e99c9b3 Feb 17 09:32:03.426169 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-14f602d9-73e6-4db2-94a1-9bc04098d301 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object 6ead8303-cc02-47a8-91af-43f7b027697c will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:03.433614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:03.449966 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7460d134-4a96-4ae1-bf2a-92d6694ba180 req-930201e8-5e73-477a-86e1-f735a89817c1 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229986 Feb 17 09:32:03.452105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4c87c-c4f5-40c0-a3fb-fb0d8ab52f89 req-f369f3f8-37fb-4dd6-b3cf-fea975a09805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:03.453680 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67c4c87c-c4f5-40c0-a3fb-fb0d8ab52f89 req-f369f3f8-37fb-4dd6-b3cf-fea975a09805 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56df9d1b031c48beb7a5b8a4e5050229&device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 1096 time: 0.6039441 Feb 17 09:32:03.503752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49c60311-af4d-486b-8ec5-b9c9f569e1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:03.552621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:03.580200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:03.582806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:03.583663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:03.684566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3d291-cfa9-4c2a-86ff-062c379c830a req-265e3383-f71c-45b4-95c4-0456fabf710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:03.686079 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fbf3d291-cfa9-4c2a-86ff-062c379c830a req-265e3383-f71c-45b4-95c4-0456fabf710c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1c659be8822417aae54db469e0be910&device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 1096 time: 0.3650751 Feb 17 09:32:03.702536 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Pushing event updated for resources: {'Port': ['ID=42140653-c5d8-4257-9569-5ec6c4c0a3c2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:03.752488 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:03.769850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4c87c-c4f5-40c0-a3fb-fb0d8ab52f89 req-40a36a48-a452-4e33-9dfa-5c368359a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:03.772338 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67c4c87c-c4f5-40c0-a3fb-fb0d8ab52f89 req-40a36a48-a452-4e33-9dfa-5c368359a297 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a19cb067-687e-46e4-8864-55b4e53b82a3 HTTP/1.1" status: 200 len: 906 time: 0.3082082 Feb 17 09:32:03.777796 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14f602d9-73e6-4db2-94a1-9bc04098d301 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:03.779357 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:03.780424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:03.784742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:03.785325 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:03.787052 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Usage tracker for resource:port and tenant:588d843dba0c4821be541960159e2942 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:03.790028 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:03.791268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:03.799369 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:03.857677 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:03.915076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0f641ed1-173d-44e4-815a-e12c5bcaa1d1 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:03.927811 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49c60311-af4d-486b-8ec5-b9c9f569e1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:04.019424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Made reservation on behalf of 588d843dba0c4821be541960159e2942 for: {'port': 2} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:04.023850 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:04.030276 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67c4c87c-c4f5-40c0-a3fb-fb0d8ab52f89 req-fc8c06e7-694f-4bd7-ac41-d9f58f1f20ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7a78d82-1623-46ea-b69d-0b767717ca4f HTTP/1.1" status: 200 len: 217 time: 0.2328384 Feb 17 09:32:04.035709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:32:04.048620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16e994b-f723-44df-99f4-dfa1449d7c05,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:04.069749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:04.070150 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Added segment 8e2821a0-0ed9-443d-bb86-ca444ba27951 of type vlan for network 07f32082-d0da-47d4-acd8-1dc5f277b13b Feb 17 09:32:04.071162 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:04.085600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 0f641ed1-173d-44e4-815a-e12c5bcaa1d1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:04.093073 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 0f641ed1-173d-44e4-815a-e12c5bcaa1d1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:04.093452 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:04.108366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f602d9-73e6-4db2-94a1-9bc04098d301 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:04.118594 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c60311-af4d-486b-8ec5-b9c9f569e1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816e62c1-8fa3-4972-8ea6-99df308f49f8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:04.145104 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:04.149557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-14f602d9-73e6-4db2-94a1-9bc04098d301 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:04.170195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event updated for resources: {'Network': ['ID=c4753d93-62c6-4f68-9337-4ed00e99c9b3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:04.170195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f602d9-73e6-4db2-94a1-9bc04098d301 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:04.170195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f602d9-73e6-4db2-94a1-9bc04098d301 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:04.170816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14f602d9-73e6-4db2-94a1-9bc04098d301 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:04.178483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f602d9-73e6-4db2-94a1-9bc04098d301 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=6ead8303-cc02-47a8-91af-43f7b027697c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:04.194299 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49c60311-af4d-486b-8ec5-b9c9f569e1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:04.195818 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-49c60311-af4d-486b-8ec5-b9c9f569e1d5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/816e62c1-8fa3-4972-8ea6-99df308f49f8 HTTP/1.1" status: 204 len: 168 time: 1.3390887 Feb 17 09:32:04.227058 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3d291-cfa9-4c2a-86ff-062c379c830a req-e13768cd-1e02-4ca1-a74c-43ad3366e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:04.227058 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fbf3d291-cfa9-4c2a-86ff-062c379c830a req-e13768cd-1e02-4ca1-a74c-43ad3366e085 service neutron] 10.222.0.37 "GET /v2.0/networks?id=27d87cf8-de12-4c79-864c-28a6bac16755 HTTP/1.1" status: 200 len: 911 time: 0.5264754 Feb 17 09:32:04.227690 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4c87c-c4f5-40c0-a3fb-fb0d8ab52f89 req-5048eed8-058d-42c5-9cbf-c8762785e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:04.230109 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67c4c87c-c4f5-40c0-a3fb-fb0d8ab52f89 req-5048eed8-058d-42c5-9cbf-c8762785e7d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=817248b4-1923-4b39-90c7-0ed24f8eb587 HTTP/1.1" status: 200 len: 844 time: 0.1739643 Feb 17 09:32:04.231185 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network c4753d93-62c6-4f68-9337-4ed00e99c9b3 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:32:04.304711 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:04.329061 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fbf3d291-cfa9-4c2a-86ff-062c379c830a req-7b26a11c-b31e-4b71-9a7d-ab16b8ead6c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=766a0d2d-bc08-4b86-9e5f-832883bcb404 HTTP/1.1" status: 200 len: 217 time: 0.0915089 Feb 17 09:32:04.335619 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:04.374099 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-14f602d9-73e6-4db2-94a1-9bc04098d301 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5019898 Feb 17 09:32:04.401659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59770) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:04.401659 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-79cd63f8-7f90-4474-8159-bbf93615c9a5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.4599347 Feb 17 09:32:04.429759 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59776) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:04.432276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 0f641ed1-173d-44e4-815a-e12c5bcaa1d1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=0f641ed1-173d-44e4-815a-e12c5bcaa1d1,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:04.511378 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:04.512892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a8864951-480b-462b-a35c-9606bf89e91b tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Request body: {'subnet': {'network_id': 'c4753d93-62c6-4f68-9337-4ed00e99c9b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:04.583592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:04.584482 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:04.585068 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:04.652698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] device_id is not set on port e94701f0-93d3-4c19-bb22-4a51107fb4f2 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:04.711429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=0f641ed1-173d-44e4-815a-e12c5bcaa1d1,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:04.720314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:04.720661 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:04.721004 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:04.721339 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:04.721671 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:04.722001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:04.722357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:04.722681 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:04.723006 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:04.723331 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:04.723682 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:04.724000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:32:04.750459 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8192708 Feb 17 09:32:04.778872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e50ca181-52c7-4926-90d9-99cea5986ad1 None None] Provisioning for port 6ead8303-cc02-47a8-91af-43f7b027697c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:04.784815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e50ca181-52c7-4926-90d9-99cea5986ad1 None None] Provisioning complete for port 6ead8303-cc02-47a8-91af-43f7b027697c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:04.785489 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e50ca181-52c7-4926-90d9-99cea5986ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:04.789850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59784) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:04.845224 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e50ca181-52c7-4926-90d9-99cea5986ad1 None None] Port 6ead8303-cc02-47a8-91af-43f7b027697c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:32:04.849726 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-54b58ebe-3e88-44b8-9f82-6ec1b06d9914 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Request body: {'network': {'project_id': '638eb92191424554b4b4f4179934ea76'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:04.885211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-54b58ebe-3e88-44b8-9f82-6ec1b06d9914 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:04.893139 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3d291-cfa9-4c2a-86ff-062c379c830a req-e279f3b2-4818-4551-8579-ba224d8e434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:04.894609 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fbf3d291-cfa9-4c2a-86ff-062c379c830a req-e279f3b2-4818-4551-8579-ba224d8e434c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5521f55-5393-4abb-b946-8c660da7abe1 HTTP/1.1" status: 200 len: 849 time: 0.5187666 Feb 17 09:32:04.903077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24c1d8-4fb0-4ddf-8713-8efaa6749b1c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Pushing event updated for resources: {'Network': ['ID=07f32082-d0da-47d4-acd8-1dc5f277b13b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:04.909605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-54b58ebe-3e88-44b8-9f82-6ec1b06d9914 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Usage tracker for resource:network and tenant:638eb92191424554b4b4f4179934ea76 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:04.917118 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 07f32082-d0da-47d4-acd8-1dc5f277b13b details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:32:04.949756 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:04.954340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-54b58ebe-3e88-44b8-9f82-6ec1b06d9914 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:04.969315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-54b58ebe-3e88-44b8-9f82-6ec1b06d9914 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:04.999433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a8864951-480b-462b-a35c-9606bf89e91b tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:05.019429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a8864951-480b-462b-a35c-9606bf89e91b tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Usage tracker for resource:subnet and tenant:c8755942377143f6a2c7e1aa0834e824 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:05.028145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a8864951-480b-462b-a35c-9606bf89e91b tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:05.045339 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a8864951-480b-462b-a35c-9606bf89e91b tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:05.049732 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4c87c-c4f5-40c0-a3fb-fb0d8ab52f89 req-dde48b2c-329a-4826-a649-f0c6985f942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:05.051222 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67c4c87c-c4f5-40c0-a3fb-fb0d8ab52f89 req-dde48b2c-329a-4826-a649-f0c6985f942c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a19cb067-687e-46e4-8864-55b4e53b82a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8125401 Feb 17 09:32:05.055658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeda1a-969f-4f20-8c93-0183dfe39825 req-9b890374-af0c-48bd-a0ed-666951d3445f tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:05.062994 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-18aeda1a-969f-4f20-8c93-0183dfe39825 req-9b890374-af0c-48bd-a0ed-666951d3445f tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 943 time: 0.4198251 Feb 17 09:32:05.074724 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3825ee-9a03-4108-8b91-52b1b8205615 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:05.080883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3825ee-9a03-4108-8b91-52b1b8205615 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:05.081704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5d3825ee-9a03-4108-8b91-52b1b8205615 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:05.122128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b58ebe-3e88-44b8-9f82-6ec1b06d9914 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Made reservation on behalf of 638eb92191424554b4b4f4179934ea76 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:05.124876 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54b58ebe-3e88-44b8-9f82-6ec1b06d9914 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:05.139310 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] device_id is not set on port c1b5ed19-fc07-4f16-8293-8342ff6642c9 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:05.151124 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:05.162145 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-18aeda1a-969f-4f20-8c93-0183dfe39825 req-dd829a96-72b0-444d-bbd9-f336a3b88ab8 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974293 Feb 17 09:32:05.169449 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59788) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:05.199708 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8864951-480b-462b-a35c-9606bf89e91b tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Made reservation on behalf of c8755942377143f6a2c7e1aa0834e824 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:05.203542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a8864951-480b-462b-a35c-9606bf89e91b tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:05.236250 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-242395db-ca5e-42ae-bc65-113489f7098c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=96429fc9b17b44459415c6ac09ae97ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661721 Feb 17 09:32:05.238712 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59792) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:05.242650 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70046a-9faa-4138-a876-c849d2f12bfe req-12a789d1-a04e-419b-a6fb-cf2f30c8adb1 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:05.244324 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f70046a-9faa-4138-a876-c849d2f12bfe req-12a789d1-a04e-419b-a6fb-cf2f30c8adb1 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 943 time: 0.4536943 Feb 17 09:32:05.305546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:05.338778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3d291-cfa9-4c2a-86ff-062c379c830a req-394315e7-3cb4-4ae9-af12-503b622d1b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:05.340179 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fbf3d291-cfa9-4c2a-86ff-062c379c830a req-394315e7-3cb4-4ae9-af12-503b622d1b3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27d87cf8-de12-4c79-864c-28a6bac16755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4277828 Feb 17 09:32:05.388483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5d3825ee-9a03-4108-8b91-52b1b8205615 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:05.392034 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5d3825ee-9a03-4108-8b91-52b1b8205615 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.0061939 Feb 17 09:32:05.395035 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b58ebe-3e88-44b8-9f82-6ec1b06d9914 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:32:05.403518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59796) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:05.466790 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:05.474070 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2148ece-8d9a-4579-9d2d-d43e48e29ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:05.484804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Pushing event updated for resources: {'Port': ['ID=42140653-c5d8-4257-9569-5ec6c4c0a3c2,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:05.519543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:05.531831 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2148ece-8d9a-4579-9d2d-d43e48e29ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:05.564395 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54b58ebe-3e88-44b8-9f82-6ec1b06d9914 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:05.564749 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-54b58ebe-3e88-44b8-9f82-6ec1b06d9914 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Added segment a649a126-ca2f-41a3-98b7-8c1ae85797ed of type vlan for network 0fd9baaf-b806-4eef-927b-889d349906a8 Feb 17 09:32:05.577103 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f70046a-9faa-4138-a876-c849d2f12bfe req-4d7c7305-7f97-4053-b6c3-5dd338159200 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677448 Feb 17 09:32:05.600707 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67c4c87c-c4f5-40c0-a3fb-fb0d8ab52f89 req-6c4a2dd8-61a3-45ee-979a-4b4a585c9eca service neutron] 10.222.0.37 "GET /v2.0/networks/a19cb067-687e-46e4-8864-55b4e53b82a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379934 Feb 17 09:32:05.672005 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9f5e7950-312a-443d-a017-1d93692a37b4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port 6ead8303-cc02-47a8-91af-43f7b027697c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:05.672359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f5e7950-312a-443d-a017-1d93692a37b4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:05.681623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:05.683407 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-07aaaae9-3309-4bfb-befd-e49fd4430026 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7528203 Feb 17 09:32:05.685493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59800) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:05.745272 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2148ece-8d9a-4579-9d2d-d43e48e29ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:05.748042 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54b58ebe-3e88-44b8-9f82-6ec1b06d9914 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:05.749377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:05.844463 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f7af8c01-328b-44c8-bdc8-a1275991205e tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2610 time: 0.1551540 Feb 17 09:32:05.848200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2148ece-8d9a-4579-9d2d-d43e48e29ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e9d5d2-c0c7-49f7-a702-fbcb0b74b33c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:05.852311 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59804) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:05.896469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0f641ed1-173d-44e4-815a-e12c5bcaa1d1 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:05.897066 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fbf3d291-cfa9-4c2a-86ff-062c379c830a req-69efcc65-dd4f-446a-b968-efbb4f84a99d service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400922 Feb 17 09:32:05.931063 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2148ece-8d9a-4579-9d2d-d43e48e29ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:05.935034 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d2148ece-8d9a-4579-9d2d-d43e48e29ec4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c0e9d5d2-c0c7-49f7-a702-fbcb0b74b33c HTTP/1.1" status: 204 len: 168 time: 0.6930034 Feb 17 09:32:05.961004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event updated for resources: {'Port': ['ID=e94701f0-93d3-4c19-bb22-4a51107fb4f2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:05.977052 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-320572ac-e02d-43bc-a0a5-2ad11e1973e4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Synchronizing usage tracker for tenant:20022b5c2a034037aa3f31ad3a4cdaae on resource:floatingip {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:05.994913 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Checking segment: {'id': '321cef02-5844-4790-b0f3-a3979ae7783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd6063726-2746-4e89-9505-f0e48ba7a613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:05.995960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Network hostable DHCP agents. Network: d6063726-2746-4e89-9505-f0e48ba7a613, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:32:06.007667 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 0f641ed1-173d-44e4-815a-e12c5bcaa1d1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:06.008892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:06.144964 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-320572ac-e02d-43bc-a0a5-2ad11e1973e4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Unset dirty status for tenant:20022b5c2a034037aa3f31ad3a4cdaae on resource:floatingip {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:06.146237 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-320572ac-e02d-43bc-a0a5-2ad11e1973e4 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2900088 Feb 17 09:32:06.146884 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Network d6063726-2746-4e89-9505-f0e48ba7a613 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:32:06.149193 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59810) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:06.179544 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54b58ebe-3e88-44b8-9f82-6ec1b06d9914 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:06.180576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b58ebe-3e88-44b8-9f82-6ec1b06d9914 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:06.181221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54b58ebe-3e88-44b8-9f82-6ec1b06d9914 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:06.220135 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67c4c87c-c4f5-40c0-a3fb-fb0d8ab52f89 req-8d80affb-b8fc-4bbe-aa4d-33e0fd359503 service neutron] 10.222.0.37 "GET /v2.0/networks/a19cb067-687e-46e4-8864-55b4e53b82a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024742 Feb 17 09:32:06.393809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b58ebe-3e88-44b8-9f82-6ec1b06d9914 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Pushing event updated for resources: {'Network': ['ID=0fd9baaf-b806-4eef-927b-889d349906a8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:06.400594 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fbf3d291-cfa9-4c2a-86ff-062c379c830a req-d962d538-f6dd-4eee-9633-bf5a5e87d628 service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895773 Feb 17 09:32:06.401253 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a8864951-480b-462b-a35c-9606bf89e91b tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:06.406517 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 0fd9baaf-b806-4eef-927b-889d349906a8 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:32:06.460680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f5e7950-312a-443d-a017-1d93692a37b4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:06.471897 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-54b58ebe-3e88-44b8-9f82-6ec1b06d9914 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6737409 Feb 17 09:32:06.502055 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59818) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:06.503577 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6c844326-0770-49ac-a6e0-92fa37df12d9 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Deleting port 42140653-c5d8-4257-9569-5ec6c4c0a3c2 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:06.504235 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c844326-0770-49ac-a6e0-92fa37df12d9 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:06.580322 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, d6063726-2746-4e89-9505-f0e48ba7a613) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:06.591163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c0045a-bd8b-4faf-b74a-00c506556aa7 None None] Network d6063726-2746-4e89-9505-f0e48ba7a613 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:06.747131 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9f5e7950-312a-443d-a017-1d93692a37b4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for 6ead8303-cc02-47a8-91af-43f7b027697c owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:06.786711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8864951-480b-462b-a35c-9606bf89e91b tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event updated for resources: {'Subnet': ['ID=bea249cb-84ec-4a9b-88eb-575348d6094a,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:06.809605 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c844326-0770-49ac-a6e0-92fa37df12d9 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:06.811953 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c844326-0770-49ac-a6e0-92fa37df12d9 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:06.875188 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8864951-480b-462b-a35c-9606bf89e91b tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Checking segment: {'id': '3fba109a-7fea-49d5-815b-d82979cae81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c4753d93-62c6-4f68-9337-4ed00e99c9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:06.875563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8864951-480b-462b-a35c-9606bf89e91b tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Network hostable DHCP agents. Network: c4753d93-62c6-4f68-9337-4ed00e99c9b3, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:32:06.910758 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device c7a78d82-1623-46ea-b69d-0b767717ca4f details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 09:32:06.980216 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6c844326-0770-49ac-a6e0-92fa37df12d9 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Calling delete_port for 42140653-c5d8-4257-9569-5ec6c4c0a3c2 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:06.998993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303949c7-d4f8-4489-9eeb-5924a9b832a2 req-c39a3d62-de87-462d-910d-98b29cf49fe8 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:07.000392 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-303949c7-d4f8-4489-9eeb-5924a9b832a2 req-c39a3d62-de87-462d-910d-98b29cf49fe8 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 943 time: 0.2206314 Feb 17 09:32:07.002833 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8864951-480b-462b-a35c-9606bf89e91b tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Network c4753d93-62c6-4f68-9337-4ed00e99c9b3 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:32:07.033474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-201aa5d1-11c9-4d48-82f3-8ca32ce8a428 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Request body: {'network': {'project_id': '638eb92191424554b4b4f4179934ea76'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:07.045946 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:07.046922 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:07.049375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-201aa5d1-11c9-4d48-82f3-8ca32ce8a428 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:07.061624 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-303949c7-d4f8-4489-9eeb-5924a9b832a2 req-448d2a4f-7132-447c-86d0-a533f917aead tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472183 Feb 17 09:32:07.082255 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port c7a78d82-1623-46ea-b69d-0b767717ca4f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c7a78d82-1623-46ea-b69d-0b767717ca4f,segment=NetworkSegment(60c46695-6567-4489-adea-5df5bc783183),segment_id=60c46695-6567-4489-adea-5df5bc783183)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:07.087386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f5e7950-312a-443d-a017-1d93692a37b4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:07.089807 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a8864951-480b-462b-a35c-9606bf89e91b tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, c4753d93-62c6-4f68-9337-4ed00e99c9b3) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:07.098769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'c7a78d82-1623-46ea-b69d-0b767717ca4f', 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3', 'port_id': 'c7a78d82-1623-46ea-b69d-0b767717ca4f', 'mac_address': 'fa:16:3e:8e:c1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 09:32:07.102452 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece73749-9502-43e5-9248-626c3656801a None None] Network c4753d93-62c6-4f68-9337-4ed00e99c9b3 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:07.130666 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-201aa5d1-11c9-4d48-82f3-8ca32ce8a428 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Usage tracker for resource:network and tenant:638eb92191424554b4b4f4179934ea76 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:07.139758 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-201aa5d1-11c9-4d48-82f3-8ca32ce8a428 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:07.147653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8864951-480b-462b-a35c-9606bf89e91b tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:07.148475 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a8864951-480b-462b-a35c-9606bf89e91b tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:07.153757 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e7950-312a-443d-a017-1d93692a37b4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=6ead8303-cc02-47a8-91af-43f7b027697c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:07.194965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-201aa5d1-11c9-4d48-82f3-8ca32ce8a428 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:07.216715 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f5e7950-312a-443d-a017-1d93692a37b4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:07.218897 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9f5e7950-312a-443d-a017-1d93692a37b4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/6ead8303-cc02-47a8-91af-43f7b027697c HTTP/1.1" status: 204 len: 168 time: 1.7967842 Feb 17 09:32:07.221927 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59836) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:07.245838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72da17-7b77-4165-9cf4-23abc3bb1a09 req-da608e64-766d-43fb-a1d7-a054ea656c24 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:07.257560 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fb72da17-7b77-4165-9cf4-23abc3bb1a09 req-da608e64-766d-43fb-a1d7-a054ea656c24 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 943 time: 0.9363656 Feb 17 09:32:07.258991 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-201aa5d1-11c9-4d48-82f3-8ca32ce8a428 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 17 09:32:07.259596 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201aa5d1-11c9-4d48-82f3-8ca32ce8a428 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:32:07.260816 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-201aa5d1-11c9-4d48-82f3-8ca32ce8a428 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.7163787 Feb 17 09:32:07.265456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59842) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:07.267542 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Checking segment: {'id': '1b78587c-1153-40a9-8db1-86e57398c56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '95cf9ddd-d9fa-478d-81da-2b5968dbea9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:07.268263 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Network hostable DHCP agents. Network: 95cf9ddd-d9fa-478d-81da-2b5968dbea9e, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:32:07.305303 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a8864951-480b-462b-a35c-9606bf89e91b tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8075364 Feb 17 09:32:07.308850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59846) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:07.316813 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event updated for resources: {'Port': ['ID=c1b5ed19-fc07-4f16-8293-8342ff6642c9,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:07.321359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Request body: {'port': {'network_id': 'c4753d93-62c6-4f68-9337-4ed00e99c9b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1530224295'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:07.352994 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fb72da17-7b77-4165-9cf4-23abc3bb1a09 req-93497770-475d-43c9-8706-131dccacd395 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876732 Feb 17 09:32:07.364753 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:07.408461 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a78d82-1623-46ea-b69d-0b767717ca4f {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:32:07.470160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port c7a78d82-1623-46ea-b69d-0b767717ca4f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c7a78d82-1623-46ea-b69d-0b767717ca4f,segment=NetworkSegment(60c46695-6567-4489-adea-5df5bc783183),segment_id=60c46695-6567-4489-adea-5df5bc783183)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:07.490933 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99732bf5-5e20-4c8d-99f7-a816dff1acd3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:07.492404 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Network 95cf9ddd-d9fa-478d-81da-2b5968dbea9e is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:32:07.492555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99732bf5-5e20-4c8d-99f7-a816dff1acd3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:07.493305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-99732bf5-5e20-4c8d-99f7-a816dff1acd3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:07.521432 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c844326-0770-49ac-a6e0-92fa37df12d9 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:07.526449 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-171dfd20-a518-41c7-a9a2-e134d99dcd31 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=638eb92191424554b4b4f4179934ea76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596138 Feb 17 09:32:07.530760 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59850) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:07.544428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:07.550006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Usage tracker for resource:port and tenant:c8755942377143f6a2c7e1aa0834e824 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:07.553377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:07.558663 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-c4753d93-62c6-4f68-9337-4ed00e99c9b3', 'network_id': 'c4753d93-62c6-4f68-9337-4ed00e99c9b3', 'tenant_id': 'c8755942377143f6a2c7e1aa0834e824', 'fixed_ips': [{'subnet_id': 'bea249cb-84ec-4a9b-88eb-575348d6094a'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:32:07.559892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:07.573577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:07.599080 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c844326-0770-49ac-a6e0-92fa37df12d9 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Pushing event deleted for resources: {'Port': ['ID=42140653-c5d8-4257-9569-5ec6c4c0a3c2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:07.618501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-99732bf5-5e20-4c8d-99f7-a816dff1acd3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:07.620475 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-99732bf5-5e20-4c8d-99f7-a816dff1acd3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3971970 Feb 17 09:32:07.623707 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59856) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:07.643171 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 95cf9ddd-d9fa-478d-81da-2b5968dbea9e) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:07.707148 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Made reservation on behalf of c8755942377143f6a2c7e1aa0834e824 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:07.714615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:07.716753 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:07.722652 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:07.727674 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:07.728996 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:07.734334 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432f6891-0f0d-4e69-ba6d-a4e2ede4361e None None] Network 95cf9ddd-d9fa-478d-81da-2b5968dbea9e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:07.740159 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c844326-0770-49ac-a6e0-92fa37df12d9 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:07.768865 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] device_id is not set on port fc2713a8-566a-4c4a-8376-03784884d15c yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:07.776863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c844326-0770-49ac-a6e0-92fa37df12d9 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:07.780150 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6c844326-0770-49ac-a6e0-92fa37df12d9 tempest-FloatingIPAdminTestJSON-1232990126 tempest-FloatingIPAdminTestJSON-1232990126-project] 10.222.0.75 "DELETE /v2.0/floatingips/fb0e404b-fd9c-4514-9195-4b43da0d2ff3 HTTP/1.1" status: 204 len: 168 time: 1.6277657 Feb 17 09:32:07.784895 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59862) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:07.820220 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b38a586-17b3-474c-b0be-73f857705b92 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet 0ba9bbee-f262-4861-aa68-107d8205e3c8 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:32:07.835824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b38a586-17b3-474c-b0be-73f857705b92 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:07.882127 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3f4edd92-b456-4180-8a95-9149cb16eef7 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.5587661 Feb 17 09:32:07.883101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59866) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:07.883232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ce7e9c5-e339-4649-8bb3-23670387737c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:07.920890 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:07.921969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 766a0d2d-bc08-4b86-9e5f-832883bcb404 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 09:32:07.981503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbd92e-d1b8-4b6f-ad1b-ffd312ccc6c4 tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Deleting port 7b5c4661-0845-48a7-8cd2-cfaf5fc666ee {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:07.981848 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd92e-d1b8-4b6f-ad1b-ffd312ccc6c4 tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:08.013795 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b38a586-17b3-474c-b0be-73f857705b92 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:08.021343 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ce7e9c5-e339-4649-8bb3-23670387737c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:08.072405 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=c7a78d82-1623-46ea-b69d-0b767717ca4f,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:08.123744 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Allocated IP 2001:db8::1fc (c4753d93-62c6-4f68-9337-4ed00e99c9b3/bea249cb-84ec-4a9b-88eb-575348d6094a/fc2713a8-566a-4c4a-8376-03784884d15c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:08.186029 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf1141-f122-4cee-aad4-ea4857d05624 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:08.192518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf1141-f122-4cee-aad4-ea4857d05624 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:08.196800 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5ebf1141-f122-4cee-aad4-ea4857d05624 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3047740 Feb 17 09:32:08.197148 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59876) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:08.214572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b38a586-17b3-474c-b0be-73f857705b92 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:08.331244 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 766a0d2d-bc08-4b86-9e5f-832883bcb404, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=766a0d2d-bc08-4b86-9e5f-832883bcb404,segment=NetworkSegment(f7a16081-d24e-4724-aa40-c8b335ca82d9),segment_id=f7a16081-d24e-4724-aa40-c8b335ca82d9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:08.349278 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:08.350233 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '766a0d2d-bc08-4b86-9e5f-832883bcb404', 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755', 'port_id': '766a0d2d-bc08-4b86-9e5f-832883bcb404', 'mac_address': 'fa:16:3e:a0:ad:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 09:32:08.375378 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ce7e9c5-e339-4649-8bb3-23670387737c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:08.411848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:08.432490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766a0d2d-bc08-4b86-9e5f-832883bcb404 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:32:08.454945 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 766a0d2d-bc08-4b86-9e5f-832883bcb404, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=766a0d2d-bc08-4b86-9e5f-832883bcb404,segment=NetworkSegment(f7a16081-d24e-4724-aa40-c8b335ca82d9),segment_id=f7a16081-d24e-4724-aa40-c8b335ca82d9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:08.483829 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd92e-d1b8-4b6f-ad1b-ffd312ccc6c4 tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:08.484250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd92e-d1b8-4b6f-ad1b-ffd312ccc6c4 tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:08.496885 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9d4b3c9b-4783-43c2-af4d-2b7c08377554 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Deleting port e94701f0-93d3-4c19-bb22-4a51107fb4f2 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:08.497325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d4b3c9b-4783-43c2-af4d-2b7c08377554 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:08.537921 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7e9c5-e339-4649-8bb3-23670387737c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16e994b-f723-44df-99f4-dfa1449d7c05,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:08.538220 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55844a-8920-4e11-aa10-5ebf9635aa7d req-6e57de2b-e5cf-4bbb-b9f2-a2b9898d5e1d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:08.539783 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3a55844a-8920-4e11-aa10-5ebf9635aa7d req-6e57de2b-e5cf-4bbb-b9f2-a2b9898d5e1d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 943 time: 0.3281994 Feb 17 09:32:08.546488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:08.603362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:08.635773 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3a55844a-8920-4e11-aa10-5ebf9635aa7d req-8b282c46-758d-4345-988e-599c8aff0201 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777843 Feb 17 09:32:08.652621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Transition to ACTIVE for port object fc2713a8-566a-4c4a-8376-03784884d15c will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:08.656076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b38a586-17b3-474c-b0be-73f857705b92 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:08.750026 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbd92e-d1b8-4b6f-ad1b-ffd312ccc6c4 tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Calling delete_port for 7b5c4661-0845-48a7-8cd2-cfaf5fc666ee owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:08.757848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=766a0d2d-bc08-4b86-9e5f-832883bcb404,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:08.792276 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ce7e9c5-e339-4649-8bb3-23670387737c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:08.793643 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7ce7e9c5-e339-4649-8bb3-23670387737c tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] 10.222.0.75 "DELETE /v2.0/security-groups/d16e994b-f723-44df-99f4-dfa1449d7c05 HTTP/1.1" status: 204 len: 168 time: 1.2276807 Feb 17 09:32:08.807904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59890) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:08.813756 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b38a586-17b3-474c-b0be-73f857705b92 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:08.823744 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a720ef-83b6-4bb7-a662-1028a56f1c3a None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:08.827558 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38a586-17b3-474c-b0be-73f857705b92 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba9bbee-f262-4861-aa68-107d8205e3c8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:08.866453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59894) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:08.922157 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2b38a586-17b3-474c-b0be-73f857705b92 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/0ba9bbee-f262-4861-aa68-107d8205e3c8 HTTP/1.1" status: 204 len: 168 time: 1.2971301 Feb 17 09:32:08.924478 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59900) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:08.995444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:09.048858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1469836840', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:09.054567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:09.060469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Usage tracker for resource:port and tenant:014d7baf2af44fa28d1cc0afdf20ab6d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:09.064171 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:09.070689 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:09.083594 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-61067372-74d7-4b22-b350-2f9512d73617 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1542242 Feb 17 09:32:09.088318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59904) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:09.108589 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Allocated IP 2001:db8::2 (c4753d93-62c6-4f68-9337-4ed00e99c9b3/bea249cb-84ec-4a9b-88eb-575348d6094a/f6360faa-bc0e-4fff-9530-eb907e901fdc) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:09.117234 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Network c4753d93-62c6-4f68-9337-4ed00e99c9b3 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:09.122328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:09.125606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:09.132027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:09.132930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:09.155700 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e34a65ad-feda-468f-a3e1-85330df969c7 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:09.168551 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event updated for resources: {'Port': ['ID=fc2713a8-566a-4c4a-8376-03784884d15c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:09.172270 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Made reservation on behalf of 014d7baf2af44fa28d1cc0afdf20ab6d for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:09.175004 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:09.189693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:09.203783 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['766a0d2d-bc08-4b86-9e5f-832883bcb404'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:32:09.209217 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:09.216736 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Usage tracker for resource:security_group_rule and tenant:014d7baf2af44fa28d1cc0afdf20ab6d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:09.225422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:09.234774 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1ea37053-156b-4f14-81d9-3aad7b79c4c4 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9185855 Feb 17 09:32:09.235178 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59908) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:09.239422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:09.245871 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Request body: {'port': {'network_id': 'c4753d93-62c6-4f68-9337-4ed00e99c9b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1850671205', 'allowed_address_pairs': [{'ip_address': '2001:db8::1fc', 'mac_address': 'fa:16:3e:1e:cc:21'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:09.247612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24580d0d-c4b9-4b16-b9ca-6b1492802397 None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:32:09.251270 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['c7a78d82-1623-46ea-b69d-0b767717ca4f'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:32:09.302072 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-24580d0d-c4b9-4b16-b9ca-6b1492802397 None None] Deleting port 0f641ed1-173d-44e4-815a-e12c5bcaa1d1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:09.302456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-24580d0d-c4b9-4b16-b9ca-6b1492802397 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:09.374250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300a360-589b-435e-bb2a-1db5347e5d28 req-da1ee0a5-a808-49e9-a989-c1633ea248b4 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:09.377235 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8300a360-589b-435e-bb2a-1db5347e5d28 req-da1ee0a5-a808-49e9-a989-c1633ea248b4 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 944 time: 0.8493576 Feb 17 09:32:09.430670 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:09.437735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Usage tracker for resource:port and tenant:c8755942377143f6a2c7e1aa0834e824 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:09.445343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:09.458471 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:09.493777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:09.516992 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d4b3c9b-4783-43c2-af4d-2b7c08377554 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:09.543990 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Made reservation on behalf of c8755942377143f6a2c7e1aa0834e824 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:09.624423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba59236d-775e-4707-bd64-ce03711456a1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:09.625270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ba59236d-775e-4707-bd64-ce03711456a1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:09.643576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:09.664610 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] device_id is not set on port d78bdcbe-f557-48ea-9ce5-459cfa27a015 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:09.673704 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:09.702639 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e34a65ad-feda-468f-a3e1-85330df969c7 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:09.710774 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd92e-d1b8-4b6f-ad1b-ffd312ccc6c4 tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:09.729109 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9d4b3c9b-4783-43c2-af4d-2b7c08377554 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Calling delete_port for e94701f0-93d3-4c19-bb22-4a51107fb4f2 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:09.772127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0faeacd1-5ca6-46b4-8bce-9442d19952b4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:09.796624 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Transition to ACTIVE for port object f6360faa-bc0e-4fff-9530-eb907e901fdc will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:09.823744 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:09.851178 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8300a360-589b-435e-bb2a-1db5347e5d28 req-85dc258b-76e0-49bc-b903-fe27568858e5 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4224424 Feb 17 09:32:09.944907 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbd92e-d1b8-4b6f-ad1b-ffd312ccc6c4 tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b5c4661-0845-48a7-8cd2-cfaf5fc666ee,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:09.964970 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] device_id is not set on port 5a0c78af-5083-4052-925c-9d5096dc8dfe yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:10.003326 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0f641ed1-173d-44e4-815a-e12c5bcaa1d1 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:32:10.032221 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e34a65ad-feda-468f-a3e1-85330df969c7 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd9baaf-b806-4eef-927b-889d349906a8']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:10.077147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ba59236d-775e-4707-bd64-ce03711456a1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:10.077725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Allocated IP 172.26.4.35 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/d78bdcbe-f557-48ea-9ce5-459cfa27a015) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:10.081819 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ba59236d-775e-4707-bd64-ce03711456a1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9882708 Feb 17 09:32:10.082256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59914) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:10.084054 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Transition to ACTIVE for port object f6360faa-bc0e-4fff-9530-eb907e901fdc will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:10.087247 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e34a65ad-feda-468f-a3e1-85330df969c7 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a649a126-ca2f-41a3-98b7-8c1ae85797ed') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:10.087743 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e34a65ad-feda-468f-a3e1-85330df969c7 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a649a126-ca2f-41a3-98b7-8c1ae85797ed') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:10.101045 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-24580d0d-c4b9-4b16-b9ca-6b1492802397 None None] For port 0f641ed1-173d-44e4-815a-e12c5bcaa1d1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=0f641ed1-173d-44e4-815a-e12c5bcaa1d1,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:10.101954 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-24580d0d-c4b9-4b16-b9ca-6b1492802397 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.141211 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e34a65ad-feda-468f-a3e1-85330df969c7 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.188987 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd92e-d1b8-4b6f-ad1b-ffd312ccc6c4 tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.195642 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e34a65ad-feda-468f-a3e1-85330df969c7 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.212610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34a65ad-feda-468f-a3e1-85330df969c7 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:32:10.213287 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e34a65ad-feda-468f-a3e1-85330df969c7 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.234266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbda978-5b09-4268-be7c-71435358ac8f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:10.234967 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bbbda978-5b09-4268-be7c-71435358ac8f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:32:10.239285 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:32:10.263883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45a5b7-9453-41ea-8d99-ce9156a4ea94 req-ce2719ed-516c-49b5-a6ae-028ae80b2bba tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:10.265381 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a45a5b7-9453-41ea-8d99-ce9156a4ea94 req-ce2719ed-516c-49b5-a6ae-028ae80b2bba tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 944 time: 0.3552547 Feb 17 09:32:10.283997 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-24580d0d-c4b9-4b16-b9ca-6b1492802397 None None] Calling delete_port for 0f641ed1-173d-44e4-815a-e12c5bcaa1d1 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:10.326904 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.332308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Allocated IP 2001:db8::363 (c4753d93-62c6-4f68-9337-4ed00e99c9b3/bea249cb-84ec-4a9b-88eb-575348d6094a/5a0c78af-5083-4052-925c-9d5096dc8dfe) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:10.337722 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bbbda978-5b09-4268-be7c-71435358ac8f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:10.342097 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bbbda978-5b09-4268-be7c-71435358ac8f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2547865 Feb 17 09:32:10.346692 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59918) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:10.445446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Network c4753d93-62c6-4f68-9337-4ed00e99c9b3 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:10.456689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:10.459891 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:10.477423 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c399250f-ddff-419f-ba74-b11c8b915352 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1246259 Feb 17 09:32:10.480665 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a45a5b7-9453-41ea-8d99-ce9156a4ea94 req-2112eb70-169e-4f3a-ba19-7a7fa87b9b19 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929278 Feb 17 09:32:10.481150 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59922) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:10.482674 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d4b3c9b-4783-43c2-af4d-2b7c08377554 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.491077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd92e-d1b8-4b6f-ad1b-ffd312ccc6c4 tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.493015 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e6bbd92e-d1b8-4b6f-ad1b-ffd312ccc6c4 tempest-FloatingIPAdminTestJSON-2135987225 tempest-FloatingIPAdminTestJSON-2135987225-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/8be61106-6bd9-4407-9e30-9bae8380da67 HTTP/1.1" status: 204 len: 168 time: 2.7069101 Feb 17 09:32:10.546950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59924) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:10.587947 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b3c9b-4783-43c2-af4d-2b7c08377554 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event deleted for resources: {'Port': ['ID=e94701f0-93d3-4c19-bb22-4a51107fb4f2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:10.591075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d4b3c9b-4783-43c2-af4d-2b7c08377554 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.595889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6941bcd3-a937-4f56-81d1-65d59b29c55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:10.599002 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9d4b3c9b-4783-43c2-af4d-2b7c08377554 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "DELETE /v2.0/ports/e94701f0-93d3-4c19-bb22-4a51107fb4f2 HTTP/1.1" status: 204 len: 168 time: 2.4008551 Feb 17 09:32:10.601660 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59930) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:10.639413 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Pushing event updated for resources: {'Port': ['ID=f6360faa-bc0e-4fff-9530-eb907e901fdc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:10.703840 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e34a65ad-feda-468f-a3e1-85330df969c7 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.706111 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.722583 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e34a65ad-feda-468f-a3e1-85330df969c7 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.724668 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e34a65ad-feda-468f-a3e1-85330df969c7 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] 10.222.0.75 "DELETE /v2.0/networks/0fd9baaf-b806-4eef-927b-889d349906a8 HTTP/1.1" status: 204 len: 168 time: 1.9135125 Feb 17 09:32:10.729893 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59934) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:10.734927 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Attempting to bind port f6360faa-bc0e-4fff-9530-eb907e901fdc on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:10.735586 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Attempting to bind port f6360faa-bc0e-4fff-9530-eb907e901fdc by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '3fba109a-7fea-49d5-815b-d82979cae81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c4753d93-62c6-4f68-9337-4ed00e99c9b3'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:10.736707 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Attempting to bind port f6360faa-bc0e-4fff-9530-eb907e901fdc on network c4753d93-62c6-4f68-9337-4ed00e99c9b3 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:10.741342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a65ad-feda-468f-a3e1-85330df969c7 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Pushing event deleted for resources: {'Network': ['ID=0fd9baaf-b806-4eef-927b-889d349906a8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:10.752470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:32:10.753144 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Checking segment: {'id': '3fba109a-7fea-49d5-815b-d82979cae81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c4753d93-62c6-4f68-9337-4ed00e99c9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:10.753733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.754264 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Bound using segment: {'id': '3fba109a-7fea-49d5-815b-d82979cae81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c4753d93-62c6-4f68-9337-4ed00e99c9b3'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:32:10.754851 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Bound port: f6360faa-bc0e-4fff-9530-eb907e901fdc, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fba109a-7fea-49d5-815b-d82979cae81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c4753d93-62c6-4f68-9337-4ed00e99c9b3'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:32:10.755351 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.767238 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d1853dd7-8e3f-432f-87e2-5673d8f43d0c tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Deleting port c1b5ed19-fc07-4f16-8293-8342ff6642c9 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:10.767895 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1853dd7-8e3f-432f-87e2-5673d8f43d0c tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.823239 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-24580d0d-c4b9-4b16-b9ca-6b1492802397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.925190 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b2e92d5-eab6-428c-9d4e-9e1a8e01dc53 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.938467 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24580d0d-c4b9-4b16-b9ca-6b1492802397 None None] No DVR routers for this DVR port 0f641ed1-173d-44e4-815a-e12c5bcaa1d1 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:32:10.942179 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24580d0d-c4b9-4b16-b9ca-6b1492802397 None None] Pushing event deleted for resources: {'Port': ['ID=0f641ed1-173d-44e4-815a-e12c5bcaa1d1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:10.970491 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-12c93ff1-80bb-41c6-b0f6-8ba39b654381 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Deleting port b0f94414-3fae-4510-91d9-3c6dbac2251d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:10.970839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12c93ff1-80bb-41c6-b0f6-8ba39b654381 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:10.998611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] For port f6360faa-bc0e-4fff-9530-eb907e901fdc, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:32:11.002948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] For port f6360faa-bc0e-4fff-9530-eb907e901fdc, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f6360faa-bc0e-4fff-9530-eb907e901fdc,segment=NetworkSegment(3fba109a-7fea-49d5-815b-d82979cae81b),segment_id=3fba109a-7fea-49d5-815b-d82979cae81b)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:32:11.053272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6941bcd3-a937-4f56-81d1-65d59b29c55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:11.078484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:11.102185 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6941bcd3-a937-4f56-81d1-65d59b29c55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:11.149263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:11.174115 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6c473-0183-4fac-82ef-c1f6b987bf69 None None] Pushing event updated for resources: {'Port': ['ID=f6360faa-bc0e-4fff-9530-eb907e901fdc,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:11.257445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6941bcd3-a937-4f56-81d1-65d59b29c55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:11.261391 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6941bcd3-a937-4f56-81d1-65d59b29c55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:11.297544 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b2e92d5-eab6-428c-9d4e-9e1a8e01dc53 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:11.306293 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1853dd7-8e3f-432f-87e2-5673d8f43d0c tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:11.340937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:11.470614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0b2e92d5-eab6-428c-9d4e-9e1a8e01dc53 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f32082-d0da-47d4-acd8-1dc5f277b13b']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:11.490126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Transition to ACTIVE for port object 5a0c78af-5083-4052-925c-9d5096dc8dfe will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:11.490347 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d1853dd7-8e3f-432f-87e2-5673d8f43d0c tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Calling delete_port for c1b5ed19-fc07-4f16-8293-8342ff6642c9 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:11.534818 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0b2e92d5-eab6-428c-9d4e-9e1a8e01dc53 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2821a0-0ed9-443d-bb86-ca444ba27951') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:11.535195 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0b2e92d5-eab6-428c-9d4e-9e1a8e01dc53 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2821a0-0ed9-443d-bb86-ca444ba27951') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:11.553759 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b2e92d5-eab6-428c-9d4e-9e1a8e01dc53 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:11.560874 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12c93ff1-80bb-41c6-b0f6-8ba39b654381 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:11.577052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:11.577543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b2e92d5-eab6-428c-9d4e-9e1a8e01dc53 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:11.590495 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2e92d5-eab6-428c-9d4e-9e1a8e01dc53 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:32:11.591040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b2e92d5-eab6-428c-9d4e-9e1a8e01dc53 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:32:11.707132 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:32:11.737068 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d1f79-f4a7-483c-95eb-914d684e3a2e req-901fb321-590f-4502-a642-e098d0833c4f tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:11.738758 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c22d1f79-f4a7-483c-95eb-914d684e3a2e req-901fb321-590f-4502-a642-e098d0833c4f tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 944 time: 0.7318842 Feb 17 09:32:11.795957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-12c93ff1-80bb-41c6-b0f6-8ba39b654381 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Calling delete_port for b0f94414-3fae-4510-91d9-3c6dbac2251d owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:11.812179 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c22d1f79-f4a7-483c-95eb-914d684e3a2e req-cf203d18-6b5e-4a87-a8f7-5435d2c03931 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618563 Feb 17 09:32:11.820697 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b2e92d5-eab6-428c-9d4e-9e1a8e01dc53 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:11.844795 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b2e92d5-eab6-428c-9d4e-9e1a8e01dc53 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:11.865852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e92d5-eab6-428c-9d4e-9e1a8e01dc53 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] Pushing event deleted for resources: {'Network': ['ID=07f32082-d0da-47d4-acd8-1dc5f277b13b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:11.880298 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0b2e92d5-eab6-428c-9d4e-9e1a8e01dc53 tempest-QuotasNegativeTest-1567680347 tempest-QuotasNegativeTest-1567680347-project-admin] 10.222.0.75 "DELETE /v2.0/networks/07f32082-d0da-47d4-acd8-1dc5f277b13b HTTP/1.1" status: 204 len: 168 time: 1.1458414 Feb 17 09:32:11.945243 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:11.962840 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:11.965597 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:11.972047 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1853dd7-8e3f-432f-87e2-5673d8f43d0c tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:11.998962 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f6360faa-bc0e-4fff-9530-eb907e901fdc up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:12.051410 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1853dd7-8e3f-432f-87e2-5673d8f43d0c tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event deleted for resources: {'Port': ['ID=c1b5ed19-fc07-4f16-8293-8342ff6642c9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:12.054986 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1853dd7-8e3f-432f-87e2-5673d8f43d0c tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:12.067984 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d1853dd7-8e3f-432f-87e2-5673d8f43d0c tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "DELETE /v2.0/ports/c1b5ed19-fc07-4f16-8293-8342ff6642c9 HTTP/1.1" status: 204 len: 168 time: 1.4598386 Feb 17 09:32:12.067984 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59944) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:12.068237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Pushing event updated for resources: {'Port': ['ID=d78bdcbe-f557-48ea-9ce5-459cfa27a015,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:12.146406 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-95d2a04f-a755-4bf8-b1e9-3b2ede9bfa0a tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Synchronizing usage tracker for tenant:588d843dba0c4821be541960159e2942 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:12.221739 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port f6360faa-bc0e-4fff-9530-eb907e901fdc completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:12.234160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:12.283386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:12.283998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:12.330418 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-95d2a04f-a755-4bf8-b1e9-3b2ede9bfa0a tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Unset dirty status for tenant:588d843dba0c4821be541960159e2942 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:12.332672 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-95d2a04f-a755-4bf8-b1e9-3b2ede9bfa0a tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2664559 Feb 17 09:32:12.338612 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59948) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:12.345286 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-52afe60d-6580-45c8-ad89-40dd531d40f0 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-64601295'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:12.350843 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-52afe60d-6580-45c8-ad89-40dd531d40f0 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:12.356345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Network c4753d93-62c6-4f68-9337-4ed00e99c9b3 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:12.356847 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-52afe60d-6580-45c8-ad89-40dd531d40f0 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Usage tracker for resource:network and tenant:588d843dba0c4821be541960159e2942 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:12.362323 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-52afe60d-6580-45c8-ad89-40dd531d40f0 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:12.367083 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:12.371597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-52afe60d-6580-45c8-ad89-40dd531d40f0 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:12.375599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6941bcd3-a937-4f56-81d1-65d59b29c55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:12.379425 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:12.385653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:12.386331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:12.452798 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6384a8b-b403-4196-9f37-811be0303aed req-285d6b45-d21c-462c-b291-92fed9a6a279 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:12.454220 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f6384a8b-b403-4196-9f37-811be0303aed req-285d6b45-d21c-462c-b291-92fed9a6a279 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 944 time: 0.6767733 Feb 17 09:32:12.484151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52afe60d-6580-45c8-ad89-40dd531d40f0 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Made reservation on behalf of 588d843dba0c4821be541960159e2942 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:12.484363 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12c93ff1-80bb-41c6-b0f6-8ba39b654381 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:12.487936 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52afe60d-6580-45c8-ad89-40dd531d40f0 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:12.497320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event updated for resources: {'Port': ['ID=5a0c78af-5083-4052-925c-9d5096dc8dfe,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:12.515937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6941bcd3-a937-4f56-81d1-65d59b29c55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:12.516999 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d8201e-0c2a-4cfb-b21a-01ce0954f44c None None] Network c4753d93-62c6-4f68-9337-4ed00e99c9b3 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:12.519928 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52afe60d-6580-45c8-ad89-40dd531d40f0 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:32:12.531943 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52afe60d-6580-45c8-ad89-40dd531d40f0 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:12.533312 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-52afe60d-6580-45c8-ad89-40dd531d40f0 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Added segment e8aebc80-ee8a-4153-a8d4-102c84eaf9dc of type vlan for network 4f9eddbf-5ce9-4f18-84df-7ad560030c50 Feb 17 09:32:12.569962 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52afe60d-6580-45c8-ad89-40dd531d40f0 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:12.600444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-6941bcd3-a937-4f56-81d1-65d59b29c55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:12.643314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e827e12-2cc2-47f1-a9f8-80913c537a03 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:12.647041 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6941bcd3-a937-4f56-81d1-65d59b29c55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:12.648238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6941bcd3-a937-4f56-81d1-65d59b29c55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:12.667255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c93ff1-80bb-41c6-b0f6-8ba39b654381 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Pushing event deleted for resources: {'Port': ['ID=b0f94414-3fae-4510-91d9-3c6dbac2251d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:12.679932 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52afe60d-6580-45c8-ad89-40dd531d40f0 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:12.688684 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52afe60d-6580-45c8-ad89-40dd531d40f0 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:12.689327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52afe60d-6580-45c8-ad89-40dd531d40f0 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:12.708637 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7421f665-b14f-4217-8c89-5c29c27df70b tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.8378561 Feb 17 09:32:12.708637 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f902f04c-4f97-459d-9c27-1bfe4a5a918a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.4715676 Feb 17 09:32:12.725877 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59954) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:12.726231 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59956) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:12.734142 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941bcd3-a937-4f56-81d1-65d59b29c55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=3042d88c-0ea7-43ba-82bd-b7127a15af53,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:12.781602 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.35'}]}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:12.785923 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f6384a8b-b403-4196-9f37-811be0303aed req-dff328ec-ec6e-4c1b-bbe7-f4330c0977aa tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127730 Feb 17 09:32:12.824776 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6941bcd3-a937-4f56-81d1-65d59b29c55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2792625 Feb 17 09:32:12.834464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59962) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:12.845060 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12c93ff1-80bb-41c6-b0f6-8ba39b654381 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:12.849388 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-12c93ff1-80bb-41c6-b0f6-8ba39b654381 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] 10.222.0.75 "DELETE /v2.0/ports/b0f94414-3fae-4510-91d9-3c6dbac2251d HTTP/1.1" status: 204 len: 168 time: 2.2928433 Feb 17 09:32:12.858073 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'fixed_ips': [{'subnet_id': '3042d88c-0ea7-43ba-82bd-b7127a15af53', 'ip_address': '2001:db8::20cf:9ade:cf10:e4a7'}], 'name': 'tempest-NetworksTestDHCPv6-643048092'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:12.919120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device c7a78d82-1623-46ea-b69d-0b767717ca4f up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:12.960235 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a5f62347-15ef-4abe-8416-cb6b42ad15e1 None None] Provisioning for port f6360faa-bc0e-4fff-9530-eb907e901fdc completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:13.007704 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a5f62347-15ef-4abe-8416-cb6b42ad15e1 None None] Provisioning complete for port f6360faa-bc0e-4fff-9530-eb907e901fdc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:13.008824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a5f62347-15ef-4abe-8416-cb6b42ad15e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:13.016990 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:13.025510 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Usage tracker for resource:router and tenant:014d7baf2af44fa28d1cc0afdf20ab6d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:13.032424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:13.065846 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59966) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:13.152454 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': '3042d88c-0ea7-43ba-82bd-b7127a15af53'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:32:13.153281 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:13.166332 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:13.211215 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-52afe60d-6580-45c8-ad89-40dd531d40f0 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8708003 Feb 17 09:32:13.214693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59974) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:13.230373 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bcfa40c5-4fd0-45b4-8217-689e5f357211 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1535260458'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:13.235842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afe60d-6580-45c8-ad89-40dd531d40f0 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event updated for resources: {'Network': ['ID=4f9eddbf-5ce9-4f18-84df-7ad560030c50,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:13.264075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59978) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:13.272052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bcfa40c5-4fd0-45b4-8217-689e5f357211 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:13.274226 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:13.279831 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bcfa40c5-4fd0-45b4-8217-689e5f357211 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Usage tracker for resource:network and tenant:588d843dba0c4821be541960159e2942 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:13.283850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:port and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:13.284010 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 4f9eddbf-5ce9-4f18-84df-7ad560030c50 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:32:13.286772 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bcfa40c5-4fd0-45b4-8217-689e5f357211 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:13.289264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:13.299729 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bcfa40c5-4fd0-45b4-8217-689e5f357211 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:13.301749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:13.316698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:13.317811 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:13.335755 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a022c3-df34-45fc-8e00-9a7f217a3921 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:13.342684 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a022c3-df34-45fc-8e00-9a7f217a3921 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:13.344106 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port c7a78d82-1623-46ea-b69d-0b767717ca4f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:13.348647 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a022c3-df34-45fc-8e00-9a7f217a3921 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:13.350351 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-58a022c3-df34-45fc-8e00-9a7f217a3921 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.6187997 Feb 17 09:32:13.354414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 59984) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:13.364314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb39308-9d90-4ffc-9f17-dd049b4c25f6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:13.365040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-adb39308-9d90-4ffc-9f17-dd049b4c25f6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Synchronizing usage tracker for tenant:20022b5c2a034037aa3f31ad3a4cdaae on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:13.389553 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b5fb9-dbeb-4a1e-9d0e-ef098ca476b6 req-4e529816-c9ae-4b16-b940-66343479e8f6 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:13.391092 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b41b5fb9-dbeb-4a1e-9d0e-ef098ca476b6 req-4e529816-c9ae-4b16-b940-66343479e8f6 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 944 time: 0.2658262 Feb 17 09:32:13.395870 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:13.415027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfa40c5-4fd0-45b4-8217-689e5f357211 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Made reservation on behalf of 588d843dba0c4821be541960159e2942 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:13.420095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcfa40c5-4fd0-45b4-8217-689e5f357211 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:13.461886 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b41b5fb9-dbeb-4a1e-9d0e-ef098ca476b6 req-f02e5a20-a399-474a-8924-ef17747420f0 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610297 Feb 17 09:32:13.472195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port c7a78d82-1623-46ea-b69d-0b767717ca4f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:13.472195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:13.472720 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:13.501121 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-adb39308-9d90-4ffc-9f17-dd049b4c25f6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Unset dirty status for tenant:20022b5c2a034037aa3f31ad3a4cdaae on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:13.514445 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-adb39308-9d90-4ffc-9f17-dd049b4c25f6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d HTTP/1.1" status: 200 len: 913 time: 0.4350162 Feb 17 09:32:13.514445 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a40a7325-610f-4a12-887a-7d4a98639565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:13.514680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-07ddf8c6-8405-470f-bd8a-8cd0309614fa tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Deleting port 5a0c78af-5083-4052-925c-9d5096dc8dfe {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:13.514680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07ddf8c6-8405-470f-bd8a-8cd0309614fa tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:13.515786 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 59988) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:13.588851 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfa40c5-4fd0-45b4-8217-689e5f357211 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:32:13.597360 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a5f62347-15ef-4abe-8416-cb6b42ad15e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:13.640381 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a40a7325-610f-4a12-887a-7d4a98639565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:13.653400 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a5f62347-15ef-4abe-8416-cb6b42ad15e1 None None] For port f6360faa-bc0e-4fff-9530-eb907e901fdc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f6360faa-bc0e-4fff-9530-eb907e901fdc,segment=NetworkSegment(3fba109a-7fea-49d5-815b-d82979cae81b),segment_id=3fba109a-7fea-49d5-815b-d82979cae81b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:13.686400 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcfa40c5-4fd0-45b4-8217-689e5f357211 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:13.687287 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-bcfa40c5-4fd0-45b4-8217-689e5f357211 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Added segment a4c3047c-355c-4c4a-951d-b3f20df29169 of type vlan for network ac307d65-7e4f-42a4-8a55-0094520629f1 Feb 17 09:32:13.717671 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a40a7325-610f-4a12-887a-7d4a98639565 admin admin] Usage tracker for resource:security_group_rule and tenant:ed2b95593a224012adb88929fe8d011a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:13.736093 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a40a7325-610f-4a12-887a-7d4a98639565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:13.743009 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a5f62347-15ef-4abe-8416-cb6b42ad15e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:13.750922 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a40a7325-610f-4a12-887a-7d4a98639565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:13.827912 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:13.840272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Allocated IP 2001:db8::2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/3042d88c-0ea7-43ba-82bd-b7127a15af53/40b38fdf-cafd-48a1-859c-5ad004984040) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:13.845273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcfa40c5-4fd0-45b4-8217-689e5f357211 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:13.908926 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f62347-15ef-4abe-8416-cb6b42ad15e1 None None] Pushing event updated for resources: {'Port': ['ID=f6360faa-bc0e-4fff-9530-eb907e901fdc,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:13.930890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:13.933388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b11be56-6402-406d-94aa-f4bcbe9f1a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a78d82-1623-46ea-b69d-0b767717ca4f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:32:13.978249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:14.043996 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port c7a78d82-1623-46ea-b69d-0b767717ca4f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c7a78d82-1623-46ea-b69d-0b767717ca4f,segment=NetworkSegment(60c46695-6567-4489-adea-5df5bc783183),segment_id=60c46695-6567-4489-adea-5df5bc783183)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:14.077109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcfa40c5-4fd0-45b4-8217-689e5f357211 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:14.082949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfa40c5-4fd0-45b4-8217-689e5f357211 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:14.083573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcfa40c5-4fd0-45b4-8217-689e5f357211 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:14.145396 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:14.146419 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 766a0d2d-bc08-4b86-9e5f-832883bcb404 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:14.263710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port dc2d6b8c-18a3-45cb-a47e-114b0ce2d78a yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:14.382696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=c7a78d82-1623-46ea-b69d-0b767717ca4f,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:14.385987 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-598c5853-f07d-4195-9fbd-8692d3502bf9 None None] Provisioning complete for port f6360faa-bc0e-4fff-9530-eb907e901fdc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:14.386382 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-598c5853-f07d-4195-9fbd-8692d3502bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:14.405975 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa40c5-4fd0-45b4-8217-689e5f357211 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event updated for resources: {'Network': ['ID=ac307d65-7e4f-42a4-8a55-0094520629f1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:14.434069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a40a7325-610f-4a12-887a-7d4a98639565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:14.434809 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network ac307d65-7e4f-42a4-8a55-0094520629f1 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:32:14.526141 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a40a7325-610f-4a12-887a-7d4a98639565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:14.578490 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b11be56-6402-406d-94aa-f4bcbe9f1a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a78d82-1623-46ea-b69d-0b767717ca4f', 'code': 200} Feb 17 09:32:14.643782 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:14.659008 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 766a0d2d-bc08-4b86-9e5f-832883bcb404 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:14.680347 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Transition to ACTIVE for port object 40b38fdf-cafd-48a1-859c-5ad004984040 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:14.700495 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 766a0d2d-bc08-4b86-9e5f-832883bcb404 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:14.700839 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a40a7325-610f-4a12-887a-7d4a98639565 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ed2b95593a224012adb88929fe8d011a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4353642 Feb 17 09:32:14.701074 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:14.703539 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60004) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:14.705513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a7325-610f-4a12-887a-7d4a98639565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2463b66-ae3a-43d3-8321-840bbcc7efba,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:14.770069 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bcfa40c5-4fd0-45b4-8217-689e5f357211 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5534151 Feb 17 09:32:14.872937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0484ae-bea3-45fb-9e79-4bdaa20b0d2d req-b92e693f-b7b9-4c7e-980b-1e04aa66521f tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:14.875833 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7f0484ae-bea3-45fb-9e79-4bdaa20b0d2d req-b92e693f-b7b9-4c7e-980b-1e04aa66521f tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 944 time: 0.8022141 Feb 17 09:32:14.879566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07ddf8c6-8405-470f-bd8a-8cd0309614fa tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:14.927593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Transition to ACTIVE for port object 40b38fdf-cafd-48a1-859c-5ad004984040 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:15.072794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:15.125906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-07ddf8c6-8405-470f-bd8a-8cd0309614fa tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Calling delete_port for 5a0c78af-5083-4052-925c-9d5096dc8dfe owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:15.256529 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7f0484ae-bea3-45fb-9e79-4bdaa20b0d2d req-dee417cf-0046-49c5-9913-8bf99f427709 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3522182 Feb 17 09:32:15.283008 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::20cf:9ade:cf10:e4a7 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/3042d88c-0ea7-43ba-82bd-b7127a15af53/dc2d6b8c-18a3-45cb-a47e-114b0ce2d78a) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:15.328532 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Pushing event updated for resources: {'Port': ['ID=40b38fdf-cafd-48a1-859c-5ad004984040,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:15.339978 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:15.345243 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-598c5853-f07d-4195-9fbd-8692d3502bf9 None None] Provisioning for port fc2713a8-566a-4c4a-8376-03784884d15c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:15.388241 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:15.393404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-598c5853-f07d-4195-9fbd-8692d3502bf9 None None] Provisioning complete for port fc2713a8-566a-4c4a-8376-03784884d15c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:15.394282 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-598c5853-f07d-4195-9fbd-8692d3502bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:15.395012 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa0cab5c-4a72-47f1-a4d0-059012f962ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:15.442961 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddfa7f-4b97-469b-973e-74e82eac32a9 req-f0536522-e31c-497e-8258-02f43ea9df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:15.444815 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-34ddfa7f-4b97-469b-973e-74e82eac32a9 req-f0536522-e31c-497e-8258-02f43ea9df63 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 1098 time: 0.3315713 Feb 17 09:32:15.484972 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-598c5853-f07d-4195-9fbd-8692d3502bf9 None None] Port fc2713a8-566a-4c4a-8376-03784884d15c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:32:15.488987 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:15.495018 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:15.500187 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:15.510573 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:15.565827 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39787098-b452-4183-b66d-c36c296267d0 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:15.686503 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-34ddfa7f-4b97-469b-973e-74e82eac32a9 req-3a95715b-0c2e-43ba-9bbe-023e845284ca service neutron] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:15.728272 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa0cab5c-4a72-47f1-a4d0-059012f962ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:15.745090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-34ddfa7f-4b97-469b-973e-74e82eac32a9 req-3a95715b-0c2e-43ba-9bbe-023e845284ca service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:15.753393 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 766a0d2d-bc08-4b86-9e5f-832883bcb404, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=766a0d2d-bc08-4b86-9e5f-832883bcb404,segment=NetworkSegment(f7a16081-d24e-4724-aa40-c8b335ca82d9),segment_id=f7a16081-d24e-4724-aa40-c8b335ca82d9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:15.761818 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-34ddfa7f-4b97-469b-973e-74e82eac32a9 req-3a95715b-0c2e-43ba-9bbe-023e845284ca service neutron] Usage tracker for resource:security_group_rule and tenant:3e360066692f4324997bd163e16cb907 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:15.771801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-34ddfa7f-4b97-469b-973e-74e82eac32a9 req-3a95715b-0c2e-43ba-9bbe-023e845284ca service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:15.802696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-34ddfa7f-4b97-469b-973e-74e82eac32a9 req-3a95715b-0c2e-43ba-9bbe-023e845284ca service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:15.833695 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07ddf8c6-8405-470f-bd8a-8cd0309614fa tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:15.886006 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Attempting to bind port 40b38fdf-cafd-48a1-859c-5ad004984040 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:15.891072 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Attempting to bind port 40b38fdf-cafd-48a1-859c-5ad004984040 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:15.891665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Attempting to bind port 40b38fdf-cafd-48a1-859c-5ad004984040 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:15.895825 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:15.909986 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddf8c6-8405-470f-bd8a-8cd0309614fa tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event deleted for resources: {'Port': ['ID=5a0c78af-5083-4052-925c-9d5096dc8dfe,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:15.931033 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3140b68-e8d6-4b55-8b2f-f3a276296f62 req-61d5390b-09b7-4528-87a6-0e7b3dfd16d6 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:15.965409 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d3140b68-e8d6-4b55-8b2f-f3a276296f62 req-61d5390b-09b7-4528-87a6-0e7b3dfd16d6 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 945 time: 1.0723093 Feb 17 09:32:15.986714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:15.989303 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-598c5853-f07d-4195-9fbd-8692d3502bf9 None None] Provisioning for port 5a0c78af-5083-4052-925c-9d5096dc8dfe completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:16.009546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f6360faa-bc0e-4fff-9530-eb907e901fdc up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:16.047826 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object dc2d6b8c-18a3-45cb-a47e-114b0ce2d78a will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:16.145268 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:32:16.146217 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:16.146217 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:16.146803 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:32:16.147137 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Bound port: 40b38fdf-cafd-48a1-859c-5ad004984040, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:32:16.147571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:16.168825 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-598c5853-f07d-4195-9fbd-8692d3502bf9 None None] Provisioning complete for port 5a0c78af-5083-4052-925c-9d5096dc8dfe triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:16.169366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-598c5853-f07d-4195-9fbd-8692d3502bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:16.230158 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-598c5853-f07d-4195-9fbd-8692d3502bf9 None None] Port 5a0c78af-5083-4052-925c-9d5096dc8dfe was deleted so its status cannot be updated. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 17 09:32:16.298963 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-34ddfa7f-4b97-469b-973e-74e82eac32a9 req-3a95715b-0c2e-43ba-9bbe-023e845284ca service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:16.313238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:16.353010 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d3140b68-e8d6-4b55-8b2f-f3a276296f62 req-744ea00b-f90f-4c86-8277-49d09a92b487 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3804939 Feb 17 09:32:16.444680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-34ddfa7f-4b97-469b-973e-74e82eac32a9 req-3a95715b-0c2e-43ba-9bbe-023e845284ca service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:16.446794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] For port 40b38fdf-cafd-48a1-859c-5ad004984040, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:32:16.453363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] For port 40b38fdf-cafd-48a1-859c-5ad004984040, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=40b38fdf-cafd-48a1-859c-5ad004984040,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:32:16.504932 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port f6360faa-bc0e-4fff-9530-eb907e901fdc triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:16.505306 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:16.567350 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=766a0d2d-bc08-4b86-9e5f-832883bcb404,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:16.574800 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:16.581385 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=dc2d6b8c-18a3-45cb-a47e-114b0ce2d78a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:16.685305 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa0cab5c-4a72-47f1-a4d0-059012f962ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:16.686745 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b80a07-2702-4ccf-81ca-ce222326845c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766a0d2d-bc08-4b86-9e5f-832883bcb404'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:32:16.692509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:16.701410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f527f-4895-49e8-aed6-97c89d2e659b None None] Pushing event updated for resources: {'Port': ['ID=40b38fdf-cafd-48a1-859c-5ad004984040,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:16.704683 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-34ddfa7f-4b97-469b-973e-74e82eac32a9 req-3a95715b-0c2e-43ba-9bbe-023e845284ca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2362394 Feb 17 09:32:16.709649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:16.721151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:16.723837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d6cc3915-edd3-42fa-977d-7e536905429b None None] Provisioning complete for port fc2713a8-566a-4c4a-8376-03784884d15c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:16.724866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6cc3915-edd3-42fa-977d-7e536905429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:16.734236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:16.735522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:16.778992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07ddf8c6-8405-470f-bd8a-8cd0309614fa tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:16.782754 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-07ddf8c6-8405-470f-bd8a-8cd0309614fa tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "DELETE /v2.0/ports/5a0c78af-5083-4052-925c-9d5096dc8dfe HTTP/1.1" status: 204 len: 168 time: 3.4267259 Feb 17 09:32:16.786511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95715b-0c2e-43ba-9bbe-023e845284ca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5009b30a-fa83-4076-b94d-706ad53becd7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:16.791671 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60012) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:16.821569 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b80a07-2702-4ccf-81ca-ce222326845c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766a0d2d-bc08-4b86-9e5f-832883bcb404', 'code': 200} Feb 17 09:32:16.822309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0cab5c-4a72-47f1-a4d0-059012f962ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2463b66-ae3a-43d3-8321-840bbcc7efba,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:16.863084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:16.906697 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-576727f5-83a7-41ae-bce1-bfdf6ef51439 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0651369 Feb 17 09:32:16.923883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60016) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:16.941702 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa0cab5c-4a72-47f1-a4d0-059012f962ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:16.942921 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fa0cab5c-4a72-47f1-a4d0-059012f962ca admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a2463b66-ae3a-43d3-8321-840bbcc7efba HTTP/1.1" status: 204 len: 168 time: 2.2339714 Feb 17 09:32:17.005960 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89371ca-cd7b-4195-8cf3-1a430204a1bc tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] GET failed (client error): The resource could not be found. Feb 17 09:32:17.006959 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b89371ca-cd7b-4195-8cf3-1a430204a1bc tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Synchronizing usage tracker for tenant:c8755942377143f6a2c7e1aa0834e824 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:17.027325 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d6cc3915-edd3-42fa-977d-7e536905429b None None] Port fc2713a8-566a-4c4a-8376-03784884d15c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:32:17.057653 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d6cc3915-edd3-42fa-977d-7e536905429b None None] Could not find standard attr ID for object 5a0c78af-5083-4052-925c-9d5096dc8dfe. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:32:17.125354 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed213b-0704-4c0b-aeca-ce0d37ae1c08 req-5a5d4084-759f-4d4d-b17b-8551a6a13262 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:17.133158 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b7ed213b-0704-4c0b-aeca-ce0d37ae1c08 req-5a5d4084-759f-4d4d-b17b-8551a6a13262 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.5667970 Feb 17 09:32:17.191571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560d161d-531b-45cd-8541-6788d4acc289 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:17.198556 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560d161d-531b-45cd-8541-6788d4acc289 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:17.199543 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-560d161d-531b-45cd-8541-6788d4acc289 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:17.207079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b89371ca-cd7b-4195-8cf3-1a430204a1bc tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Unset dirty status for tenant:c8755942377143f6a2c7e1aa0834e824 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:17.208351 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b89371ca-cd7b-4195-8cf3-1a430204a1bc tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "GET /v2.0/ports/5a0c78af-5083-4052-925c-9d5096dc8dfe HTTP/1.1" status: 404 len: 333 time: 0.4146123 Feb 17 09:32:17.214741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60022) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:17.222341 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b7ed213b-0704-4c0b-aeca-ce0d37ae1c08 req-3ce224c3-d71d-43dd-b658-fd369357ec81 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878687 Feb 17 09:32:17.259998 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-caa4e6c2-dc7a-4c6b-aca9-ec77b7029a72 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Request body: {'port': {'network_id': 'c4753d93-62c6-4f68-9337-4ed00e99c9b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1253499565'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:17.323933 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-560d161d-531b-45cd-8541-6788d4acc289 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:17.327299 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-560d161d-531b-45cd-8541-6788d4acc289 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4017045 Feb 17 09:32:17.336274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60026) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:17.563903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-b6018d6e-b853-4a97-8f39-7338f2c4312e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port dc2d6b8c-18a3-45cb-a47e-114b0ce2d78a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:17.564283 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6018d6e-b853-4a97-8f39-7338f2c4312e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:17.845263 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:17.921934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:17.927784 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-39787098-b452-4183-b66d-c36c296267d0 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Deleting port a5529b66-a11c-4111-8552-3f6e465836e3 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:17.928245 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39787098-b452-4183-b66d-c36c296267d0 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:18.051600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 40b38fdf-cafd-48a1-859c-5ad004984040 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:18.122604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6018d6e-b853-4a97-8f39-7338f2c4312e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:18.160094 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-caa4e6c2-dc7a-4c6b-aca9-ec77b7029a72 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:18.172545 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-caa4e6c2-dc7a-4c6b-aca9-ec77b7029a72 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:18.262163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 40b38fdf-cafd-48a1-859c-5ad004984040 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:18.301176 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa4e6c2-dc7a-4c6b-aca9-ec77b7029a72 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Made reservation on behalf of c8755942377143f6a2c7e1aa0834e824 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:18.307592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-caa4e6c2-dc7a-4c6b-aca9-ec77b7029a72 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:18.369351 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ca75-1643-4bf5-a605-0a328f475e82 req-09ba5d4e-7afc-4cd7-974c-e1fad5cfaf3c tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:18.371203 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d9a6ca75-1643-4bf5-a605-0a328f475e82 req-09ba5d4e-7afc-4cd7-974c-e1fad5cfaf3c tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 945 time: 0.5430014 Feb 17 09:32:18.371789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-b6018d6e-b853-4a97-8f39-7338f2c4312e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for dc2d6b8c-18a3-45cb-a47e-114b0ce2d78a owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:18.372053 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:18.372721 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f612289e-fb93-4167-95f8-7ea519d042bb {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:32:18.439112 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60036) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:18.445782 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-caa4e6c2-dc7a-4c6b-aca9-ec77b7029a72 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] device_id is not set on port cb2b3d3e-47a3-4856-807a-042166daf0bc yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:18.519273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4b58e24-5ae6-47e1-88ca-57b9bf99a721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:18.534939 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39787098-b452-4183-b66d-c36c296267d0 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:18.544550 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 17 09:32:18.548869 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1e354cc8-b9c8-46ca-b9bf-21ef00d31b05 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.8186846 Feb 17 09:32:18.552711 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60040) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:18.564923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c4b58e24-5ae6-47e1-88ca-57b9bf99a721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:18.585652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254535cd-d0c0-4946-9a17-817a76f7b455 req-c7b64030-2440-4232-bee0-353ee9abe760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:18.587292 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-254535cd-d0c0-4946-9a17-817a76f7b455 req-c7b64030-2440-4232-bee0-353ee9abe760 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 1098 time: 0.6323991 Feb 17 09:32:18.591797 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c4b58e24-5ae6-47e1-88ca-57b9bf99a721 admin admin] Usage tracker for resource:security_group_rule and tenant:312ac4dcdfc74daba94c8bae825ab134 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:18.605360 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c4b58e24-5ae6-47e1-88ca-57b9bf99a721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:18.613096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c4b58e24-5ae6-47e1-88ca-57b9bf99a721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:18.795507 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac480ca-7130-400f-acf2-eb9437c86491 req-3b83184a-5679-46b4-9b09-c940b3e781af tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:18.797025 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2ac480ca-7130-400f-acf2-eb9437c86491 req-3b83184a-5679-46b4-9b09-c940b3e781af tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.3570359 Feb 17 09:32:18.801567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-254535cd-d0c0-4946-9a17-817a76f7b455 req-c7d9b53f-1a64-4fb2-82fb-db2a8c7ce541 service neutron] Synchronizing usage tracker for tenant:3e360066692f4324997bd163e16cb907 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:18.863023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60044) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:18.873461 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-39787098-b452-4183-b66d-c36c296267d0 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Calling delete_port for a5529b66-a11c-4111-8552-3f6e465836e3 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:18.873746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6018d6e-b853-4a97-8f39-7338f2c4312e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:18.913091 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0353f3f9-5266-4758-8966-579b334594bd None None] Provisioning for port 40b38fdf-cafd-48a1-859c-5ad004984040 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:18.920549 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0353f3f9-5266-4758-8966-579b334594bd None None] Provisioning complete for port 40b38fdf-cafd-48a1-859c-5ad004984040 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:18.920915 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0353f3f9-5266-4758-8966-579b334594bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:18.958596 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Request body: {'subnets': [{'network_id': '4f9eddbf-5ce9-4f18-84df-7ad560030c50', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--14018927', 'ip_version': 6}, {'network_id': 'ac307d65-7e4f-42a4-8a55-0094520629f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:18.958822 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Request body: {'subnet': {'network_id': '4f9eddbf-5ce9-4f18-84df-7ad560030c50', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--14018927', 'ip_version': 6}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:18.959462 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Request body: {'subnet': {'network_id': 'ac307d65-7e4f-42a4-8a55-0094520629f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:19.004836 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d9a6ca75-1643-4bf5-a605-0a328f475e82 req-c3b5e541-b6d8-4cdd-be1d-55e420e67415 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6040750 Feb 17 09:32:19.137564 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-632041fa-0f82-463c-867c-2abccd04ee38 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Deleting port d78bdcbe-f557-48ea-9ce5-459cfa27a015 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:19.138225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-632041fa-0f82-463c-867c-2abccd04ee38 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:19.151225 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6018d6e-b853-4a97-8f39-7338f2c4312e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=dc2d6b8c-18a3-45cb-a47e-114b0ce2d78a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:19.165197 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0353f3f9-5266-4758-8966-579b334594bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:19.179899 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2ac480ca-7130-400f-acf2-eb9437c86491 req-8a595fbb-718a-4cb0-92dc-e08ddcf3364b tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513196 Feb 17 09:32:19.180912 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6018d6e-b853-4a97-8f39-7338f2c4312e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:19.190398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4b58e24-5ae6-47e1-88ca-57b9bf99a721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:19.237293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0353f3f9-5266-4758-8966-579b334594bd None None] For port 40b38fdf-cafd-48a1-859c-5ad004984040, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=40b38fdf-cafd-48a1-859c-5ad004984040,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:19.259513 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4b58e24-5ae6-47e1-88ca-57b9bf99a721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:19.286755 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b6018d6e-b853-4a97-8f39-7338f2c4312e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/dc2d6b8c-18a3-45cb-a47e-114b0ce2d78a HTTP/1.1" status: 204 len: 168 time: 1.9484553 Feb 17 09:32:19.290424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60048) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:19.315827 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c4b58e24-5ae6-47e1-88ca-57b9bf99a721 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=312ac4dcdfc74daba94c8bae825ab134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8739047 Feb 17 09:32:19.320083 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60052) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:19.333765 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0353f3f9-5266-4758-8966-579b334594bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:19.358377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b58e24-5ae6-47e1-88ca-57b9bf99a721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cffa544-6704-44b3-a895-a1ff3b02cb48,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:19.367336 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-254535cd-d0c0-4946-9a17-817a76f7b455 req-c7d9b53f-1a64-4fb2-82fb-db2a8c7ce541 service neutron] Unset dirty status for tenant:3e360066692f4324997bd163e16cb907 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:19.368870 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-254535cd-d0c0-4946-9a17-817a76f7b455 req-c7d9b53f-1a64-4fb2-82fb-db2a8c7ce541 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7367878 Feb 17 09:32:19.383627 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-caa4e6c2-dc7a-4c6b-aca9-ec77b7029a72 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Allocated IP 2001:db8::189 (c4753d93-62c6-4f68-9337-4ed00e99c9b3/bea249cb-84ec-4a9b-88eb-575348d6094a/cb2b3d3e-47a3-4856-807a-042166daf0bc) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:19.428259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d46516f-7942-42a6-97a8-f667ffa9aace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:19.431697 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353f3f9-5266-4758-8966-579b334594bd None None] Pushing event updated for resources: {'Port': ['ID=40b38fdf-cafd-48a1-859c-5ad004984040,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:19.449780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2c00421a-341c-4cff-8be7-7b25c96837ec None None] Could not find standard attr ID for object dc2d6b8c-18a3-45cb-a47e-114b0ce2d78a. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:32:19.461579 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d46516f-7942-42a6-97a8-f667ffa9aace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:19.596297 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d46516f-7942-42a6-97a8-f667ffa9aace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:19.612731 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46516f-7942-42a6-97a8-f667ffa9aace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cffa544-6704-44b3-a895-a1ff3b02cb48,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:19.620688 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d46516f-7942-42a6-97a8-f667ffa9aace admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:19.625166 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6d46516f-7942-42a6-97a8-f667ffa9aace admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6cffa544-6704-44b3-a895-a1ff3b02cb48 HTTP/1.1" status: 204 len: 168 time: 0.3039584 Feb 17 09:32:19.894717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d0406-09dd-450c-ad38-c7413e4882d7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:19.896335 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d0406-09dd-450c-ad38-c7413e4882d7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:19.897077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-022d0406-09dd-450c-ad38-c7413e4882d7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:19.922675 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 40b38fdf-cafd-48a1-859c-5ad004984040 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:19.999830 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 40b38fdf-cafd-48a1-859c-5ad004984040 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:20.000199 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:20.169271 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-022d0406-09dd-450c-ad38-c7413e4882d7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:20.170631 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-022d0406-09dd-450c-ad38-c7413e4882d7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8645053 Feb 17 09:32:20.175994 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60064) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:20.213917 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:20.246210 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Usage tracker for resource:subnet and tenant:588d843dba0c4821be541960159e2942 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:20.249544 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:20.271017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-001ca984-d4fa-4040-a693-8ac59bd08c4c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet 3042d88c-0ea7-43ba-82bd-b7127a15af53 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:32:20.275306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-001ca984-d4fa-4040-a693-8ac59bd08c4c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:20.318499 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:20.381165 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-632041fa-0f82-463c-867c-2abccd04ee38 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:20.382662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-001ca984-d4fa-4040-a693-8ac59bd08c4c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:20.477938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293c9d5-9a72-4ddf-8a20-9dcc8317ef2a req-1bf97953-7f4c-467c-9ed9-ce0ed28c7341 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:20.479462 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a293c9d5-9a72-4ddf-8a20-9dcc8317ef2a req-1bf97953-7f4c-467c-9ed9-ce0ed28c7341 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.1677995 Feb 17 09:32:20.513106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-001ca984-d4fa-4040-a693-8ac59bd08c4c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:20.596753 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Made reservation on behalf of 588d843dba0c4821be541960159e2942 for: {'subnet': 2} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:20.597320 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a293c9d5-9a72-4ddf-8a20-9dcc8317ef2a req-293bac15-8435-468d-a6ed-b51cdaeb5796 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112945 Feb 17 09:32:20.617297 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:20.617938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:20.657119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-632041fa-0f82-463c-867c-2abccd04ee38 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Calling delete_port for d78bdcbe-f557-48ea-9ce5-459cfa27a015 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:20.750873 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-001ca984-d4fa-4040-a693-8ac59bd08c4c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:20.796714 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-caa4e6c2-dc7a-4c6b-aca9-ec77b7029a72 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:20.800931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ca984-d4fa-4040-a693-8ac59bd08c4c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=3042d88c-0ea7-43ba-82bd-b7127a15af53,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:20.806129 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-001ca984-d4fa-4040-a693-8ac59bd08c4c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:20.820389 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8366919-25c7-464a-9020-19aed86f482e None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:20.856637 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd1596-c9fc-4abe-9bef-68b010458a8f req-efcb46b5-03de-42cd-90f8-04b080cb2edb tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:20.858534 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-09cd1596-c9fc-4abe-9bef-68b010458a8f req-efcb46b5-03de-42cd-90f8-04b080cb2edb tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 945 time: 0.6936224 Feb 17 09:32:20.865451 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-caa4e6c2-dc7a-4c6b-aca9-ec77b7029a72 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Transition to ACTIVE for port object cb2b3d3e-47a3-4856-807a-042166daf0bc will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:20.941022 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-001ca984-d4fa-4040-a693-8ac59bd08c4c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/3042d88c-0ea7-43ba-82bd-b7127a15af53 HTTP/1.1" status: 204 len: 168 time: 0.7625029 Feb 17 09:32:20.946250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60082) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:20.989193 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39787098-b452-4183-b66d-c36c296267d0 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:21.123219 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b4399909-7443-4fc0-9dd5-7e5b148d4021 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1711562 Feb 17 09:32:21.123776 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60088) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:21.153958 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-423aea68-5240-45a7-bb39-7a2c5d47fe2e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:21.248403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39787098-b452-4183-b66d-c36c296267d0 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Pushing event deleted for resources: {'Port': ['ID=a5529b66-a11c-4111-8552-3f6e465836e3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:21.333698 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765aa5f5-f005-46cc-a8d9-b1503ccb6f3a None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:32:21.340556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-765aa5f5-f005-46cc-a8d9-b1503ccb6f3a None None] Deleting port 40b38fdf-cafd-48a1-859c-5ad004984040 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:21.347282 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-765aa5f5-f005-46cc-a8d9-b1503ccb6f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:21.450522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-423aea68-5240-45a7-bb39-7a2c5d47fe2e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:21.458653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-423aea68-5240-45a7-bb39-7a2c5d47fe2e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:21.464883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-423aea68-5240-45a7-bb39-7a2c5d47fe2e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:21.480975 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-423aea68-5240-45a7-bb39-7a2c5d47fe2e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:21.619137 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-09cd1596-c9fc-4abe-9bef-68b010458a8f req-c9835e99-9425-4f15-917b-140097e772e4 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7202883 Feb 17 09:32:21.669887 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-765aa5f5-f005-46cc-a8d9-b1503ccb6f3a None None] For port 40b38fdf-cafd-48a1-859c-5ad004984040, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=40b38fdf-cafd-48a1-859c-5ad004984040,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:21.670325 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-765aa5f5-f005-46cc-a8d9-b1503ccb6f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:21.880642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045706ef-f38f-4729-9179-5812c9e632bb req-1215656b-ca3d-4d96-8afd-0d4336f6dd52 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:21.884008 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-045706ef-f38f-4729-9179-5812c9e632bb req-1215656b-ca3d-4d96-8afd-0d4336f6dd52 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.1447670 Feb 17 09:32:21.919430 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-765aa5f5-f005-46cc-a8d9-b1503ccb6f3a None None] Calling delete_port for 40b38fdf-cafd-48a1-859c-5ad004984040 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:21.954088 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 40b38fdf-cafd-48a1-859c-5ad004984040 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:32:21.976664 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-045706ef-f38f-4729-9179-5812c9e632bb req-27045345-9079-41f9-8edf-50b4cac7509d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862360 Feb 17 09:32:21.977858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423aea68-5240-45a7-bb39-7a2c5d47fe2e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:21.981843 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-423aea68-5240-45a7-bb39-7a2c5d47fe2e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:22.041700 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39787098-b452-4183-b66d-c36c296267d0 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:22.056414 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-caa4e6c2-dc7a-4c6b-aca9-ec77b7029a72 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:22.251194 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-765aa5f5-f005-46cc-a8d9-b1503ccb6f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:22.324512 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Port 40b38fdf-cafd-48a1-859c-5ad004984040 update to DOWN by agent not found {{(pid=88371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 17 09:32:22.344643 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765aa5f5-f005-46cc-a8d9-b1503ccb6f3a None None] Pushing event deleted for resources: {'Port': ['ID=40b38fdf-cafd-48a1-859c-5ad004984040,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:22.348367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765aa5f5-f005-46cc-a8d9-b1503ccb6f3a None None] No DVR routers for this DVR port 40b38fdf-cafd-48a1-859c-5ad004984040 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:32:22.387306 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-632041fa-0f82-463c-867c-2abccd04ee38 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:22.473426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33400e3-beb4-4cae-9172-9a74edce2b18 req-cf7eb113-21bb-41aa-8d7c-ec9bd83b8c4d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:22.475751 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b33400e3-beb4-4cae-9172-9a74edce2b18 req-cf7eb113-21bb-41aa-8d7c-ec9bd83b8c4d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.1936326 Feb 17 09:32:22.484960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60106) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:22.491814 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-601997bc-2201-407d-80f3-c6d190a3d2f3 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Request body: {'floatingip': {'port_id': '766a0d2d-bc08-4b86-9e5f-832883bcb404'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:22.572472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-423aea68-5240-45a7-bb39-7a2c5d47fe2e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:22.643471 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa4e6c2-dc7a-4c6b-aca9-ec77b7029a72 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Network c4753d93-62c6-4f68-9337-4ed00e99c9b3 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:22.659493 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423aea68-5240-45a7-bb39-7a2c5d47fe2e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=910dcd9a-79fc-467e-bc5c-30899e84f899,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:22.664069 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-601997bc-2201-407d-80f3-c6d190a3d2f3 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:22.694842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-caa4e6c2-dc7a-4c6b-aca9-ec77b7029a72 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:22.721226 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa4e6c2-dc7a-4c6b-aca9-ec77b7029a72 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:22.728043 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa4e6c2-dc7a-4c6b-aca9-ec77b7029a72 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:22.728711 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-caa4e6c2-dc7a-4c6b-aca9-ec77b7029a72 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:22.751436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423aea68-5240-45a7-bb39-7a2c5d47fe2e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:22.753321 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-423aea68-5240-45a7-bb39-7a2c5d47fe2e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:22.756710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423aea68-5240-45a7-bb39-7a2c5d47fe2e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:22.757295 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-423aea68-5240-45a7-bb39-7a2c5d47fe2e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:22.779117 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc87ca3-0704-41c3-934e-4fdbd31dc7e8 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:22.933752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4e6c2-dc7a-4c6b-aca9-ec77b7029a72 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event updated for resources: {'Port': ['ID=cb2b3d3e-47a3-4856-807a-042166daf0bc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:22.979962 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb620b-7b71-4a82-a152-9e52975f6876 req-0e8c658a-5eb2-4ed2-9ae0-c71567b77ea3 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:22.984154 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-423aea68-5240-45a7-bb39-7a2c5d47fe2e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8595114 Feb 17 09:32:22.985042 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60116) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:22.986445 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-90eb620b-7b71-4a82-a152-9e52975f6876 req-0e8c658a-5eb2-4ed2-9ae0-c71567b77ea3 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 945 time: 1.1431439 Feb 17 09:32:22.993672 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60118) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:23.002772 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'fixed_ips': [{'subnet_id': '910dcd9a-79fc-467e-bc5c-30899e84f899', 'ip_address': '2001:db8::6a7e:a6da:11d9:f90b'}], 'name': 'tempest-NetworksTestDHCPv6-29820515'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:23.030014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-cbc42ca4-4ee9-41cb-99c8-13ca9d354e24 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Request body: {'floatingip': {'port_id': 'c7a78d82-1623-46ea-b69d-0b767717ca4f'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:23.086597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60124) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:23.090855 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632041fa-0f82-463c-867c-2abccd04ee38 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Pushing event deleted for resources: {'Port': ['ID=d78bdcbe-f557-48ea-9ce5-459cfa27a015,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:23.189870 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': '910dcd9a-79fc-467e-bc5c-30899e84f899'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:32:23.196370 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:23.211929 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2af343b8-3018-49e8-8bd8-4376ddc474ee None None] Provisioning for port cb2b3d3e-47a3-4856-807a-042166daf0bc completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:23.217777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbc42ca4-4ee9-41cb-99c8-13ca9d354e24 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:23.223139 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2af343b8-3018-49e8-8bd8-4376ddc474ee None None] Provisioning complete for port cb2b3d3e-47a3-4856-807a-042166daf0bc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:23.223646 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2af343b8-3018-49e8-8bd8-4376ddc474ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:23.283238 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-632041fa-0f82-463c-867c-2abccd04ee38 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:23.283238 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-632041fa-0f82-463c-867c-2abccd04ee38 tempest-RoutersAdminNegativeIpV6Test-1930920873 tempest-RoutersAdminNegativeIpV6Test-1930920873-project-admin] 10.222.0.75 "DELETE /v2.0/ports/d78bdcbe-f557-48ea-9ce5-459cfa27a015 HTTP/1.1" status: 204 len: 168 time: 4.7161224 Feb 17 09:32:23.378623 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2af343b8-3018-49e8-8bd8-4376ddc474ee None None] Port cb2b3d3e-47a3-4856-807a-042166daf0bc cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:32:23.384062 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-caa4e6c2-dc7a-4c6b-aca9-ec77b7029a72 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 6.1683230 Feb 17 09:32:23.404441 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60132) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:23.411101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1993701556'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:23.430015 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-95c76688-eebf-4a81-8088-05c17d43a212 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fc', 'mac_address': 'fa:16:3e:1e:cc:21'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:23.478470 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:23.495550 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Usage tracker for resource:network and tenant:22e9b7a0d4c148ce918896072bad5e0c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:23.521297 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:23.544337 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:23.563461 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39787098-b452-4183-b66d-c36c296267d0 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Router 0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:32:23.611908 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Allocated IP 2001:db8::2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/910dcd9a-79fc-467e-bc5c-30899e84f899/55e34aff-62b0-434c-b5d3-7fdd270e8a71) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:23.652232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:23.695775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Made reservation on behalf of 22e9b7a0d4c148ce918896072bad5e0c for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:23.699646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:23.701811 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:23.716416 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:port and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:23.721331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:23.742736 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:23.798386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:23.880505 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:23.895966 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event updated for resources: {'Subnet': ['ID=a9f16b61-d572-465a-95c2-5df43afb239c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:23.904732 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Usage tracker for resource:security_group_rule and tenant:22e9b7a0d4c148ce918896072bad5e0c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:23.923180 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:23.946866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:23.964803 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Transition to ACTIVE for port object 55e34aff-62b0-434c-b5d3-7fdd270e8a71 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:23.967458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:23.995374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60138) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:23.996177 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Transition to ACTIVE for port object 55e34aff-62b0-434c-b5d3-7fdd270e8a71 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:23.996316 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:24.011912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Checking segment: {'id': 'e8aebc80-ee8a-4153-a8d4-102c84eaf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4f9eddbf-5ce9-4f18-84df-7ad560030c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:24.012284 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Network hostable DHCP agents. Network: 4f9eddbf-5ce9-4f18-84df-7ad560030c50, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:32:24.088787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:24.133027 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39787098-b452-4183-b66d-c36c296267d0 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:32:24.138154 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95c76688-eebf-4a81-8088-05c17d43a212 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:24.154096 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b7261c-52aa-4537-b99f-af7e30bde8e8 None None] Sync routers for ids ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:32:24.177439 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b7261c-52aa-4537-b99f-af7e30bde8e8 None None] Routers {'0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:32:24.178992 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-18b7261c-52aa-4537-b99f-af7e30bde8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:31:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:24.188669 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:24.192214 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:24.196977 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:24.254610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Pushing event updated for resources: {'Port': ['ID=55e34aff-62b0-434c-b5d3-7fdd270e8a71,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:24.308231 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-18b7261c-52aa-4537-b99f-af7e30bde8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:24.321035 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b7261c-52aa-4537-b99f-af7e30bde8e8 None None] Routers {'0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:32:24.321756 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-18b7261c-52aa-4537-b99f-af7e30bde8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:31:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:24.326522 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Attempting to bind port 55e34aff-62b0-434c-b5d3-7fdd270e8a71 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:24.327284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Attempting to bind port 55e34aff-62b0-434c-b5d3-7fdd270e8a71 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:24.327878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Attempting to bind port 55e34aff-62b0-434c-b5d3-7fdd270e8a71 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:24.334076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:32:24.335149 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:24.335780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:24.336620 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:32:24.337399 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Bound port: 55e34aff-62b0-434c-b5d3-7fdd270e8a71, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:32:24.338014 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:24.363917 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Network 4f9eddbf-5ce9-4f18-84df-7ad560030c50 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:32:24.391439 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a803e19-1a7d-4141-bd3a-085b81fb80ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:24.404686 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-39787098-b452-4183-b66d-c36c296267d0 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] 10.222.0.75 "PUT /v2.0/routers/0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8854520 Feb 17 09:32:24.413980 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-18b7261c-52aa-4537-b99f-af7e30bde8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:24.414446 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b7261c-52aa-4537-b99f-af7e30bde8e8 None None] The sync data for ids ['0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:32:24.417057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60144) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:24.460911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] For port 55e34aff-62b0-434c-b5d3-7fdd270e8a71, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:32:24.464762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] For port 55e34aff-62b0-434c-b5d3-7fdd270e8a71, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=55e34aff-62b0-434c-b5d3-7fdd270e8a71,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:32:24.497205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2a803e19-1a7d-4141-bd3a-085b81fb80ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:24.525372 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2a803e19-1a7d-4141-bd3a-085b81fb80ee admin admin] Usage tracker for resource:security_group_rule and tenant:d73913ccb7fc4bcd9adbb455e7f8d8f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:24.530784 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 4f9eddbf-5ce9-4f18-84df-7ad560030c50) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:24.535157 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2a803e19-1a7d-4141-bd3a-085b81fb80ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:24.550696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1f23be-6b26-42f9-ab6a-cb9b06252ffa None None] Network 4f9eddbf-5ce9-4f18-84df-7ad560030c50 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:24.555819 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2a803e19-1a7d-4141-bd3a-085b81fb80ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:24.585559 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:24.587751 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:24.617077 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:24.642538 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port a9af098f-18d5-4843-b6c0-1834f5076397 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:24.734213 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:24.772242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5727-e30b-4833-a991-dd6078ebbd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:24.815368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396273bb-5d9c-494a-b3a5-0ff0759ae3b0 None None] Pushing event updated for resources: {'Port': ['ID=55e34aff-62b0-434c-b5d3-7fdd270e8a71,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:24.883147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:24.928734 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event updated for resources: {'Subnet': ['ID=50ba3a23-8b80-4899-9e6c-d2363d089df9,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:25.065568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-cbc42ca4-4ee9-41cb-99c8-13ca9d354e24 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:32:25.066009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:32:25.066126 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-4f9eddbf-5ce9-4f18-84df-7ad560030c50', 'network_id': '4f9eddbf-5ce9-4f18-84df-7ad560030c50', 'tenant_id': '588d843dba0c4821be541960159e2942', 'fixed_ips': [{'subnet_id': 'a9f16b61-d572-465a-95c2-5df43afb239c'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:32:25.066126 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.066295 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e47204-07c4-49e5-aa50-5fae858c7fe5 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.089150 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbc42ca4-4ee9-41cb-99c8-13ca9d354e24 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.102223 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-601997bc-2201-407d-80f3-c6d190a3d2f3 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:32:25.107286 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377ec60c-020e-46c3-9611-b3d3b1bc6a66,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:25.151688 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Checking segment: {'id': 'a4c3047c-355c-4c4a-951d-b3f20df29169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ac307d65-7e4f-42a4-8a55-0094520629f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:25.154255 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Network hostable DHCP agents. Network: ac307d65-7e4f-42a4-8a55-0094520629f1, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:32:25.166632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.167858 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Added segment 266e7d89-12ee-4833-aa92-be03b4882ef8 of type vlan for network 9bed24b7-5223-4913-92d9-e917d310e53c Feb 17 09:32:25.184613 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbc42ca4-4ee9-41cb-99c8-13ca9d354e24 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.327912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.356665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95c76688-eebf-4a81-8088-05c17d43a212 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.374448 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a803e19-1a7d-4141-bd3a-085b81fb80ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.387803 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Network ac307d65-7e4f-42a4-8a55-0094520629f1 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:32:25.409184 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::6a7e:a6da:11d9:f90b (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/910dcd9a-79fc-467e-bc5c-30899e84f899/a9af098f-18d5-4843-b6c0-1834f5076397) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:25.422443 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Allocated IP 2001:db8::1 (4f9eddbf-5ce9-4f18-84df-7ad560030c50/a9f16b61-d572-465a-95c2-5df43afb239c/f1c3ce74-8446-42c5-86db-b0ab7964f0c1) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:25.428128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e47204-07c4-49e5-aa50-5fae858c7fe5 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.445625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95c76688-eebf-4a81-8088-05c17d43a212 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.447410 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-601997bc-2201-407d-80f3-c6d190a3d2f3 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.472925 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-cbc42ca4-4ee9-41cb-99c8-13ca9d354e24 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Floating IP 7f253cab-ddff-40ff-b015-66423c30da10 associated. External IP: 172.26.4.233, port: c7a78d82-1623-46ea-b69d-0b767717ca4f. Feb 17 09:32:25.512938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b4e47204-07c4-49e5-aa50-5fae858c7fe5 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Deleting port 9ee7c0d9-5547-405a-a0bf-9770b520a72d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:25.513690 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e47204-07c4-49e5-aa50-5fae858c7fe5 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.531343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-601997bc-2201-407d-80f3-c6d190a3d2f3 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.551271 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.556540 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:25.557162 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.582178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a803e19-1a7d-4141-bd3a-085b81fb80ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.591177 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, ac307d65-7e4f-42a4-8a55-0094520629f1) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:25.605234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-95c76688-eebf-4a81-8088-05c17d43a212 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] In _notify_port_updated(), no bound segment for port cb2b3d3e-47a3-4856-807a-042166daf0bc on network c4753d93-62c6-4f68-9337-4ed00e99c9b3 {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:32:25.611064 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c76688-eebf-4a81-8088-05c17d43a212 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:25.611709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95c76688-eebf-4a81-8088-05c17d43a212 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.616318 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-95c76688-eebf-4a81-8088-05c17d43a212 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "PUT /v2.0/ports/cb2b3d3e-47a3-4856-807a-042166daf0bc HTTP/1.1" status: 200 len: 1003 time: 2.2074904 Feb 17 09:32:25.623389 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fa87b3-dc14-474d-b71e-6b96ae2467db None None] Network ac307d65-7e4f-42a4-8a55-0094520629f1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:25.635024 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60148) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:25.662476 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:25.662872 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:25.663504 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:25.680082 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.5849850 Feb 17 09:32:25.840054 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2a803e19-1a7d-4141-bd3a-085b81fb80ee admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d73913ccb7fc4bcd9adbb455e7f8d8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8411310 Feb 17 09:32:25.851788 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a803e19-1a7d-4141-bd3a-085b81fb80ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2302be26-6726-4458-98c1-09155cc9ee75,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:25.854258 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c76688-eebf-4a81-8088-05c17d43a212 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event updated for resources: {'Port': ['ID=cb2b3d3e-47a3-4856-807a-042166daf0bc,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:25.902848 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60156) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:25.976032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:26.035717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Transition to ACTIVE for port object f1c3ce74-8446-42c5-86db-b0ab7964f0c1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:26.110640 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f79a891b-250d-43b5-b634-6de54bfdc992 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Deleting port cb2b3d3e-47a3-4856-807a-042166daf0bc {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:26.111763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f79a891b-250d-43b5-b634-6de54bfdc992 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:26.112371 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e47204-07c4-49e5-aa50-5fae858c7fe5 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:26.135633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 55e34aff-62b0-434c-b5d3-7fdd270e8a71 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:26.203572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Transition to ACTIVE for port object f1c3ce74-8446-42c5-86db-b0ab7964f0c1 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:26.275926 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e037fa83-b9df-4d95-a615-9b5144d44aec None None] Provisioning complete for port cb2b3d3e-47a3-4856-807a-042166daf0bc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:26.276299 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e037fa83-b9df-4d95-a615-9b5144d44aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:26.304853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b4e47204-07c4-49e5-aa50-5fae858c7fe5 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Calling delete_port for 9ee7c0d9-5547-405a-a0bf-9770b520a72d owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:26.323742 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:26.384800 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-ac307d65-7e4f-42a4-8a55-0094520629f1', 'network_id': 'ac307d65-7e4f-42a4-8a55-0094520629f1', 'tenant_id': '588d843dba0c4821be541960159e2942', 'fixed_ips': [{'subnet_id': '50ba3a23-8b80-4899-9e6c-d2363d089df9'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:32:26.385642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:26.453064 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e037fa83-b9df-4d95-a615-9b5144d44aec None None] Port cb2b3d3e-47a3-4856-807a-042166daf0bc cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:32:26.477805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60160) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:26.506155 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Pushing event updated for resources: {'Port': ['ID=f1c3ce74-8446-42c5-86db-b0ab7964f0c1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:26.510774 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Network 4f9eddbf-5ce9-4f18-84df-7ad560030c50 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:26.513142 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a2a66-48d4-4e0e-9f2b-df757b84e36c tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Pushing event updated for resources: {'Network': ['ID=9bed24b7-5223-4913-92d9-e917d310e53c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:26.513409 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:26.516152 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:26.573267 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-52edecb4-00ce-44a7-bdd5-504daa9d9826 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 7.6565335 Feb 17 09:32:26.582229 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60164) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:26.624647 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Request body: {'port': {'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c', 'binding:host_id': 'hv-neutron-8281', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1555539304'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:26.665694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:26.688774 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Usage tracker for resource:port and tenant:9495c66bb3f14bbb8bb922a654873ba4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:26.700382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4343a93c-719b-46dd-9e47-971375ad518c tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:26.702089 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4343a93c-719b-46dd-9e47-971375ad518c tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:26.703671 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4343a93c-719b-46dd-9e47-971375ad518c tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:26.704484 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4343a93c-719b-46dd-9e47-971375ad518c tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Synchronizing usage tracker for tenant:588d843dba0c4821be541960159e2942 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:26.715181 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:26.720379 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Allocated IP 2001:db8:0:1::1 (ac307d65-7e4f-42a4-8a55-0094520629f1/50ba3a23-8b80-4899-9e6c-d2363d089df9/0cc2c4ad-40ee-4762-af71-37d50b81203b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:26.734223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 9bed24b7-5223-4913-92d9-e917d310e53c details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:32:26.778775 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 55e34aff-62b0-434c-b5d3-7fdd270e8a71 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:26.796413 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e47204-07c4-49e5-aa50-5fae858c7fe5 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:26.808228 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:26.846540 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4343a93c-719b-46dd-9e47-971375ad518c tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Unset dirty status for tenant:588d843dba0c4821be541960159e2942 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:26.848140 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4343a93c-719b-46dd-9e47-971375ad518c tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.2645350 Feb 17 09:32:26.858005 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-601997bc-2201-407d-80f3-c6d190a3d2f3 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Floating IP d5dad5ef-7a22-425a-aefe-9428eee5882a associated. External IP: 172.26.4.49, port: 766a0d2d-bc08-4b86-9e5f-832883bcb404. Feb 17 09:32:26.858272 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60168) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:26.886377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e47204-07c4-49e5-aa50-5fae858c7fe5 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Pushing event deleted for resources: {'Port': ['ID=9ee7c0d9-5547-405a-a0bf-9770b520a72d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:26.985916 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d05078a-f7a3-41a7-a0b4-f9f8ef5c24d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.014579 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f51bde-0008-413c-a1a9-039aa4bae64b tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Deleting subnet a9f16b61-d572-465a-95c2-5df43afb239c {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:32:27.019419 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Attempting to bind port f1c3ce74-8446-42c5-86db-b0ab7964f0c1 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:27.023818 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Attempting to bind port f1c3ce74-8446-42c5-86db-b0ab7964f0c1 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e8aebc80-ee8a-4153-a8d4-102c84eaf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4f9eddbf-5ce9-4f18-84df-7ad560030c50'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:27.023818 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Attempting to bind port f1c3ce74-8446-42c5-86db-b0ab7964f0c1 on network 4f9eddbf-5ce9-4f18-84df-7ad560030c50 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:27.024037 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6f51bde-0008-413c-a1a9-039aa4bae64b tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.051629 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:32:27.054369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Checking segment: {'id': 'e8aebc80-ee8a-4153-a8d4-102c84eaf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4f9eddbf-5ce9-4f18-84df-7ad560030c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:27.054369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.054678 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e47204-07c4-49e5-aa50-5fae858c7fe5 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.054839 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Bound using segment: {'id': 'e8aebc80-ee8a-4153-a8d4-102c84eaf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4f9eddbf-5ce9-4f18-84df-7ad560030c50'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:32:27.054981 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Bound port: f1c3ce74-8446-42c5-86db-b0ab7964f0c1, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8aebc80-ee8a-4153-a8d4-102c84eaf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4f9eddbf-5ce9-4f18-84df-7ad560030c50'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:32:27.055583 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.082120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7993c7c1-9e7e-4559-b2f7-07c5cea54b3b None None] Provisioning for port 55e34aff-62b0-434c-b5d3-7fdd270e8a71 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:27.147850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.151743 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7993c7c1-9e7e-4559-b2f7-07c5cea54b3b None None] Provisioning complete for port 55e34aff-62b0-434c-b5d3-7fdd270e8a71 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:27.152008 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7993c7c1-9e7e-4559-b2f7-07c5cea54b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.178550 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a66f968-925a-435f-b943-a85988e3dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.181955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Made reservation on behalf of 9495c66bb3f14bbb8bb922a654873ba4 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:27.184342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.289274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6f51bde-0008-413c-a1a9-039aa4bae64b tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.307135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d05078a-f7a3-41a7-a0b4-f9f8ef5c24d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.316473 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.322709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e47204-07c4-49e5-aa50-5fae858c7fe5 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.327211 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] For port f1c3ce74-8446-42c5-86db-b0ab7964f0c1, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:32:27.333767 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e47204-07c4-49e5-aa50-5fae858c7fe5 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.336832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] For port f1c3ce74-8446-42c5-86db-b0ab7964f0c1, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f1c3ce74-8446-42c5-86db-b0ab7964f0c1,segment=NetworkSegment(e8aebc80-ee8a-4153-a8d4-102c84eaf9dc),segment_id=e8aebc80-ee8a-4153-a8d4-102c84eaf9dc)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:32:27.382103 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.409772 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Transition to ACTIVE for port object 0cc2c4ad-40ee-4762-af71-37d50b81203b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:27.416359 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6f51bde-0008-413c-a1a9-039aa4bae64b tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.420740 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.451341 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object a9af098f-18d5-4843-b6c0-1834f5076397 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:27.459344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e47204-07c4-49e5-aa50-5fae858c7fe5 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.460022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e47204-07c4-49e5-aa50-5fae858c7fe5 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Fanout notify agent at l3_agent the message router_deleted on router 0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:32:27.489979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e47204-07c4-49e5-aa50-5fae858c7fe5 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.494150 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b4e47204-07c4-49e5-aa50-5fae858c7fe5 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] 10.222.0.75 "DELETE /v2.0/routers/0c406aa9-4fbe-4a52-abdb-9cbd3a7a468d HTTP/1.1" status: 204 len: 168 time: 3.0717833 Feb 17 09:32:27.494300 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7993c7c1-9e7e-4559-b2f7-07c5cea54b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.498991 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60172) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:27.521599 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Transition to ACTIVE for port object 0cc2c4ad-40ee-4762-af71-37d50b81203b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:27.525342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:27.563469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7993c7c1-9e7e-4559-b2f7-07c5cea54b3b None None] For port 55e34aff-62b0-434c-b5d3-7fdd270e8a71, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=55e34aff-62b0-434c-b5d3-7fdd270e8a71,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:27.564399 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cd081-d9d6-405f-8cee-ff3af48fd27a None None] Pushing event updated for resources: {'Port': ['ID=f1c3ce74-8446-42c5-86db-b0ab7964f0c1,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:27.585710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Usage tracker for resource:security_group_rule and tenant:9495c66bb3f14bbb8bb922a654873ba4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:27.605864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:27.614798 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.633386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f79a891b-250d-43b5-b634-6de54bfdc992 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.644335 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:27.655132 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6f51bde-0008-413c-a1a9-039aa4bae64b tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.703934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f51bde-0008-413c-a1a9-039aa4bae64b tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event deleted for resources: {'Subnet': ['ID=a9f16b61-d572-465a-95c2-5df43afb239c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:27.711551 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6f51bde-0008-413c-a1a9-039aa4bae64b tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.723210 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7993c7c1-9e7e-4559-b2f7-07c5cea54b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.748147 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Network ac307d65-7e4f-42a4-8a55-0094520629f1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:27.758973 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:27.764720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:27.784468 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c6f51bde-0008-413c-a1a9-039aa4bae64b tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "DELETE /v2.0/subnets/a9f16b61-d572-465a-95c2-5df43afb239c HTTP/1.1" status: 204 len: 168 time: 0.9229732 Feb 17 09:32:27.790447 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60176) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:27.822154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc42ca4-4ee9-41cb-99c8-13ca9d354e24 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:32:27.826919 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Pushing event updated for resources: {'Port': ['ID=0cc2c4ad-40ee-4762-af71-37d50b81203b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:27.878900 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04f8cb4-90fe-4a5b-8375-ce1fc27faa57 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Deleting subnet 50ba3a23-8b80-4899-9e6c-d2363d089df9 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:32:27.885759 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c04f8cb4-90fe-4a5b-8375-ce1fc27faa57 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.905637 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f79a891b-250d-43b5-b634-6de54bfdc992 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Calling delete_port for cb2b3d3e-47a3-4856-807a-042166daf0bc owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:27.912261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.958330 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Attempting to bind port 0cc2c4ad-40ee-4762-af71-37d50b81203b on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:27.958505 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Attempting to bind port 0cc2c4ad-40ee-4762-af71-37d50b81203b by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'a4c3047c-355c-4c4a-951d-b3f20df29169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ac307d65-7e4f-42a4-8a55-0094520629f1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:27.958865 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Attempting to bind port 0cc2c4ad-40ee-4762-af71-37d50b81203b on network ac307d65-7e4f-42a4-8a55-0094520629f1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:27.975022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:32:27.975022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Checking segment: {'id': 'a4c3047c-355c-4c4a-951d-b3f20df29169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ac307d65-7e4f-42a4-8a55-0094520629f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:27.975022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:27.983595 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Bound using segment: {'id': 'a4c3047c-355c-4c4a-951d-b3f20df29169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ac307d65-7e4f-42a4-8a55-0094520629f1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:32:27.984134 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Bound port: 0cc2c4ad-40ee-4762-af71-37d50b81203b, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c3047c-355c-4c4a-951d-b3f20df29169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ac307d65-7e4f-42a4-8a55-0094520629f1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:32:27.984530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:28.003000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993c7c1-9e7e-4559-b2f7-07c5cea54b3b None None] Pushing event updated for resources: {'Port': ['ID=55e34aff-62b0-434c-b5d3-7fdd270e8a71,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:28.018654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c04f8cb4-90fe-4a5b-8375-ce1fc27faa57 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:28.022489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4428ad-9fea-4b15-98a1-97bd29c837b7 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Deleting subnet 96eb87f7-c213-4f3c-92f8-02342978f60f {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:32:28.033837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c4428ad-9fea-4b15-98a1-97bd29c837b7 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:28.088062 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:28.124726 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] For port 0cc2c4ad-40ee-4762-af71-37d50b81203b, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:32:28.128878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] For port 0cc2c4ad-40ee-4762-af71-37d50b81203b, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=0cc2c4ad-40ee-4762-af71-37d50b81203b,segment=NetworkSegment(a4c3047c-355c-4c4a-951d-b3f20df29169),segment_id=a4c3047c-355c-4c4a-951d-b3f20df29169)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:32:28.215102 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:28.216584 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c04f8cb4-90fe-4a5b-8375-ce1fc27faa57 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:28.321706 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba8629-d29b-41cf-94fe-e8f41bd60557 None None] Pushing event updated for resources: {'Port': ['ID=0cc2c4ad-40ee-4762-af71-37d50b81203b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:28.381133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:28.399490 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c04f8cb4-90fe-4a5b-8375-ce1fc27faa57 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:28.405852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d05078a-f7a3-41a7-a0b4-f9f8ef5c24d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:28.445446 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f8cb4-90fe-4a5b-8375-ce1fc27faa57 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event deleted for resources: {'Subnet': ['ID=50ba3a23-8b80-4899-9e6c-d2363d089df9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:28.447792 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c04f8cb4-90fe-4a5b-8375-ce1fc27faa57 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:28.459452 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c04f8cb4-90fe-4a5b-8375-ce1fc27faa57 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "DELETE /v2.0/subnets/50ba3a23-8b80-4899-9e6c-d2363d089df9 HTTP/1.1" status: 204 len: 168 time: 0.6715951 Feb 17 09:32:28.461199 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60180) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:28.553024 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2a74d3-6d2e-438c-acec-7f3c6c293068 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:28.553918 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d2a74d3-6d2e-438c-acec-7f3c6c293068 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Synchronizing usage tracker for tenant:588d843dba0c4821be541960159e2942 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:28.579884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05078a-f7a3-41a7-a0b4-f9f8ef5c24d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2302be26-6726-4458-98c1-09155cc9ee75,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:28.591085 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c4428ad-9fea-4b15-98a1-97bd29c837b7 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:28.666337 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d2a74d3-6d2e-438c-acec-7f3c6c293068 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Unset dirty status for tenant:588d843dba0c4821be541960159e2942 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:28.669300 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7d2a74d3-6d2e-438c-acec-7f3c6c293068 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2059224 Feb 17 09:32:28.675263 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60186) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:28.801632 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:28.852109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=a9af098f-18d5-4843-b6c0-1834f5076397,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:28.866004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:28.867159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:28.922209 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Deleting port 0cc2c4ad-40ee-4762-af71-37d50b81203b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:28.922209 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:28.922517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:28.922517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:28.922517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:28.922517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601997bc-2201-407d-80f3-c6d190a3d2f3 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Router eebea5c7-47da-4476-8b60-9af96fc439d4 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:32:28.991074 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d05078a-f7a3-41a7-a0b4-f9f8ef5c24d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:28.992245 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2d05078a-f7a3-41a7-a0b4-f9f8ef5c24d6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2302be26-6726-4458-98c1-09155cc9ee75 HTTP/1.1" status: 204 len: 168 time: 3.1036711 Feb 17 09:32:28.993933 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc42ca4-4ee9-41cb-99c8-13ca9d354e24 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:32:29.017219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbc42ca4-4ee9-41cb-99c8-13ca9d354e24 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:29.017451 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243688c4-030b-4810-8ea5-6730015a87f7 None None] Sync routers for ids ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:32:29.042495 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243688c4-030b-4810-8ea5-6730015a87f7 None None] Routers {'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:32:29.043964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-243688c4-030b-4810-8ea5-6730015a87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:32:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:29.259071 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-54f96dfc-944a-48f9-8e22-1db38bb474a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.2668741 Feb 17 09:32:29.266833 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60192) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:29.347850 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0847e9-c347-4dd0-a342-703e28157ab4 None None] Network 4f9eddbf-5ce9-4f18-84df-7ad560030c50 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:29.375631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c4428ad-9fea-4b15-98a1-97bd29c837b7 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:29.448779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] For port 0cc2c4ad-40ee-4762-af71-37d50b81203b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=0cc2c4ad-40ee-4762-af71-37d50b81203b,segment=NetworkSegment(a4c3047c-355c-4c4a-951d-b3f20df29169),segment_id=a4c3047c-355c-4c4a-951d-b3f20df29169)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:29.449339 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:29.542851 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-243688c4-030b-4810-8ea5-6730015a87f7 None None] Set router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:32:29.590355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:29.606250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601997bc-2201-407d-80f3-c6d190a3d2f3 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:32:29.617306 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cbc42ca4-4ee9-41cb-99c8-13ca9d354e24 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "PUT /v2.0/floatingips/7f253cab-ddff-40ff-b015-66423c30da10 HTTP/1.1" status: 200 len: 991 time: 6.6214113 Feb 17 09:32:29.617998 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac35f3b9-ecf4-49ec-81e7-cd2a1a02c91a None None] Sync routers for ids ['eebea5c7-47da-4476-8b60-9af96fc439d4'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:32:29.636554 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35f3b9-ecf4-49ec-81e7-cd2a1a02c91a None None] Routers {'eebea5c7-47da-4476-8b60-9af96fc439d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:32:29.637280 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ac35f3b9-ecf4-49ec-81e7-cd2a1a02c91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:32:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['eebea5c7-47da-4476-8b60-9af96fc439d4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:29.641800 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b11be56-6402-406d-94aa-f4bcbe9f1a73', 'tag': 'c7a78d82-1623-46ea-b69d-0b767717ca4f'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:32:29.662760 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f79a891b-250d-43b5-b634-6de54bfdc992 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:29.670532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-601997bc-2201-407d-80f3-c6d190a3d2f3 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:29.776040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Calling delete_port for 0cc2c4ad-40ee-4762-af71-37d50b81203b owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:29.855995 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f74f4c-276a-4c0e-ad95-d9d270f81f21 None None] Network ac307d65-7e4f-42a4-8a55-0094520629f1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:29.973666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:29.986418 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b11be56-6402-406d-94aa-f4bcbe9f1a73', 'tag': 'c7a78d82-1623-46ea-b69d-0b767717ca4f', 'status': 'completed', 'code': 200} Feb 17 09:32:30.054108 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a891b-250d-43b5-b634-6de54bfdc992 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event deleted for resources: {'Port': ['ID=cb2b3d3e-47a3-4856-807a-042166daf0bc,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:30.064813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] device_id is not set on port a4714fff-c09d-4f27-bd73-4eb8a8f165ad yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:30.184338 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ac35f3b9-ecf4-49ec-81e7-cd2a1a02c91a None None] Set router eebea5c7-47da-4476-8b60-9af96fc439d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:32:30.215919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c4428ad-9fea-4b15-98a1-97bd29c837b7 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:30.286468 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cad11-27f4-453f-bbde-7d881b86ab6b req-2d5478c3-7931-41d3-af10-54431c6463cd tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:30.293720 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-075cad11-27f4-453f-bbde-7d881b86ab6b req-2d5478c3-7931-41d3-af10-54431c6463cd tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 945 time: 0.2559245 Feb 17 09:32:30.316923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4428ad-9fea-4b15-98a1-97bd29c837b7 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Pushing event deleted for resources: {'Subnet': ['ID=96eb87f7-c213-4f3c-92f8-02342978f60f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:30.323009 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c4428ad-9fea-4b15-98a1-97bd29c837b7 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:30.328516 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3c4428ad-9fea-4b15-98a1-97bd29c837b7 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] 10.222.0.75 "DELETE /v2.0/subnets/96eb87f7-c213-4f3c-92f8-02342978f60f HTTP/1.1" status: 204 len: 168 time: 2.7974627 Feb 17 09:32:30.329479 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60202) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:30.349155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:30.354190 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-601997bc-2201-407d-80f3-c6d190a3d2f3 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "PUT /v2.0/floatingips/d5dad5ef-7a22-425a-aefe-9428eee5882a HTTP/1.1" status: 200 len: 990 time: 7.8674948 Feb 17 09:32:30.361804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83edebca-8279-46ab-b315-2f6f6db5a07f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:30.445951 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 55e34aff-62b0-434c-b5d3-7fdd270e8a71 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:30.479040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event deleted for resources: {'Port': ['ID=0cc2c4ad-40ee-4762-af71-37d50b81203b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:30.508180 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60208) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:30.525632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] No DVR routers for this DVR port 0cc2c4ad-40ee-4762-af71-37d50b81203b on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:32:30.543633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5023ef9d-cbf4-4df0-ad7d-cf93fe58a428 None None] Network 7cd02769-b303-4763-ad18-3d8910ca11b2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:30.624974 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-075cad11-27f4-453f-bbde-7d881b86ab6b req-c006ca0b-fb5b-472b-82e5-0698e14bff75 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3205452 Feb 17 09:32:30.686364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:30.687068 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ad85fa2b-6f2b-4ef9-8382-674b45211076 None None] Provisioning for port a9af098f-18d5-4843-b6c0-1834f5076397 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:30.741101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ad85fa2b-6f2b-4ef9-8382-674b45211076 None None] Provisioning complete for port a9af098f-18d5-4843-b6c0-1834f5076397 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:30.741605 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad85fa2b-6f2b-4ef9-8382-674b45211076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:30.765414 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-219177a6-6dac-4500-9141-3b4a4fcc1335 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=014d7baf2af44fa28d1cc0afdf20ab6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412879 Feb 17 09:32:30.788497 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60216) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:30.796752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:30.803510 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f79a891b-250d-43b5-b634-6de54bfdc992 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:30.834811 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac307d65-7e4f-42a4-8a55-0094520629f1']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:30.860760 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c3047c-355c-4c4a-951d-b3f20df29169') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:30.861684 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c3047c-355c-4c4a-951d-b3f20df29169') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:30.881292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:30.904464 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:30.917249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:32:30.917677 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:30.947067 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ac35f3b9-ecf4-49ec-81e7-cd2a1a02c91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'name': 'tempest-ServerActionsTestJSON-86002677-router', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': 'c1c659be8822417aae54db469e0be910', 'gw_port': {'id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:07Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'd5dad5ef-7a22-425a-aefe-9428eee5882a', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'floating_ip_address': '172.26.4.49', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'port_id': '766a0d2d-bc08-4b86-9e5f-832883bcb404', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755', 'mac_address': 'fa:16:3e:a0:ad:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b80a07-2702-4ccf-81ca-ce222326845c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:31:34Z', 'updated_at': '2022-02-17T09:32:24Z', 'revision_number': 1, 'project_id': 'c1c659be8822417aae54db469e0be910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011', 'name': '', 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'mac_address': 'fa:16:3e:34:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:14Z', 'updated_at': '2022-02-17T09:31:31Z', 'revision_number': 5, 'project_id': 'c1c659be8822417aae54db469e0be910', 'subnets': [{'id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:30.952055 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac35f3b9-ecf4-49ec-81e7-cd2a1a02c91a None None] Checking router: eebea5c7-47da-4476-8b60-9af96fc439d4 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:32:30.967932 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35f3b9-ecf4-49ec-81e7-cd2a1a02c91a None None] Routers {'eebea5c7-47da-4476-8b60-9af96fc439d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:32:30.969492 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ac35f3b9-ecf4-49ec-81e7-cd2a1a02c91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:32:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['eebea5c7-47da-4476-8b60-9af96fc439d4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:32:31.090910 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:32:31.101596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748eef65-e038-48c6-8493-47d1c5b95e93 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:31.107359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748eef65-e038-48c6-8493-47d1c5b95e93 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:31.108274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-748eef65-e038-48c6-8493-47d1c5b95e93 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:31.111937 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f79a891b-250d-43b5-b634-6de54bfdc992 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "DELETE /v2.0/ports/cb2b3d3e-47a3-4856-807a-042166daf0bc HTTP/1.1" status: 204 len: 168 time: 5.4758995 Feb 17 09:32:31.114822 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60222) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:31.132633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:31.199671 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4e3942-334b-468d-b10d-c6ae79ec5ead None None] DHCP port deletion for ac307d65-7e4f-42a4-8a55-0094520629f1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:32:31.218570 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:31.229889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc1126-9c23-438e-ba8c-fc5011ad4c11 req-48a69f3c-ba2f-4ba9-b2a4-8872d222de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:31.236695 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-05bc1126-9c23-438e-ba8c-fc5011ad4c11 req-48a69f3c-ba2f-4ba9-b2a4-8872d222de4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56df9d1b031c48beb7a5b8a4e5050229&device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 1098 time: 1.0855019 Feb 17 09:32:31.236854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:31.317613 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Deleting port 54ce7ad6-5220-4dc5-a156-d98d606e9e46 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:31.317613 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:31.323568 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event deleted for resources: {'Network': ['ID=ac307d65-7e4f-42a4-8a55-0094520629f1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:31.338879 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ac35f3b9-ecf4-49ec-81e7-cd2a1a02c91a None None] Set router eebea5c7-47da-4476-8b60-9af96fc439d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:32:31.339663 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4047e99-ba97-4383-8928-1728b5392ca1 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] GET failed (client error): The resource could not be found. Feb 17 09:32:31.340456 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a4047e99-ba97-4383-8928-1728b5392ca1 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Synchronizing usage tracker for tenant:c8755942377143f6a2c7e1aa0834e824 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:31.342679 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-748eef65-e038-48c6-8493-47d1c5b95e93 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:31.346458 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-748eef65-e038-48c6-8493-47d1c5b95e93 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 2.0604005 Feb 17 09:32:31.350377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60226) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:31.360934 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ad85fa2b-6f2b-4ef9-8382-674b45211076 None None] Port a9af098f-18d5-4843-b6c0-1834f5076397 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:32:31.406769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 55e34aff-62b0-434c-b5d3-7fdd270e8a71 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:31.407161 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:31.457373 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9c1cb568-eb76-4fb2-94b5-4305aa01a429 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port a9af098f-18d5-4843-b6c0-1834f5076397 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:31.458453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb568-eb76-4fb2-94b5-4305aa01a429 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:31.507624 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-65e926fe-9161-4c88-b29f-23b8f6012f91 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "DELETE /v2.0/networks/ac307d65-7e4f-42a4-8a55-0094520629f1 HTTP/1.1" status: 204 len: 168 time: 2.8304160 Feb 17 09:32:31.519470 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60230) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:31.527492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b996bd27-dc15-487f-be24-dc36b8646e96 None None] DHCP port deletion for 4f9eddbf-5ce9-4f18-84df-7ad560030c50 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:32:31.536323 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b996bd27-dc15-487f-be24-dc36b8646e96 None None] Deleting port f1c3ce74-8446-42c5-86db-b0ab7964f0c1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:31.536706 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b996bd27-dc15-487f-be24-dc36b8646e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:31.556859 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d31455fa-ca63-4c7f-a8c2-ccef0c5128bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:31.591835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d31455fa-ca63-4c7f-a8c2-ccef0c5128bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:31.671505 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad89e75c-ce97-4307-983a-a27212605136 None None] DHCP port deletion for 7cd02769-b303-4763-ad18-3d8910ca11b2 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:32:31.695766 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ad85fa2b-6f2b-4ef9-8382-674b45211076 None None] Provisioning for port f1c3ce74-8446-42c5-86db-b0ab7964f0c1 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:31.717214 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ad89e75c-ce97-4307-983a-a27212605136 None None] Deleting port 54ce7ad6-5220-4dc5-a156-d98d606e9e46 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:31.717898 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad89e75c-ce97-4307-983a-a27212605136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:31.756226 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874ef67-02b5-4e94-bfb7-37f4c7a1891b req-b3a6c1bd-7ae1-4923-81e4-a214ea6052e2 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:31.757840 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e874ef67-02b5-4e94-bfb7-37f4c7a1891b req-b3a6c1bd-7ae1-4923-81e4-a214ea6052e2 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 1.1148748 Feb 17 09:32:31.889842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f1c3ce74-8446-42c5-86db-b0ab7964f0c1 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:31.927335 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ac35f3b9-ecf4-49ec-81e7-cd2a1a02c91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'name': 'tempest-ServerActionsTestJSON-86002677-router', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': 'c1c659be8822417aae54db469e0be910', 'gw_port': {'id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:07Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'd5dad5ef-7a22-425a-aefe-9428eee5882a', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'floating_ip_address': '172.26.4.49', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'port_id': '766a0d2d-bc08-4b86-9e5f-832883bcb404', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755', 'mac_address': 'fa:16:3e:a0:ad:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b80a07-2702-4ccf-81ca-ce222326845c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:31:34Z', 'updated_at': '2022-02-17T09:32:24Z', 'revision_number': 1, 'project_id': 'c1c659be8822417aae54db469e0be910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011', 'name': '', 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'mac_address': 'fa:16:3e:34:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:14Z', 'updated_at': '2022-02-17T09:31:31Z', 'revision_number': 5, 'project_id': 'c1c659be8822417aae54db469e0be910', 'subnets': [{'id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:31.931809 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac35f3b9-ecf4-49ec-81e7-cd2a1a02c91a None None] The sync data for ids ['eebea5c7-47da-4476-8b60-9af96fc439d4'] in dv-neutron-828143-5-hyperv is: [{'id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'name': 'tempest-ServerActionsTestJSON-86002677-router', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': 'c1c659be8822417aae54db469e0be910', 'gw_port': {'id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:07Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'd5dad5ef-7a22-425a-aefe-9428eee5882a', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'floating_ip_address': '172.26.4.49', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'port_id': '766a0d2d-bc08-4b86-9e5f-832883bcb404', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755', 'mac_address': 'fa:16:3e:a0:ad:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b80a07-2702-4ccf-81ca-ce222326845c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:31:34Z', 'updated_at': '2022-02-17T09:32:24Z', 'revision_number': 1, 'project_id': 'c1c659be8822417aae54db469e0be910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011', 'name': '', 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'mac_address': 'fa:16:3e:34:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:14Z', 'updated_at': '2022-02-17T09:31:31Z', 'revision_number': 5, 'project_id': 'c1c659be8822417aae54db469e0be910', 'subnets': [{'id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:32:31.990291 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e04a6adc-1228-4b3a-828e-26b4ab087dda None None] Could not find standard attr ID for object 0cc2c4ad-40ee-4762-af71-37d50b81203b. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:32:32.002646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] For port 54ce7ad6-5220-4dc5-a156-d98d606e9e46, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=54ce7ad6-5220-4dc5-a156-d98d606e9e46,segment=NetworkSegment(e6a54161-b7f6-4180-a1b4-b0b59d41b3cc),segment_id=e6a54161-b7f6-4180-a1b4-b0b59d41b3cc)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:32.002646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:32.018134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a4047e99-ba97-4383-8928-1728b5392ca1 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Unset dirty status for tenant:c8755942377143f6a2c7e1aa0834e824 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:32.019811 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a4047e99-ba97-4383-8928-1728b5392ca1 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "GET /v2.0/ports/cb2b3d3e-47a3-4856-807a-042166daf0bc HTTP/1.1" status: 404 len: 333 time: 0.9033890 Feb 17 09:32:32.026657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60234) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:32.036910 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-abb9ad65-be0e-4aad-91f8-3cd45923b1c9 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Request body: {'port': {'network_id': 'c4753d93-62c6-4f68-9337-4ed00e99c9b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-655150119'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:32.070602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-243688c4-030b-4810-8ea5-6730015a87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'name': 'tempest-ServersTestJSON-175785175-router', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:02Z', 'updated_at': '2022-02-17T09:31:17Z', 'revision_number': 4, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'gw_port': {'id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '7f253cab-ddff-40ff-b015-66423c30da10', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'floating_ip_address': '172.26.4.233', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'port_id': 'c7a78d82-1623-46ea-b69d-0b767717ca4f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3', 'mac_address': 'fa:16:3e:8e:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b11be56-6402-406d-94aa-f4bcbe9f1a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:31:33Z', 'updated_at': '2022-02-17T09:32:24Z', 'revision_number': 1, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae1096b-ef0e-493f-9f53-34844bc7fe05', 'name': '', 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'mac_address': 'fa:16:3e:d9:08:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:12Z', 'updated_at': '2022-02-17T09:31:30Z', 'revision_number': 5, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'subnets': [{'id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:32.112297 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243688c4-030b-4810-8ea5-6730015a87f7 None None] Checking router: bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:32:32.137064 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:32.179165 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Calling delete_port for 54ce7ad6-5220-4dc5-a156-d98d606e9e46 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:32.186628 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb568-eb76-4fb2-94b5-4305aa01a429 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:32.294777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b80a07-2702-4ccf-81ca-ce222326845c', 'tag': '766a0d2d-bc08-4b86-9e5f-832883bcb404'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:32:32.314278 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243688c4-030b-4810-8ea5-6730015a87f7 None None] Routers {'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:32:32.314278 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-243688c4-030b-4810-8ea5-6730015a87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:32:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:32.387563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:32.399669 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b80a07-2702-4ccf-81ca-ce222326845c', 'tag': '766a0d2d-bc08-4b86-9e5f-832883bcb404', 'status': 'completed', 'code': 200} Feb 17 09:32:32.428329 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ad89e75c-ce97-4307-983a-a27212605136 None None] For port 54ce7ad6-5220-4dc5-a156-d98d606e9e46, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=54ce7ad6-5220-4dc5-a156-d98d606e9e46,segment=NetworkSegment(e6a54161-b7f6-4180-a1b4-b0b59d41b3cc),segment_id=e6a54161-b7f6-4180-a1b4-b0b59d41b3cc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:32.428744 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad89e75c-ce97-4307-983a-a27212605136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:32.467602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c0698b-e3d1-4402-bc9b-8bc31cb3b4e6 None None] New status for floating IP d5dad5ef-7a22-425a-aefe-9428eee5882a: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:32:32.488403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Deleting port f1c3ce74-8446-42c5-86db-b0ab7964f0c1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:32.488903 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:32.503816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Pushing event deleted for resources: {'Port': ['ID=54ce7ad6-5220-4dc5-a156-d98d606e9e46,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:32.512030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc1126-9c23-438e-ba8c-fc5011ad4c11 req-9d37527f-cd4a-4db7-ba94-ad8dba884ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:32.513521 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-05bc1126-9c23-438e-ba8c-fc5011ad4c11 req-9d37527f-cd4a-4db7-ba94-ad8dba884ae3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a19cb067-687e-46e4-8864-55b4e53b82a3 HTTP/1.1" status: 200 len: 906 time: 1.2490931 Feb 17 09:32:32.521890 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9c1cb568-eb76-4fb2-94b5-4305aa01a429 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for a9af098f-18d5-4843-b6c0-1834f5076397 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:32.585971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] No DVR routers for this DVR port 54ce7ad6-5220-4dc5-a156-d98d606e9e46 on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:32:32.597403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] device_id is not set on port a4714fff-c09d-4f27-bd73-4eb8a8f165ad yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:32.632782 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e874ef67-02b5-4e94-bfb7-37f4c7a1891b req-2c6b205e-0e03-4042-a74f-77255caf2662 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8659060 Feb 17 09:32:32.664561 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-abb9ad65-be0e-4aad-91f8-3cd45923b1c9 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:32.681267 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-abb9ad65-be0e-4aad-91f8-3cd45923b1c9 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:32.717544 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:32.772509 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb9ad65-be0e-4aad-91f8-3cd45923b1c9 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Made reservation on behalf of c8755942377143f6a2c7e1aa0834e824 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:32.774733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port f1c3ce74-8446-42c5-86db-b0ab7964f0c1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:32.776242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-abb9ad65-be0e-4aad-91f8-3cd45923b1c9 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:32.803658 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ad89e75c-ce97-4307-983a-a27212605136 None None] Calling delete_port for 54ce7ad6-5220-4dc5-a156-d98d606e9e46 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:32.806456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d31455fa-ca63-4c7f-a8c2-ccef0c5128bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:32.839819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b996bd27-dc15-487f-be24-dc36b8646e96 None None] For port f1c3ce74-8446-42c5-86db-b0ab7964f0c1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f1c3ce74-8446-42c5-86db-b0ab7964f0c1,segment=NetworkSegment(e8aebc80-ee8a-4153-a8d4-102c84eaf9dc),segment_id=e8aebc80-ee8a-4153-a8d4-102c84eaf9dc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:32.840485 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b996bd27-dc15-487f-be24-dc36b8646e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:32.851508 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port f1c3ce74-8446-42c5-86db-b0ab7964f0c1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:32.851982 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:32.875385 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-abb9ad65-be0e-4aad-91f8-3cd45923b1c9 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] device_id is not set on port 22fd6a86-c824-49a0-af65-8ff7a934cc6e yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:32.912616 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31455fa-ca63-4c7f-a8c2-ccef0c5128bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faeacd1-5ca6-46b4-8bce-9442d19952b4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:32.959770 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Transition to ACTIVE for port object a4714fff-c09d-4f27-bd73-4eb8a8f165ad will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:32.982102 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-05bc1126-9c23-438e-ba8c-fc5011ad4c11 req-bcf2650c-8cff-4f1c-8154-256702ca8ecf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7a78d82-1623-46ea-b69d-0b767717ca4f HTTP/1.1" status: 200 len: 999 time: 0.4560421 Feb 17 09:32:32.983957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:33.073201 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:33.128091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41489555-4519-4ed2-8a56-20b59060cd0e req-13150313-08af-4f8e-8d1c-5067accf298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:33.131002 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41489555-4519-4ed2-8a56-20b59060cd0e req-13150313-08af-4f8e-8d1c-5067accf298c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1c659be8822417aae54db469e0be910&device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 1098 time: 0.6787739 Feb 17 09:32:33.138812 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd02769-b303-4763-ad18-3d8910ca11b2']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:33.143583 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] For port f1c3ce74-8446-42c5-86db-b0ab7964f0c1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f1c3ce74-8446-42c5-86db-b0ab7964f0c1,segment=NetworkSegment(e8aebc80-ee8a-4153-a8d4-102c84eaf9dc),segment_id=e8aebc80-ee8a-4153-a8d4-102c84eaf9dc)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:33.143583 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:33.209523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a54161-b7f6-4180-a1b4-b0b59d41b3cc') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:33.210134 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a54161-b7f6-4180-a1b4-b0b59d41b3cc') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:33.216793 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b996bd27-dc15-487f-be24-dc36b8646e96 None None] Calling delete_port for f1c3ce74-8446-42c5-86db-b0ab7964f0c1 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:33.229624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:33.263550 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:33.337792 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Calling delete_port for f1c3ce74-8446-42c5-86db-b0ab7964f0c1 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:33.378198 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb568-eb76-4fb2-94b5-4305aa01a429 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:33.477844 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2af393-8e96-4a13-b882-4f90b895b491 req-07a9aa00-94a1-4d6d-9450-cd05f312b58a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:33.480288 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ce2af393-8e96-4a13-b882-4f90b895b491 req-07a9aa00-94a1-4d6d-9450-cd05f312b58a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.6789141 Feb 17 09:32:33.483862 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d31455fa-ca63-4c7f-a8c2-ccef0c5128bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:33.488469 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d31455fa-ca63-4c7f-a8c2-ccef0c5128bc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0faeacd1-5ca6-46b4-8bce-9442d19952b4 HTTP/1.1" status: 204 len: 168 time: 2.6877918 Feb 17 09:32:33.488469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:32:33.489392 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:32:33.509384 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:32:33.516028 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cb568-eb76-4fb2-94b5-4305aa01a429 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=a9af098f-18d5-4843-b6c0-1834f5076397,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:33.532532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc1126-9c23-438e-ba8c-fc5011ad4c11 req-b447dcbe-581b-4bb0-88e8-96ffc14eb6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:33.535068 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-05bc1126-9c23-438e-ba8c-fc5011ad4c11 req-b447dcbe-581b-4bb0-88e8-96ffc14eb6ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=817248b4-1923-4b39-90c7-0ed24f8eb587 HTTP/1.1" status: 200 len: 844 time: 0.5381715 Feb 17 09:32:33.569449 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-ad89e75c-ce97-4307-983a-a27212605136 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:32:33.570875 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-ad89e75c-ce97-4307-983a-a27212605136 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:32:33.608360 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b996bd27-dc15-487f-be24-dc36b8646e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:33.617983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-abb9ad65-be0e-4aad-91f8-3cd45923b1c9 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Allocated IP 2001:db8::159 (c4753d93-62c6-4f68-9337-4ed00e99c9b3/bea249cb-84ec-4a9b-88eb-575348d6094a/22fd6a86-c824-49a0-af65-8ff7a934cc6e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:33.672897 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Pushing event updated for resources: {'Port': ['ID=a4714fff-c09d-4f27-bd73-4eb8a8f165ad,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:33.723325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb568-eb76-4fb2-94b5-4305aa01a429 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:33.724975 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-243688c4-030b-4810-8ea5-6730015a87f7 None None] Set router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:32:33.760708 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ce2af393-8e96-4a13-b882-4f90b895b491 req-88662475-5b3b-4700-b06e-8f3d94d5867c tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549224 Feb 17 09:32:33.761782 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:32:33.768927 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:32:33.843151 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996bd27-dc15-487f-be24-dc36b8646e96 None None] Pushing event deleted for resources: {'Port': ['ID=f1c3ce74-8446-42c5-86db-b0ab7964f0c1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:33.846479 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Checking segment: {'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:33.847192 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Network hostable DHCP agents. Network: 9bed24b7-5223-4913-92d9-e917d310e53c, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:32:33.852340 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:33.869155 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b996bd27-dc15-487f-be24-dc36b8646e96 None None] No DVR routers for this DVR port f1c3ce74-8446-42c5-86db-b0ab7964f0c1 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:32:33.882301 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9c1cb568-eb76-4fb2-94b5-4305aa01a429 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/a9af098f-18d5-4843-b6c0-1834f5076397 HTTP/1.1" status: 204 len: 168 time: 2.5294824 Feb 17 09:32:33.891895 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60244) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:33.923272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41489555-4519-4ed2-8a56-20b59060cd0e req-5b26b12b-95f7-4330-9a10-c56b6ffdcf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:33.925084 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41489555-4519-4ed2-8a56-20b59060cd0e req-5b26b12b-95f7-4330-9a10-c56b6ffdcf99 service neutron] 10.222.0.37 "GET /v2.0/networks?id=27d87cf8-de12-4c79-864c-28a6bac16755 HTTP/1.1" status: 200 len: 911 time: 0.7657969 Feb 17 09:32:34.072834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:34.102155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c231e362-b4e2-4ebf-b525-42537ab92b98 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:34.105486 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c231e362-b4e2-4ebf-b525-42537ab92b98 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:34.106556 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c231e362-b4e2-4ebf-b525-42537ab92b98 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2137599 Feb 17 09:32:34.116177 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ad89e75c-ce97-4307-983a-a27212605136 None None] Deleting port 54ce7ad6-5220-4dc5-a156-d98d606e9e46 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:34.116426 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad89e75c-ce97-4307-983a-a27212605136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:34.120542 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60248) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:34.140285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:34.168556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0cc2c4ad-40ee-4762-af71-37d50b81203b up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:34.170876 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Pushing event deleted for resources: {'Network': ['ID=7cd02769-b303-4763-ad18-3d8910ca11b2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:34.184077 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc1126-9c23-438e-ba8c-fc5011ad4c11 req-2aed0fd2-ae49-4b87-a003-06a231491c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:34.184077 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-05bc1126-9c23-438e-ba8c-fc5011ad4c11 req-2aed0fd2-ae49-4b87-a003-06a231491c89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a19cb067-687e-46e4-8864-55b4e53b82a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5084651 Feb 17 09:32:34.186097 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41489555-4519-4ed2-8a56-20b59060cd0e req-b8a3c36c-a3eb-4f1e-a1ad-657c1a0c7c58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=766a0d2d-bc08-4b86-9e5f-832883bcb404 HTTP/1.1" status: 200 len: 998 time: 0.2460179 Feb 17 09:32:34.189740 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Network 9bed24b7-5223-4913-92d9-e917d310e53c is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:32:34.244235 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-abb9ad65-be0e-4aad-91f8-3cd45923b1c9 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:34.252956 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 0cc2c4ad-40ee-4762-af71-37d50b81203b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:32:34.253302 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0cc2c4ad-40ee-4762-af71-37d50b81203b not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 17 09:32:34.259328 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7918b4-828e-4472-8415-06173c504541 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet 910dcd9a-79fc-467e-bc5c-30899e84f899 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:32:34.267507 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c7918b4-828e-4472-8415-06173c504541 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:34.294084 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41489555-4519-4ed2-8a56-20b59060cd0e req-5fac897b-cc7f-4d5f-8d23-21fe44f88173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:34.297080 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41489555-4519-4ed2-8a56-20b59060cd0e req-5fac897b-cc7f-4d5f-8d23-21fe44f88173 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5521f55-5393-4abb-b946-8c660da7abe1 HTTP/1.1" status: 200 len: 849 time: 0.0966074 Feb 17 09:32:34.297780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ad89e75c-ce97-4307-983a-a27212605136 None None] The port '54ce7ad6-5220-4dc5-a156-d98d606e9e46' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:32:34.301584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Port 0cc2c4ad-40ee-4762-af71-37d50b81203b not found, will not notify nova. {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 17 09:32:34.303912 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-81b6b751-e92e-4af9-a600-8aeb1f5381b6 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] 10.222.0.75 "DELETE /v2.0/networks/7cd02769-b303-4763-ad18-3d8910ca11b2 HTTP/1.1" status: 204 len: 168 time: 3.9588590 Feb 17 09:32:34.315036 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Deleting port f1c3ce74-8446-42c5-86db-b0ab7964f0c1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:34.315387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:34.343159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60254) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:34.368008 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-abb9ad65-be0e-4aad-91f8-3cd45923b1c9 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Transition to ACTIVE for port object 22fd6a86-c824-49a0-af65-8ff7a934cc6e will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:34.460562 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:32:34.473429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 9bed24b7-5223-4913-92d9-e917d310e53c) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:34.483756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f1c3ce74-8446-42c5-86db-b0ab7964f0c1 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:32:34.502953 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] The port 'f1c3ce74-8446-42c5-86db-b0ab7964f0c1' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:32:34.514737 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a16722-1e4d-4eee-828b-e6e9fe357c2c None None] Network 9bed24b7-5223-4913-92d9-e917d310e53c requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:34.572921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:34.680005 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-abb9ad65-be0e-4aad-91f8-3cd45923b1c9 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:34.688395 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c7918b4-828e-4472-8415-06173c504541 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:34.695645 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: f1c3ce74-8446-42c5-86db-b0ab7964f0c1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:32:34.696236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f1c3ce74-8446-42c5-86db-b0ab7964f0c1 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:32:34.696794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0cc2c4ad-40ee-4762-af71-37d50b81203b no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:32:34.771479 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0cc77-e5c9-4277-95dd-c3eefb9b79c8 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Deleting port 90ad2263-e8e2-48d5-b9d7-15b8398ed419 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:34.771827 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bd0cc77-e5c9-4277-95dd-c3eefb9b79c8 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:34.773998 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 0cc2c4ad-40ee-4762-af71-37d50b81203b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:32:34.774622 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0cc2c4ad-40ee-4762-af71-37d50b81203b not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:32:34.775149 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 54ce7ad6-5220-4dc5-a156-d98d606e9e46 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:32:34.809130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:34.809606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:34.810073 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:34.832447 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:34.832951 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:34.851958 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 2 to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad Feb 17 09:32:34.880377 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 54ce7ad6-5220-4dc5-a156-d98d606e9e46 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:32:34.881147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb9ad65-be0e-4aad-91f8-3cd45923b1c9 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Network c4753d93-62c6-4f68-9337-4ed00e99c9b3 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:34.883978 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 54ce7ad6-5220-4dc5-a156-d98d606e9e46 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:32:34.890229 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-abb9ad65-be0e-4aad-91f8-3cd45923b1c9 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:34.892874 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9ad65-be0e-4aad-91f8-3cd45923b1c9 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:34.900270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb9ad65-be0e-4aad-91f8-3cd45923b1c9 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:34.900471 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-abb9ad65-be0e-4aad-91f8-3cd45923b1c9 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:34.918207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:34.918767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:34.919330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:34.962667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9ad65-be0e-4aad-91f8-3cd45923b1c9 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event updated for resources: {'Port': ['ID=22fd6a86-c824-49a0-af65-8ff7a934cc6e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:34.965554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:34.965862 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:34.969759 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:34.974858 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 3 to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad Feb 17 09:32:34.988811 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-abb9ad65-be0e-4aad-91f8-3cd45923b1c9 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9568627 Feb 17 09:32:34.994952 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60268) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:35.014878 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f0b87f07-b4a7-4b5e-85bd-a82311b563a0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1e:cc:21'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:35.082974 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41489555-4519-4ed2-8a56-20b59060cd0e req-09dae1e0-1241-4fb5-86d5-f03e3cd9788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:35.084120 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41489555-4519-4ed2-8a56-20b59060cd0e req-09dae1e0-1241-4fb5-86d5-f03e3cd9788c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27d87cf8-de12-4c79-864c-28a6bac16755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7398880 Feb 17 09:32:35.084606 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9eddbf-5ce9-4f18-84df-7ad560030c50']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:35.085980 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-05bc1126-9c23-438e-ba8c-fc5011ad4c11 req-1b0b721e-e51e-42f9-947d-27c384cc1a4b service neutron] 10.222.0.37 "GET /v2.0/networks/a19cb067-687e-46e4-8864-55b4e53b82a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7958796 Feb 17 09:32:35.111093 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8aebc80-ee8a-4153-a8d4-102c84eaf9dc') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:35.111435 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8aebc80-ee8a-4153-a8d4-102c84eaf9dc') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:35.154884 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:35.172023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c7918b4-828e-4472-8415-06173c504541 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:35.214801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:35.215322 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:35.215473 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:35.285641 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:35.315767 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:32:35.316270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:35.320335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-243688c4-030b-4810-8ea5-6730015a87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'name': 'tempest-ServersTestJSON-175785175-router', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:02Z', 'updated_at': '2022-02-17T09:31:17Z', 'revision_number': 4, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'gw_port': {'id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '7f253cab-ddff-40ff-b015-66423c30da10', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'floating_ip_address': '172.26.4.233', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'port_id': 'c7a78d82-1623-46ea-b69d-0b767717ca4f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3', 'mac_address': 'fa:16:3e:8e:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b11be56-6402-406d-94aa-f4bcbe9f1a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:31:33Z', 'updated_at': '2022-02-17T09:32:24Z', 'revision_number': 1, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae1096b-ef0e-493f-9f53-34844bc7fe05', 'name': '', 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'mac_address': 'fa:16:3e:d9:08:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:12Z', 'updated_at': '2022-02-17T09:31:30Z', 'revision_number': 5, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'subnets': [{'id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:35.327819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243688c4-030b-4810-8ea5-6730015a87f7 None None] The sync data for ids ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'] in dv-neutron-828143-5-hyperv is: [{'id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'name': 'tempest-ServersTestJSON-175785175-router', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:02Z', 'updated_at': '2022-02-17T09:31:17Z', 'revision_number': 4, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'gw_port': {'id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '7f253cab-ddff-40ff-b015-66423c30da10', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'floating_ip_address': '172.26.4.233', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'port_id': 'c7a78d82-1623-46ea-b69d-0b767717ca4f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3', 'mac_address': 'fa:16:3e:8e:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b11be56-6402-406d-94aa-f4bcbe9f1a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:31:33Z', 'updated_at': '2022-02-17T09:32:24Z', 'revision_number': 1, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae1096b-ef0e-493f-9f53-34844bc7fe05', 'name': '', 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'mac_address': 'fa:16:3e:d9:08:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:12Z', 'updated_at': '2022-02-17T09:31:30Z', 'revision_number': 5, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'subnets': [{'id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:32:35.338252 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:32:35.356124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:35.356464 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:35.413153 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 4 to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad Feb 17 09:32:35.458995 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-588a65c9-1579-45fb-8197-ff83560d8845 None None] Provisioning for port 22fd6a86-c824-49a0-af65-8ff7a934cc6e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:35.466991 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-588a65c9-1579-45fb-8197-ff83560d8845 None None] Provisioning complete for port 22fd6a86-c824-49a0-af65-8ff7a934cc6e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:35.467730 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-588a65c9-1579-45fb-8197-ff83560d8845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:35.482988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:35.483328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:35.483668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:35.534427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:35.534690 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:35.560090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-588a65c9-1579-45fb-8197-ff83560d8845 None None] Port 22fd6a86-c824-49a0-af65-8ff7a934cc6e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:32:35.572862 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 5 to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad Feb 17 09:32:35.590071 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0b87f07-b4a7-4b5e-85bd-a82311b563a0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:35.593343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bd0cc77-e5c9-4277-95dd-c3eefb9b79c8 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:35.593792 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bd0cc77-e5c9-4277-95dd-c3eefb9b79c8 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:35.611299 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:35.629371 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:35.695291 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "DELETE /v2.0/networks/4f9eddbf-5ce9-4f18-84df-7ad560030c50 HTTP/1.1" status: 204 len: 168 time: 4.1699917 Feb 17 09:32:35.695932 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fb9245-4cb9-466b-9201-cd44ebb31040 None None] New status for floating IP 7f253cab-ddff-40ff-b015-66423c30da10: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:32:35.709721 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60280) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:35.710772 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60282) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:35.721990 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c7918b4-828e-4472-8415-06173c504541 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:35.801003 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d46f47-f7ac-431f-a667-5f597153303f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event deleted for resources: {'Network': ['ID=4f9eddbf-5ce9-4f18-84df-7ad560030c50,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:35.826665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7918b4-828e-4472-8415-06173c504541 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=910dcd9a-79fc-467e-bc5c-30899e84f899,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:35.833060 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c7918b4-828e-4472-8415-06173c504541 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:35.838659 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5c7918b4-828e-4472-8415-06173c504541 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/910dcd9a-79fc-467e-bc5c-30899e84f899 HTTP/1.1" status: 204 len: 168 time: 1.7167027 Feb 17 09:32:35.839905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:35.840787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ebb827-ad38-4ba7-a059-acabba0651e4 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:35.926987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0cc77-e5c9-4277-95dd-c3eefb9b79c8 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Calling delete_port for 90ad2263-e8e2-48d5-b9d7-15b8398ed419 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:36.117582 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fff3339e-f27a-4bb7-90da-4a456d9f72f0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1999373 Feb 17 09:32:36.118822 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60294) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:36.130796 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:36.131553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:36.131682 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:36.144770 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-05bc1126-9c23-438e-ba8c-fc5011ad4c11 req-949a583d-8c2f-4268-8f5d-09ca7318c591 service neutron] 10.222.0.37 "GET /v2.0/networks/a19cb067-687e-46e4-8864-55b4e53b82a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9533608 Feb 17 09:32:36.150006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:36.150234 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:36.159363 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 6 to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad Feb 17 09:32:36.174922 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41489555-4519-4ed2-8a56-20b59060cd0e req-60dc7086-4a32-4a32-b028-10de45c161f9 service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0295105 Feb 17 09:32:36.185478 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a7ebf409-fd2e-4a0f-a9bb-23783e1f4f57 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:36.197880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495657c-e653-48dd-b45a-d1f2d3b3e8dc req-c711d087-b2ff-4b64-9ba5-124592db24d9 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:36.199589 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0495657c-e653-48dd-b45a-d1f2d3b3e8dc req-c711d087-b2ff-4b64-9ba5-124592db24d9 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 1.1209490 Feb 17 09:32:36.239474 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:36.239474 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:36.239474 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:36.248317 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-184411457'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:36.252690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c4206f-7a35-4d49-aca3-16e1191f912d None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:32:36.258242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c2c4206f-7a35-4d49-aca3-16e1191f912d None None] Deleting port 55e34aff-62b0-434c-b5d3-7fdd270e8a71 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:36.258818 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2c4206f-7a35-4d49-aca3-16e1191f912d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:36.260480 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:36.312525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:36.312856 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:36.318021 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 7 to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad Feb 17 09:32:36.318755 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:network and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:36.333794 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca178515-bd60-47e1-86fe-3bbf2fc09a80 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:36.340971 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:36.363318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bd0cc77-e5c9-4277-95dd-c3eefb9b79c8 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:36.381266 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:36.420035 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:36.420420 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:36.420751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:36.435161 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0495657c-e653-48dd-b45a-d1f2d3b3e8dc req-3f18a839-9b0d-4bcb-b200-3fde2a0e21d6 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979332 Feb 17 09:32:36.453962 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0cc77-e5c9-4277-95dd-c3eefb9b79c8 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Pushing event deleted for resources: {'Port': ['ID=90ad2263-e8e2-48d5-b9d7-15b8398ed419,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:36.494356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:36.494701 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:36.503273 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 8 to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad Feb 17 09:32:36.511728 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 55e34aff-62b0-434c-b5d3-7fdd270e8a71 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:32:36.566205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a7ebf409-fd2e-4a0f-a9bb-23783e1f4f57 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:36.581246 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:36.582169 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:36.582632 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:36.589894 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41489555-4519-4ed2-8a56-20b59060cd0e req-0d2cdcbe-2932-4799-9a20-47fed5b6cfb0 service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053953 Feb 17 09:32:36.594449 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:36.594775 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:36.596803 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 9 to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad Feb 17 09:32:36.623719 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a7ebf409-fd2e-4a0f-a9bb-23783e1f4f57 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:36.624379 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:36.627881 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:36.630859 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c2c4206f-7a35-4d49-aca3-16e1191f912d None None] For port 55e34aff-62b0-434c-b5d3-7fdd270e8a71, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=55e34aff-62b0-434c-b5d3-7fdd270e8a71,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:36.631605 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2c4206f-7a35-4d49-aca3-16e1191f912d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:36.632380 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:36.633827 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:36.634143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:36.639737 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bd0cc77-e5c9-4277-95dd-c3eefb9b79c8 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:36.645350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a7ebf409-fd2e-4a0f-a9bb-23783e1f4f57 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:36.645784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:36.646029 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:36.649118 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 10 to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad Feb 17 09:32:36.673117 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:36.673456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:36.673799 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:36.674155 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:36.681875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:36.682297 dv-neutron-828143-5-hyperv neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port a4714fff-c09d-4f27-bd73-4eb8a8f165ad on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:36.682591 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:36.690380 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a7ebf409-fd2e-4a0f-a9bb-23783e1f4f57 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:36.713314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca178515-bd60-47e1-86fe-3bbf2fc09a80 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:36.782880 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c2c4206f-7a35-4d49-aca3-16e1191f912d None None] Calling delete_port for 55e34aff-62b0-434c-b5d3-7fdd270e8a71 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:36.787358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bd0cc77-e5c9-4277-95dd-c3eefb9b79c8 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:36.791988 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4bd0cc77-e5c9-4277-95dd-c3eefb9b79c8 tempest-FloatingIPAdminTestJSON-675732697 tempest-FloatingIPAdminTestJSON-675732697-project] 10.222.0.75 "DELETE /v2.0/floatingips/6cafc213-3f82-49f1-8715-48a81d3e6746 HTTP/1.1" status: 204 len: 168 time: 2.3991868 Feb 17 09:32:36.796135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] For port a4714fff-c09d-4f27-bd73-4eb8a8f165ad, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:32:36.796545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempted to set empty binding levels {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 17 09:32:36.853103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:36.873656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:36.884325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:security_group_rule and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:36.890109 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ca178515-bd60-47e1-86fe-3bbf2fc09a80 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cf9ddd-d9fa-478d-81da-2b5968dbea9e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:36.902848 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:36.915675 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:36.920110 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ca178515-bd60-47e1-86fe-3bbf2fc09a80 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b78587c-1153-40a9-8db1-86e57398c56f') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:36.920110 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ca178515-bd60-47e1-86fe-3bbf2fc09a80 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b78587c-1153-40a9-8db1-86e57398c56f') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:36.942595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ebf409-fd2e-4a0f-a9bb-23783e1f4f57 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:36.944874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:36.945828 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7ebf409-fd2e-4a0f-a9bb-23783e1f4f57 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:36.962156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca178515-bd60-47e1-86fe-3bbf2fc09a80 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:36.972960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:36.973623 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:36.997885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Pushing event updated for resources: {'Port': ['ID=a4714fff-c09d-4f27-bd73-4eb8a8f165ad,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:37.027757 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2c4206f-7a35-4d49-aca3-16e1191f912d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:37.067065 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0b87f07-b4a7-4b5e-85bd-a82311b563a0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:37.082905 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f526d977-084f-4208-8347-ec9edae966e6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 10.5537257 Feb 17 09:32:37.086205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca178515-bd60-47e1-86fe-3bbf2fc09a80 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:37.086337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60304) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:37.095360 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4206f-7a35-4d49-aca3-16e1191f912d None None] Pushing event deleted for resources: {'Port': ['ID=55e34aff-62b0-434c-b5d3-7fdd270e8a71,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:37.098091 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c4206f-7a35-4d49-aca3-16e1191f912d None None] No DVR routers for this DVR port 55e34aff-62b0-434c-b5d3-7fdd270e8a71 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:32:37.106471 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca178515-bd60-47e1-86fe-3bbf2fc09a80 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:32:37.107140 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca178515-bd60-47e1-86fe-3bbf2fc09a80 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:32:37.123702 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:32:37.193419 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-608ab28e-f8ef-4137-b091-b2e555bf8bf5 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Deleting port a4714fff-c09d-4f27-bd73-4eb8a8f165ad {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:37.194028 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-608ab28e-f8ef-4137-b091-b2e555bf8bf5 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:37.251848 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0b87f07-b4a7-4b5e-85bd-a82311b563a0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:37.373798 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f0b87f07-b4a7-4b5e-85bd-a82311b563a0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] In _notify_port_updated(), no bound segment for port 22fd6a86-c824-49a0-af65-8ff7a934cc6e on network c4753d93-62c6-4f68-9337-4ed00e99c9b3 {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:32:37.380017 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b87f07-b4a7-4b5e-85bd-a82311b563a0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:37.380690 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0b87f07-b4a7-4b5e-85bd-a82311b563a0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:37.382032 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f0b87f07-b4a7-4b5e-85bd-a82311b563a0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "PUT /v2.0/ports/22fd6a86-c824-49a0-af65-8ff7a934cc6e HTTP/1.1" status: 200 len: 1002 time: 2.3854849 Feb 17 09:32:37.391170 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60310) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:37.441384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b87f07-b4a7-4b5e-85bd-a82311b563a0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event updated for resources: {'Port': ['ID=22fd6a86-c824-49a0-af65-8ff7a934cc6e,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:37.466540 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60314) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:37.486834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-608ab28e-f8ef-4137-b091-b2e555bf8bf5 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] For port a4714fff-c09d-4f27-bd73-4eb8a8f165ad, host hv-neutron-8281, got binding levels [] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:37.487404 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-608ab28e-f8ef-4137-b091-b2e555bf8bf5 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:37.495506 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca178515-bd60-47e1-86fe-3bbf2fc09a80 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:37.528893 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca178515-bd60-47e1-86fe-3bbf2fc09a80 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:37.577248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca178515-bd60-47e1-86fe-3bbf2fc09a80 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event deleted for resources: {'Network': ['ID=95cf9ddd-d9fa-478d-81da-2b5968dbea9e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:37.588792 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-120abea7-2dc9-4008-b7da-457ece52c84d tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Deleting port 22fd6a86-c824-49a0-af65-8ff7a934cc6e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:37.593279 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-120abea7-2dc9-4008-b7da-457ece52c84d tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:37.635091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:37.750264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-608ab28e-f8ef-4137-b091-b2e555bf8bf5 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Calling delete_port for a4714fff-c09d-4f27-bd73-4eb8a8f165ad owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:37.783666 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:37.818540 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ca178515-bd60-47e1-86fe-3bbf2fc09a80 tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "DELETE /v2.0/networks/95cf9ddd-d9fa-478d-81da-2b5968dbea9e HTTP/1.1" status: 204 len: 168 time: 2.0960925 Feb 17 09:32:37.819638 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60324) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:37.830479 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ab2a11ee-6cd3-493f-bc2c-46dd5be5a902 None None] Provisioning complete for port 22fd6a86-c824-49a0-af65-8ff7a934cc6e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:37.831286 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab2a11ee-6cd3-493f-bc2c-46dd5be5a902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:37.895975 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a11ee-6cd3-493f-bc2c-46dd5be5a902 None None] Port 22fd6a86-c824-49a0-af65-8ff7a934cc6e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:32:37.926525 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:32:37.971139 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4f99876e-7171-4494-8e0a-07d8d485249f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:37.976889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b7b913-e34f-4d42-a651-f96d774e9832,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:38.011170 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a909a6ba-4c5c-4112-84a0-73539a9cd9b9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=20022b5c2a034037aa3f31ad3a4cdaae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5371146 Feb 17 09:32:38.021222 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60328) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:38.108799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.109248 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Added segment d6481c2f-8aba-46df-a362-515b233a7a2d of type vlan for network 01a63510-c214-4d9a-938a-639f6bb020a6 Feb 17 09:32:38.120986 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-608ab28e-f8ef-4137-b091-b2e555bf8bf5 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.154074 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4ef1b-46cf-4b53-8d0c-d036f97c254e req-fdc7f8d2-b2e2-44a7-bd3c-8b3cd4e7cf9c tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:38.155535 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-00d4ef1b-46cf-4b53-8d0c-d036f97c254e req-fdc7f8d2-b2e2-44a7-bd3c-8b3cd4e7cf9c tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.4410365 Feb 17 09:32:38.194579 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.214942 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7ebf409-fd2e-4a0f-a9bb-23783e1f4f57 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.292216 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.315347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ab28e-f8ef-4137-b091-b2e555bf8bf5 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4714fff-c09d-4f27-bd73-4eb8a8f165ad,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:38.316995 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-120abea7-2dc9-4008-b7da-457ece52c84d tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.323117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-608ab28e-f8ef-4137-b091-b2e555bf8bf5 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.334629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4f99876e-7171-4494-8e0a-07d8d485249f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.334887 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-00d4ef1b-46cf-4b53-8d0c-d036f97c254e req-fcac7ec7-164e-4a7e-9547-25d9055e4398 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670043 Feb 17 09:32:38.348502 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ebf409-fd2e-4a0f-a9bb-23783e1f4f57 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:38.368980 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-608ab28e-f8ef-4137-b091-b2e555bf8bf5 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] 10.222.0.75 "DELETE /v2.0/ports/a4714fff-c09d-4f27-bd73-4eb8a8f165ad HTTP/1.1" status: 204 len: 168 time: 1.2813544 Feb 17 09:32:38.368980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60334) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:38.371965 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4f99876e-7171-4494-8e0a-07d8d485249f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6063726-2746-4e89-9505-f0e48ba7a613']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:38.404630 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a7ebf409-fd2e-4a0f-a9bb-23783e1f4f57 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:38.415802 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f602b8-6df4-40f9-8827-2582c3e4e028 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:38.443550 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4f99876e-7171-4494-8e0a-07d8d485249f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321cef02-5844-4790-b0f3-a3979ae7783e') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:38.443908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4f99876e-7171-4494-8e0a-07d8d485249f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321cef02-5844-4790-b0f3-a3979ae7783e') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:38.451431 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-2779eacf-ea77-465c-9a63-6aab8dd2cbe6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] GET failed (client error): The resource could not be found. Feb 17 09:32:38.451989 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2779eacf-ea77-465c-9a63-6aab8dd2cbe6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Synchronizing usage tracker for tenant:9495c66bb3f14bbb8bb922a654873ba4 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:38.461176 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-efcdb770-1daf-4019-b61c-a066831d4967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.467481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4f99876e-7171-4494-8e0a-07d8d485249f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.472123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ebf409-fd2e-4a0f-a9bb-23783e1f4f57 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:38.472727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7ebf409-fd2e-4a0f-a9bb-23783e1f4f57 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.484500 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-120abea7-2dc9-4008-b7da-457ece52c84d tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Calling delete_port for 22fd6a86-c824-49a0-af65-8ff7a934cc6e owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:38.511998 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebf409-fd2e-4a0f-a9bb-23783e1f4f57 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=c7b5e027-7557-426f-93e1-add3e4c69b55,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:38.547333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4f99876e-7171-4494-8e0a-07d8d485249f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.557603 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.569235 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:38.569454 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f99876e-7171-4494-8e0a-07d8d485249f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:32:38.569694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4f99876e-7171-4494-8e0a-07d8d485249f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.570550 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:32:38.589890 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:32:38.598137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-efcdb770-1daf-4019-b61c-a066831d4967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.670465 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2779eacf-ea77-465c-9a63-6aab8dd2cbe6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Unset dirty status for tenant:9495c66bb3f14bbb8bb922a654873ba4 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:38.680232 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2779eacf-ea77-465c-9a63-6aab8dd2cbe6 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] 10.222.0.75 "GET /v2.0/ports/a4714fff-c09d-4f27-bd73-4eb8a8f165ad HTTP/1.1" status: 404 len: 333 time: 0.3020837 Feb 17 09:32:38.680412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': 'c7b5e027-7557-426f-93e1-add3e4c69b55'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:32:38.680412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.680596 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a7ebf409-fd2e-4a0f-a9bb-23783e1f4f57 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5184054 Feb 17 09:32:38.683695 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60338) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:38.684621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60340) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:38.742391 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd5e39-7da0-4bf6-8a16-dc0b46fd1245 req-0ab18aaf-5af5-4de4-b18c-97567a9b77d3 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:38.743905 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-30dd5e39-7da0-4bf6-8a16-dc0b46fd1245 req-0ab18aaf-5af5-4de4-b18c-97567a9b77d3 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.2641363 Feb 17 09:32:38.754501 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'fixed_ips': [{'subnet_id': 'c7b5e027-7557-426f-93e1-add3e4c69b55', 'ip_address': '2001:db8::232e:82eb:c729:30b'}], 'name': 'tempest-NetworksTestDHCPv6-933258982'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:38.771299 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9bc153de-6211-4181-adeb-e69ca6d03eaa tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Request body: {'port': {'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1437244394'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:38.797523 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-30dd5e39-7da0-4bf6-8a16-dc0b46fd1245 req-cad7a598-73f7-4e10-ab61-137ebfba9c60 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466866 Feb 17 09:32:38.803712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4f99876e-7171-4494-8e0a-07d8d485249f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.822720 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4f99876e-7171-4494-8e0a-07d8d485249f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.835175 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-efcdb770-1daf-4019-b61c-a066831d4967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.846924 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99876e-7171-4494-8e0a-07d8d485249f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] Pushing event deleted for resources: {'Network': ['ID=d6063726-2746-4e89-9505-f0e48ba7a613,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:38.852228 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9bc153de-6211-4181-adeb-e69ca6d03eaa tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:38.861706 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdb770-1daf-4019-b61c-a066831d4967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0675686-0bff-479a-abf9-ccf0889072d0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:38.864733 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4f99876e-7171-4494-8e0a-07d8d485249f tempest-BulkNetworkOpsIpV6Test-374457016 tempest-BulkNetworkOpsIpV6Test-374457016-project] 10.222.0.75 "DELETE /v2.0/networks/d6063726-2746-4e89-9505-f0e48ba7a613 HTTP/1.1" status: 204 len: 168 time: 1.0445609 Feb 17 09:32:38.868379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-efcdb770-1daf-4019-b61c-a066831d4967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:38.869616 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-efcdb770-1daf-4019-b61c-a066831d4967 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f0675686-0bff-479a-abf9-ccf0889072d0 HTTP/1.1" status: 204 len: 168 time: 0.8433592 Feb 17 09:32:38.883480 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.1661994 Feb 17 09:32:38.884403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da503f5-4dbe-4f4f-bfab-08bc829b442f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Network': ['ID=01a63510-c214-4d9a-938a-639f6bb020a6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:38.897845 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 01a63510-c214-4d9a-938a-639f6bb020a6 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:32:38.907582 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9bc153de-6211-4181-adeb-e69ca6d03eaa tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:38.996056 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60352) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:39.002382 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a5cf0293-80e2-464d-8e84-e6d5900a104c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'subnet': {'network_id': '01a63510-c214-4d9a-938a-639f6bb020a6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:39.092594 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc153de-6211-4181-adeb-e69ca6d03eaa tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Made reservation on behalf of 9495c66bb3f14bbb8bb922a654873ba4 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:39.095279 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bc153de-6211-4181-adeb-e69ca6d03eaa tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:39.104845 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-120abea7-2dc9-4008-b7da-457ece52c84d tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:39.128478 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a5cf0293-80e2-464d-8e84-e6d5900a104c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:39.132942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a5cf0293-80e2-464d-8e84-e6d5900a104c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:subnet and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:39.137027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a5cf0293-80e2-464d-8e84-e6d5900a104c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:39.144805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a5cf0293-80e2-464d-8e84-e6d5900a104c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:39.186311 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120abea7-2dc9-4008-b7da-457ece52c84d tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event deleted for resources: {'Port': ['ID=22fd6a86-c824-49a0-af65-8ff7a934cc6e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:39.200184 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Allocated IP 2001:db8::2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/c7b5e027-7557-426f-93e1-add3e4c69b55/26cce125-777b-47df-83ba-0878717e3141) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:39.241673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-9bc153de-6211-4181-adeb-e69ca6d03eaa tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] device_id is not set on port ea71a821-1710-454b-b207-3153d633cf21 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:39.292055 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:39.294989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-120abea7-2dc9-4008-b7da-457ece52c84d tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:39.312045 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:port and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:39.312896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cf0293-80e2-464d-8e84-e6d5900a104c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:39.318005 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:39.322313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0293-80e2-464d-8e84-e6d5900a104c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:39.323356 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-120abea7-2dc9-4008-b7da-457ece52c84d tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "DELETE /v2.0/ports/22fd6a86-c824-49a0-af65-8ff7a934cc6e HTTP/1.1" status: 204 len: 168 time: 1.9312739 Feb 17 09:32:39.331929 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60356) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:39.349425 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:39.455002 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-289714c2-6f05-4ae3-9f69-8dc50ca609a7 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] GET failed (client error): The resource could not be found. Feb 17 09:32:39.457669 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-289714c2-6f05-4ae3-9f69-8dc50ca609a7 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Synchronizing usage tracker for tenant:c8755942377143f6a2c7e1aa0834e824 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:39.484121 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:39.498329 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Transition to ACTIVE for port object 26cce125-777b-47df-83ba-0878717e3141 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:39.523207 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Transition to ACTIVE for port object 26cce125-777b-47df-83ba-0878717e3141 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:39.543597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-289714c2-6f05-4ae3-9f69-8dc50ca609a7 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Unset dirty status for tenant:c8755942377143f6a2c7e1aa0834e824 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:39.544815 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-289714c2-6f05-4ae3-9f69-8dc50ca609a7 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "GET /v2.0/ports/22fd6a86-c824-49a0-af65-8ff7a934cc6e HTTP/1.1" status: 404 len: 333 time: 0.2093568 Feb 17 09:32:39.549243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60362) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:39.552694 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:39.619382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-29af6182-f242-4855-8130-41ab830aaac5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Request body: {'port': {'network_id': 'c4753d93-62c6-4f68-9337-4ed00e99c9b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-861855609'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:39.628919 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:39.735222 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:39.738867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:39.743231 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:39.746968 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0293-80e2-464d-8e84-e6d5900a104c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:39.749498 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Pushing event updated for resources: {'Port': ['ID=26cce125-777b-47df-83ba-0878717e3141,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:39.832781 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60370) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:39.867001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Attempting to bind port 26cce125-777b-47df-83ba-0878717e3141 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:39.870840 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Attempting to bind port 26cce125-777b-47df-83ba-0878717e3141 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:39.870840 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Attempting to bind port 26cce125-777b-47df-83ba-0878717e3141 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:39.873788 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:32:39.874301 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:39.875130 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:39.875130 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:32:39.875683 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Bound port: 26cce125-777b-47df-83ba-0878717e3141, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:32:39.876117 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:39.896462 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bc153de-6211-4181-adeb-e69ca6d03eaa tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:39.946997 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf0293-80e2-464d-8e84-e6d5900a104c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Subnet': ['ID=f7434808-4106-441a-8123-30122cabc555,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:39.961540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cf0293-80e2-464d-8e84-e6d5900a104c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Checking segment: {'id': 'd6481c2f-8aba-46df-a362-515b233a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '01a63510-c214-4d9a-938a-639f6bb020a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:39.961903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cf0293-80e2-464d-8e84-e6d5900a104c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network hostable DHCP agents. Network: 01a63510-c214-4d9a-938a-639f6bb020a6, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:32:39.987761 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:39.998070 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] For port 26cce125-777b-47df-83ba-0878717e3141, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:32:40.002450 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] For port 26cce125-777b-47df-83ba-0878717e3141, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=26cce125-777b-47df-83ba-0878717e3141,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:32:40.004239 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-29af6182-f242-4855-8130-41ab830aaac5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:40.021163 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port 1d2a5c38-fec4-4271-bd65-25a7a0301fd8 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:40.036189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870749d1-ac0e-41bf-a5e1-3adf41fe6b7c req-bb62ad51-a8c2-4b4e-9c56-91dbd0a0d2e9 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:40.037775 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-870749d1-ac0e-41bf-a5e1-3adf41fe6b7c req-bb62ad51-a8c2-4b4e-9c56-91dbd0a0d2e9 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.1797459 Feb 17 09:32:40.059135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60376) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:40.061544 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-29af6182-f242-4855-8130-41ab830aaac5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:40.085126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cf0293-80e2-464d-8e84-e6d5900a104c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network 01a63510-c214-4d9a-938a-639f6bb020a6 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:32:40.104149 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d80ee4a-3bc6-4801-b7c6-689cd887198b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:40.105660 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:40.116743 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-00bdf2e6-2607-449a-8617-de70f9ccaa2c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=588d843dba0c4821be541960159e2942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709138 Feb 17 09:32:40.121601 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-870749d1-ac0e-41bf-a5e1-3adf41fe6b7c req-42b7bf44-766c-4d68-9c25-f9c4e3554e40 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717514 Feb 17 09:32:40.122084 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60380) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:40.135135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3d80ee4a-3bc6-4801-b7c6-689cd887198b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:40.176404 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3d80ee4a-3bc6-4801-b7c6-689cd887198b admin admin] Usage tracker for resource:security_group_rule and tenant:9158a8108c0642ca81251394d8efc403 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:40.183908 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29af6182-f242-4855-8130-41ab830aaac5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Made reservation on behalf of c8755942377143f6a2c7e1aa0834e824 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:40.188413 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29af6182-f242-4855-8130-41ab830aaac5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:40.201942 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3d80ee4a-3bc6-4801-b7c6-689cd887198b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:40.202214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d9730cd-bb78-4284-b813-a9bfe74c7a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:40.217467 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3d80ee4a-3bc6-4801-b7c6-689cd887198b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:40.233517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a5cf0293-80e2-464d-8e84-e6d5900a104c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 01a63510-c214-4d9a-938a-639f6bb020a6) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:40.236871 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bc153de-6211-4181-adeb-e69ca6d03eaa tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:40.243218 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cf0293-80e2-464d-8e84-e6d5900a104c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:40.243776 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0293-80e2-464d-8e84-e6d5900a104c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:40.244169 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478953d-cbf0-4e9a-a9b1-426551e2f31e None None] Pushing event updated for resources: {'Port': ['ID=26cce125-777b-47df-83ba-0878717e3141,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:40.257357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a048746e-ae92-4731-a462-16436701682d None None] Network 01a63510-c214-4d9a-938a-639f6bb020a6 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:40.257569 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d9730cd-bb78-4284-b813-a9bfe74c7a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:40.265687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-29af6182-f242-4855-8130-41ab830aaac5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] device_id is not set on port 5b9553af-2339-46bb-931e-374edc6bc95c yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:40.357293 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a5cf0293-80e2-464d-8e84-e6d5900a104c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3568046 Feb 17 09:32:40.357293 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60388) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:40.366110 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b586082f-161c-42f9-9f4c-cf9f8e1677b4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1428694331'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:40.374828 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b586082f-161c-42f9-9f4c-cf9f8e1677b4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:40.384955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b586082f-161c-42f9-9f4c-cf9f8e1677b4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:network and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:40.390418 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b586082f-161c-42f9-9f4c-cf9f8e1677b4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:40.402851 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b586082f-161c-42f9-9f4c-cf9f8e1677b4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:40.407913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d9730cd-bb78-4284-b813-a9bfe74c7a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:40.437786 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d9730cd-bb78-4284-b813-a9bfe74c7a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:40.442792 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2d9730cd-bb78-4284-b813-a9bfe74c7a9c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b85533bb-7762-4f47-87ec-90919b27c0a6 HTTP/1.1" status: 204 len: 168 time: 0.3194633 Feb 17 09:32:40.445565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9730cd-bb78-4284-b813-a9bfe74c7a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85533bb-7762-4f47-87ec-90919b27c0a6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:40.486931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc153de-6211-4181-adeb-e69ca6d03eaa tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Network 9bed24b7-5223-4913-92d9-e917d310e53c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:40.540954 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-9bc153de-6211-4181-adeb-e69ca6d03eaa tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:40.554654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b586082f-161c-42f9-9f4c-cf9f8e1677b4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:40.555801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc153de-6211-4181-adeb-e69ca6d03eaa tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:40.556277 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc153de-6211-4181-adeb-e69ca6d03eaa tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:40.556875 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bc153de-6211-4181-adeb-e69ca6d03eaa tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:40.560948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b586082f-161c-42f9-9f4c-cf9f8e1677b4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:40.572797 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc153de-6211-4181-adeb-e69ca6d03eaa tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Pushing event updated for resources: {'Port': ['ID=ea71a821-1710-454b-b207-3153d633cf21,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:40.621971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b586082f-161c-42f9-9f4c-cf9f8e1677b4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:32:40.639306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b586082f-161c-42f9-9f4c-cf9f8e1677b4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:40.639669 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-b586082f-161c-42f9-9f4c-cf9f8e1677b4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Added segment 9e4b2427-bdb8-414a-8fe5-50eea6cd037f of type vlan for network a10077d8-db25-4dcf-b893-a87439dfdc79 Feb 17 09:32:40.694885 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::232e:82eb:c729:30b (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/c7b5e027-7557-426f-93e1-add3e4c69b55/1d2a5c38-fec4-4271-bd65-25a7a0301fd8) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:40.699107 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b586082f-161c-42f9-9f4c-cf9f8e1677b4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:40.724375 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-01a63510-c214-4d9a-938a-639f6bb020a6', 'network_id': '01a63510-c214-4d9a-938a-639f6bb020a6', 'tenant_id': 'd71f25c9faa84e9ea04b56d745ca03fe', 'fixed_ips': [{'subnet_id': 'f7434808-4106-441a-8123-30122cabc555'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:32:40.725227 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:40.840101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-29af6182-f242-4855-8130-41ab830aaac5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Allocated IP 2001:db8::2d4 (c4753d93-62c6-4f68-9337-4ed00e99c9b3/bea249cb-84ec-4a9b-88eb-575348d6094a/5b9553af-2339-46bb-931e-374edc6bc95c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:40.902238 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Allocated IP 172.20.255.242 (01a63510-c214-4d9a-938a-639f6bb020a6/f7434808-4106-441a-8123-30122cabc555/7c960778-fcb8-4f52-a231-2872bc2b8acd) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:40.923701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b586082f-161c-42f9-9f4c-cf9f8e1677b4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:40.933776 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b586082f-161c-42f9-9f4c-cf9f8e1677b4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:40.934717 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b586082f-161c-42f9-9f4c-cf9f8e1677b4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:40.936535 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d80ee4a-3bc6-4801-b7c6-689cd887198b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:41.013054 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9bc153de-6211-4181-adeb-e69ca6d03eaa tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2765749 Feb 17 09:32:41.021230 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60396) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:41.032470 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:41.077594 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d80ee4a-3bc6-4801-b7c6-689cd887198b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:41.086385 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586082f-161c-42f9-9f4c-cf9f8e1677b4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Network': ['ID=a10077d8-db25-4dcf-b893-a87439dfdc79,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:41.109344 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network a10077d8-db25-4dcf-b893-a87439dfdc79 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:32:41.142167 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b586082f-161c-42f9-9f4c-cf9f8e1677b4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7857649 Feb 17 09:32:41.152787 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60402) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:41.160912 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-89ff3dba-1378-4372-882b-5289691a159b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'subnet': {'network_id': 'a10077d8-db25-4dcf-b893-a87439dfdc79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:41.320240 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:41.332423 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Transition to ACTIVE for port object 7c960778-fcb8-4f52-a231-2872bc2b8acd will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:41.369906 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Transition to ACTIVE for port object 7c960778-fcb8-4f52-a231-2872bc2b8acd will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:41.408963 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-89ff3dba-1378-4372-882b-5289691a159b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:41.415914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-89ff3dba-1378-4372-882b-5289691a159b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:subnet and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:41.419537 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-89ff3dba-1378-4372-882b-5289691a159b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:41.425911 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-89ff3dba-1378-4372-882b-5289691a159b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:41.474491 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3d80ee4a-3bc6-4801-b7c6-689cd887198b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9158a8108c0642ca81251394d8efc403&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4141729 Feb 17 09:32:41.478387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60412) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:41.481923 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:41.486474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80ee4a-3bc6-4801-b7c6-689cd887198b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69168958-6147-4bb6-abaf-35af3cc20f6f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:41.528159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ff3dba-1378-4372-882b-5289691a159b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:41.532492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89ff3dba-1378-4372-882b-5289691a159b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:41.613325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:41.644367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Network 01a63510-c214-4d9a-938a-639f6bb020a6 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:41.652625 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:41.664457 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:41.670565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Pushing event updated for resources: {'Port': ['ID=7c960778-fcb8-4f52-a231-2872bc2b8acd,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:41.678978 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:41.776561 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29af6182-f242-4855-8130-41ab830aaac5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:41.787545 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object 1d2a5c38-fec4-4271-bd65-25a7a0301fd8 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:41.820112 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Attempting to bind port 7c960778-fcb8-4f52-a231-2872bc2b8acd on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:41.820550 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Attempting to bind port 7c960778-fcb8-4f52-a231-2872bc2b8acd by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'd6481c2f-8aba-46df-a362-515b233a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '01a63510-c214-4d9a-938a-639f6bb020a6'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:41.820923 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Attempting to bind port 7c960778-fcb8-4f52-a231-2872bc2b8acd on network 01a63510-c214-4d9a-938a-639f6bb020a6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:41.825016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-29af6182-f242-4855-8130-41ab830aaac5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Transition to ACTIVE for port object 5b9553af-2339-46bb-931e-374edc6bc95c will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:41.833560 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:32:41.833961 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Checking segment: {'id': 'd6481c2f-8aba-46df-a362-515b233a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '01a63510-c214-4d9a-938a-639f6bb020a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:41.834404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:41.835187 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Bound using segment: {'id': 'd6481c2f-8aba-46df-a362-515b233a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '01a63510-c214-4d9a-938a-639f6bb020a6'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:32:41.835703 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Bound port: 7c960778-fcb8-4f52-a231-2872bc2b8acd, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6481c2f-8aba-46df-a362-515b233a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '01a63510-c214-4d9a-938a-639f6bb020a6'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:32:41.836089 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:41.907766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-659a1001-2ee1-4d08-b039-e443c0033cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:41.967752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-659a1001-2ee1-4d08-b039-e443c0033cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:42.003019 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] For port 7c960778-fcb8-4f52-a231-2872bc2b8acd, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:32:42.007688 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] For port 7c960778-fcb8-4f52-a231-2872bc2b8acd, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7c960778-fcb8-4f52-a231-2872bc2b8acd,segment=NetworkSegment(d6481c2f-8aba-46df-a362-515b233a7a2d),segment_id=d6481c2f-8aba-46df-a362-515b233a7a2d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:32:42.028121 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd7fd2-a487-4926-a2d9-171e1f268a07 req-7f6f4e1c-98c5-42ba-ac3d-bde7c6da7442 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:42.029644 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e2cd7fd2-a487-4926-a2d9-171e1f268a07 req-7f6f4e1c-98c5-42ba-ac3d-bde7c6da7442 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.3764818 Feb 17 09:32:42.048736 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] device_id is not set on port ea71a821-1710-454b-b207-3153d633cf21 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:42.057762 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:42.060243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:42.092746 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cdb2f118-6bae-4516-8cb3-c256998d60fc None None] Provisioning for port 26cce125-777b-47df-83ba-0878717e3141 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:42.132289 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:42.132980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29af6182-f242-4855-8130-41ab830aaac5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:42.143920 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e2cd7fd2-a487-4926-a2d9-171e1f268a07 req-ed09356a-054d-4edc-bedb-060951ff7524 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953460 Feb 17 09:32:42.177758 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Transition to ACTIVE for port object ea71a821-1710-454b-b207-3153d633cf21 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:42.186617 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:42.195514 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:42.199494 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=1d2a5c38-fec4-4271-bd65-25a7a0301fd8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:42.200781 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-659a1001-2ee1-4d08-b039-e443c0033cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:42.201875 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:42.208333 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:42.208891 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:42.238204 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a1001-2ee1-4d08-b039-e443c0033cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69168958-6147-4bb6-abaf-35af3cc20f6f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:42.259563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-659a1001-2ee1-4d08-b039-e443c0033cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:42.261225 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-659a1001-2ee1-4d08-b039-e443c0033cdd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/69168958-6147-4bb6-abaf-35af3cc20f6f HTTP/1.1" status: 204 len: 168 time: 0.7816017 Feb 17 09:32:42.296807 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29af6182-f242-4855-8130-41ab830aaac5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Network c4753d93-62c6-4f68-9337-4ed00e99c9b3 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:42.309906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89ff3dba-1378-4372-882b-5289691a159b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:42.311266 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887bb95-d0c1-44c6-97e7-566a67ee3f7a None None] Pushing event updated for resources: {'Port': ['ID=7c960778-fcb8-4f52-a231-2872bc2b8acd,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:42.320040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-29af6182-f242-4855-8130-41ab830aaac5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:42.343634 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:42.351629 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af6182-f242-4855-8130-41ab830aaac5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:42.358493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29af6182-f242-4855-8130-41ab830aaac5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:42.359283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29af6182-f242-4855-8130-41ab830aaac5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:42.432035 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af6182-f242-4855-8130-41ab830aaac5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event updated for resources: {'Port': ['ID=5b9553af-2339-46bb-931e-374edc6bc95c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:42.480789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 26cce125-777b-47df-83ba-0878717e3141 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:42.541116 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff3dba-1378-4372-882b-5289691a159b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Subnet': ['ID=315fa030-8fb7-4328-ab95-581c7a5235dd,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:42.596388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff3dba-1378-4372-882b-5289691a159b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Checking segment: {'id': '9e4b2427-bdb8-414a-8fe5-50eea6cd037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a10077d8-db25-4dcf-b893-a87439dfdc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:42.596803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff3dba-1378-4372-882b-5289691a159b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network hostable DHCP agents. Network: a10077d8-db25-4dcf-b893-a87439dfdc79, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:32:42.635807 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b15cfb4a-6266-4245-a073-5caf8cfb039e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.9010243 Feb 17 09:32:42.636680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60432) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:42.652648 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-29af6182-f242-4855-8130-41ab830aaac5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1009338 Feb 17 09:32:42.692881 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 26cce125-777b-47df-83ba-0878717e3141 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:42.713557 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 26cce125-777b-47df-83ba-0878717e3141 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:42.714078 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:42.720930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60436) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:42.739306 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Request body: {'port': {'network_id': 'c4753d93-62c6-4f68-9337-4ed00e99c9b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1168830115'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:42.745458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff3dba-1378-4372-882b-5289691a159b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network a10077d8-db25-4dcf-b893-a87439dfdc79 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:32:42.848892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60442) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:42.888008 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae3130a-eb75-46ef-8993-3a1982fb8ab6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:42.896414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae3130a-eb75-46ef-8993-3a1982fb8ab6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:42.904502 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-dae3130a-eb75-46ef-8993-3a1982fb8ab6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2666037 Feb 17 09:32:42.908085 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60448) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:42.927284 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:42.930989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:42.930989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:42.943471 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Pushing event updated for resources: {'Port': ['ID=ea71a821-1710-454b-b207-3153d633cf21,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:42.957321 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:42.957942 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:42.963113 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 2 to bind port ea71a821-1710-454b-b207-3153d633cf21 Feb 17 09:32:42.993981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:42.994576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:42.995224 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:43.011205 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-89ff3dba-1378-4372-882b-5289691a159b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, a10077d8-db25-4dcf-b893-a87439dfdc79) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:43.022676 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-54c90d68-6517-4ee9-ad95-ceba9eeaad9d None None] Provisioning for port 1d2a5c38-fec4-4271-bd65-25a7a0301fd8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:43.035434 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:43.043149 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:43.048793 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 3 to bind port ea71a821-1710-454b-b207-3153d633cf21 Feb 17 09:32:43.058597 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ff3dba-1378-4372-882b-5289691a159b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:43.060656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89ff3dba-1378-4372-882b-5289691a159b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:43.069465 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-54c90d68-6517-4ee9-ad95-ceba9eeaad9d None None] Provisioning complete for port 1d2a5c38-fec4-4271-bd65-25a7a0301fd8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:43.069465 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54c90d68-6517-4ee9-ad95-ceba9eeaad9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:43.108707 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be078994-5db5-4aa0-bc5b-4751d856d217 None None] Network a10077d8-db25-4dcf-b893-a87439dfdc79 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:43.110771 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1285486142'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:43.120190 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:43.120593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:43.120946 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:43.123144 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:43.130258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-49a77b9a-1cd6-48cd-a83f-fe887054699b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port 1d2a5c38-fec4-4271-bd65-25a7a0301fd8 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:43.130931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49a77b9a-1cd6-48cd-a83f-fe887054699b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:43.148411 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:43.167783 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:43.168371 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:43.171511 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 4 to bind port ea71a821-1710-454b-b207-3153d633cf21 Feb 17 09:32:43.209164 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:43.211148 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:43.211657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:43.218979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:43.234674 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Usage tracker for resource:port and tenant:c8755942377143f6a2c7e1aa0834e824 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:43.251335 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:43.259479 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:43.266140 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:43.281326 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 5 to bind port ea71a821-1710-454b-b207-3153d633cf21 Feb 17 09:32:43.302980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:43.309555 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-89ff3dba-1378-4372-882b-5289691a159b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1552470 Feb 17 09:32:43.310897 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:network and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:43.330667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60454) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:43.332996 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 26cce125-777b-47df-83ba-0878717e3141, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=26cce125-777b-47df-83ba-0878717e3141,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:43.333461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:43.334462 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-54c90d68-6517-4ee9-ad95-ceba9eeaad9d None None] Port 1d2a5c38-fec4-4271-bd65-25a7a0301fd8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:32:43.384865 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:43.438960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60458) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:43.454565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:43.454910 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:43.455256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:43.516794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:43.536027 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Made reservation on behalf of c8755942377143f6a2c7e1aa0834e824 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:43.541088 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:43.542622 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-925da601-10d1-4f6e-985d-84e91fa4fd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:43.553470 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:43.557930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:43.571489 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:43.572260 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:43.579902 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 6 to bind port ea71a821-1710-454b-b207-3153d633cf21 Feb 17 09:32:43.589356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:43.626103 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d74bc714-7b85-4aab-b056-71af393ae9d5 None None] Provisioning for port 5b9553af-2339-46bb-931e-374edc6bc95c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:43.628609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-925da601-10d1-4f6e-985d-84e91fa4fd85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:43.637261 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-925da601-10d1-4f6e-985d-84e91fa4fd85 admin admin] Usage tracker for resource:security_group_rule and tenant:a6e4735580f8472fabf0670ed3e980fc is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:43.641496 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] device_id is not set on port 64f816a9-3398-439d-b95a-47df5d949d86 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:43.652574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-925da601-10d1-4f6e-985d-84e91fa4fd85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:43.698488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-925da601-10d1-4f6e-985d-84e91fa4fd85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:43.708123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:43.708960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:43.709871 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:43.713424 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d74bc714-7b85-4aab-b056-71af393ae9d5 None None] Provisioning complete for port 5b9553af-2339-46bb-931e-374edc6bc95c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:43.713805 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d74bc714-7b85-4aab-b056-71af393ae9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:43.771112 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:43.771389 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:43.781170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:43.785361 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-a10077d8-db25-4dcf-b893-a87439dfdc79', 'network_id': 'a10077d8-db25-4dcf-b893-a87439dfdc79', 'tenant_id': 'd71f25c9faa84e9ea04b56d745ca03fe', 'fixed_ips': [{'subnet_id': '315fa030-8fb7-4328-ab95-581c7a5235dd'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:32:43.786530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:43.797345 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 7 to bind port ea71a821-1710-454b-b207-3153d633cf21 Feb 17 09:32:43.804636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:security_group_rule and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:43.827621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:43.830806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce498a-b0ff-4986-90a2-d7a6de0b1752 req-6c50ac7e-ac02-4a21-9a85-62776d6b861c tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:43.832906 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-91ce498a-b0ff-4986-90a2-d7a6de0b1752 req-6c50ac7e-ac02-4a21-9a85-62776d6b861c tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.4387474 Feb 17 09:32:43.838337 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=26cce125-777b-47df-83ba-0878717e3141,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:43.858837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d74bc714-7b85-4aab-b056-71af393ae9d5 None None] Port 5b9553af-2339-46bb-931e-374edc6bc95c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:32:43.900340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49a77b9a-1cd6-48cd-a83f-fe887054699b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:43.922242 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-925da601-10d1-4f6e-985d-84e91fa4fd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:43.924134 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:43.930017 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:43.930695 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:43.931193 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:43.998105 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:44.005709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:44.006319 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:44.010082 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 8 to bind port ea71a821-1710-454b-b207-3153d633cf21 Feb 17 09:32:44.055611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Allocated IP 172.20.0.2 (a10077d8-db25-4dcf-b893-a87439dfdc79/315fa030-8fb7-4328-ab95-581c7a5235dd/43596fe5-f005-4a20-967a-77e98314005c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:44.072444 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:44.072966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-49a77b9a-1cd6-48cd-a83f-fe887054699b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for 1d2a5c38-fec4-4271-bd65-25a7a0301fd8 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:44.073570 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:44.073570 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:44.078261 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-91ce498a-b0ff-4986-90a2-d7a6de0b1752 req-fe6103e0-72a5-4e38-86d6-318a258295b3 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066700 Feb 17 09:32:44.087177 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025cf568-77b6-47b1-9d8f-5cc4bdb5d2da None None] Network 01a63510-c214-4d9a-938a-639f6bb020a6 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:44.109487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-925da601-10d1-4f6e-985d-84e91fa4fd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:44.119307 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:44.120015 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:44.135330 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 9 to bind port ea71a821-1710-454b-b207-3153d633cf21 Feb 17 09:32:44.143647 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Allocated IP 2001:db8::106 (c4753d93-62c6-4f68-9337-4ed00e99c9b3/bea249cb-84ec-4a9b-88eb-575348d6094a/64f816a9-3398-439d-b95a-47df5d949d86) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:44.172007 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:44.172702 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:44.173107 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:44.198830 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:44.199444 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:44.204905 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 10 to bind port ea71a821-1710-454b-b207-3153d633cf21 Feb 17 09:32:44.208301 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-925da601-10d1-4f6e-985d-84e91fa4fd85 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a6e4735580f8472fabf0670ed3e980fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7677548 Feb 17 09:32:44.209027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925da601-10d1-4f6e-985d-84e91fa4fd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630b29a3-b82f-45fd-ba73-c040ef7b3fc9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:44.215872 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60462) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:44.222517 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:44.271608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:44.272283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:44.272821 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:44.294608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:44.295201 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port ea71a821-1710-454b-b207-3153d633cf21 on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:44.295566 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:44.343141 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aff36a6b-d211-4833-a50c-9395d3a5ff29 None None] Provisioning for port 7c960778-fcb8-4f52-a231-2872bc2b8acd completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:44.429875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:44.476442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85b614a7-3784-467b-b1c1-97c5b7b185fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:44.528323 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:44.529952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:44.545373 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Transition to ACTIVE for port object 43596fe5-f005-4a20-967a-77e98314005c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:44.559381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85b614a7-3784-467b-b1c1-97c5b7b185fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:44.609760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Transition to ACTIVE for port object 43596fe5-f005-4a20-967a-77e98314005c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:44.645574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49a77b9a-1cd6-48cd-a83f-fe887054699b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:44.648325 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:32:44.656906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] For port ea71a821-1710-454b-b207-3153d633cf21, host hv-neutron-8281, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:32:44.657285 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempted to set empty binding levels {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 17 09:32:44.706995 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:44.715081 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:44.734951 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89968b18-21b6-4fa1-93e4-93ae07778e43,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:44.751208 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:44.756182 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a77b9a-1cd6-48cd-a83f-fe887054699b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=1d2a5c38-fec4-4271-bd65-25a7a0301fd8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:44.835635 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49a77b9a-1cd6-48cd-a83f-fe887054699b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:44.848882 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7c960778-fcb8-4f52-a231-2872bc2b8acd up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:44.870593 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-49a77b9a-1cd6-48cd-a83f-fe887054699b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/1d2a5c38-fec4-4271-bd65-25a7a0301fd8 HTTP/1.1" status: 204 len: 168 time: 1.9590745 Feb 17 09:32:44.873127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60466) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:44.902345 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Network a10077d8-db25-4dcf-b893-a87439dfdc79 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:44.906559 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] In _notify_port_updated(), no bound segment for port ea71a821-1710-454b-b207-3153d633cf21 on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:32:44.907786 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:44.909238 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:44.914700 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] 10.222.0.75 "PUT /v2.0/ports/ea71a821-1710-454b-b207-3153d633cf21 HTTP/1.1" status: 200 len: 977 time: 3.8896644 Feb 17 09:32:44.916106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa35754-edbb-4bce-81d2-6117e224b07b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Pushing event updated for resources: {'Port': ['ID=ea71a821-1710-454b-b207-3153d633cf21,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:44.918469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:44.920648 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60470) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:44.921484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:44.937579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Pushing event updated for resources: {'Port': ['ID=43596fe5-f005-4a20-967a-77e98314005c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:44.960684 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85b614a7-3784-467b-b1c1-97c5b7b185fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:44.963212 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85b614a7-3784-467b-b1c1-97c5b7b185fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:44.966863 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-85b614a7-3784-467b-b1c1-97c5b7b185fc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/630b29a3-b82f-45fd-ba73-c040ef7b3fc9 HTTP/1.1" status: 204 len: 168 time: 0.7476130 Feb 17 09:32:45.023123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Transition to ACTIVE for port object 64f816a9-3398-439d-b95a-47df5d949d86 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:45.031548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b614a7-3784-467b-b1c1-97c5b7b185fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630b29a3-b82f-45fd-ba73-c040ef7b3fc9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:45.037761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.038484 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Added segment 369c40cb-a112-4244-aab3-364b7447c3f9 of type vlan for network 8f534e94-0039-4af3-9d58-6a990ce882c2 Feb 17 09:32:45.041980 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Attempting to bind port 43596fe5-f005-4a20-967a-77e98314005c on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:45.042380 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Attempting to bind port 43596fe5-f005-4a20-967a-77e98314005c by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '9e4b2427-bdb8-414a-8fe5-50eea6cd037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a10077d8-db25-4dcf-b893-a87439dfdc79'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:45.042744 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Attempting to bind port 43596fe5-f005-4a20-967a-77e98314005c on network a10077d8-db25-4dcf-b893-a87439dfdc79 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:45.044923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ffbd57-dad3-4911-bf0d-bc14f1c40f70 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.046912 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ffbd57-dad3-4911-bf0d-bc14f1c40f70 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.048279 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-97ffbd57-dad3-4911-bf0d-bc14f1c40f70 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:45.061740 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:32:45.062140 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Checking segment: {'id': '9e4b2427-bdb8-414a-8fe5-50eea6cd037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a10077d8-db25-4dcf-b893-a87439dfdc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:45.062725 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.063270 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Bound using segment: {'id': '9e4b2427-bdb8-414a-8fe5-50eea6cd037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a10077d8-db25-4dcf-b893-a87439dfdc79'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:32:45.063945 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Bound port: 43596fe5-f005-4a20-967a-77e98314005c, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4b2427-bdb8-414a-8fe5-50eea6cd037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a10077d8-db25-4dcf-b893-a87439dfdc79'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:32:45.064616 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.070077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.107810 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.167535 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Subnet': ['ID=315fa030-8fb7-4328-ab95-581c7a5235dd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:45.172579 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.191542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.192128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.192663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.193190 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.193719 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.194292 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.195272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.200543 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.201106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.201643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.202208 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.202800 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.203324 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.203861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.204483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.205066 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.205734 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.209221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.209221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.209221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.209221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.211289 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ef2c3537-338d-43a0-899f-d817edd77e0b tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19013 time: 0.2895558 Feb 17 09:32:45.214882 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60478) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:45.244658 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 7c960778-fcb8-4f52-a231-2872bc2b8acd completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:45.286113 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 7c960778-fcb8-4f52-a231-2872bc2b8acd triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:45.286562 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.303308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Network c4753d93-62c6-4f68-9337-4ed00e99c9b3 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:45.349950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f7664cda-e53c-4efe-8c3e-fa8fcd2b8e6a None None] Provisioning complete for port 7c960778-fcb8-4f52-a231-2872bc2b8acd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:45.350733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7664cda-e53c-4efe-8c3e-fa8fcd2b8e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.360024 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:45.373281 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:45.380263 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.380950 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.412006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-97ffbd57-dad3-4911-bf0d-bc14f1c40f70 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:45.413523 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-97ffbd57-dad3-4911-bf0d-bc14f1c40f70 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5393851 Feb 17 09:32:45.416934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60482) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:45.435558 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.437319 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:45.437749 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] For port 43596fe5-f005-4a20-967a-77e98314005c, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:32:45.438115 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.454182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] For port 43596fe5-f005-4a20-967a-77e98314005c, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=43596fe5-f005-4a20-967a-77e98314005c,segment=NetworkSegment(9e4b2427-bdb8-414a-8fe5-50eea6cd037f),segment_id=9e4b2427-bdb8-414a-8fe5-50eea6cd037f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:32:45.466589 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.478542 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event updated for resources: {'Port': ['ID=64f816a9-3398-439d-b95a-47df5d949d86,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:45.532276 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10077d8-db25-4dcf-b893-a87439dfdc79']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:45.553020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4b2427-bdb8-414a-8fe5-50eea6cd037f') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:45.553936 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4b2427-bdb8-414a-8fe5-50eea6cd037f') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:45.566313 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.577753 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.596231 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7432456 Feb 17 09:32:45.597089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60488) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:45.606136 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.615857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:32:45.617387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.620119 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2', 'name': 'tempest-PortsIpV6TestJSON-288677093'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:45.717182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.747122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-359ab708-87ba-4a04-aab3-bf9138358149 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Deleting port ea71a821-1710-454b-b207-3153d633cf21 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:45.747319 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-359ab708-87ba-4a04-aab3-bf9138358149 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:32:45.770602 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:32:45.778942 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7664cda-e53c-4efe-8c3e-fa8fcd2b8e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.785429 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-40d20c9c-60e5-4721-abb8-ec04c408f794 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0612583 Feb 17 09:32:45.790001 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60494) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:45.798407 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-66f97134-4bf8-4c3d-9a54-9dc78a8784a6 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fc', 'mac_address': 'fa:16:3e:1e:cc:21'}, {'ip_address': '2001:db8::2d4', 'mac_address': 'fa:16:3e:40:77:3f'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:45.824733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:45.839151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e708dd-7634-4f7f-9983-9d704f2e52fb tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet c7b5e027-7557-426f-93e1-add3e4c69b55 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:32:45.843403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecbeb2-e3d0-4287-9cf5-dd32d18b3f96 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Network': ['ID=8f534e94-0039-4af3-9d58-6a990ce882c2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:45.851590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:port and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:45.862682 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:45.873771 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:45.879950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 7c960778-fcb8-4f52-a231-2872bc2b8acd, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7c960778-fcb8-4f52-a231-2872bc2b8acd,segment=NetworkSegment(d6481c2f-8aba-46df-a362-515b233a7a2d),segment_id=d6481c2f-8aba-46df-a362-515b233a7a2d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:45.881375 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:32:45.883522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91e708dd-7634-4f7f-9983-9d704f2e52fb tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:45.916454 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347a73c-d1c9-4dda-9afc-7a7176d13f11 None None] Pushing event updated for resources: {'Port': ['ID=43596fe5-f005-4a20-967a-77e98314005c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:45.924562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 09:32:45.924562 dv-neutron-828143-5-hyperv neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 09:32:45.924562 dv-neutron-828143-5-hyperv neutron-server[88369]: [parameters: {'id': 'a10077d8-db25-4dcf-b893-a87439dfdc79'}] Feb 17 09:32:45.924562 dv-neutron-828143-5-hyperv neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:32:45.925487 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:32:46.007834 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:46.009293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 26cce125-777b-47df-83ba-0878717e3141 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:46.021470 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc17485-799f-4616-91da-9c386503ada1 req-c889e527-08fd-497f-9717-d7993d52b2dc tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:46.023159 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9dc17485-799f-4616-91da-9c386503ada1 req-c889e527-08fd-497f-9717-d7993d52b2dc tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.7590885 Feb 17 09:32:46.098912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91e708dd-7634-4f7f-9983-9d704f2e52fb tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:46.105775 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9dc17485-799f-4616-91da-9c386503ada1 req-af30799d-0f4f-4f2f-b9a2-2883fbd39c8a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613630 Feb 17 09:32:46.111723 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:46.115426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:46.150979 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-359ab708-87ba-4a04-aab3-bf9138358149 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] For port ea71a821-1710-454b-b207-3153d633cf21, host hv-neutron-8281, got binding levels [] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:46.151443 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-359ab708-87ba-4a04-aab3-bf9138358149 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:46.166736 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] device_id is not set on port a424b36f-ccf8-4c56-be26-9df1fc881577 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:46.286993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ff2598-1ecf-47dd-8057-7deab2070814 None None] Network a10077d8-db25-4dcf-b893-a87439dfdc79 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:46.344456 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91e708dd-7634-4f7f-9983-9d704f2e52fb tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:46.347491 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-359ab708-87ba-4a04-aab3-bf9138358149 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Calling delete_port for ea71a821-1710-454b-b207-3153d633cf21 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:46.382414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-f7664cda-e53c-4efe-8c3e-fa8fcd2b8e6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:32:46.382970 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-f7664cda-e53c-4efe-8c3e-fa8fcd2b8e6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:32:46.389431 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=7c960778-fcb8-4f52-a231-2872bc2b8acd,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:46.432343 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:46.435494 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 26cce125-777b-47df-83ba-0878717e3141 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:46.436050 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:46.484005 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66f97134-4bf8-4c3d-9a54-9dc78a8784a6 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:46.505002 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Deleting port 43596fe5-f005-4a20-967a-77e98314005c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:46.505952 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:46.607876 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-359ab708-87ba-4a04-aab3-bf9138358149 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:46.680273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ab708-87ba-4a04-aab3-bf9138358149 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea71a821-1710-454b-b207-3153d633cf21,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:46.687812 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-359ab708-87ba-4a04-aab3-bf9138358149 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:46.712863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f281d1fc-ba73-4427-b7f3-8a62060896e2 None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 09:32:46.731553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:46.773078 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91e708dd-7634-4f7f-9983-9d704f2e52fb tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:46.826060 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-359ab708-87ba-4a04-aab3-bf9138358149 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] 10.222.0.75 "DELETE /v2.0/ports/ea71a821-1710-454b-b207-3153d633cf21 HTTP/1.1" status: 204 len: 168 time: 1.6062298 Feb 17 09:32:46.834876 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60512) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:46.880327 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f281d1fc-ba73-4427-b7f3-8a62060896e2 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 09:32:46.934510 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:46.945566 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7c960778-fcb8-4f52-a231-2872bc2b8acd up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:47.024070 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c43cdf0-d529-4860-b155-3427b7e5a41c tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] GET failed (client error): The resource could not be found. Feb 17 09:32:47.024761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0c43cdf0-d529-4860-b155-3427b7e5a41c tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Synchronizing usage tracker for tenant:9495c66bb3f14bbb8bb922a654873ba4 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:47.089711 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e708dd-7634-4f7f-9983-9d704f2e52fb tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b5e027-7557-426f-93e1-add3e4c69b55,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:47.099908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=a424b36f-ccf8-4c56-be26-9df1fc881577,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:47.107917 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91e708dd-7634-4f7f-9983-9d704f2e52fb tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:47.110364 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Checking segment: {'id': '369c40cb-a112-4244-aab3-364b7447c3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:47.110590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network hostable DHCP agents. Network: 8f534e94-0039-4af3-9d58-6a990ce882c2, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:32:47.177750 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0c43cdf0-d529-4860-b155-3427b7e5a41c tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Unset dirty status for tenant:9495c66bb3f14bbb8bb922a654873ba4 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:47.180909 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0c43cdf0-d529-4860-b155-3427b7e5a41c tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] 10.222.0.75 "GET /v2.0/ports/ea71a821-1710-454b-b207-3153d633cf21 HTTP/1.1" status: 404 len: 333 time: 0.3449030 Feb 17 09:32:47.187050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60522) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:47.198761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8ab3b05b-9024-44e2-9691-9d0626fc243e tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-252218885', 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:47.214489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8ab3b05b-9024-44e2-9691-9d0626fc243e tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:47.245091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8ab3b05b-9024-44e2-9691-9d0626fc243e tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:47.253997 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:32:47.319495 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 7c960778-fcb8-4f52-a231-2872bc2b8acd triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:47.320398 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:47.370684 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 8f534e94-0039-4af3-9d58-6a990ce882c2) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:47.378402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:47.380624 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-91e708dd-7634-4f7f-9983-9d704f2e52fb tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/c7b5e027-7557-426f-93e1-add3e4c69b55 HTTP/1.1" status: 204 len: 168 time: 1.9589767 Feb 17 09:32:47.387983 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:47.388724 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:47.396576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60526) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:47.455367 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] For port 43596fe5-f005-4a20-967a-77e98314005c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=43596fe5-f005-4a20-967a-77e98314005c,segment=NetworkSegment(9e4b2427-bdb8-414a-8fe5-50eea6cd037f),segment_id=9e4b2427-bdb8-414a-8fe5-50eea6cd037f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:47.455938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:47.486746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab3b05b-9024-44e2-9691-9d0626fc243e tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Made reservation on behalf of 9495c66bb3f14bbb8bb922a654873ba4 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:47.490672 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b05b-9024-44e2-9691-9d0626fc243e tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:47.507503 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b0aace4b-3165-403d-afc4-eb237ec45824 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040881 Feb 17 09:32:47.519102 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-8ab3b05b-9024-44e2-9691-9d0626fc243e tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] device_id is not set on port 51880fbb-f4e8-4c73-add8-91b6cdde57e6 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:47.602814 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60530) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:47.636089 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ee609681-ef2e-430d-b5bb-7ee379b9b4d1 None None] Provisioning for port 64f816a9-3398-439d-b95a-47df5d949d86 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:47.653609 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Calling delete_port for 43596fe5-f005-4a20-967a-77e98314005c owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:47.654167 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ee609681-ef2e-430d-b5bb-7ee379b9b4d1 None None] Provisioning complete for port 64f816a9-3398-439d-b95a-47df5d949d86 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:47.654681 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ee609681-ef2e-430d-b5bb-7ee379b9b4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:47.705658 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8bc16204-4ba7-4990-8018-d34c729f79d5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1015613 Feb 17 09:32:47.710563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60538) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:47.735406 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d4ad2fa7-8b67-4e3f-b7a4-e45cdb23b102 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-560603505'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:47.749653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d4ad2fa7-8b67-4e3f-b7a4-e45cdb23b102 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:47.749873 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66f97134-4bf8-4c3d-9a54-9dc78a8784a6 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:47.784719 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c25af-f0aa-4ad4-a1c6-f00afefb7417 req-1ff594e8-3060-4166-9cd1-890e6618f0f2 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:47.792122 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-748c25af-f0aa-4ad4-a1c6-f00afefb7417 req-1ff594e8-3060-4166-9cd1-890e6618f0f2 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.4248166 Feb 17 09:32:47.800022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ee609681-ef2e-430d-b5bb-7ee379b9b4d1 None None] Port 64f816a9-3398-439d-b95a-47df5d949d86 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:32:47.838950 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66f97134-4bf8-4c3d-9a54-9dc78a8784a6 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:47.890818 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-748c25af-f0aa-4ad4-a1c6-f00afefb7417 req-74467a27-f0d0-4fab-b9ec-69ff9f6360f2 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977099 Feb 17 09:32:47.893947 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff3a897-830c-463a-9931-f726b79a7e4e None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:47.916142 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2162848b-40e3-4250-aefb-47400767c981 None None] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:47.926397 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:47.945881 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-66f97134-4bf8-4c3d-9a54-9dc78a8784a6 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] In _notify_port_updated(), no bound segment for port 64f816a9-3398-439d-b95a-47df5d949d86 on network c4753d93-62c6-4f68-9337-4ed00e99c9b3 {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:32:47.952201 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f97134-4bf8-4c3d-9a54-9dc78a8784a6 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:47.953142 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66f97134-4bf8-4c3d-9a54-9dc78a8784a6 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:47.955341 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-66f97134-4bf8-4c3d-9a54-9dc78a8784a6 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "PUT /v2.0/ports/64f816a9-3398-439d-b95a-47df5d949d86 HTTP/1.1" status: 200 len: 1068 time: 2.1636026 Feb 17 09:32:47.967947 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d4ad2fa7-8b67-4e3f-b7a4-e45cdb23b102 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:network and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:47.970567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60546) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:47.977446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d4ad2fa7-8b67-4e3f-b7a4-e45cdb23b102 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:47.980896 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No DVR routers for this DVR port 43596fe5-f005-4a20-967a-77e98314005c on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:32:48.026527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f97134-4bf8-4c3d-9a54-9dc78a8784a6 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event updated for resources: {'Port': ['ID=64f816a9-3398-439d-b95a-47df5d949d86,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:48.030580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d4ad2fa7-8b67-4e3f-b7a4-e45cdb23b102 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:48.086609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b05b-9024-44e2-9691-9d0626fc243e tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.114388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22f6e19-7424-43b9-92be-dd96591bb6b2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:48.115743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f22f6e19-7424-43b9-92be-dd96591bb6b2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:48.128346 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-506f436d-943b-4d66-a3f4-6dcf6b98612f tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Deleting port 64f816a9-3398-439d-b95a-47df5d949d86 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:48.128977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-506f436d-943b-4d66-a3f4-6dcf6b98612f tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.196985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ad2fa7-8b67-4e3f-b7a4-e45cdb23b102 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:48.197636 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Port': ['ID=43596fe5-f005-4a20-967a-77e98314005c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:48.202991 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d4ad2fa7-8b67-4e3f-b7a4-e45cdb23b102 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.236270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.280721 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10077d8-db25-4dcf-b893-a87439dfdc79']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:48.292672 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60552) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:48.311583 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4b2427-bdb8-414a-8fe5-50eea6cd037f') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:48.311583 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4b2427-bdb8-414a-8fe5-50eea6cd037f') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:48.311899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f22f6e19-7424-43b9-92be-dd96591bb6b2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:48.316578 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f22f6e19-7424-43b9-92be-dd96591bb6b2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7099345 Feb 17 09:32:48.320947 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60558) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:48.326567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ad2fa7-8b67-4e3f-b7a4-e45cdb23b102 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:32:48.363659 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.398312 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.411358 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:32:48.412158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.416160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d4ad2fa7-8b67-4e3f-b7a4-e45cdb23b102 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.416160 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-d4ad2fa7-8b67-4e3f-b7a4-e45cdb23b102 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Added segment b288551d-d4b2-4792-b1dd-0ae89b1a02fd of type vlan for network dc7b275c-976e-49a4-a3a6-abff91170244 Feb 17 09:32:48.418027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-632ff586-ae54-47e7-beb1-b7c77eef2da8 None None] Provisioning complete for port 64f816a9-3398-439d-b95a-47df5d949d86 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:48.418431 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-632ff586-ae54-47e7-beb1-b7c77eef2da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.428430 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b05b-9024-44e2-9691-9d0626fc243e tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:32:48.429727 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:32:48.435178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d265395-6635-4f06-a3b5-07ab444dda7e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:48.436017 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5d265395-6635-4f06-a3b5-07ab444dda7e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:48.479270 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-632ff586-ae54-47e7-beb1-b7c77eef2da8 None None] Port 64f816a9-3398-439d-b95a-47df5d949d86 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:32:48.536467 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-733731903', 'router:external': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:48.543067 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:48.548853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Usage tracker for resource:network and tenant:46ad42404c5e42e69b8288b9e6cb16c8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:48.550294 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab3b05b-9024-44e2-9691-9d0626fc243e tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Network 9bed24b7-5223-4913-92d9-e917d310e53c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:48.552203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:48.561045 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:48.561590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3b05b-9024-44e2-9691-9d0626fc243e tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Pushing event updated for resources: {'Port': ['ID=51880fbb-f4e8-4c73-add8-91b6cdde57e6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:48.564237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8ab3b05b-9024-44e2-9691-9d0626fc243e tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:48.566995 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d4ad2fa7-8b67-4e3f-b7a4-e45cdb23b102 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.580288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab3b05b-9024-44e2-9691-9d0626fc243e tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:48.581500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab3b05b-9024-44e2-9691-9d0626fc243e tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:48.582151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b05b-9024-44e2-9691-9d0626fc243e tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.585696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe49dfb-8946-4834-92f1-338ee1cfa137 None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:32:48.590850 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6fe49dfb-8946-4834-92f1-338ee1cfa137 None None] Deleting port 26cce125-777b-47df-83ba-0878717e3141 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:48.591372 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fe49dfb-8946-4834-92f1-338ee1cfa137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.655028 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-506f436d-943b-4d66-a3f4-6dcf6b98612f tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.684468 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5d265395-6635-4f06-a3b5-07ab444dda7e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:48.685701 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5d265395-6635-4f06-a3b5-07ab444dda7e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3640587 Feb 17 09:32:48.688458 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60562) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:48.723990 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8ab3b05b-9024-44e2-9691-9d0626fc243e tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5352194 Feb 17 09:32:48.752680 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60566) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:48.754845 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Made reservation on behalf of 46ad42404c5e42e69b8288b9e6cb16c8 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:48.757196 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.779624 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.789244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-506f436d-943b-4d66-a3f4-6dcf6b98612f tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Calling delete_port for 64f816a9-3398-439d-b95a-47df5d949d86 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:48.817289 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-290f1dd0-dc3c-43aa-a50b-1a481803347c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1270449 Feb 17 09:32:48.822335 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.831217 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6fe49dfb-8946-4834-92f1-338ee1cfa137 None None] For port 26cce125-777b-47df-83ba-0878717e3141, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=26cce125-777b-47df-83ba-0878717e3141,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:48.831217 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fe49dfb-8946-4834-92f1-338ee1cfa137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.834537 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60570) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:48.844763 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.847405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d4ad2fa7-8b67-4e3f-b7a4-e45cdb23b102 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.852858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ad2fa7-8b67-4e3f-b7a4-e45cdb23b102 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:48.853659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d4ad2fa7-8b67-4e3f-b7a4-e45cdb23b102 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:48.872424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ab0997c3-a3d5-4f2a-b773-232531449e01 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:48.885663 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Network': ['ID=a10077d8-db25-4dcf-b893-a87439dfdc79,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:48.889178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:48.897079 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-11dc41d2-8551-49d8-a072-6ff4450ac563 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/a10077d8-db25-4dcf-b893-a87439dfdc79 HTTP/1.1" status: 204 len: 168 time: 5.5653615 Feb 17 09:32:48.900623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Usage tracker for resource:security_group_rule and tenant:46ad42404c5e42e69b8288b9e6cb16c8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:48.904805 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60574) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:48.910656 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:48.919431 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-728e830d-fd06-43e4-9430-58934c731861 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-380513592'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:48.927307 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b59a25-c93e-4472-9d96-0607f8196598 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:48.927936 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-75b59a25-c93e-4472-9d96-0607f8196598 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Synchronizing usage tracker for tenant:9495c66bb3f14bbb8bb922a654873ba4 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:48.932463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:48.935536 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-728e830d-fd06-43e4-9430-58934c731861 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:48.955508 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-728e830d-fd06-43e4-9430-58934c731861 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:network and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:48.959460 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-728e830d-fd06-43e4-9430-58934c731861 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:48.972880 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-728e830d-fd06-43e4-9430-58934c731861 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:48.999034 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 26cce125-777b-47df-83ba-0878717e3141 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:32:49.042612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6fe49dfb-8946-4834-92f1-338ee1cfa137 None None] Calling delete_port for 26cce125-777b-47df-83ba-0878717e3141 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:49.060581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-75b59a25-c93e-4472-9d96-0607f8196598 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Unset dirty status for tenant:9495c66bb3f14bbb8bb922a654873ba4 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:49.066542 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-75b59a25-c93e-4472-9d96-0607f8196598 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] 10.222.0.75 "GET /v2.0/ports/51880fbb-f4e8-4c73-add8-91b6cdde57e6 HTTP/1.1" status: 200 len: 954 time: 0.3128891 Feb 17 09:32:49.067576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60580) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:49.128744 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:49.145437 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d4ad2fa7-8b67-4e3f-b7a4-e45cdb23b102 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4334452 Feb 17 09:32:49.147994 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60584) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:49.156111 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'ports': [{'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2'}, {'network_id': 'dc7b275c-976e-49a4-a3a6-abff91170244'}]} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:49.156622 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:49.157279 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'network_id': 'dc7b275c-976e-49a4-a3a6-abff91170244'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:49.173210 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad2fa7-8b67-4e3f-b7a4-e45cdb23b102 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Network': ['ID=dc7b275c-976e-49a4-a3a6-abff91170244,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:49.183207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ab0997c3-a3d5-4f2a-b773-232531449e01 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:49.192340 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network dc7b275c-976e-49a4-a3a6-abff91170244 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:32:49.209688 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ab0997c3-a3d5-4f2a-b773-232531449e01 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:49.251131 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-047b8096-378d-4931-9ac1-4b016a4e84f9 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Deleting port 51880fbb-f4e8-4c73-add8-91b6cdde57e6 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:49.252496 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-047b8096-378d-4931-9ac1-4b016a4e84f9 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:49.275427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93acd5-3309-496b-8a39-527972b8593f req-00e43545-2677-4236-860b-6516fd35feb6 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:49.277110 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fa93acd5-3309-496b-8a39-527972b8593f req-00e43545-2677-4236-860b-6516fd35feb6 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.2176602 Feb 17 09:32:49.284868 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:49.293184 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fe49dfb-8946-4834-92f1-338ee1cfa137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:49.326442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728e830d-fd06-43e4-9430-58934c731861 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:49.330867 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-728e830d-fd06-43e4-9430-58934c731861 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:49.333321 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fa93acd5-3309-496b-8a39-527972b8593f req-c4e1ba70-85e2-4347-9c19-21310cb19d9c tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493863 Feb 17 09:32:49.334947 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0997c3-a3d5-4f2a-b773-232531449e01 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:49.337579 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab0997c3-a3d5-4f2a-b773-232531449e01 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:49.410602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe49dfb-8946-4834-92f1-338ee1cfa137 None None] No DVR routers for this DVR port 26cce125-777b-47df-83ba-0878717e3141 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:32:49.413984 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe49dfb-8946-4834-92f1-338ee1cfa137 None None] Pushing event deleted for resources: {'Port': ['ID=26cce125-777b-47df-83ba-0878717e3141,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:49.418564 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-506f436d-943b-4d66-a3f4-6dcf6b98612f tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:49.509417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:49.541902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f436d-943b-4d66-a3f4-6dcf6b98612f tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event deleted for resources: {'Port': ['ID=64f816a9-3398-439d-b95a-47df5d949d86,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:49.779578 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-047b8096-378d-4931-9ac1-4b016a4e84f9 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:49.889404 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:32:49.963173 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-047b8096-378d-4931-9ac1-4b016a4e84f9 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Calling delete_port for 51880fbb-f4e8-4c73-add8-91b6cdde57e6 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:49.996615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ec159b-c085-4103-9005-5147e91e9b92,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:50.032269 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-506f436d-943b-4d66-a3f4-6dcf6b98612f tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:50.062492 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728e830d-fd06-43e4-9430-58934c731861 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:32:50.083368 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:50.083750 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Added segment c8eeaa32-d92b-434a-8921-8e9cf57cc44a of type vlan for network ce346754-eca3-4fbe-8035-73ee6533fc43 Feb 17 09:32:50.109299 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-506f436d-943b-4d66-a3f4-6dcf6b98612f tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "DELETE /v2.0/ports/64f816a9-3398-439d-b95a-47df5d949d86 HTTP/1.1" status: 204 len: 168 time: 2.1346519 Feb 17 09:32:50.113708 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60594) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:50.124116 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-728e830d-fd06-43e4-9430-58934c731861 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:50.124468 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-728e830d-fd06-43e4-9430-58934c731861 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Added segment d92ccc56-12db-410d-9bab-073cc63113f1 of type vlan for network e249d12d-b129-4542-a5bc-885fba45600a Feb 17 09:32:50.181171 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:50.190633 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:50.193873 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0fbc72-8132-4ffc-8562-e04ea4a32ab5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] GET failed (client error): The resource could not be found. Feb 17 09:32:50.194446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-da0fbc72-8132-4ffc-8562-e04ea4a32ab5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Synchronizing usage tracker for tenant:c8755942377143f6a2c7e1aa0834e824 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:50.194585 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:port and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:50.206987 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:50.210907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfbccc-2ad9-4dd0-a6af-945fb493e99f req-d7ec4eef-cd6e-498e-b7e5-76c9d5677278 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:50.212490 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-95dfbccc-2ad9-4dd0-a6af-945fb493e99f req-d7ec4eef-cd6e-498e-b7e5-76c9d5677278 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.3318732 Feb 17 09:32:50.221420 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:50.224369 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-728e830d-fd06-43e4-9430-58934c731861 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:50.255301 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0cad9-fbf3-4557-89ef-c614ed2e3686 req-cbc92b76-e2d3-491a-9166-0edd69a70f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:50.256786 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f3b0cad9-fbf3-4557-89ef-c614ed2e3686 req-cbc92b76-e2d3-491a-9166-0edd69a70f16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1c659be8822417aae54db469e0be910&device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 1098 time: 0.2201977 Feb 17 09:32:50.289542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab0997c3-a3d5-4f2a-b773-232531449e01 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:50.293510 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-047b8096-378d-4931-9ac1-4b016a4e84f9 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:50.347793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b8096-378d-4931-9ac1-4b016a4e84f9 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Pushing event deleted for resources: {'Port': ['ID=51880fbb-f4e8-4c73-add8-91b6cdde57e6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:50.351138 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'port': 2} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:50.356225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:50.373582 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-047b8096-378d-4931-9ac1-4b016a4e84f9 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:50.386676 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:50.398337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-da0fbc72-8132-4ffc-8562-e04ea4a32ab5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Unset dirty status for tenant:c8755942377143f6a2c7e1aa0834e824 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:50.402201 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-da0fbc72-8132-4ffc-8562-e04ea4a32ab5 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "GET /v2.0/ports/64f816a9-3398-439d-b95a-47df5d949d86 HTTP/1.1" status: 404 len: 333 time: 0.2756548 Feb 17 09:32:50.402344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-728e830d-fd06-43e4-9430-58934c731861 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:50.406343 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-95dfbccc-2ad9-4dd0-a6af-945fb493e99f req-f9c343e2-fa28-46bb-9857-bdb5ae7b99cc tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832483 Feb 17 09:32:50.408777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60598) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:50.409727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728e830d-fd06-43e4-9430-58934c731861 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:50.409727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-728e830d-fd06-43e4-9430-58934c731861 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:50.434170 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:50.435106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:50.435676 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:50.442124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0997c3-a3d5-4f2a-b773-232531449e01 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:50.487668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ab0997c3-a3d5-4f2a-b773-232531449e01 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:50.501948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea7dea3-73da-4b0f-a6bd-56ad829b40a7 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:50.520052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0997c3-a3d5-4f2a-b773-232531449e01 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:50.520654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab0997c3-a3d5-4f2a-b773-232531449e01 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:50.556902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0997c3-a3d5-4f2a-b773-232531449e01 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=dd0ee776-b055-45f0-8917-db791f7029f0,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:50.571950 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-047b8096-378d-4931-9ac1-4b016a4e84f9 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] 10.222.0.75 "DELETE /v2.0/ports/51880fbb-f4e8-4c73-add8-91b6cdde57e6 HTTP/1.1" status: 204 len: 168 time: 1.4946730 Feb 17 09:32:50.574805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60602) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:50.593670 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-8310c6aa-f94f-4524-ba8e-2e316007272f tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Deleting port 5b9553af-2339-46bb-931e-374edc6bc95c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:50.594290 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8310c6aa-f94f-4524-ba8e-2e316007272f tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:50.641368 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-728e830d-fd06-43e4-9430-58934c731861 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7352657 Feb 17 09:32:50.641819 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60606) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:50.645282 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e830d-fd06-43e4-9430-58934c731861 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Network': ['ID=e249d12d-b129-4542-a5bc-885fba45600a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:50.667758 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network e249d12d-b129-4542-a5bc-885fba45600a details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:32:50.681856 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3885398 Feb 17 09:32:50.707880 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-3163e52d-7693-4df6-8b7d-d2e956cf7bf1 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] GET failed (client error): The resource could not be found. Feb 17 09:32:50.709321 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3163e52d-7693-4df6-8b7d-d2e956cf7bf1 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Synchronizing usage tracker for tenant:9495c66bb3f14bbb8bb922a654873ba4 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:50.724569 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'subnet': {'network_id': 'e249d12d-b129-4542-a5bc-885fba45600a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:50.742497 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60608) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:50.748494 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-030d4697-a137-48a0-851a-f730034d4e99 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Request body: {'subnet': {'network_id': 'ce346754-eca3-4fbe-8035-73ee6533fc43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:50.767485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-030d4697-a137-48a0-851a-f730034d4e99 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:50.828865 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-030d4697-a137-48a0-851a-f730034d4e99 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Usage tracker for resource:subnet and tenant:46ad42404c5e42e69b8288b9e6cb16c8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:50.840690 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-030d4697-a137-48a0-851a-f730034d4e99 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:50.863312 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ab0997c3-a3d5-4f2a-b773-232531449e01 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0241618 Feb 17 09:32:50.863640 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-030d4697-a137-48a0-851a-f730034d4e99 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:50.866615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] device_id is not set on port 11b46c7f-d3eb-47db-be5e-5f2f8a18803b yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:50.868740 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60614) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:50.885459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-de3d077e-64e7-428e-ac4e-b6ec8ce61e54 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'fixed_ips': [{'subnet_id': 'dd0ee776-b055-45f0-8917-db791f7029f0', 'ip_address': '2001:db8::a02d:2c8d:61a2:1cd3'}], 'name': 'tempest-NetworksTestDHCPv6-1830020257'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:50.887514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': 'dd0ee776-b055-45f0-8917-db791f7029f0'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:32:50.889107 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:50.891198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0cad9-fbf3-4557-89ef-c614ed2e3686 req-5a2d2807-774c-49e0-84b9-02343da92806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:50.894145 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f3b0cad9-fbf3-4557-89ef-c614ed2e3686 req-5a2d2807-774c-49e0-84b9-02343da92806 service neutron] 10.222.0.37 "GET /v2.0/networks?id=27d87cf8-de12-4c79-864c-28a6bac16755 HTTP/1.1" status: 200 len: 911 time: 0.6285958 Feb 17 09:32:50.906404 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0761975-ee7a-423e-8287-38a2ad090d17 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Pushing event updated for resources: {'Network': ['ID=ce346754-eca3-4fbe-8035-73ee6533fc43,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:50.954939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network ce346754-eca3-4fbe-8035-73ee6533fc43 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:32:51.031001 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030d4697-a137-48a0-851a-f730034d4e99 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Made reservation on behalf of 46ad42404c5e42e69b8288b9e6cb16c8 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:51.033113 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-030d4697-a137-48a0-851a-f730034d4e99 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:51.041819 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3163e52d-7693-4df6-8b7d-d2e956cf7bf1 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Unset dirty status for tenant:9495c66bb3f14bbb8bb922a654873ba4 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:51.047336 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3163e52d-7693-4df6-8b7d-d2e956cf7bf1 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] 10.222.0.75 "GET /v2.0/ports/51880fbb-f4e8-4c73-add8-91b6cdde57e6 HTTP/1.1" status: 404 len: 333 time: 0.4657786 Feb 17 09:32:51.051265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60618) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:51.066219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b5a476f1-7eaa-47d9-baee-22dfcec13a79 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Request body: {'port': {'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2067891571'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:51.076970 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:51.086831 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:subnet and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:51.097589 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:51.129462 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:51.142588 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b5a476f1-7eaa-47d9-baee-22dfcec13a79 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:51.150017 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-de3d077e-64e7-428e-ac4e-b6ec8ce61e54 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:51.160146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Allocated IP 2001:db8::2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/dd0ee776-b055-45f0-8917-db791f7029f0/ac87d374-3d82-4bd5-acfa-2d42d5b69f59) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:51.197619 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-de3d077e-64e7-428e-ac4e-b6ec8ce61e54 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:51.199662 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b5a476f1-7eaa-47d9-baee-22dfcec13a79 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:51.213365 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f3b0cad9-fbf3-4557-89ef-c614ed2e3686 req-e615d817-a7df-412e-afd5-aea61721e263 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=766a0d2d-bc08-4b86-9e5f-832883bcb404 HTTP/1.1" status: 200 len: 1000 time: 0.2820919 Feb 17 09:32:51.253565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:51.280761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:51.284862 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:51.388614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3d077e-64e7-428e-ac4e-b6ec8ce61e54 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:51.403569 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a476f1-7eaa-47d9-baee-22dfcec13a79 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Made reservation on behalf of 9495c66bb3f14bbb8bb922a654873ba4 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:51.403929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0cad9-fbf3-4557-89ef-c614ed2e3686 req-df91fedb-a10b-4ff2-b5e0-6257c224ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:51.405424 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f3b0cad9-fbf3-4557-89ef-c614ed2e3686 req-df91fedb-a10b-4ff2-b5e0-6257c224ded5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5521f55-5393-4abb-b946-8c660da7abe1 HTTP/1.1" status: 200 len: 849 time: 0.1846352 Feb 17 09:32:51.405841 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5a476f1-7eaa-47d9-baee-22dfcec13a79 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:51.409841 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8310c6aa-f94f-4524-ba8e-2e316007272f tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:51.441611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:51.445438 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] device_id is not set on port 11eb3ad4-bb00-4820-ab7d-5d8acf2366cc yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:51.459502 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Transition to ACTIVE for port object ac87d374-3d82-4bd5-acfa-2d42d5b69f59 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:51.482878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Transition to ACTIVE for port object ac87d374-3d82-4bd5-acfa-2d42d5b69f59 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:51.514421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.ipam_backend_mixin [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Performing IP validity checks on allocation pools {{(pid=88370) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 09:32:51.514421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.ipam_backend_mixin [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88370) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 09:32:51.572096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:51.670372 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:51.674734 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:51.680246 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:51.689219 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Pushing event updated for resources: {'Port': ['ID=ac87d374-3d82-4bd5-acfa-2d42d5b69f59,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:51.693991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-b5a476f1-7eaa-47d9-baee-22dfcec13a79 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] device_id is not set on port f8c05d14-5d5b-4b2e-8465-ca1f2027889e yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:51.819013 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Attempting to bind port ac87d374-3d82-4bd5-acfa-2d42d5b69f59 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:51.819581 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Attempting to bind port ac87d374-3d82-4bd5-acfa-2d42d5b69f59 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:51.820340 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Attempting to bind port ac87d374-3d82-4bd5-acfa-2d42d5b69f59 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:51.831995 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:32:51.832564 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:51.833090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:51.833597 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:32:51.834277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Bound port: ac87d374-3d82-4bd5-acfa-2d42d5b69f59, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:32:51.835017 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:51.847051 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-8310c6aa-f94f-4524-ba8e-2e316007272f tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Calling delete_port for 5b9553af-2339-46bb-931e-374edc6bc95c owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:51.957155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de3d077e-64e7-428e-ac4e-b6ec8ce61e54 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:51.989097 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] For port ac87d374-3d82-4bd5-acfa-2d42d5b69f59, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:32:51.993828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] For port ac87d374-3d82-4bd5-acfa-2d42d5b69f59, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ac87d374-3d82-4bd5-acfa-2d42d5b69f59,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:32:52.043020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0cad9-fbf3-4557-89ef-c614ed2e3686 req-b8c6e980-7586-49f8-b085-f5a91c731c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:52.044548 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f3b0cad9-fbf3-4557-89ef-c614ed2e3686 req-b8c6e980-7586-49f8-b085-f5a91c731c13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27d87cf8-de12-4c79-864c-28a6bac16755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6266286 Feb 17 09:32:52.059033 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:52.128519 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-de3d077e-64e7-428e-ac4e-b6ec8ce61e54 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port fc812db1-a24f-4d24-b869-6f1ceccc1db3 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:52.160177 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e76f1-8d6c-49c7-9c6e-ac857ee9d651 None None] Pushing event updated for resources: {'Port': ['ID=ac87d374-3d82-4bd5-acfa-2d42d5b69f59,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:52.307369 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f3b0cad9-fbf3-4557-89ef-c614ed2e3686 req-0caeb482-c30a-4d10-90e3-810fb686d6f7 service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292562 Feb 17 09:32:52.308194 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423dfd0-1bc3-4bb8-ab65-68f227d66dca req-17077772-0db6-428e-bd97-aff539d33be9 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:52.308194 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5423dfd0-1bc3-4bb8-ab65-68f227d66dca req-17077772-0db6-428e-bd97-aff539d33be9 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.6693807 Feb 17 09:32:52.405343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8310c6aa-f94f-4524-ba8e-2e316007272f tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:52.418313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5a476f1-7eaa-47d9-baee-22dfcec13a79 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:52.487626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310c6aa-f94f-4524-ba8e-2e316007272f tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event deleted for resources: {'Port': ['ID=5b9553af-2339-46bb-931e-374edc6bc95c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:52.507556 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:52.521178 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5423dfd0-1bc3-4bb8-ab65-68f227d66dca req-e55cac16-154b-4d47-9794-fc7e96d7975e tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966455 Feb 17 09:32:52.560792 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:52.599793 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8310c6aa-f94f-4524-ba8e-2e316007272f tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:52.632438 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f3b0cad9-fbf3-4557-89ef-c614ed2e3686 req-a4b3570b-354c-45e3-a219-56f6bc723275 service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422267 Feb 17 09:32:52.690268 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Subnet': ['ID=5a5bbd51-0fb5-4ed0-9629-0918b07d0f97,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:52.723872 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Checking segment: {'id': 'd92ccc56-12db-410d-9bab-073cc63113f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e249d12d-b129-4542-a5bc-885fba45600a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:52.723872 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network hostable DHCP agents. Network: e249d12d-b129-4542-a5bc-885fba45600a, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:32:52.746454 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8310c6aa-f94f-4524-ba8e-2e316007272f tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "DELETE /v2.0/ports/5b9553af-2339-46bb-931e-374edc6bc95c HTTP/1.1" status: 204 len: 168 time: 2.3293676 Feb 17 09:32:52.749872 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60624) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:52.758176 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-de3d077e-64e7-428e-ac4e-b6ec8ce61e54 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::a02d:2c8d:61a2:1cd3 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/dd0ee776-b055-45f0-8917-db791f7029f0/fc812db1-a24f-4d24-b869-6f1ceccc1db3) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:52.848193 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec34854-e23c-4d6c-8b97-210c6aae951a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] GET failed (client error): The resource could not be found. Feb 17 09:32:52.848683 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cec34854-e23c-4d6c-8b97-210c6aae951a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Synchronizing usage tracker for tenant:c8755942377143f6a2c7e1aa0834e824 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:52.851725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5a476f1-7eaa-47d9-baee-22dfcec13a79 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:52.861174 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network e249d12d-b129-4542-a5bc-885fba45600a is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:32:52.895106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.objects.ports [None req-030d4697-a137-48a0-851a-f730034d4e99 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:32:52.895590 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-030d4697-a137-48a0-851a-f730034d4e99 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:52.908133 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ac87d374-3d82-4bd5-acfa-2d42d5b69f59 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:52.936896 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:52.960320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, e249d12d-b129-4542-a5bc-885fba45600a) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:52.969109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:52.971264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:52.982792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf9fd2c-bef4-4336-8004-a4efa6dd004c None None] Network e249d12d-b129-4542-a5bc-885fba45600a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:53.062926 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a476f1-7eaa-47d9-baee-22dfcec13a79 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Network 9bed24b7-5223-4913-92d9-e917d310e53c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:53.086466 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-933322e0-1335-4205-bbb0-231cf427aaf3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3801770 Feb 17 09:32:53.089003 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60628) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:53.094918 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b5a476f1-7eaa-47d9-baee-22dfcec13a79 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:53.100143 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:53.124754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port ac87d374-3d82-4bd5-acfa-2d42d5b69f59 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:53.155967 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a476f1-7eaa-47d9-baee-22dfcec13a79 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Pushing event updated for resources: {'Port': ['ID=f8c05d14-5d5b-4b2e-8465-ca1f2027889e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:53.206467 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a476f1-7eaa-47d9-baee-22dfcec13a79 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:53.207918 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a476f1-7eaa-47d9-baee-22dfcec13a79 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:53.208080 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5a476f1-7eaa-47d9-baee-22dfcec13a79 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:53.213997 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:53.227819 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cec34854-e23c-4d6c-8b97-210c6aae951a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Unset dirty status for tenant:c8755942377143f6a2c7e1aa0834e824 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:53.229008 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cec34854-e23c-4d6c-8b97-210c6aae951a tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "GET /v2.0/ports/5b9553af-2339-46bb-931e-374edc6bc95c HTTP/1.1" status: 404 len: 333 time: 0.4731395 Feb 17 09:32:53.229856 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d4697-a137-48a0-851a-f730034d4e99 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Pushing event updated for resources: {'Subnet': ['ID=40fd1663-fc54-438b-b330-05aa58281d25,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:53.232099 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:53.237486 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:53.258748 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60632) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:53.314599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:53.327432 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-e249d12d-b129-4542-a5bc-885fba45600a', 'network_id': 'e249d12d-b129-4542-a5bc-885fba45600a', 'tenant_id': 'd71f25c9faa84e9ea04b56d745ca03fe', 'fixed_ips': [{'subnet_id': '5a5bbd51-0fb5-4ed0-9629-0918b07d0f97'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:32:53.328413 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:53.431094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:53.467772 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030d4697-a137-48a0-851a-f730034d4e99 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Checking segment: {'id': 'c8eeaa32-d92b-434a-8921-8e9cf57cc44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'ce346754-eca3-4fbe-8035-73ee6533fc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:53.467772 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030d4697-a137-48a0-851a-f730034d4e99 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Network hostable DHCP agents. Network: ce346754-eca3-4fbe-8035-73ee6533fc43, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:32:53.473025 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=11b46c7f-d3eb-47db-be5e-5f2f8a18803b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:53.607120 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=11eb3ad4-bb00-4820-ab7d-5d8acf2366cc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:53.650631 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Allocated IP 172.20.0.3 (e249d12d-b129-4542-a5bc-885fba45600a/5a5bbd51-0fb5-4ed0-9629-0918b07d0f97/27180ccc-1fe6-44e2-828e-014b66ea62d2) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:53.689425 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e04c0bef-fec3-4b9a-89fe-05d6404973b6 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Deleting port fc2713a8-566a-4c4a-8376-03784884d15c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:53.689996 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e04c0bef-fec3-4b9a-89fe-05d6404973b6 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:53.799611 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b5a476f1-7eaa-47d9-baee-22dfcec13a79 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7423701 Feb 17 09:32:53.829708 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60640) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:53.857595 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b6d67811-d0c5-4bc6-a784-c4780a3189be None None] Provisioning for port ac87d374-3d82-4bd5-acfa-2d42d5b69f59 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:53.868518 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:53.882436 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b6d67811-d0c5-4bc6-a784-c4780a3189be None None] Provisioning complete for port ac87d374-3d82-4bd5-acfa-2d42d5b69f59 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:53.882906 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6d67811-d0c5-4bc6-a784-c4780a3189be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:53.909934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Checking segment: {'id': 'b288551d-d4b2-4792-b1dd-0ae89b1a02fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'dc7b275c-976e-49a4-a3a6-abff91170244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:53.910725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network hostable DHCP agents. Network: dc7b275c-976e-49a4-a3a6-abff91170244, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:32:53.914631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6e9fb-60b1-4ba8-a453-ad5ecce7cf61 req-9b9b3052-d44b-4b26-8529-5f6a197f6328 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:53.916692 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-daa6e9fb-60b1-4ba8-a453-ad5ecce7cf61 req-9b9b3052-d44b-4b26-8529-5f6a197f6328 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.1545324 Feb 17 09:32:53.942031 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de3d077e-64e7-428e-ac4e-b6ec8ce61e54 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:53.944959 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030d4697-a137-48a0-851a-f730034d4e99 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Network ce346754-eca3-4fbe-8035-73ee6533fc43 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:32:53.963751 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:53.977186 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-daa6e9fb-60b1-4ba8-a453-ad5ecce7cf61 req-82f03ff6-6b0e-478d-804e-4a22e2a96b15 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548093 Feb 17 09:32:53.982661 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Transition to ACTIVE for port object 27180ccc-1fe6-44e2-828e-014b66ea62d2 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:54.059082 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Transition to ACTIVE for port object 27180ccc-1fe6-44e2-828e-014b66ea62d2 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:54.087430 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6d67811-d0c5-4bc6-a784-c4780a3189be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:54.127436 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b6d67811-d0c5-4bc6-a784-c4780a3189be None None] For port ac87d374-3d82-4bd5-acfa-2d42d5b69f59, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ac87d374-3d82-4bd5-acfa-2d42d5b69f59,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:54.152694 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:54.220705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6d67811-d0c5-4bc6-a784-c4780a3189be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:54.230907 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Network e249d12d-b129-4542-a5bc-885fba45600a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:54.233832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:54.240424 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:54.278382 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:54.280657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Pushing event updated for resources: {'Port': ['ID=27180ccc-1fe6-44e2-828e-014b66ea62d2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:54.316510 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-de3d077e-64e7-428e-ac4e-b6ec8ce61e54 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object fc812db1-a24f-4d24-b869-6f1ceccc1db3 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:54.328170 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-030d4697-a137-48a0-851a-f730034d4e99 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, ce346754-eca3-4fbe-8035-73ee6533fc43) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:54.363021 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf219d07-e717-4f07-a4e8-1f5a04f022e1 None None] Network ce346754-eca3-4fbe-8035-73ee6533fc43 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:54.364602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5bbd51-0fb5-4ed0-9629-0918b07d0f97,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:54.441102 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030d4697-a137-48a0-851a-f730034d4e99 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:54.442107 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-030d4697-a137-48a0-851a-f730034d4e99 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:54.472626 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Attempting to bind port 27180ccc-1fe6-44e2-828e-014b66ea62d2 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:54.473025 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Attempting to bind port 27180ccc-1fe6-44e2-828e-014b66ea62d2 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'd92ccc56-12db-410d-9bab-073cc63113f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e249d12d-b129-4542-a5bc-885fba45600a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:54.473343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Attempting to bind port 27180ccc-1fe6-44e2-828e-014b66ea62d2 on network e249d12d-b129-4542-a5bc-885fba45600a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:54.484358 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:32:54.485318 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Checking segment: {'id': 'd92ccc56-12db-410d-9bab-073cc63113f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e249d12d-b129-4542-a5bc-885fba45600a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:32:54.486296 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:54.486296 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Bound using segment: {'id': 'd92ccc56-12db-410d-9bab-073cc63113f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e249d12d-b129-4542-a5bc-885fba45600a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:32:54.486594 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Bound port: 27180ccc-1fe6-44e2-828e-014b66ea62d2, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92ccc56-12db-410d-9bab-073cc63113f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e249d12d-b129-4542-a5bc-885fba45600a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:32:54.488459 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:54.488655 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network dc7b275c-976e-49a4-a3a6-abff91170244 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:32:54.495766 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d67811-d0c5-4bc6-a784-c4780a3189be None None] Pushing event updated for resources: {'Port': ['ID=ac87d374-3d82-4bd5-acfa-2d42d5b69f59,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:54.550368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:54.554738 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, dc7b275c-976e-49a4-a3a6-abff91170244) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:54.581461 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:54.581674 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e46141-640c-4691-8c92-0ce2ab7540c8 None None] Network dc7b275c-976e-49a4-a3a6-abff91170244 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:54.594091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:54.604124 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:54.612832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:54.613917 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:54.619635 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e249d12d-b129-4542-a5bc-885fba45600a']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:54.646202 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92ccc56-12db-410d-9bab-073cc63113f1') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:54.647786 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92ccc56-12db-410d-9bab-073cc63113f1') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:54.669864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:54.699903 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-030d4697-a137-48a0-851a-f730034d4e99 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.9585736 Feb 17 09:32:54.705319 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:54.714706 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:32:54.715416 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:54.750138 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60646) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:54.767091 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8df9843-eb89-425e-98a4-c9aff4398a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:54.775550 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-753495761', 'network_id': 'ce346754-eca3-4fbe-8035-73ee6533fc43'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:54.803219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:32:54.807402 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:32:54.810971 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e04c0bef-fec3-4b9a-89fe-05d6404973b6 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:54.828341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281185da-56c6-4cfb-bbe0-54996f560bcf req-51cdbd94-ee36-41ec-84d8-53d381f358a6 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:54.835082 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-281185da-56c6-4cfb-bbe0-54996f560bcf req-51cdbd94-ee36-41ec-84d8-53d381f358a6 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.6813385 Feb 17 09:32:54.839342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Usage tracker for resource:port and tenant:46ad42404c5e42e69b8288b9e6cb16c8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:54.845230 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:54.858736 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3a522fd1-8b78-48e0-94f1-e9df84d00891 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.7088766 Feb 17 09:32:54.860456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60650) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:54.861961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:54.885379 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] For port 27180ccc-1fe6-44e2-828e-014b66ea62d2, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:32:54.898423 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] For port 27180ccc-1fe6-44e2-828e-014b66ea62d2, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=27180ccc-1fe6-44e2-828e-014b66ea62d2,segment=NetworkSegment(d92ccc56-12db-410d-9bab-073cc63113f1),segment_id=d92ccc56-12db-410d-9bab-073cc63113f1)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:32:54.905041 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.api [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 09:32:54.905041 dv-neutron-828143-5-hyperv neutron-server[88370]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 09:32:54.905041 dv-neutron-828143-5-hyperv neutron-server[88370]: [parameters: {'id': 'e249d12d-b129-4542-a5bc-885fba45600a'}] Feb 17 09:32:54.905041 dv-neutron-828143-5-hyperv neutron-server[88370]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:32:54.905041 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG oslo_db.api [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:32:54.939917 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ac87d374-3d82-4bd5-acfa-2d42d5b69f59 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:32:54.961825 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-48ae6ca0-b99b-4b38-aaae-ce5fa8c2d301 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port 11eb3ad4-bb00-4820-ab7d-5d8acf2366cc {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:54.962293 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48ae6ca0-b99b-4b38-aaae-ce5fa8c2d301 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:54.964140 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41f3f70-92c2-47e6-8d78-ecced3a96992 None None] Network ce346754-eca3-4fbe-8035-73ee6533fc43 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:55.011090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:55.101615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de3d077e-64e7-428e-ac4e-b6ec8ce61e54 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:55.122581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e04c0bef-fec3-4b9a-89fe-05d6404973b6 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Calling delete_port for fc2713a8-566a-4c4a-8376-03784884d15c owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:55.265342 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a130c-ffca-4fdd-992b-ee1860714e5e None None] Pushing event updated for resources: {'Port': ['ID=27180ccc-1fe6-44e2-828e-014b66ea62d2,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:55.335839 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-281185da-56c6-4cfb-bbe0-54996f560bcf req-53c6c826-9e6b-4728-8c17-cb32e48195f0 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4759440 Feb 17 09:32:55.361230 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d077e-64e7-428e-ac4e-b6ec8ce61e54 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:55.362912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Made reservation on behalf of 46ad42404c5e42e69b8288b9e6cb16c8 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:55.366370 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:55.395219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-de3d077e-64e7-428e-ac4e-b6ec8ce61e54 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:55.412086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port ac87d374-3d82-4bd5-acfa-2d42d5b69f59 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:55.412086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:55.412259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48ae6ca0-b99b-4b38-aaae-ce5fa8c2d301 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:55.420457 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d077e-64e7-428e-ac4e-b6ec8ce61e54 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:55.440306 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3d077e-64e7-428e-ac4e-b6ec8ce61e54 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:55.445964 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de3d077e-64e7-428e-ac4e-b6ec8ce61e54 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:55.492036 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a25752-3555-4e72-b0cf-3165d06d1311 None None] Network e249d12d-b129-4542-a5bc-885fba45600a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:55.549364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] device_id is not set on port 93fcee77-8d6b-4369-a3af-12256ab8df19 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:55.554805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-48ae6ca0-b99b-4b38-aaae-ce5fa8c2d301 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for 11eb3ad4-bb00-4820-ab7d-5d8acf2366cc owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:55.620539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:55.641703 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d077e-64e7-428e-ac4e-b6ec8ce61e54 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=fc812db1-a24f-4d24-b869-6f1ceccc1db3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:55.667158 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Deleting port 27180ccc-1fe6-44e2-828e-014b66ea62d2 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:55.667644 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:55.781296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60656) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:55.782484 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-de3d077e-64e7-428e-ac4e-b6ec8ce61e54 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9079313 Feb 17 09:32:55.797160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f5beb297-1510-469a-978c-343394dd0559 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'fixed_ips': [{'subnet_id': 'dd0ee776-b055-45f0-8917-db791f7029f0', 'ip_address': '2001:db8::a02d:2c8d:61a2:1cd3'}], 'name': 'tempest-NetworksTestDHCPv6-2136802800'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:55.899337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48ae6ca0-b99b-4b38-aaae-ce5fa8c2d301 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:55.925698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] device_id is not set on port f8c05d14-5d5b-4b2e-8465-ca1f2027889e yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:55.938507 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:55.957983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Allocated IP 2001:db8::34a (ce346754-eca3-4fbe-8035-73ee6533fc43/40fd1663-fc54-438b-b330-05aa58281d25/93fcee77-8d6b-4369-a3af-12256ab8df19) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:32:55.977902 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-664c70f0-89f2-4ad5-a7e0-f3105105f86d None None] Provisioning for port fc812db1-a24f-4d24-b869-6f1ceccc1db3 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:32:55.990212 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7395006-8e4a-4aee-b35f-25e41255636b None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 09:32:56.007089 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Transition to ACTIVE for port object f8c05d14-5d5b-4b2e-8465-ca1f2027889e will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:32:56.010808 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e04c0bef-fec3-4b9a-89fe-05d6404973b6 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:56.022954 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae6ca0-b99b-4b38-aaae-ce5fa8c2d301 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=11eb3ad4-bb00-4820-ab7d-5d8acf2366cc,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:56.028998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48ae6ca0-b99b-4b38-aaae-ce5fa8c2d301 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:56.037068 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-664c70f0-89f2-4ad5-a7e0-f3105105f86d None None] Provisioning complete for port fc812db1-a24f-4d24-b869-6f1ceccc1db3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:32:56.037266 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-664c70f0-89f2-4ad5-a7e0-f3105105f86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:56.076745 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-48ae6ca0-b99b-4b38-aaae-ce5fa8c2d301 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/11eb3ad4-bb00-4820-ab7d-5d8acf2366cc HTTP/1.1" status: 204 len: 168 time: 1.2116272 Feb 17 09:32:56.083477 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60662) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:56.128194 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-664c70f0-89f2-4ad5-a7e0-f3105105f86d None None] Port fc812db1-a24f-4d24-b869-6f1ceccc1db3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:32:56.144690 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c0bef-fec3-4b9a-89fe-05d6404973b6 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event deleted for resources: {'Port': ['ID=fc2713a8-566a-4c4a-8376-03784884d15c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:56.189077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:56.204705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f5beb297-1510-469a-978c-343394dd0559 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:56.212756 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f5beb297-1510-469a-978c-343394dd0559 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:port and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:56.224236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f5beb297-1510-469a-978c-343394dd0559 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:56.232321 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7395006-8e4a-4aee-b35f-25e41255636b None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 09:32:56.234263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f5beb297-1510-469a-978c-343394dd0559 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:56.241608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] For port 27180ccc-1fe6-44e2-828e-014b66ea62d2, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=27180ccc-1fe6-44e2-828e-014b66ea62d2,segment=NetworkSegment(d92ccc56-12db-410d-9bab-073cc63113f1),segment_id=d92ccc56-12db-410d-9bab-073cc63113f1)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:56.241983 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:56.358258 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e04c0bef-fec3-4b9a-89fe-05d6404973b6 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:56.377120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5beb297-1510-469a-978c-343394dd0559 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:56.403228 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Calling delete_port for 27180ccc-1fe6-44e2-828e-014b66ea62d2 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:56.619541 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5beb297-1510-469a-978c-343394dd0559 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:56.643973 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Pushing event updated for resources: {'Port': ['ID=f8c05d14-5d5b-4b2e-8465-ca1f2027889e,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:56.678025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-f5beb297-1510-469a-978c-343394dd0559 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port dc04ce8e-3177-4883-abb6-0ba1621b8e7a yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:32:56.701713 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e04c0bef-fec3-4b9a-89fe-05d6404973b6 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "DELETE /v2.0/ports/fc2713a8-566a-4c4a-8376-03784884d15c HTTP/1.1" status: 204 len: 168 time: 3.4275978 Feb 17 09:32:56.703012 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:56.703957 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:56.704376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:56.719403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60666) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:56.739361 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:56.739878 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:56.772905 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:56.783410 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 2 to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e Feb 17 09:32:56.799775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:56.844793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acf384b-dd25-4f42-9256-2b3f14cb4e27 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:56.851560 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acf384b-dd25-4f42-9256-2b3f14cb4e27 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:56.851930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8acf384b-dd25-4f42-9256-2b3f14cb4e27 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:56.869944 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65917972-4f7b-4209-b5e3-6bcbe727c3fa req-d61849c6-9b5b-4769-85ae-12f8f3035df4 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:56.871591 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-65917972-4f7b-4209-b5e3-6bcbe727c3fa req-d61849c6-9b5b-4769-85ae-12f8f3035df4 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.6737339 Feb 17 09:32:56.877250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Port': ['ID=27180ccc-1fe6-44e2-828e-014b66ea62d2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:56.895409 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:56.896023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:56.896548 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:56.896886 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No DVR routers for this DVR port 27180ccc-1fe6-44e2-828e-014b66ea62d2 on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:32:56.940257 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:56.940810 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:56.947324 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 3 to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e Feb 17 09:32:56.966333 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-33923c5f-0d17-4002-9cf2-c19c276314db tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Deleting subnet bea249cb-84ec-4a9b-88eb-575348d6094a {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:32:56.970950 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:56.977087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33923c5f-0d17-4002-9cf2-c19c276314db tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:56.981273 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9904dcf5-b5ae-4975-a821-c8a3396690e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:57.082431 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8acf384b-dd25-4f42-9256-2b3f14cb4e27 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:57.083700 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8acf384b-dd25-4f42-9256-2b3f14cb4e27 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.9966843 Feb 17 09:32:57.084726 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:57.085066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:57.085437 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:57.096237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60670) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:57.105773 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:57.169082 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:57.169082 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:57.172015 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-65917972-4f7b-4209-b5e3-6bcbe727c3fa req-6574e488-00a4-4b20-b999-e01d5e9ed813 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699323 Feb 17 09:32:57.186433 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 4 to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e Feb 17 09:32:57.197303 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Network ce346754-eca3-4fbe-8035-73ee6533fc43 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:32:57.217336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:32:57.226399 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33923c5f-0d17-4002-9cf2-c19c276314db tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:57.263547 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Pushing event updated for resources: {'Port': ['ID=93fcee77-8d6b-4369-a3af-12256ab8df19,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:57.267675 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:32:57.269017 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:57.269829 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:57.272793 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e249d12d-b129-4542-a5bc-885fba45600a']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:57.295735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92ccc56-12db-410d-9bab-073cc63113f1') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:57.295735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92ccc56-12db-410d-9bab-073cc63113f1') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:32:57.305773 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:57.306166 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:57.306831 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:57.309884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:57.323769 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f456dbfa-4dc5-425e-b0e7-4d30bdee973f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port 11b46c7f-d3eb-47db-be5e-5f2f8a18803b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:57.324406 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f456dbfa-4dc5-425e-b0e7-4d30bdee973f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:57.333546 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:57.341929 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5beb297-1510-469a-978c-343394dd0559 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 17 09:32:57.347337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5beb297-1510-469a-978c-343394dd0559 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:32:57.360476 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:57.360811 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:57.362855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:32:57.363259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:57.368970 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 5 to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:32:57.378942 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:32:57.414337 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:57.414677 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:57.415018 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:57.429184 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0dad7686-98f3-4937-b644-6be58ad8d6bf tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.6769111 Feb 17 09:32:57.435355 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:57.435682 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:57.437957 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60676) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:57.438648 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 6 to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e Feb 17 09:32:57.558244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:57.558595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:57.558917 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:57.567472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e6909-98eb-4a35-b1ec-c0f4c785a4c8 req-c6380c19-92fa-48a4-9741-48b89d99a4d5 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:57.569670 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0e8e6909-98eb-4a35-b1ec-c0f4c785a4c8 req-c6380c19-92fa-48a4-9741-48b89d99a4d5 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.2106543 Feb 17 09:32:57.579068 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:57.579399 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:57.599821 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 7 to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e Feb 17 09:32:57.620689 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2e414-0ef5-4529-9174-fb39d6d9c44d tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Deleting port 93fcee77-8d6b-4369-a3af-12256ab8df19 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:57.621203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e414-0ef5-4529-9174-fb39d6d9c44d tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:57.628303 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0e8e6909-98eb-4a35-b1ec-c0f4c785a4c8 req-04c666a2-e8a9-4e76-a60d-580c219097a7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457039 Feb 17 09:32:57.651553 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f5beb297-1510-469a-978c-343394dd0559 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8686836 Feb 17 09:32:57.653813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60682) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:57.704247 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:57.710187 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33923c5f-0d17-4002-9cf2-c19c276314db tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:57.727534 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:57.742440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Network': ['ID=e249d12d-b129-4542-a5bc-885fba45600a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:57.757517 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ae708a30-6bff-467b-854c-47c84b71bbe9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/e249d12d-b129-4542-a5bc-885fba45600a HTTP/1.1" status: 204 len: 168 time: 4.6670961 Feb 17 09:32:57.765143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60686) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:57.775342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:57.775681 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:57.776018 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:57.784893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e60e913f-33dc-4bdf-90f6-ef9e7a8de8c4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-501507988'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:57.795266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e60e913f-33dc-4bdf-90f6-ef9e7a8de8c4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:57.803739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e60e913f-33dc-4bdf-90f6-ef9e7a8de8c4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:network and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:57.807434 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e60e913f-33dc-4bdf-90f6-ef9e7a8de8c4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:57.809741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:57.810096 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:57.816512 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e60e913f-33dc-4bdf-90f6-ef9e7a8de8c4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:57.831517 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:57.841077 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f11cf4-1e53-4ea9-8aa2-6eea05c9ef9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:57.848357 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f11cf4-1e53-4ea9-8aa2-6eea05c9ef9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:57.849242 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b1f11cf4-1e53-4ea9-8aa2-6eea05c9ef9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:57.866530 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 8 to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e Feb 17 09:32:57.900561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60e913f-33dc-4bdf-90f6-ef9e7a8de8c4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:57.905171 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e60e913f-33dc-4bdf-90f6-ef9e7a8de8c4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:57.934723 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f456dbfa-4dc5-425e-b0e7-4d30bdee973f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:57.934990 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b1f11cf4-1e53-4ea9-8aa2-6eea05c9ef9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:57.936112 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b1f11cf4-1e53-4ea9-8aa2-6eea05c9ef9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2813029 Feb 17 09:32:57.940027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60690) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:57.942532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60e913f-33dc-4bdf-90f6-ef9e7a8de8c4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:32:57.991939 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:57.992743 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:57.992923 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:58.001243 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e60e913f-33dc-4bdf-90f6-ef9e7a8de8c4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:58.001600 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-e60e913f-33dc-4bdf-90f6-ef9e7a8de8c4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Added segment 2c12340c-e9aa-4959-8942-340543556fe6 of type vlan for network 831edfcf-7fd2-43fe-93d2-2f36b7d20d52 Feb 17 09:32:58.021330 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:58.035122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6a36c0f5-8952-4d6d-a22f-05eea593706c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port fc812db1-a24f-4d24-b869-6f1ceccc1db3 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:58.035462 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a36c0f5-8952-4d6d-a22f-05eea593706c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:58.075606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e60e913f-33dc-4bdf-90f6-ef9e7a8de8c4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:58.142720 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f456dbfa-4dc5-425e-b0e7-4d30bdee973f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for 11b46c7f-d3eb-47db-be5e-5f2f8a18803b owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:58.180916 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:58.181244 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:58.192895 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 9 to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e Feb 17 09:32:58.248832 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e60e913f-33dc-4bdf-90f6-ef9e7a8de8c4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:58.253626 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:58.253977 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:58.254214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60e913f-33dc-4bdf-90f6-ef9e7a8de8c4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:58.254427 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:58.254811 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e60e913f-33dc-4bdf-90f6-ef9e7a8de8c4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:58.330593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:58.330921 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:58.344423 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempt 10 to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e Feb 17 09:32:58.352182 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33923c5f-0d17-4002-9cf2-c19c276314db tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:58.391174 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e913f-33dc-4bdf-90f6-ef9e7a8de8c4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Network': ['ID=831edfcf-7fd2-43fe-93d2-2f36b7d20d52,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:58.404152 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 831edfcf-7fd2-43fe-93d2-2f36b7d20d52 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:32:58.434612 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33923c5f-0d17-4002-9cf2-c19c276314db tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event deleted for resources: {'Subnet': ['ID=bea249cb-84ec-4a9b-88eb-575348d6094a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:58.435885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a36c0f5-8952-4d6d-a22f-05eea593706c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:58.438516 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:32:58.438908 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:32:58.439302 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempting to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:32:58.443287 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33923c5f-0d17-4002-9cf2-c19c276314db tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:58.462309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:32:58.463177 dv-neutron-828143-5-hyperv neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Failed to bind port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on host hv-neutron-8281 for vnic_type normal using segments [{'id': '266e7d89-12ee-4833-aa92-be03b4882ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '9bed24b7-5223-4913-92d9-e917d310e53c'}] Feb 17 09:32:58.463767 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:58.476646 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf34d732-6bf6-49e0-b04c-89ae9bae1c6b None None] Network c4753d93-62c6-4f68-9337-4ed00e99c9b3 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:32:58.493286 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8e1e2-a67e-407d-b6d4-f359374b239d req-f3ed68dd-ebba-44c1-88dd-ccdbf56556e6 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:58.495450 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-eac8e1e2-a67e-407d-b6d4-f359374b239d req-f3ed68dd-ebba-44c1-88dd-ccdbf56556e6 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.6941426 Feb 17 09:32:58.518491 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e60e913f-33dc-4bdf-90f6-ef9e7a8de8c4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7427964 Feb 17 09:32:58.525775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60696) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:58.530643 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-33923c5f-0d17-4002-9cf2-c19c276314db tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "DELETE /v2.0/subnets/bea249cb-84ec-4a9b-88eb-575348d6094a HTTP/1.1" status: 204 len: 168 time: 1.8048086 Feb 17 09:32:58.575286 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60700) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:58.705652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6a36c0f5-8952-4d6d-a22f-05eea593706c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for fc812db1-a24f-4d24-b869-6f1ceccc1db3 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:58.715659 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f456dbfa-4dc5-425e-b0e7-4d30bdee973f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:58.730522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e414-0ef5-4529-9174-fb39d6d9c44d tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:58.741398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:58.748745 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ca4155ba-9a0f-48a5-9203-69df7577477b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'subnet': {'network_id': '831edfcf-7fd2-43fe-93d2-2f36b7d20d52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:32:58.774266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Deleting port f6360faa-bc0e-4fff-9530-eb907e901fdc {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:58.774615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:58.818071 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2279fa30-4bfb-40f5-81de-86ac12c82817 None None] DHCP port deletion for c4753d93-62c6-4f68-9337-4ed00e99c9b3 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:32:58.823087 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2279fa30-4bfb-40f5-81de-86ac12c82817 None None] Deleting port f6360faa-bc0e-4fff-9530-eb907e901fdc {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:58.823460 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2279fa30-4bfb-40f5-81de-86ac12c82817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:58.934217 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f6360faa-bc0e-4fff-9530-eb907e901fdc no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:32:59.100130 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2e414-0ef5-4529-9174-fb39d6d9c44d tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Calling delete_port for 93fcee77-8d6b-4369-a3af-12256ab8df19 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:59.119312 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] For port f6360faa-bc0e-4fff-9530-eb907e901fdc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f6360faa-bc0e-4fff-9530-eb907e901fdc,segment=NetworkSegment(3fba109a-7fea-49d5-815b-d82979cae81b),segment_id=3fba109a-7fea-49d5-815b-d82979cae81b)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:59.119773 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:59.131021 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456dbfa-4dc5-425e-b0e7-4d30bdee973f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=11b46c7f-d3eb-47db-be5e-5f2f8a18803b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:59.133548 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f456dbfa-4dc5-425e-b0e7-4d30bdee973f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:59.135633 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f456dbfa-4dc5-425e-b0e7-4d30bdee973f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/11b46c7f-d3eb-47db-be5e-5f2f8a18803b HTTP/1.1" status: 204 len: 168 time: 2.0332563 Feb 17 09:32:59.138505 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60704) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:59.178368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2279fa30-4bfb-40f5-81de-86ac12c82817 None None] For port f6360faa-bc0e-4fff-9530-eb907e901fdc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f6360faa-bc0e-4fff-9530-eb907e901fdc,segment=NetworkSegment(3fba109a-7fea-49d5-815b-d82979cae81b),segment_id=3fba109a-7fea-49d5-815b-d82979cae81b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:59.179388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2279fa30-4bfb-40f5-81de-86ac12c82817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:59.225180 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-eac8e1e2-a67e-407d-b6d4-f359374b239d req-a34f86db-47eb-4bac-bcad-440405c18df6 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7051511 Feb 17 09:32:59.286845 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] For port f8c05d14-5d5b-4b2e-8465-ca1f2027889e, host hv-neutron-8281, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:32:59.287408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attempted to set empty binding levels {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 17 09:32:59.296820 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ca4155ba-9a0f-48a5-9203-69df7577477b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:32:59.303538 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ca4155ba-9a0f-48a5-9203-69df7577477b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:subnet and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:32:59.310995 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ca4155ba-9a0f-48a5-9203-69df7577477b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:32:59.320503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ca4155ba-9a0f-48a5-9203-69df7577477b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:32:59.370987 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:59.373416 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:59.395529 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2279fa30-4bfb-40f5-81de-86ac12c82817 None None] Calling delete_port for f6360faa-bc0e-4fff-9530-eb907e901fdc owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:59.430749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a36c0f5-8952-4d6d-a22f-05eea593706c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:59.448248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Calling delete_port for f6360faa-bc0e-4fff-9530-eb907e901fdc owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:32:59.463128 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port f6360faa-bc0e-4fff-9530-eb907e901fdc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f6360faa-bc0e-4fff-9530-eb907e901fdc,segment=NetworkSegment(3fba109a-7fea-49d5-815b-d82979cae81b),segment_id=3fba109a-7fea-49d5-815b-d82979cae81b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:32:59.478124 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4155ba-9a0f-48a5-9203-69df7577477b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:32:59.482789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca4155ba-9a0f-48a5-9203-69df7577477b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:59.531158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] In _notify_port_updated(), no bound segment for port f8c05d14-5d5b-4b2e-8465-ca1f2027889e on network 9bed24b7-5223-4913-92d9-e917d310e53c {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:32:59.531727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:59.532325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:59.534263 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] 10.222.0.75 "PUT /v2.0/ports/f8c05d14-5d5b-4b2e-8465-ca1f2027889e HTTP/1.1" status: 200 len: 977 time: 5.7003441 Feb 17 09:32:59.537961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60710) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:59.552387 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:59.557227 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36c0f5-8952-4d6d-a22f-05eea593706c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=fc812db1-a24f-4d24-b869-6f1ceccc1db3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:59.688700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a36c0f5-8952-4d6d-a22f-05eea593706c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:59.699071 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=f6360faa-bc0e-4fff-9530-eb907e901fdc,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:59.704502 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-2279fa30-4bfb-40f5-81de-86ac12c82817 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:32:59.704877 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-2279fa30-4bfb-40f5-81de-86ac12c82817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:32:59.733165 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703747b2-ea7e-4309-81a0-b12a28c843bf tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Pushing event updated for resources: {'Port': ['ID=f8c05d14-5d5b-4b2e-8465-ca1f2027889e,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:32:59.742701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8306d23-9f94-46d5-99a8-46f06c92d44e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:32:59.743464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e8306d23-9f94-46d5-99a8-46f06c92d44e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:32:59.754133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.api [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:32:59.754635 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG oslo_db.api [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:32:59.767391 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:59.790312 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0ea49-a45e-4692-a869-fdc76bbd24b1 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Deleting port f8c05d14-5d5b-4b2e-8465-ca1f2027889e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:32:59.790633 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2fc0ea49-a45e-4692-a869-fdc76bbd24b1 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:59.840178 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6a36c0f5-8952-4d6d-a22f-05eea593706c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/fc812db1-a24f-4d24-b869-6f1ceccc1db3 HTTP/1.1" status: 204 len: 168 time: 1.8984361 Feb 17 09:32:59.842509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60716) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:59.914178 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e8306d23-9f94-46d5-99a8-46f06c92d44e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:32:59.916357 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e8306d23-9f94-46d5-99a8-46f06c92d44e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7721214 Feb 17 09:32:59.925339 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60720) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:32:59.933073 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e414-0ef5-4529-9174-fb39d6d9c44d tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:32:59.976135 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f45a131-2c17-45ab-9c1b-3d90a581b74a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] GET failed (client error): The resource could not be found. Feb 17 09:32:59.977976 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0f45a131-2c17-45ab-9c1b-3d90a581b74a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports/11eb3ad4-bb00-4820-ab7d-5d8acf2366cc HTTP/1.1" status: 404 len: 333 time: 0.0512240 Feb 17 09:32:59.987136 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60724) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:00.002565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc44a8a-f9ee-4d84-8ce7-a9022c6427b6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:00.003998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc44a8a-f9ee-4d84-8ce7-a9022c6427b6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:00.005195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9fc44a8a-f9ee-4d84-8ce7-a9022c6427b6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:00.081048 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2e414-0ef5-4529-9174-fb39d6d9c44d tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Pushing event deleted for resources: {'Port': ['ID=93fcee77-8d6b-4369-a3af-12256ab8df19,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:00.103360 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9fc44a8a-f9ee-4d84-8ce7-a9022c6427b6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:00.105206 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9fc44a8a-f9ee-4d84-8ce7-a9022c6427b6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2606812 Feb 17 09:33:00.107799 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60728) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:00.184183 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5295f2-4cd9-4edd-942a-91c0009701a2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet dd0ee776-b055-45f0-8917-db791f7029f0 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:33:00.188103 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d5295f2-4cd9-4edd-942a-91c0009701a2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:00.198317 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c766be-8113-4261-8c73-e94da92e4066 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] GET failed (client error): The resource could not be found. Feb 17 09:33:00.199532 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0c766be-8113-4261-8c73-e94da92e4066 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:00.206028 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2279fa30-4bfb-40f5-81de-86ac12c82817 None None] Deleting port f6360faa-bc0e-4fff-9530-eb907e901fdc {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:00.206597 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2279fa30-4bfb-40f5-81de-86ac12c82817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:00.210001 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e414-0ef5-4529-9174-fb39d6d9c44d tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:00.258079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Deleting port f6360faa-bc0e-4fff-9530-eb907e901fdc {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:00.262261 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:00.291015 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d5295f2-4cd9-4edd-942a-91c0009701a2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:00.338872 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bbc2e414-0ef5-4529-9174-fb39d6d9c44d tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "DELETE /v2.0/ports/93fcee77-8d6b-4369-a3af-12256ab8df19 HTTP/1.1" status: 204 len: 168 time: 2.8688586 Feb 17 09:33:00.342899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60732) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:00.368118 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0c766be-8113-4261-8c73-e94da92e4066 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:00.369600 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a0c766be-8113-4261-8c73-e94da92e4066 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports/11b46c7f-d3eb-47db-be5e-5f2f8a18803b HTTP/1.1" status: 404 len: 333 time: 0.3727570 Feb 17 09:33:00.381619 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60734) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:00.390979 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce346754-eca3-4fbe-8035-73ee6533fc43', 'external_fixed_ips': [{'subnet_id': '40fd1663-fc54-438b-b330-05aa58281d25', 'ip_address': '2001:db8::34a'}]}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:00.437620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:00.444912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-2fc0ea49-a45e-4692-a869-fdc76bbd24b1 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] For port f8c05d14-5d5b-4b2e-8465-ca1f2027889e, host hv-neutron-8281, got binding levels [] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:00.445320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2fc0ea49-a45e-4692-a869-fdc76bbd24b1 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:00.467061 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2279fa30-4bfb-40f5-81de-86ac12c82817 None None] For port f6360faa-bc0e-4fff-9530-eb907e901fdc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f6360faa-bc0e-4fff-9530-eb907e901fdc,segment=NetworkSegment(3fba109a-7fea-49d5-815b-d82979cae81b),segment_id=3fba109a-7fea-49d5-815b-d82979cae81b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:00.467678 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2279fa30-4bfb-40f5-81de-86ac12c82817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:00.471481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Usage tracker for resource:router and tenant:46ad42404c5e42e69b8288b9e6cb16c8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:00.478401 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:00.498894 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:00.524710 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bffe2-bb69-4d65-931f-d8bc14363cd3 req-d7ed9fec-66bb-4df6-bfa5-de14586a85ee tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:00.526281 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-624bffe2-bb69-4d65-931f-d8bc14363cd3 req-d7ed9fec-66bb-4df6-bfa5-de14586a85ee tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.6755688 Feb 17 09:33:00.648274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d5295f2-4cd9-4edd-942a-91c0009701a2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:00.655593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2279fa30-4bfb-40f5-81de-86ac12c82817 None None] Calling delete_port for f6360faa-bc0e-4fff-9530-eb907e901fdc owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:00.729497 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] For port f6360faa-bc0e-4fff-9530-eb907e901fdc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f6360faa-bc0e-4fff-9530-eb907e901fdc,segment=NetworkSegment(3fba109a-7fea-49d5-815b-d82979cae81b),segment_id=3fba109a-7fea-49d5-815b-d82979cae81b)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:00.729797 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:00.813910 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:00.815387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:00.825634 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0ea49-a45e-4692-a869-fdc76bbd24b1 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Calling delete_port for f8c05d14-5d5b-4b2e-8465-ca1f2027889e owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:00.861609 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2279fa30-4bfb-40f5-81de-86ac12c82817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:00.902333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Calling delete_port for f6360faa-bc0e-4fff-9530-eb907e901fdc owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:00.913531 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca4155ba-9a0f-48a5-9203-69df7577477b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:00.915967 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279fa30-4bfb-40f5-81de-86ac12c82817 None None] No DVR routers for this DVR port f6360faa-bc0e-4fff-9530-eb907e901fdc on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:33:00.930090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279fa30-4bfb-40f5-81de-86ac12c82817 None None] Pushing event deleted for resources: {'Port': ['ID=f6360faa-bc0e-4fff-9530-eb907e901fdc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:01.002783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.api [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:33:01.003170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG oslo_db.api [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:33:01.038206 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.053688 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d5295f2-4cd9-4edd-942a-91c0009701a2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.055009 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-624bffe2-bb69-4d65-931f-d8bc14363cd3 req-736c8574-a14f-496e-9b1b-b342654704b2 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832221 Feb 17 09:33:01.085073 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4155ba-9a0f-48a5-9203-69df7577477b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Subnet': ['ID=b82ec2fe-c272-40c7-980f-3af09a3067fb,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:01.118292 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.120111 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5295f2-4cd9-4edd-942a-91c0009701a2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0ee776-b055-45f0-8917-db791f7029f0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:01.128641 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d5295f2-4cd9-4edd-942a-91c0009701a2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.133302 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c3bbfc-2bc0-4674-b29f-9dcdaa57439d None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:01.135415 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Deleting port f6360faa-bc0e-4fff-9530-eb907e901fdc {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:01.135755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.143352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4155ba-9a0f-48a5-9203-69df7577477b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Checking segment: {'id': '2c12340c-e9aa-4959-8942-340543556fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '831edfcf-7fd2-43fe-93d2-2f36b7d20d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:01.143903 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4155ba-9a0f-48a5-9203-69df7577477b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network hostable DHCP agents. Network: 831edfcf-7fd2-43fe-93d2-2f36b7d20d52, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:33:01.225269 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] The port 'f6360faa-bc0e-4fff-9530-eb907e901fdc' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:33:01.248929 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2fc0ea49-a45e-4692-a869-fdc76bbd24b1 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.319645 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0ea49-a45e-4692-a869-fdc76bbd24b1 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8c05d14-5d5b-4b2e-8465-ca1f2027889e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:01.322893 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.346364 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0d5295f2-4cd9-4edd-942a-91c0009701a2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/dd0ee776-b055-45f0-8917-db791f7029f0 HTTP/1.1" status: 204 len: 168 time: 1.2373152 Feb 17 09:33:01.361026 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2fc0ea49-a45e-4692-a869-fdc76bbd24b1 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.365033 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60740) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:01.446427 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4155ba-9a0f-48a5-9203-69df7577477b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network 831edfcf-7fd2-43fe-93d2-2f36b7d20d52 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:33:01.453237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7b275c-976e-49a4-a3a6-abff91170244']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:01.480201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dde3ddf-a750-45c9-92db-8da5f5227a8c None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:33:01.485493 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-17fde349-2812-409e-b07c-766b7a8b20f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1133528 Feb 17 09:33:01.488893 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b288551d-d4b2-4792-b1dd-0ae89b1a02fd') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:01.489450 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b288551d-d4b2-4792-b1dd-0ae89b1a02fd') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:01.490390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7dde3ddf-a750-45c9-92db-8da5f5227a8c None None] Deleting port ac87d374-3d82-4bd5-acfa-2d42d5b69f59 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:01.491029 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7dde3ddf-a750-45c9-92db-8da5f5227a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.503274 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2fc0ea49-a45e-4692-a869-fdc76bbd24b1 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] 10.222.0.75 "DELETE /v2.0/ports/f8c05d14-5d5b-4b2e-8465-ca1f2027889e HTTP/1.1" status: 204 len: 168 time: 1.9026420 Feb 17 09:33:01.503274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60744) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:01.504948 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60746) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:01.545322 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-79d46169-e15c-4c40-890b-d3516c2e247b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:01.570874 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.604077 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.635907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4753d93-62c6-4f68-9337-4ed00e99c9b3']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:01.661912 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fba109a-7fea-49d5-815b-d82979cae81b') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:01.662312 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fba109a-7fea-49d5-815b-d82979cae81b') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:01.670371 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ca4155ba-9a0f-48a5-9203-69df7577477b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 831edfcf-7fd2-43fe-93d2-2f36b7d20d52) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:01.679755 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-34fc2ff7-7f56-403c-9770-c2d0f31d60c8 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] GET failed (client error): The resource could not be found. Feb 17 09:33:01.680305 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-34fc2ff7-7f56-403c-9770-c2d0f31d60c8 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Synchronizing usage tracker for tenant:9495c66bb3f14bbb8bb922a654873ba4 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:01.698105 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.701975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4155ba-9a0f-48a5-9203-69df7577477b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:01.701975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca4155ba-9a0f-48a5-9203-69df7577477b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.706030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33221add-a9b8-4af3-94ea-1922607c2e90 None None] Network 831edfcf-7fd2-43fe-93d2-2f36b7d20d52 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:01.736017 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:01.736698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.743699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:01.758257 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:01.852979 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ca4155ba-9a0f-48a5-9203-69df7577477b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3244491 Feb 17 09:33:01.859153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60752) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:01.862988 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-79d46169-e15c-4c40-890b-d3516c2e247b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:01.881445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.888036 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-79d46169-e15c-4c40-890b-d3516c2e247b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:01.892265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-34fc2ff7-7f56-403c-9770-c2d0f31d60c8 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] Unset dirty status for tenant:9495c66bb3f14bbb8bb922a654873ba4 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:01.898386 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-34fc2ff7-7f56-403c-9770-c2d0f31d60c8 tempest-PortsAdminExtendedAttrsTestJSON-1301097719 tempest-PortsAdminExtendedAttrsTestJSON-1301097719-project-admin] 10.222.0.75 "GET /v2.0/ports/f8c05d14-5d5b-4b2e-8465-ca1f2027889e HTTP/1.1" status: 404 len: 333 time: 0.3875897 Feb 17 09:33:01.898572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.899498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-79d46169-e15c-4c40-890b-d3516c2e247b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:01.900389 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60756) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:01.903329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:01.903935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.917226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7dde3ddf-a750-45c9-92db-8da5f5227a8c None None] For port ac87d374-3d82-4bd5-acfa-2d42d5b69f59, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ac87d374-3d82-4bd5-acfa-2d42d5b69f59,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:01.919695 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7dde3ddf-a750-45c9-92db-8da5f5227a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:01.925996 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:01.975720 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-79d46169-e15c-4c40-890b-d3516c2e247b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:01.995591 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.036674 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.057027 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Network': ['ID=dc7b275c-976e-49a4-a3a6-abff91170244,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:02.060236 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/networks/dc7b275c-976e-49a4-a3a6-abff91170244 HTTP/1.1" status: 204 len: 168 time: 1.6741424 Feb 17 09:33:02.076402 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60760) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:02.083642 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-35e6d197-fded-473a-b102-651005800402 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-189755913'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:02.091423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:02.095488 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:02.095488 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:02.095488 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:02.095488 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:02.095488 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:02.095488 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:02.095488 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:02.096371 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:02.096859 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:02.097341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:02.097827 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3f007-6087-4c2e-bf9d-5e8e789340e5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:02.105126 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-35e6d197-fded-473a-b102-651005800402 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:02.127453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-35e6d197-fded-473a-b102-651005800402 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:network and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:02.157768 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.166830 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-35e6d197-fded-473a-b102-651005800402 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:02.176239 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7dde3ddf-a750-45c9-92db-8da5f5227a8c None None] Calling delete_port for ac87d374-3d82-4bd5-acfa-2d42d5b69f59 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:02.180202 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-35e6d197-fded-473a-b102-651005800402 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:02.211490 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d46169-e15c-4c40-890b-d3516c2e247b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:02.216428 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79d46169-e15c-4c40-890b-d3516c2e247b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.220391 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.261055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.294145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.319523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] Pushing event deleted for resources: {'Network': ['ID=c4753d93-62c6-4f68-9337-4ed00e99c9b3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:02.354910 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e6d197-fded-473a-b102-651005800402 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:02.359542 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35e6d197-fded-473a-b102-651005800402 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.360097 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c2186e8b-0f32-4304-a9bb-de89a684a3c0 tempest-AllowedAddressPairIpV6TestJSON-1973182472 tempest-AllowedAddressPairIpV6TestJSON-1973182472-project] 10.222.0.75 "DELETE /v2.0/networks/c4753d93-62c6-4f68-9337-4ed00e99c9b3 HTTP/1.1" status: 204 len: 168 time: 3.7821128 Feb 17 09:33:02.391538 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-831edfcf-7fd2-43fe-93d2-2f36b7d20d52', 'network_id': '831edfcf-7fd2-43fe-93d2-2f36b7d20d52', 'tenant_id': 'd71f25c9faa84e9ea04b56d745ca03fe', 'fixed_ips': [{'subnet_id': 'b82ec2fe-c272-40c7-980f-3af09a3067fb'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:33:02.392781 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.467718 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e6d197-fded-473a-b102-651005800402 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:33:02.475883 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7dde3ddf-a750-45c9-92db-8da5f5227a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.480455 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.518657 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.534086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35e6d197-fded-473a-b102-651005800402 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.535305 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-35e6d197-fded-473a-b102-651005800402 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Added segment 9051d511-0cad-4441-8c8a-de7fd89c8b1d of type vlan for network 065a2434-3f80-4989-9113-a53a2b1aaacd Feb 17 09:33:02.546592 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde3ddf-a750-45c9-92db-8da5f5227a8c None None] Pushing event deleted for resources: {'Port': ['ID=ac87d374-3d82-4bd5-acfa-2d42d5b69f59,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:02.559511 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde3ddf-a750-45c9-92db-8da5f5227a8c None None] No DVR routers for this DVR port ac87d374-3d82-4bd5-acfa-2d42d5b69f59 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:33:02.586250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123afce-1a08-4253-a653-d88e950568e3 req-f2fb2e57-a77c-4f0e-9a7a-061144bd6aa4 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:02.589207 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b123afce-1a08-4253-a653-d88e950568e3 req-f2fb2e57-a77c-4f0e-9a7a-061144bd6aa4 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.3772466 Feb 17 09:33:02.595888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bed24b7-5223-4913-92d9-e917d310e53c']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:02.654601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35e6d197-fded-473a-b102-651005800402 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.685135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266e7d89-12ee-4833-aa92-be03b4882ef8') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:02.685464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266e7d89-12ee-4833-aa92-be03b4882ef8') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:02.687377 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Allocated IP 172.20.0.1 (831edfcf-7fd2-43fe-93d2-2f36b7d20d52/b82ec2fe-c272-40c7-980f-3af09a3067fb/5b47358d-48cb-4732-9431-8f4fb02bf9cb) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:02.736839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.794967 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b123afce-1a08-4253-a653-d88e950568e3 req-ca1b8d84-4ace-4f49-8970-5eb958a04abf tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617522 Feb 17 09:33:02.805743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.834574 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35e6d197-fded-473a-b102-651005800402 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.834776 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:02.835142 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.848185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e6d197-fded-473a-b102-651005800402 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:02.849238 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35e6d197-fded-473a-b102-651005800402 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:02.852154 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:02.918326 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79d46169-e15c-4c40-890b-d3516c2e247b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:02.962811 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ac87d374-3d82-4bd5-acfa-2d42d5b69f59 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:33:03.140602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: ac87d374-3d82-4bd5-acfa-2d42d5b69f59 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:33:03.141398 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ac87d374-3d82-4bd5-acfa-2d42d5b69f59 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:33:03.200815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:03.204972 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:03.208081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:03.230764 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Transition to ACTIVE for port object 5b47358d-48cb-4732-9431-8f4fb02bf9cb will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:03.248246 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] 10.222.0.75 "DELETE /v2.0/networks/9bed24b7-5223-4913-92d9-e917d310e53c HTTP/1.1" status: 204 len: 168 time: 1.3464065 Feb 17 09:33:03.257794 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Pushing event deleted for resources: {'Network': ['ID=9bed24b7-5223-4913-92d9-e917d310e53c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:03.273581 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Transition to ACTIVE for port object 5b47358d-48cb-4732-9431-8f4fb02bf9cb will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:03.275823 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:03.276176 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:03.276871 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:03.277220 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:03.277554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:03.277908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:03.278250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:03.278713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:03.279586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:03.279928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:03.280719 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:03.280719 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b3cde-46fe-44cd-9803-2211ddf57f92 tempest-PortsAdminExtendedAttrsTestJSON-2101964344 tempest-PortsAdminExtendedAttrsTestJSON-2101964344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:03.286923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:03.331638 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6d197-fded-473a-b102-651005800402 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Network': ['ID=065a2434-3f80-4989-9113-a53a2b1aaacd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:03.353686 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 065a2434-3f80-4989-9113-a53a2b1aaacd details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:33:03.353972 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d46169-e15c-4c40-890b-d3516c2e247b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:03.357049 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-79d46169-e15c-4c40-890b-d3516c2e247b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:03.363749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d46169-e15c-4c40-890b-d3516c2e247b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:03.364408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79d46169-e15c-4c40-890b-d3516c2e247b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:03.390324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60774) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:03.393826 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146615fa-6383-4964-835e-172597c8553d None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:03.426749 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:03.443908 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-35e6d197-fded-473a-b102-651005800402 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3646870 Feb 17 09:33:03.453981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d46169-e15c-4c40-890b-d3516c2e247b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=a752ea6c-7d8b-4a61-8e18-e41377bdada1,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:03.460308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60782) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:03.470245 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'subnet': {'network_id': '065a2434-3f80-4989-9113-a53a2b1aaacd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:03.523885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:03.612291 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-79d46169-e15c-4c40-890b-d3516c2e247b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1089044 Feb 17 09:33:03.615248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:03.620850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60786) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:03.651606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3c0532f1-1e1d-4f24-81e4-2acf0accd527 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'fixed_ips': [{'subnet_id': 'a752ea6c-7d8b-4a61-8e18-e41377bdada1', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-2011887293'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:03.765819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Network 831edfcf-7fd2-43fe-93d2-2f36b7d20d52 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:03.772747 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:03.785904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Subnet': ['ID=b82ec2fe-c272-40c7-980f-3af09a3067fb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:03.790715 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:03.799977 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:03.807668 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Pushing event updated for resources: {'Port': ['ID=5b47358d-48cb-4732-9431-8f4fb02bf9cb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:03.892220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:subnet and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:03.896094 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:03.903359 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:03.987736 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-516272c9-b3eb-4596-804d-ff69e0212f2c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c8755942377143f6a2c7e1aa0834e824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5911393 Feb 17 09:33:03.991368 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60792) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:03.999548 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Attempting to bind port 5b47358d-48cb-4732-9431-8f4fb02bf9cb on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:33:04.000068 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Attempting to bind port 5b47358d-48cb-4732-9431-8f4fb02bf9cb by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '2c12340c-e9aa-4959-8942-340543556fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '831edfcf-7fd2-43fe-93d2-2f36b7d20d52'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:33:04.000362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Attempting to bind port 5b47358d-48cb-4732-9431-8f4fb02bf9cb on network 831edfcf-7fd2-43fe-93d2-2f36b7d20d52 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:04.005608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.015293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:33:04.015293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Checking segment: {'id': '2c12340c-e9aa-4959-8942-340543556fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '831edfcf-7fd2-43fe-93d2-2f36b7d20d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:04.015293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.015885 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Bound using segment: {'id': '2c12340c-e9aa-4959-8942-340543556fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '831edfcf-7fd2-43fe-93d2-2f36b7d20d52'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:33:04.016350 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Bound port: 5b47358d-48cb-4732-9431-8f4fb02bf9cb, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c12340c-e9aa-4959-8942-340543556fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '831edfcf-7fd2-43fe-93d2-2f36b7d20d52'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:33:04.016640 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.038315 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:04.051463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.063595 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3c0532f1-1e1d-4f24-81e4-2acf0accd527 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:04.128924 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3c0532f1-1e1d-4f24-81e4-2acf0accd527 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:port and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:04.148856 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3c0532f1-1e1d-4f24-81e4-2acf0accd527 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:04.161413 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d64de6-7fa4-4e0c-a85b-577934b573c3 req-cfab55a0-2e07-4bdf-9cdc-82331f0e86d3 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:04.162942 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-32d64de6-7fa4-4e0c-a85b-577934b573c3 req-cfab55a0-2e07-4bdf-9cdc-82331f0e86d3 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.4065087 Feb 17 09:33:04.192296 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60796) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:04.198871 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3c0532f1-1e1d-4f24-81e4-2acf0accd527 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:04.222198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Allocated IP 2001:db8::34a (ce346754-eca3-4fbe-8035-73ee6533fc43/40fd1663-fc54-438b-b330-05aa58281d25/8ed3104e-389b-42ed-bb69-fe537a9caed5) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:04.234348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831edfcf-7fd2-43fe-93d2-2f36b7d20d52']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:04.258385 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': 'a752ea6c-7d8b-4a61-8e18-e41377bdada1'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:33:04.259277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.283209 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-32d64de6-7fa4-4e0c-a85b-577934b573c3 req-5ed2f971-dbf2-4955-be0d-0f18f1f703a4 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075976 Feb 17 09:33:04.297217 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] For port 5b47358d-48cb-4732-9431-8f4fb02bf9cb, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:33:04.306769 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c12340c-e9aa-4959-8942-340543556fe6') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:04.307346 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c12340c-e9aa-4959-8942-340543556fe6') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:04.318614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Performing IP validity checks on allocation pools {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 09:33:04.321782 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 09:33:04.331621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.366090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0532f1-1e1d-4f24-81e4-2acf0accd527 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:04.369880 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] For port 5b47358d-48cb-4732-9431-8f4fb02bf9cb, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5b47358d-48cb-4732-9431-8f4fb02bf9cb,segment=NetworkSegment(2c12340c-e9aa-4959-8942-340543556fe6),segment_id=2c12340c-e9aa-4959-8942-340543556fe6)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:33:04.382156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af006d54-63ce-4411-84b9-b58a4b883e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.429889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af006d54-63ce-4411-84b9-b58a4b883e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.461263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.478586 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.545344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:04.545344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:04.559795 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:04.597266 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Allocated IP 2001:db8::2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/a752ea6c-7d8b-4a61-8e18-e41377bdada1/ab118341-a9ac-48d8-8a51-d6234465fbb4) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:04.602479 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-93faeb1d-a4e8-46e6-96af-4c492edfdd6d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=22e9b7a0d4c148ce918896072bad5e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060628 Feb 17 09:33:04.609280 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c0532f1-1e1d-4f24-81e4-2acf0accd527 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.610527 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c54af-f370-4483-8f25-6db87a4a8580 None None] Pushing event updated for resources: {'Port': ['ID=5b47358d-48cb-4732-9431-8f4fb02bf9cb,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:04.650146 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60802) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:04.653019 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.676854 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-3c0532f1-1e1d-4f24-81e4-2acf0accd527 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port 700b065c-83b9-437b-a4b0-4e7c57482d26 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:33:04.788091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 09:33:04.788091 dv-neutron-828143-5-hyperv neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 09:33:04.788091 dv-neutron-828143-5-hyperv neutron-server[88369]: [parameters: {'id': '831edfcf-7fd2-43fe-93d2-2f36b7d20d52'}] Feb 17 09:33:04.788091 dv-neutron-828143-5-hyperv neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:33:04.788512 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:33:04.800197 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a743b6df-8ccd-4b43-8069-3c43e6afc600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.839635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a743b6df-8ccd-4b43-8069-3c43e6afc600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.847229 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af006d54-63ce-4411-84b9-b58a4b883e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.868640 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cbe118-ba62-4130-8da6-c42877d66cd4 None None] Network 831edfcf-7fd2-43fe-93d2-2f36b7d20d52 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:04.871517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.879180 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.883064 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af006d54-63ce-4411-84b9-b58a4b883e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320dec8d-0765-4bcf-ab0e-1e21ca34a1c2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:04.946605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Network ce346754-eca3-4fbe-8035-73ee6533fc43 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:04.950231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:04.956709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:04.970250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af006d54-63ce-4411-84b9-b58a4b883e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:04.975355 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-af006d54-63ce-4411-84b9-b58a4b883e28 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/320dec8d-0765-4bcf-ab0e-1e21ca34a1c2 HTTP/1.1" status: 204 len: 168 time: 0.9795315 Feb 17 09:33:05.011419 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Subnet': ['ID=9241a0d4-74dc-4b55-9d82-069b51214327,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:05.017394 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Checking segment: {'id': '9051d511-0cad-4441-8c8a-de7fd89c8b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '065a2434-3f80-4989-9113-a53a2b1aaacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:05.017759 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network hostable DHCP agents. Network: 065a2434-3f80-4989-9113-a53a2b1aaacd, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:33:05.042855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Pushing event updated for resources: {'Port': ['ID=8ed3104e-389b-42ed-bb69-fe537a9caed5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:05.103456 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a743b6df-8ccd-4b43-8069-3c43e6afc600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:05.128572 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743b6df-8ccd-4b43-8069-3c43e6afc600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377ec60c-020e-46c3-9611-b3d3b1bc6a66,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:05.133883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a743b6df-8ccd-4b43-8069-3c43e6afc600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:05.135686 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a743b6df-8ccd-4b43-8069-3c43e6afc600 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/377ec60c-020e-46c3-9611-b3d3b1bc6a66 HTTP/1.1" status: 204 len: 168 time: 0.4781580 Feb 17 09:33:05.143836 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 065a2434-3f80-4989-9113-a53a2b1aaacd is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:33:05.224153 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:05.240514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Transition to ACTIVE for port object ab118341-a9ac-48d8-8a51-d6234465fbb4 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:05.253980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 065a2434-3f80-4989-9113-a53a2b1aaacd) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:05.260713 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:05.267342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:05.273769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c89e1b-d67a-4e36-92ba-88c8502213c6 None None] Network 065a2434-3f80-4989-9113-a53a2b1aaacd requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:05.293884 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:05.295141 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Transition to ACTIVE for port object ab118341-a9ac-48d8-8a51-d6234465fbb4 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:05.312325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Deleting port 5b47358d-48cb-4732-9431-8f4fb02bf9cb {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:05.312726 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:05.346191 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-429ae9d6-26af-40b9-ab1c-87c1b8174621 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8841481 Feb 17 09:33:05.357650 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60814) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:05.373002 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-316817fd-7a7d-4f00-8418-dccdf5ef64c7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'network_id': '065a2434-3f80-4989-9113-a53a2b1aaacd', 'name': 'tempest-PortsIpV6TestJSON-992367966'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:05.478989 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:05.584744 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Pushing event updated for resources: {'Port': ['ID=ab118341-a9ac-48d8-8a51-d6234465fbb4,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:05.613492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:05.613492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:05.613492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:05.613492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:05.613492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:05.613492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:05.613492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:05.613492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:05.613492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:05.614086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:05.614086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:05.614463 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:05.627409 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:05.634209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:05.638749 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:05.651665 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:05.755304 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-065a2434-3f80-4989-9113-a53a2b1aaacd', 'network_id': '065a2434-3f80-4989-9113-a53a2b1aaacd', 'tenant_id': '5394114ba06f46a698565470e6dab9c6', 'fixed_ips': [{'subnet_id': '9241a0d4-74dc-4b55-9d82-069b51214327'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:33:05.756124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:05.807375 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0532f1-1e1d-4f24-81e4-2acf0accd527 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:33:05.808209 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0532f1-1e1d-4f24-81e4-2acf0accd527 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:33:05.851901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Attempting to bind port ab118341-a9ac-48d8-8a51-d6234465fbb4 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:33:05.852343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Attempting to bind port ab118341-a9ac-48d8-8a51-d6234465fbb4 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:33:05.852705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Attempting to bind port ab118341-a9ac-48d8-8a51-d6234465fbb4 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:05.864521 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:33:05.864900 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:05.865421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:05.865677 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:33:05.867112 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Bound port: ab118341-a9ac-48d8-8a51-d6234465fbb4, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:33:05.867112 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:05.917746 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] For port 5b47358d-48cb-4732-9431-8f4fb02bf9cb, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5b47358d-48cb-4732-9431-8f4fb02bf9cb,segment=NetworkSegment(2c12340c-e9aa-4959-8942-340543556fe6),segment_id=2c12340c-e9aa-4959-8942-340543556fe6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:05.919206 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:06.051717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] For port ab118341-a9ac-48d8-8a51-d6234465fbb4, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:33:06.062031 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] For port ab118341-a9ac-48d8-8a51-d6234465fbb4, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ab118341-a9ac-48d8-8a51-d6234465fbb4,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:33:06.063192 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Allocated IP 2001:db8::2 (065a2434-3f80-4989-9113-a53a2b1aaacd/9241a0d4-74dc-4b55-9d82-069b51214327/79e1a03c-f7cd-4683-b13a-e2cfa8058ad1) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:06.068568 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3c0532f1-1e1d-4f24-81e4-2acf0accd527 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.4369090 Feb 17 09:33:06.072091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60830) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:06.287868 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Calling delete_port for 5b47358d-48cb-4732-9431-8f4fb02bf9cb owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:06.291537 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60834) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:06.312573 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:06.382612 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-316817fd-7a7d-4f00-8418-dccdf5ef64c7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:06.415123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba86283-7a37-450a-bb03-1f43ec91732a req-58700902-c476-4d4a-aaf1-c53bfe255c7f tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:06.417948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6ec561-e567-4068-85a9-ca076d922de8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:06.418923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0f6ec561-e567-4068-85a9-ca076d922de8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:06.425425 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0ba86283-7a37-450a-bb03-1f43ec91732a req-58700902-c476-4d4a-aaf1-c53bfe255c7f tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.9495232 Feb 17 09:33:06.437565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-316817fd-7a7d-4f00-8418-dccdf5ef64c7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:06.472139 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-14476536-1fe7-45ce-8a38-4bedd620363f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9495c66bb3f14bbb8bb922a654873ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775630 Feb 17 09:33:06.472139 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60840) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:06.475963 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358572f-beb8-4402-bdf1-587ea9292773 None None] Pushing event updated for resources: {'Port': ['ID=ab118341-a9ac-48d8-8a51-d6234465fbb4,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:06.489022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:06.529518 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0ba86283-7a37-450a-bb03-1f43ec91732a req-7f5e9aff-dc8a-4a47-bf5c-ca83931368d4 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002855 Feb 17 09:33:06.585189 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:06.588709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316817fd-7a7d-4f00-8418-dccdf5ef64c7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:06.593832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-316817fd-7a7d-4f00-8418-dccdf5ef64c7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:06.615532 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Transition to ACTIVE for port object 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:06.633620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:06.642010 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Transition to ACTIVE for port object 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:06.668995 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0f6ec561-e567-4068-85a9-ca076d922de8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:06.676787 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0f6ec561-e567-4068-85a9-ca076d922de8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6026759 Feb 17 09:33:06.677896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60850) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:06.703938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No DVR routers for this DVR port 5b47358d-48cb-4732-9431-8f4fb02bf9cb on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:33:06.711434 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:06.770836 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Port': ['ID=5b47358d-48cb-4732-9431-8f4fb02bf9cb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:06.807898 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Network 065a2434-3f80-4989-9113-a53a2b1aaacd is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:06.813001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:06.819498 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Pushing event updated for resources: {'Port': ['ID=79e1a03c-f7cd-4683-b13a-e2cfa8058ad1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:06.821545 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-316817fd-7a7d-4f00-8418-dccdf5ef64c7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] device_id is not set on port 7fa77ef6-11c1-4595-8075-151811eddf77 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:33:06.834681 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:06.984148 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:06.995779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Attempting to bind port 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:33:06.996910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Attempting to bind port 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '9051d511-0cad-4441-8c8a-de7fd89c8b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '065a2434-3f80-4989-9113-a53a2b1aaacd'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:33:06.997541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Attempting to bind port 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 on network 065a2434-3f80-4989-9113-a53a2b1aaacd {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:07.005326 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:33:07.005842 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db534766-d252-4293-8c88-baa22943277f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:07.006410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Checking segment: {'id': '9051d511-0cad-4441-8c8a-de7fd89c8b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '065a2434-3f80-4989-9113-a53a2b1aaacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:07.007269 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:07.007888 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Bound using segment: {'id': '9051d511-0cad-4441-8c8a-de7fd89c8b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '065a2434-3f80-4989-9113-a53a2b1aaacd'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:33:07.007998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db534766-d252-4293-8c88-baa22943277f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:07.008690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Bound port: 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9051d511-0cad-4441-8c8a-de7fd89c8b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '065a2434-3f80-4989-9113-a53a2b1aaacd'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:33:07.009538 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-db534766-d252-4293-8c88-baa22943277f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:07.009829 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:07.048203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831edfcf-7fd2-43fe-93d2-2f36b7d20d52']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:07.120430 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efd2a8-6129-40ba-999e-bbb7be82ab16 req-11860787-989c-41b7-94d6-367be6773fe8 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:07.122266 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-49efd2a8-6129-40ba-999e-bbb7be82ab16 req-11860787-989c-41b7-94d6-367be6773fe8 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.4675817 Feb 17 09:33:07.123984 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1707c74-098a-42c3-a78c-f9caf0552da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:07.137513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60856) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:07.144914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c12340c-e9aa-4959-8942-340543556fe6') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:07.145500 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c12340c-e9aa-4959-8942-340543556fe6') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:07.190130 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:07.211914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1707c74-098a-42c3-a78c-f9caf0552da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:07.212403 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] For port 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:33:07.215860 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] For port 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=79e1a03c-f7cd-4683-b13a-e2cfa8058ad1,segment=NetworkSegment(9051d511-0cad-4441-8c8a-de7fd89c8b1d),segment_id=9051d511-0cad-4441-8c8a-de7fd89c8b1d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:33:07.217690 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:07.236002 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-db534766-d252-4293-8c88-baa22943277f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:07.238125 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-db534766-d252-4293-8c88-baa22943277f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5506632 Feb 17 09:33:07.242773 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60862) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:07.248030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:07.248968 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:07.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:07.297440 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:07.388492 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-49efd2a8-6129-40ba-999e-bbb7be82ab16 req-e0afe8da-9e20-4aee-bc99-9b15eb9c6c50 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530560 Feb 17 09:33:07.414267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1707c74-098a-42c3-a78c-f9caf0552da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:07.426364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ad5f2-6edd-44df-867b-63311ef6a0cc None None] Pushing event updated for resources: {'Port': ['ID=79e1a03c-f7cd-4683-b13a-e2cfa8058ad1,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:07.442997 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1707c74-098a-42c3-a78c-f9caf0552da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83edebca-8279-46ab-b315-2f6f6db5a07f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:07.445231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1707c74-098a-42c3-a78c-f9caf0552da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:07.446859 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-7f6adcee-af1d-49e9-8d48-e9280c1f53fc tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:07.447027 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a1707c74-098a-42c3-a78c-f9caf0552da6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/83edebca-8279-46ab-b315-2f6f6db5a07f HTTP/1.1" status: 204 len: 168 time: 0.9701583 Feb 17 09:33:07.450005 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7f6adcee-af1d-49e9-8d48-e9280c1f53fc tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3105173 Feb 17 09:33:07.458670 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60870) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:07.477049 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-a5e16ae2-9a55-4f75-9598-022aa8987349 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:07.482682 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a5e16ae2-9a55-4f75-9598-022aa8987349 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0189426 Feb 17 09:33:07.489251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60874) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:07.495385 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-b541499d-ec9a-416d-b0bb-4e7a2216331c tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:07.503239 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b541499d-ec9a-416d-b0bb-4e7a2216331c tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0118303 Feb 17 09:33:07.505249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-316817fd-7a7d-4f00-8418-dccdf5ef64c7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Allocated IP 2001:db8::25 (065a2434-3f80-4989-9113-a53a2b1aaacd/9241a0d4-74dc-4b55-9d82-069b51214327/7fa77ef6-11c1-4595-8075-151811eddf77) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:07.507123 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Router d90bccda-45a4-48c9-a346-e83c87387e11 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:33:07.512382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60878) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:07.529169 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-b62f8da9-c692-4ac3-a412-f75af5d5704a tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:07.535793 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b62f8da9-c692-4ac3-a412-f75af5d5704a tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0222914 Feb 17 09:33:07.538650 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60882) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:07.545341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4604ff-fc1f-4a1d-a46e-eb30e59632ff tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet a752ea6c-7d8b-4a61-8e18-e41377bdada1 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:33:07.563025 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b4604ff-fc1f-4a1d-a46e-eb30e59632ff tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:07.663814 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b4604ff-fc1f-4a1d-a46e-eb30e59632ff tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:07.664481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-c2072112-dbbc-4dac-bc52-9ac039075022 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:07.665692 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c2072112-dbbc-4dac-bc52-9ac039075022 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.1241674 Feb 17 09:33:07.684423 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60886) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:07.695762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-ed94e70e-58a7-4412-975b-2a29047d7298 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:07.697748 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ed94e70e-58a7-4412-975b-2a29047d7298 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0098767 Feb 17 09:33:07.703103 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60890) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:07.721244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-af667a1a-16f4-48c7-8c8a-0bdadabd5982 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:07.722316 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-af667a1a-16f4-48c7-8c8a-0bdadabd5982 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0179982 Feb 17 09:33:07.732697 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60894) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:07.801112 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:07.841184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:07.850641 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-59a11412-16fd-4a61-9842-d68e6d9c2cb6 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:07.851603 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-59a11412-16fd-4a61-9842-d68e6d9c2cb6 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0522444 Feb 17 09:33:07.854726 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60898) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:07.863359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-72945221-f233-4f60-b14d-0c0edd303238 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:07.868463 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-72945221-f233-4f60-b14d-0c0edd303238 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0084867 Feb 17 09:33:07.872775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60902) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:07.910595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Network': ['ID=831edfcf-7fd2-43fe-93d2-2f36b7d20d52,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:07.923617 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-aba20d10-8233-4b87-a5dd-0a09f289883d tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:07.924618 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-aba20d10-8233-4b87-a5dd-0a09f289883d tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0396454 Feb 17 09:33:07.931211 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60906) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:07.942802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:33:07.951388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461ae83-81b0-4eef-b69f-9628a350f4f4 None None] Sync routers for ids ['d90bccda-45a4-48c9-a346-e83c87387e11'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:33:07.965973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60910) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:07.969898 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461ae83-81b0-4eef-b69f-9628a350f4f4 None None] Routers {'d90bccda-45a4-48c9-a346-e83c87387e11'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:33:07.970477 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f461ae83-81b0-4eef-b69f-9628a350f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:32:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['d90bccda-45a4-48c9-a346-e83c87387e11'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:07.976557 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fbf0736c-9772-4243-869e-d217ddc8dc35 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/831edfcf-7fd2-43fe-93d2-2f36b7d20d52 HTTP/1.1" status: 204 len: 168 time: 6.1058245 Feb 17 09:33:07.982227 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-aa14d7ad-4a7c-43f9-be1d-54013ee80145 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-460766949'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:07.994638 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-aa14d7ad-4a7c-43f9-be1d-54013ee80145 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:07.995840 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-172a9b63-e21c-4f61-8b7f-58dd04830b30 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:07.997626 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-172a9b63-e21c-4f61-8b7f-58dd04830b30 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0515916 Feb 17 09:33:08.004449 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60914) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.005784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-aa14d7ad-4a7c-43f9-be1d-54013ee80145 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:network and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:08.010766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-aa14d7ad-4a7c-43f9-be1d-54013ee80145 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:08.026474 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-aa14d7ad-4a7c-43f9-be1d-54013ee80145 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:08.045725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-313b9078-f4ad-4645-bd74-451f34d2a52d tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.047465 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-313b9078-f4ad-4645-bd74-451f34d2a52d tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0167727 Feb 17 09:33:08.057122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60918) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.079364 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-a8d9981a-6b63-45c9-8c6d-246d6ca25556 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.087004 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a8d9981a-6b63-45c9-8c6d-246d6ca25556 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0275648 Feb 17 09:33:08.088159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60922) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.094921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:08.103060 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c2173b5b-e92c-44bd-906b-14a953623839 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.7158732 Feb 17 09:33:08.108769 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60926) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.121246 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-ff255af4-3d44-412c-a089-63b0aca5c88d tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.126008 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ff255af4-3d44-412c-a089-63b0aca5c88d tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0365622 Feb 17 09:33:08.133185 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60932) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.133324 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-358d1d8d-26fe-4e15-aaff-279a50aa661a tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.137609 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-358d1d8d-26fe-4e15-aaff-279a50aa661a tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0091670 Feb 17 09:33:08.138495 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60936) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.144413 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-510d644b-39d0-42f1-8056-57b0b98a06ff tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.145021 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e01ab9-3ab6-430c-803a-b540a7f6d834 req-a60f47ce-5c89-4416-8925-cc56b8982430 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:08.149067 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-510d644b-39d0-42f1-8056-57b0b98a06ff tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0089757 Feb 17 09:33:08.149600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60940) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.151353 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-64e01ab9-3ab6-430c-803a-b540a7f6d834 req-a60f47ce-5c89-4416-8925-cc56b8982430 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.4413786 Feb 17 09:33:08.159186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-59df1ed7-3989-4b5d-a821-b53685971c77 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.163246 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-59df1ed7-3989-4b5d-a821-b53685971c77 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0125728 Feb 17 09:33:08.163888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60944) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.173500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-c869c696-600e-4e6d-8164-dcfd464a8f95 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.178351 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c869c696-600e-4e6d-8164-dcfd464a8f95 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0131302 Feb 17 09:33:08.179563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60948) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.187907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-f081721c-e5ed-4ff3-881b-4750a232c5a1 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.192950 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f081721c-e5ed-4ff3-881b-4750a232c5a1 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0121994 Feb 17 09:33:08.193574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60952) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.198155 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa14d7ad-4a7c-43f9-be1d-54013ee80145 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:08.210536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa14d7ad-4a7c-43f9-be1d-54013ee80145 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:08.233793 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-b5dbdcf6-e37e-4e79-ac5c-c4a4c292d514 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.238550 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b5dbdcf6-e37e-4e79-ac5c-c4a4c292d514 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0429597 Feb 17 09:33:08.239504 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60956) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.257154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-361d1b0d-7d14-4f18-b9a2-9e6978d3c54c tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.261171 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-361d1b0d-7d14-4f18-b9a2-9e6978d3c54c tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0156050 Feb 17 09:33:08.267158 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60960) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.274274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-e9461dbe-c6fc-4da5-adaf-a6bde5936ef3 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.280080 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e9461dbe-c6fc-4da5-adaf-a6bde5936ef3 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0098903 Feb 17 09:33:08.287093 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60964) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.295100 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-33162adc-3400-456e-9cf4-805ade911f2b tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.306411 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-33162adc-3400-456e-9cf4-805ade911f2b tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0089288 Feb 17 09:33:08.306411 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60968) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.308096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:08.319280 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-dd3373ba-0f4e-4fa0-a1eb-1bd4d8c944cd tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.320676 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-dd3373ba-0f4e-4fa0-a1eb-1bd4d8c944cd tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0165291 Feb 17 09:33:08.329414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa14d7ad-4a7c-43f9-be1d-54013ee80145 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:33:08.334197 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60974) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.363210 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-f8d738dc-89c5-483e-b9e9-9f56737dad72 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.368602 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f8d738dc-89c5-483e-b9e9-9f56737dad72 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0274794 Feb 17 09:33:08.372032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60978) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.376711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa14d7ad-4a7c-43f9-be1d-54013ee80145 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:08.377412 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-aa14d7ad-4a7c-43f9-be1d-54013ee80145 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Added segment f1b4ccaa-c5e5-4d6a-a524-f27cdb16bc0e of type vlan for network ec32e2cb-681b-4119-bbf3-d55b13de1969 Feb 17 09:33:08.393798 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-d431dc35-7ccd-4a3b-9212-7782563daae7 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.404462 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f461ae83-81b0-4eef-b69f-9628a350f4f4 None None] Set router d90bccda-45a4-48c9-a346-e83c87387e11 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:33:08.408259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b4604ff-fc1f-4a1d-a46e-eb30e59632ff tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:08.410817 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d431dc35-7ccd-4a3b-9212-7782563daae7 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0371072 Feb 17 09:33:08.411720 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60984) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.427530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-9eb76cb5-3075-48c1-8b03-1308c65e4bf4 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.434992 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9eb76cb5-3075-48c1-8b03-1308c65e4bf4 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0173280 Feb 17 09:33:08.445305 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 60988) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.503822 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa14d7ad-4a7c-43f9-be1d-54013ee80145 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:08.591054 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-c0c8712d-c295-4efc-8274-91b58e3cfddd tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.592680 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c0c8712d-c295-4efc-8274-91b58e3cfddd tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.1424479 Feb 17 09:33:08.599799 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60994) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.611674 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-5c2fe7c1-9e65-4ace-bd82-9f9df940a502 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.615802 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5c2fe7c1-9e65-4ace-bd82-9f9df940a502 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0121870 Feb 17 09:33:08.617653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 60998) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.626767 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-64e01ab9-3ab6-430c-803a-b540a7f6d834 req-dd541a0b-8c3a-4f91-bcf2-e2cf2f668dd1 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253908 Feb 17 09:33:08.631784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-fd5531d3-5cda-4b1d-8437-39305f8d77df tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.633915 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fd5531d3-5cda-4b1d-8437-39305f8d77df tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0139134 Feb 17 09:33:08.640491 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32770) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.655999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-7702e31c-c6e0-46ed-9393-5a33cf9e01da tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.663683 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7702e31c-c6e0-46ed-9393-5a33cf9e01da tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0211580 Feb 17 09:33:08.665452 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32776) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.682852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-93c911ba-ed73-43e6-9e6e-a67e3ec84cb4 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.686150 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-93c911ba-ed73-43e6-9e6e-a67e3ec84cb4 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0170653 Feb 17 09:33:08.691366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32780) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.703606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-9747a863-3553-44a8-ac03-bad974a710a0 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.705997 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9747a863-3553-44a8-ac03-bad974a710a0 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0123451 Feb 17 09:33:08.709680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa14d7ad-4a7c-43f9-be1d-54013ee80145 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:08.716497 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 32784) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.727725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa14d7ad-4a7c-43f9-be1d-54013ee80145 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:08.731387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa14d7ad-4a7c-43f9-be1d-54013ee80145 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:08.749474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-62a50f21-940e-4983-968d-2e1a4675a79e tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:08.754741 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-62a50f21-940e-4983-968d-2e1a4675a79e tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0302606 Feb 17 09:33:08.756054 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b4604ff-fc1f-4a1d-a46e-eb30e59632ff tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:08.778493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 32788) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:08.859738 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-123d6e7c-aa1f-46c4-832e-988cb81b4033 None None] Provisioning for port ab118341-a9ac-48d8-8a51-d6234465fbb4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:09.001027 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b4604ff-fc1f-4a1d-a46e-eb30e59632ff tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:09.048655 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3385d219-d26f-4cb6-992c-ab4e52d1bf7d None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:09.061030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14d7ad-4a7c-43f9-be1d-54013ee80145 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Network': ['ID=ec32e2cb-681b-4119-bbf3-d55b13de1969,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:09.073102 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-a539da3c-204e-40d0-8ad8-cee41a21e872 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.079893 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a539da3c-204e-40d0-8ad8-cee41a21e872 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.2003682 Feb 17 09:33:09.080695 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32794) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.091496 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4604ff-fc1f-4a1d-a46e-eb30e59632ff tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=a752ea6c-7d8b-4a61-8e18-e41377bdada1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:09.101262 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-a854d8be-a913-4765-a160-c5aff1e8a6f7 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.102824 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a854d8be-a913-4765-a160-c5aff1e8a6f7 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0170906 Feb 17 09:33:09.105589 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-aa14d7ad-4a7c-43f9-be1d-54013ee80145 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1383030 Feb 17 09:33:09.108486 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32798) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.112192 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32800) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.114814 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-316817fd-7a7d-4f00-8418-dccdf5ef64c7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:09.119006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-945e23cd-a086-4c7b-80d1-dc2ea1480a71 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.120119 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-945e23cd-a086-4c7b-80d1-dc2ea1480a71 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0102370 Feb 17 09:33:09.124453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32806) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.125225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-116b9ade-19b3-4c5d-bb91-155c3e42d194 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:09.128233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-60c2aa80-b68c-4602-92c5-703efaf5f129 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'subnet': {'network_id': 'ec32e2cb-681b-4119-bbf3-d55b13de1969', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:09.146508 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network ec32e2cb-681b-4119-bbf3-d55b13de1969 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:33:09.159901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ab118341-a9ac-48d8-8a51-d6234465fbb4 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:33:09.160784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4148435-b482-4a8c-b2e8-179d5b1eff08 req-5efdcf11-c939-4ff3-82b4-60b37fbbd771 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:09.162739 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c4148435-b482-4a8c-b2e8-179d5b1eff08 req-5efdcf11-c939-4ff3-82b4-60b37fbbd771 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.2346489 Feb 17 09:33:09.166119 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-703c1fce-c6cc-451c-8986-4e7030043910 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.167375 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-703c1fce-c6cc-451c-8986-4e7030043910 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0217025 Feb 17 09:33:09.173195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32810) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.184173 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133732d5-dd02-4f20-a5b6-b4f0b64b1821 None None] Network 065a2434-3f80-4989-9113-a53a2b1aaacd requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:09.247537 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-0ba8679c-89b0-410d-8653-c329f6561396 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.252058 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0ba8679c-89b0-410d-8653-c329f6561396 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0766542 Feb 17 09:33:09.259194 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32816) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.292649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-e424662b-116e-43f4-82e0-a77023543d7a tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.297669 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e424662b-116e-43f4-82e0-a77023543d7a tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0357246 Feb 17 09:33:09.300319 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32822) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.456281 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-316817fd-7a7d-4f00-8418-dccdf5ef64c7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Transition to ACTIVE for port object 7fa77ef6-11c1-4595-8075-151811eddf77 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:09.456852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-689ed7ec-5312-439d-b165-8fae87ac91dd tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.462710 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-689ed7ec-5312-439d-b165-8fae87ac91dd tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.1538627 Feb 17 09:33:09.464296 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 32828) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.473124 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-eeb1c8f3-fb7c-4c7b-9c00-f47833fa9615 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.482094 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-eeb1c8f3-fb7c-4c7b-9c00-f47833fa9615 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0176966 Feb 17 09:33:09.483102 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32832) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.495961 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-33df2d7f-55bc-48d2-911a-e5eb979048ba tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.496945 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-33df2d7f-55bc-48d2-911a-e5eb979048ba tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0098078 Feb 17 09:33:09.501006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32836) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.511068 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c4148435-b482-4a8c-b2e8-179d5b1eff08 req-b76c7195-dffc-4eff-9284-755eb81dedf7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3370960 Feb 17 09:33:09.518677 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-a1b56c19-a912-4dba-a326-02a9d808da1e tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.524148 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a1b56c19-a912-4dba-a326-02a9d808da1e tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0167980 Feb 17 09:33:09.524148 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-60c2aa80-b68c-4602-92c5-703efaf5f129 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:09.524148 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32840) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.533432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-c28b1c95-cbe9-4668-be47-ab742bd479a8 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.539051 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c28b1c95-cbe9-4668-be47-ab742bd479a8 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0095015 Feb 17 09:33:09.539273 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-020d3040-973e-4543-b20a-152bd8047d53 None None] Provisioning for port 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:09.539736 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-60c2aa80-b68c-4602-92c5-703efaf5f129 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:subnet and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:09.539736 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32844) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.541681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-60c2aa80-b68c-4602-92c5-703efaf5f129 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:09.548561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-3d55338a-ae00-4369-ac8d-31f009d0e47d tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.553783 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3d55338a-ae00-4369-ac8d-31f009d0e47d tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0099804 Feb 17 09:33:09.553916 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32848) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.556682 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-60c2aa80-b68c-4602-92c5-703efaf5f129 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:09.561778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-af709b8e-1c0c-4da8-91a2-7958cdcbc7e5 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.568387 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-af709b8e-1c0c-4da8-91a2-7958cdcbc7e5 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0079978 Feb 17 09:33:09.568387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32852) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.590241 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6b4604ff-fc1f-4a1d-a46e-eb30e59632ff tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/a752ea6c-7d8b-4a61-8e18-e41377bdada1 HTTP/1.1" status: 204 len: 168 time: 2.3117352 Feb 17 09:33:09.590241 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 32856) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.590573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-c5b20e95-3d29-4e73-9a99-499f307ec9ff tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.590573 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c5b20e95-3d29-4e73-9a99-499f307ec9ff tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0194688 Feb 17 09:33:09.600789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32860) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.614475 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-945b0f49-7d99-4dc8-9d00-f0b3f0520b65 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.622493 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-945b0f49-7d99-4dc8-9d00-f0b3f0520b65 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0198307 Feb 17 09:33:09.624426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32866) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.641310 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-63278279-1701-4d31-a6e5-fdff55120dc5 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.651995 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-63278279-1701-4d31-a6e5-fdff55120dc5 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0230184 Feb 17 09:33:09.652988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32872) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.672731 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-fae5140d-1711-4041-b760-0a5274c3e7c5 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.677110 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fae5140d-1711-4041-b760-0a5274c3e7c5 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0196037 Feb 17 09:33:09.678806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32876) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.690654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-9f7ca5da-89b6-43e2-9795-8070008d549a tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.695757 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9f7ca5da-89b6-43e2-9795-8070008d549a tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0124812 Feb 17 09:33:09.695757 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c2aa80-b68c-4602-92c5-703efaf5f129 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:09.700112 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60c2aa80-b68c-4602-92c5-703efaf5f129 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:09.711429 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 32880) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.715335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f461ae83-81b0-4eef-b69f-9628a350f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90bccda-45a4-48c9-a346-e83c87387e11', 'name': '', 'tenant_id': '46ad42404c5e42e69b8288b9e6cb16c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce346754-eca3-4fbe-8035-73ee6533fc43', 'external_fixed_ips': [{'subnet_id': '40fd1663-fc54-438b-b330-05aa58281d25', 'ip_address': '2001:db8::34a'}], 'enable_snat': True}, 'gw_port_id': '8ed3104e-389b-42ed-bb69-fe537a9caed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:00Z', 'updated_at': '2022-02-17T09:33:05Z', 'revision_number': 3, 'project_id': '46ad42404c5e42e69b8288b9e6cb16c8', 'gw_port': {'id': '8ed3104e-389b-42ed-bb69-fe537a9caed5', 'name': '', 'network_id': 'ce346754-eca3-4fbe-8035-73ee6533fc43', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90bccda-45a4-48c9-a346-e83c87387e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '40fd1663-fc54-438b-b330-05aa58281d25', 'ip_address': '2001:db8::34a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:33:03Z', 'updated_at': '2022-02-17T09:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fd1663-fc54-438b-b330-05aa58281d25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:09.730513 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461ae83-81b0-4eef-b69f-9628a350f4f4 None None] Checking router: d90bccda-45a4-48c9-a346-e83c87387e11 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:33:09.730513 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461ae83-81b0-4eef-b69f-9628a350f4f4 None None] Updating router d90bccda-45a4-48c9-a346-e83c87387e11 port 8ed3104e-389b-42ed-bb69-fe537a9caed5 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:33:09.794197 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-89c021f7-7774-4b42-a760-cd72339e412c tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.799997 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-89c021f7-7774-4b42-a760-cd72339e412c tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0759783 Feb 17 09:33:09.799997 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-116b9ade-19b3-4c5d-bb91-155c3e42d194 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:09.806598 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-eee60044-f193-46e6-9d9f-8d14941ec494 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2184246 Feb 17 09:33:09.809374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 32884) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.810531 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-316817fd-7a7d-4f00-8418-dccdf5ef64c7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:09.819622 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port ab118341-a9ac-48d8-8a51-d6234465fbb4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:09.820595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 32886) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.836177 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port ab118341-a9ac-48d8-8a51-d6234465fbb4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:09.836710 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:09.875724 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f461ae83-81b0-4eef-b69f-9628a350f4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:09.896598 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [None req-5d0085a6-9e13-4af8-97a4-03ca64f29162 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.901589 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5d0085a6-9e13-4af8-97a4-03ca64f29162 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0804999 Feb 17 09:33:09.906118 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32892) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.912240 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-31af447f-ae18-4cf7-afec-f1e8ac01f7c5 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.918684 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c23fd400-84b7-4a39-a752-71518172ac46 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:09.919579 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-31af447f-ae18-4cf7-afec-f1e8ac01f7c5 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0134709 Feb 17 09:33:09.923511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32896) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.923511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32898) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.932019 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-1bf2c395-e356-4591-a9f1-9d57d918bb7f tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.934721 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1bf2c395-e356-4591-a9f1-9d57d918bb7f tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0065360 Feb 17 09:33:09.945636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32904) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:09.956240 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-3b9196f1-b383-4a5a-80fe-c4c777814750 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:09.957843 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3b9196f1-b383-4a5a-80fe-c4c777814750 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0103302 Feb 17 09:33:09.962492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32910) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:10.010994 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-e3d55d7f-d30e-4345-8613-9032b923d022 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:10.012242 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e3d55d7f-d30e-4345-8613-9032b923d022 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0484221 Feb 17 09:33:10.018440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32914) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:10.100112 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-6561170b-8563-4fc7-bdbb-329dca7a8e98 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:10.105661 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6561170b-8563-4fc7-bdbb-329dca7a8e98 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0817795 Feb 17 09:33:10.110068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32918) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:10.121006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-504f9d27-ed54-4cef-a6f9-1d29798d6e7d tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:10.126933 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-504f9d27-ed54-4cef-a6f9-1d29798d6e7d tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0112927 Feb 17 09:33:10.128732 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32922) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:10.146173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-f55176cf-b5ae-48df-bb8b-53e9dfef4f17 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:10.151134 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f55176cf-b5ae-48df-bb8b-53e9dfef4f17 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0175059 Feb 17 09:33:10.157029 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32926) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:10.159721 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:33:10.165704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-4b4ef991-6d12-431c-9ba2-5e3d60c6f99d tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:10.171335 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4b4ef991-6d12-431c-9ba2-5e3d60c6f99d tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0093997 Feb 17 09:33:10.171628 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32930) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:10.195556 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-1792404f-89ba-47e4-9075-951be5b68443 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:10.195914 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Deleting port ab118341-a9ac-48d8-8a51-d6234465fbb4 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:10.199740 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:10.199924 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1792404f-89ba-47e4-9075-951be5b68443 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0239177 Feb 17 09:33:10.199924 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32934) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:10.226446 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-116b9ade-19b3-4c5d-bb91-155c3e42d194 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Deleting port 8ed3104e-389b-42ed-bb69-fe537a9caed5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:10.227036 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-116b9ade-19b3-4c5d-bb91-155c3e42d194 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:10.227428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-e2b1bac6-4787-488b-9d0a-a00db455e92f tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:10.231245 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e2b1bac6-4787-488b-9d0a-a00db455e92f tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0279996 Feb 17 09:33:10.233590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32938) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:10.241741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-cdadf09c-f714-4caf-b502-b8159edcafe7 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:10.245666 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cdadf09c-f714-4caf-b502-b8159edcafe7 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0079255 Feb 17 09:33:10.260840 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32942) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:10.276377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-0922b7c5-9bc8-4fe4-9053-d393d9bf4988 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:10.280744 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0922b7c5-9bc8-4fe4-9053-d393d9bf4988 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0158536 Feb 17 09:33:10.284924 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316817fd-7a7d-4f00-8418-dccdf5ef64c7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 065a2434-3f80-4989-9113-a53a2b1aaacd is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:10.287571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32946) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:10.305870 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6dadabeb-979c-49c7-8ccc-9361af11a5af tempest-AgentManagementNegativeTest-1798562480 tempest-AgentManagementNegativeTest-1798562480-project] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3818920 Feb 17 09:33:10.328488 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:10.329308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-e6c3d4ba-8f8b-4f7c-8886-9f24683619f5 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:10.329308 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e6c3d4ba-8f8b-4f7c-8886-9f24683619f5 tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0134852 Feb 17 09:33:10.330218 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32952) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:10.337949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-7d066040-1a77-45dc-8469-5247e86ea54e tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:10.342578 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7d066040-1a77-45dc-8469-5247e86ea54e tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0078220 Feb 17 09:33:10.349845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32956) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:10.354897 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-316817fd-7a7d-4f00-8418-dccdf5ef64c7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:10.367055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [None req-99644d09-a8d0-4c6d-97e6-f2b9e51148ea tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:33:10.367972 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316817fd-7a7d-4f00-8418-dccdf5ef64c7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:10.372695 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-99644d09-a8d0-4c6d-97e6-f2b9e51148ea tempest-ExtensionsTestJSON-2017395096 tempest-ExtensionsTestJSON-2017395096-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0175111 Feb 17 09:33:10.386592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316817fd-7a7d-4f00-8418-dccdf5ef64c7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:10.387970 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-316817fd-7a7d-4f00-8418-dccdf5ef64c7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:10.434672 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60c2aa80-b68c-4602-92c5-703efaf5f129 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:10.499316 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316817fd-7a7d-4f00-8418-dccdf5ef64c7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=7fa77ef6-11c1-4595-8075-151811eddf77,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:10.558459 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port ab118341-a9ac-48d8-8a51-d6234465fbb4, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ab118341-a9ac-48d8-8a51-d6234465fbb4,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:10.665559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2aa80-b68c-4602-92c5-703efaf5f129 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Subnet': ['ID=36b22cc1-5c71-437e-b39e-764e612875e4,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:10.693084 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:10.693844 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:33:10.706210 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2aa80-b68c-4602-92c5-703efaf5f129 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Checking segment: {'id': 'f1b4ccaa-c5e5-4d6a-a524-f27cdb16bc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'ec32e2cb-681b-4119-bbf3-d55b13de1969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:10.706696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c2aa80-b68c-4602-92c5-703efaf5f129 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network hostable DHCP agents. Network: ec32e2cb-681b-4119-bbf3-d55b13de1969, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:33:10.759856 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-316817fd-7a7d-4f00-8418-dccdf5ef64c7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.3979201 Feb 17 09:33:10.759856 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c23fd400-84b7-4a39-a752-71518172ac46 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:10.760187 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32962) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:10.833932 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-116b9ade-19b3-4c5d-bb91-155c3e42d194 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:10.835924 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] For port ab118341-a9ac-48d8-8a51-d6234465fbb4, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ab118341-a9ac-48d8-8a51-d6234465fbb4,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:10.836511 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:10.841086 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c2aa80-b68c-4602-92c5-703efaf5f129 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network ec32e2cb-681b-4119-bbf3-d55b13de1969 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:33:10.870901 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a09f83e6-3d32-46bb-8b5a-4397dd32ca64 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port 7fa77ef6-11c1-4595-8075-151811eddf77 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:10.871548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a09f83e6-3d32-46bb-8b5a-4397dd32ca64 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:10.944626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-60c2aa80-b68c-4602-92c5-703efaf5f129 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, ec32e2cb-681b-4119-bbf3-d55b13de1969) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:10.964980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c2aa80-b68c-4602-92c5-703efaf5f129 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:10.965585 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60c2aa80-b68c-4602-92c5-703efaf5f129 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:10.991214 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-116b9ade-19b3-4c5d-bb91-155c3e42d194 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Calling delete_port for 8ed3104e-389b-42ed-bb69-fe537a9caed5 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:11.026279 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c23fd400-84b7-4a39-a752-71518172ac46 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:11.038009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c23fd400-84b7-4a39-a752-71518172ac46 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:11.046450 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Calling delete_port for ab118341-a9ac-48d8-8a51-d6234465fbb4 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:11.059561 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c23fd400-84b7-4a39-a752-71518172ac46 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:11.086855 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9a35a-a4f4-4e0a-a6a9-271a3b8b711d req-d1687aa1-8524-4a80-aa20-b6f2e6efc165 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:11.089000 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e4b9a35a-a4f4-4e0a-a6a9-271a3b8b711d req-d1687aa1-8524-4a80-aa20-b6f2e6efc165 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 1.1889863 Feb 17 09:33:11.092368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06c5dda-ccdc-4deb-830d-311e08e6fe6c None None] Network ec32e2cb-681b-4119-bbf3-d55b13de1969 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:11.173264 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e4b9a35a-a4f4-4e0a-a6a9-271a3b8b711d req-7ac76cce-148d-4ac4-809c-830425f441fa tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736766 Feb 17 09:33:11.192954 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23fd400-84b7-4a39-a752-71518172ac46 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:11.213022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c23fd400-84b7-4a39-a752-71518172ac46 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:11.259252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-f461ae83-81b0-4eef-b69f-9628a350f4f4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:33:11.288295 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-08cc9697-d0b2-437e-aa32-de44b30918fc None None] Provisioning for port 7fa77ef6-11c1-4595-8075-151811eddf77 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:11.298907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a09f83e6-3d32-46bb-8b5a-4397dd32ca64 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:11.356320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 32972) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:11.454810 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a09f83e6-3d32-46bb-8b5a-4397dd32ca64 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for 7fa77ef6-11c1-4595-8075-151811eddf77 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:11.461918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-08cc9697-d0b2-437e-aa32-de44b30918fc None None] Provisioning complete for port 7fa77ef6-11c1-4595-8075-151811eddf77 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:11.464536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-08cc9697-d0b2-437e-aa32-de44b30918fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:11.470129 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:33:11.495777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32978) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:11.501825 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-60c2aa80-b68c-4602-92c5-703efaf5f129 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3870659 Feb 17 09:33:11.504609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32980) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:11.515036 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=ab118341-a9ac-48d8-8a51-d6234465fbb4,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:11.569654 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:33:11.570379 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:33:11.625979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-08cc9697-d0b2-437e-aa32-de44b30918fc None None] Port 7fa77ef6-11c1-4595-8075-151811eddf77 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:33:11.645092 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:11.658241 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:11.658906 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:11.735902 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-08cc9697-d0b2-437e-aa32-de44b30918fc None None] Provisioning complete for port 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:11.736460 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-08cc9697-d0b2-437e-aa32-de44b30918fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:11.755078 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-317c1db0-0363-4ad8-8d6b-c6d7fda64c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:11.801607 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-317c1db0-0363-4ad8-8d6b-c6d7fda64c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:11.818015 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-ec32e2cb-681b-4119-bbf3-d55b13de1969', 'network_id': 'ec32e2cb-681b-4119-bbf3-d55b13de1969', 'tenant_id': 'd71f25c9faa84e9ea04b56d745ca03fe', 'fixed_ips': [{'subnet_id': '36b22cc1-5c71-437e-b39e-764e612875e4'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:33:11.818873 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:11.821797 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-317c1db0-0363-4ad8-8d6b-c6d7fda64c18 admin admin] Usage tracker for resource:security_group_rule and tenant:8e06fb01d5b34e4b80ce4dcdc8d7ba54 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:11.837680 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-317c1db0-0363-4ad8-8d6b-c6d7fda64c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:11.853072 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-317c1db0-0363-4ad8-8d6b-c6d7fda64c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:11.860631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4acfb200-686c-4b94-9b01-9e7778434277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:11.934345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4acfb200-686c-4b94-9b01-9e7778434277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:11.947358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:11.949777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4acfb200-686c-4b94-9b01-9e7778434277 admin admin] Usage tracker for resource:security_group_rule and tenant:0eb88d0a45094dc48aff15bc1b4bb3e7 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:11.964064 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4acfb200-686c-4b94-9b01-9e7778434277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:11.974830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3083acc-642b-4dad-98a7-f1dea4589b7e req-772ff01f-c168-43af-8693-7535fc11313c tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:11.976151 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b3083acc-642b-4dad-98a7-f1dea4589b7e req-772ff01f-c168-43af-8693-7535fc11313c tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.4883285 Feb 17 09:33:11.980723 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-116b9ade-19b3-4c5d-bb91-155c3e42d194 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:11.988774 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4acfb200-686c-4b94-9b01-9e7778434277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:11.999032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-f461ae83-81b0-4eef-b69f-9628a350f4f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:33:11.999374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-f461ae83-81b0-4eef-b69f-9628a350f4f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:33:12.017819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.039316 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-08cc9697-d0b2-437e-aa32-de44b30918fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.065394 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b9ade-19b3-4c5d-bb91-155c3e42d194 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ed3104e-389b-42ed-bb69-fe537a9caed5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:12.070875 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c23fd400-84b7-4a39-a752-71518172ac46 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.076374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Deleting port ab118341-a9ac-48d8-8a51-d6234465fbb4 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:12.076786 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.086730 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b3083acc-642b-4dad-98a7-f1dea4589b7e req-16c0697a-20be-4520-8e9d-5fe7df8d19e2 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992064 Feb 17 09:33:12.170899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a09f83e6-3d32-46bb-8b5a-4397dd32ca64 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.227821 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=79e1a03c-f7cd-4683-b13a-e2cfa8058ad1,segment=NetworkSegment(9051d511-0cad-4441-8c8a-de7fd89c8b1d),segment_id=9051d511-0cad-4441-8c8a-de7fd89c8b1d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:12.265764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f83e6-3d32-46bb-8b5a-4397dd32ca64 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=7fa77ef6-11c1-4595-8075-151811eddf77,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:12.319275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-116b9ade-19b3-4c5d-bb91-155c3e42d194 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.340511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.379112 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23fd400-84b7-4a39-a752-71518172ac46 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:12.386904 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.437997 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a09f83e6-3d32-46bb-8b5a-4397dd32ca64 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.450234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c23fd400-84b7-4a39-a752-71518172ac46 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:12.455643 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23fd400-84b7-4a39-a752-71518172ac46 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:12.456492 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c23fd400-84b7-4a39-a752-71518172ac46 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.457234 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a09f83e6-3d32-46bb-8b5a-4397dd32ca64 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/7fa77ef6-11c1-4595-8075-151811eddf77 HTTP/1.1" status: 204 len: 168 time: 1.6958761 Feb 17 09:33:12.462015 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 32994) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:12.570602 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3931ab-a644-4ae0-9124-685c8fdfdd86 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] DELETE failed (client error): The resource could not be found. Feb 17 09:33:12.570808 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3931ab-a644-4ae0-9124-685c8fdfdd86 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:33:12.601418 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 32998) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:12.606649 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ee3931ab-a644-4ae0-9124-685c8fdfdd86 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/7fa77ef6-11c1-4595-8075-151811eddf77 HTTP/1.1" status: 404 len: 333 time: 0.1433191 Feb 17 09:33:12.621535 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fd400-84b7-4a39-a752-71518172ac46 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=c5548da5-45af-4f40-9b45-01003bed0e5d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:12.641359 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-116b9ade-19b3-4c5d-bb91-155c3e42d194 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.669031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4acfb200-686c-4b94-9b01-9e7778434277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.675001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ab118341-a9ac-48d8-8a51-d6234465fbb4 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:33:12.713534 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-116b9ade-19b3-4c5d-bb91-155c3e42d194 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.731250 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c23fd400-84b7-4a39-a752-71518172ac46 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8479519 Feb 17 09:33:12.735261 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33002) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:12.747026 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-34766f33-79f0-4536-a2f5-e2c7f0c70971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1738147646', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:12.764945 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd893f1-62e8-42f9-a1ce-306d20e0ff7a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] GET failed (client error): The resource could not be found. Feb 17 09:33:12.765612 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6dd893f1-62e8-42f9-a1ce-306d20e0ff7a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:12.832475 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-317c1db0-0363-4ad8-8d6b-c6d7fda64c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.841304 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461ae83-81b0-4eef-b69f-9628a350f4f4 None None] Port 8ed3104e-389b-42ed-bb69-fe537a9caed5 not found while updating agent binding for router d90bccda-45a4-48c9-a346-e83c87387e11. {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 17 09:33:12.887463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-116b9ade-19b3-4c5d-bb91-155c3e42d194 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.888828 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116b9ade-19b3-4c5d-bb91-155c3e42d194 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d90bccda-45a4-48c9-a346-e83c87387e11 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:33:12.908281 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-116b9ade-19b3-4c5d-bb91-155c3e42d194 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.912622 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-116b9ade-19b3-4c5d-bb91-155c3e42d194 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "DELETE /v2.0/routers/d90bccda-45a4-48c9-a346-e83c87387e11 HTTP/1.1" status: 204 len: 168 time: 4.7932174 Feb 17 09:33:12.912804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33006) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:12.915683 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-34766f33-79f0-4536-a2f5-e2c7f0c70971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:12.919441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4acfb200-686c-4b94-9b01-9e7778434277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.949603 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-34766f33-79f0-4536-a2f5-e2c7f0c70971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:router and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:12.953166 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-317c1db0-0363-4ad8-8d6b-c6d7fda64c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:12.959955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-34766f33-79f0-4536-a2f5-e2c7f0c70971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:12.978661 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Allocated IP 172.20.0.2 (ec32e2cb-681b-4119-bbf3-d55b13de1969/36b22cc1-5c71-437e-b39e-764e612875e4/8b12500c-7511-496b-859b-0e1e8683eb2d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:12.985398 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6dd893f1-62e8-42f9-a1ce-306d20e0ff7a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:12.992405 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6dd893f1-62e8-42f9-a1ce-306d20e0ff7a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports/7fa77ef6-11c1-4595-8075-151811eddf77 HTTP/1.1" status: 404 len: 333 time: 0.3672030 Feb 17 09:33:12.992722 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-34766f33-79f0-4536-a2f5-e2c7f0c70971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:12.994225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33010) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:13.009219 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-08cc9697-d0b2-437e-aa32-de44b30918fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:33:13.009768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-08cc9697-d0b2-437e-aa32-de44b30918fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:33:13.022259 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461ae83-81b0-4eef-b69f-9628a350f4f4 None None] Routers set() bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:33:13.022835 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461ae83-81b0-4eef-b69f-9628a350f4f4 None None] Router IDs set() for agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 17 09:33:13.023866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_agentschedulers_db [None req-f461ae83-81b0-4eef-b69f-9628a350f4f4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d90bccda-45a4-48c9-a346-e83c87387e11'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:32:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent'). {{(pid=88371) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 17 09:33:13.024447 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461ae83-81b0-4eef-b69f-9628a350f4f4 None None] The sync data for ids ['d90bccda-45a4-48c9-a346-e83c87387e11'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:33:13.030536 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4acfb200-686c-4b94-9b01-9e7778434277 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0eb88d0a45094dc48aff15bc1b4bb3e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5270214 Feb 17 09:33:13.033282 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfb200-686c-4b94-9b01-9e7778434277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4d882e-3cc2-4eb4-b1aa-ade50f994075,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:13.037489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33014) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:13.045964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=79e1a03c-f7cd-4683-b13a-e2cfa8058ad1,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:13.092987 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c1db0-0363-4ad8-8d6b-c6d7fda64c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e8cb83-baa3-42eb-90cd-fe707a539225,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:13.112637 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-317c1db0-0363-4ad8-8d6b-c6d7fda64c18 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8e06fb01d5b34e4b80ce4dcdc8d7ba54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7540002 Feb 17 09:33:13.113723 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33018) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:13.147395 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34766f33-79f0-4536-a2f5-e2c7f0c70971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.148977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34766f33-79f0-4536-a2f5-e2c7f0c70971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.160343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc5f3-523a-4fd3-8f37-ef888b1a9b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.173775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd62433f-5a47-4688-8fdd-61084a30680b tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Deleting subnet 40fd1663-fc54-438b-b330-05aa58281d25 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:33:13.177980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd62433f-5a47-4688-8fdd-61084a30680b tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.195985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34766f33-79f0-4536-a2f5-e2c7f0c70971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.206527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc5f3-523a-4fd3-8f37-ef888b1a9b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.240393 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd62433f-5a47-4688-8fdd-61084a30680b tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.295273 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.303180 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7fa7ea-de4f-49d8-8bb7-cbce29a3ec07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting subnet 9241a0d4-74dc-4b55-9d82-069b51214327 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:33:13.316399 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] For port ab118341-a9ac-48d8-8a51-d6234465fbb4, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ab118341-a9ac-48d8-8a51-d6234465fbb4,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:13.316797 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.317335 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa7ea-de4f-49d8-8bb7-cbce29a3ec07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.334782 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34766f33-79f0-4536-a2f5-e2c7f0c70971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.364500 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd62433f-5a47-4688-8fdd-61084a30680b tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.395994 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc5f3-523a-4fd3-8f37-ef888b1a9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.399852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc5f3-523a-4fd3-8f37-ef888b1a9b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.401764 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cb5bc5f3-523a-4fd3-8f37-ef888b1a9b05 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2b4d882e-3cc2-4eb4-b1aa-ade50f994075 HTTP/1.1" status: 204 len: 168 time: 0.3627198 Feb 17 09:33:13.440999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bc5f3-523a-4fd3-8f37-ef888b1a9b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4d882e-3cc2-4eb4-b1aa-ade50f994075,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:13.441226 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa7ea-de4f-49d8-8bb7-cbce29a3ec07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.495336 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34766f33-79f0-4536-a2f5-e2c7f0c70971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.496856 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-34766f33-79f0-4536-a2f5-e2c7f0c70971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7596660 Feb 17 09:33:13.501831 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33024) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:13.504431 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06b2bc75-ede2-42c3-b574-be950fec015c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.570219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06b2bc75-ede2-42c3-b574-be950fec015c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.581735 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Calling delete_port for ab118341-a9ac-48d8-8a51-d6234465fbb4 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:13.632930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa7ea-de4f-49d8-8bb7-cbce29a3ec07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.685437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port ab118341-a9ac-48d8-8a51-d6234465fbb4, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ab118341-a9ac-48d8-8a51-d6234465fbb4,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:13.760472 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd62433f-5a47-4688-8fdd-61084a30680b tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.806795 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62433f-5a47-4688-8fdd-61084a30680b tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=40fd1663-fc54-438b-b330-05aa58281d25,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:13.811335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.811540 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06b2bc75-ede2-42c3-b574-be950fec015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.819933 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.820524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd62433f-5a47-4688-8fdd-61084a30680b tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.837525 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2bc75-ede2-42c3-b574-be950fec015c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e8cb83-baa3-42eb-90cd-fe707a539225,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:13.849652 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06b2bc75-ede2-42c3-b574-be950fec015c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:13.862880 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-06b2bc75-ede2-42c3-b574-be950fec015c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/36e8cb83-baa3-42eb-90cd-fe707a539225 HTTP/1.1" status: 204 len: 168 time: 0.7308021 Feb 17 09:33:13.867596 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fd62433f-5a47-4688-8fdd-61084a30680b tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "DELETE /v2.0/subnets/40fd1663-fc54-438b-b330-05aa58281d25 HTTP/1.1" status: 204 len: 168 time: 0.9525368 Feb 17 09:33:13.869679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33032) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:13.891838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Transition to ACTIVE for port object 8b12500c-7511-496b-859b-0e1e8683eb2d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:13.932569 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Transition to ACTIVE for port object 8b12500c-7511-496b-859b-0e1e8683eb2d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:13.935587 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:33:13.936101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:33:13.954646 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-25afe846-62b5-4aa3-a925-1312645163d3 None None] Could not find standard attr ID for object 7fa77ef6-11c1-4595-8075-151811eddf77. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:33:13.977667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa7ea-de4f-49d8-8bb7-cbce29a3ec07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:14.004110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=ab118341-a9ac-48d8-8a51-d6234465fbb4,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:14.045610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:14.133064 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fa7ea-de4f-49d8-8bb7-cbce29a3ec07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Subnet': ['ID=9241a0d4-74dc-4b55-9d82-069b51214327,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:14.165909 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f7fa7ea-de4f-49d8-8bb7-cbce29a3ec07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:14.172111 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4f7fa7ea-de4f-49d8-8bb7-cbce29a3ec07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/9241a0d4-74dc-4b55-9d82-069b51214327 HTTP/1.1" status: 204 len: 168 time: 1.1740186 Feb 17 09:33:14.182027 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33040) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:14.192576 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdac35f-0103-424b-8957-381ec0a18447 None None] Network 065a2434-3f80-4989-9113-a53a2b1aaacd requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:14.275852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28ae05d9-a9c7-43c0-b3d1-adbe20b5c7d2 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:14.291958 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cf4e3643-8d8c-40c6-abd2-a186eb97ed0a req-df6efffe-15a5-4984-b03a-03837efe534a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5803406 Feb 17 09:33:14.333513 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Network ec32e2cb-681b-4119-bbf3-d55b13de1969 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:14.340033 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:14.355781 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:14.380510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:14.382776 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Pushing event updated for resources: {'Port': ['ID=8b12500c-7511-496b-859b-0e1e8683eb2d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:14.424355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:14.427616 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Deleting port ab118341-a9ac-48d8-8a51-d6234465fbb4 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:14.427995 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:14.452662 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:14.481069 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Subnet': ['ID=36b22cc1-5c71-437e-b39e-764e612875e4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:14.624552 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:14.624901 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:14.663651 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:33:14.855394 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28ae05d9-a9c7-43c0-b3d1-adbe20b5c7d2 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:14.929889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-28ae05d9-a9c7-43c0-b3d1-adbe20b5c7d2 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce346754-eca3-4fbe-8035-73ee6533fc43']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:15.002798 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-28ae05d9-a9c7-43c0-b3d1-adbe20b5c7d2 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8eeaa32-d92b-434a-8921-8e9cf57cc44a') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:15.003170 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-28ae05d9-a9c7-43c0-b3d1-adbe20b5c7d2 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8eeaa32-d92b-434a-8921-8e9cf57cc44a') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:15.037170 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28ae05d9-a9c7-43c0-b3d1-adbe20b5c7d2 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.038111 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.052727 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Attempting to bind port 8b12500c-7511-496b-859b-0e1e8683eb2d on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:33:15.052727 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Attempting to bind port 8b12500c-7511-496b-859b-0e1e8683eb2d by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'f1b4ccaa-c5e5-4d6a-a524-f27cdb16bc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'ec32e2cb-681b-4119-bbf3-d55b13de1969'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:33:15.052727 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Attempting to bind port 8b12500c-7511-496b-859b-0e1e8683eb2d on network ec32e2cb-681b-4119-bbf3-d55b13de1969 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:15.093715 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:33:15.094283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Checking segment: {'id': 'f1b4ccaa-c5e5-4d6a-a524-f27cdb16bc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'ec32e2cb-681b-4119-bbf3-d55b13de1969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:15.095465 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.095465 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Bound using segment: {'id': 'f1b4ccaa-c5e5-4d6a-a524-f27cdb16bc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'ec32e2cb-681b-4119-bbf3-d55b13de1969'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:33:15.095647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Bound port: 8b12500c-7511-496b-859b-0e1e8683eb2d, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b4ccaa-c5e5-4d6a-a524-f27cdb16bc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'ec32e2cb-681b-4119-bbf3-d55b13de1969'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:33:15.096015 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.183742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::1 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/c5548da5-45af-4f40-9b45-01003bed0e5d/2dfa127e-4ede-4c90-baa8-f5be1edbe1ef) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:15.211879 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec32e2cb-681b-4119-bbf3-d55b13de1969']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:15.234370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b4ccaa-c5e5-4d6a-a524-f27cdb16bc0e') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:15.234706 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b4ccaa-c5e5-4d6a-a524-f27cdb16bc0e') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:15.262145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] For port 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=79e1a03c-f7cd-4683-b13a-e2cfa8058ad1,segment=NetworkSegment(9051d511-0cad-4441-8c8a-de7fd89c8b1d),segment_id=9051d511-0cad-4441-8c8a-de7fd89c8b1d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:15.263009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.291385 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:15.291760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.324740 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.416278 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28ae05d9-a9c7-43c0-b3d1-adbe20b5c7d2 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.427673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:15.439267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.453299 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.459747 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e3643-8d8c-40c6-abd2-a186eb97ed0a req-1614fbdd-b2e4-482d-bc00-eaf892a277d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:15.461371 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cf4e3643-8d8c-40c6-abd2-a186eb97ed0a req-1614fbdd-b2e4-482d-bc00-eaf892a277d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1c659be8822417aae54db469e0be910&device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 1098 time: 1.0214624 Feb 17 09:33:15.467631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:15.468135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.477383 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ae05d9-a9c7-43c0-b3d1-adbe20b5c7d2 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:15.477979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28ae05d9-a9c7-43c0-b3d1-adbe20b5c7d2 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:15.485398 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:15.490917 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:15.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:15.548007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] For port 8b12500c-7511-496b-859b-0e1e8683eb2d, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:33:15.572907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33074) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:15.584254 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0081158 Feb 17 09:33:15.584942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33078) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:15.600752 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] For port ab118341-a9ac-48d8-8a51-d6234465fbb4, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ab118341-a9ac-48d8-8a51-d6234465fbb4,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:15.601184 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.623852 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a12e93f-9398-4fed-aed0-8664f1c41eb0 None None] DHCP port deletion for 065a2434-3f80-4989-9113-a53a2b1aaacd request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:33:15.700681 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5a12e93f-9398-4fed-aed0-8664f1c41eb0 None None] Deleting port 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:15.703521 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a12e93f-9398-4fed-aed0-8664f1c41eb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.738458 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33084) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:15.745145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28ae05d9-a9c7-43c0-b3d1-adbe20b5c7d2 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.776080 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e3643-8d8c-40c6-abd2-a186eb97ed0a req-d6181742-39b9-4438-bd15-9dfd5375793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:15.777977 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cf4e3643-8d8c-40c6-abd2-a186eb97ed0a req-d6181742-39b9-4438-bd15-9dfd5375793b service neutron] 10.222.0.37 "GET /v2.0/networks?id=27d87cf8-de12-4c79-864c-28a6bac16755 HTTP/1.1" status: 200 len: 911 time: 0.2042587 Feb 17 09:33:15.792630 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ae05d9-a9c7-43c0-b3d1-adbe20b5c7d2 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ce346754-eca3-4fbe-8035-73ee6533fc43 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 17 09:33:15.795649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae05d9-a9c7-43c0-b3d1-adbe20b5c7d2 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Pushing event deleted for resources: {'Network': ['ID=ce346754-eca3-4fbe-8035-73ee6533fc43,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:15.799654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28ae05d9-a9c7-43c0-b3d1-adbe20b5c7d2 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.802554 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.804784 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Calling delete_port for ab118341-a9ac-48d8-8a51-d6234465fbb4 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:15.864024 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=79e1a03c-f7cd-4683-b13a-e2cfa8058ad1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:15.871150 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No DVR routers for this DVR port 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:33:15.883667 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No ports have port_id starting with 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 Feb 17 09:33:15.889465 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] For port 8b12500c-7511-496b-859b-0e1e8683eb2d, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8b12500c-7511-496b-859b-0e1e8683eb2d,segment=NetworkSegment(f1b4ccaa-c5e5-4d6a-a524-f27cdb16bc0e),segment_id=f1b4ccaa-c5e5-4d6a-a524-f27cdb16bc0e)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:33:15.938535 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5a12e93f-9398-4fed-aed0-8664f1c41eb0 None None] The port '79e1a03c-f7cd-4683-b13a-e2cfa8058ad1' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:33:15.981059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.api [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 09:33:15.981059 dv-neutron-828143-5-hyperv neutron-server[88370]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 09:33:15.981059 dv-neutron-828143-5-hyperv neutron-server[88370]: [parameters: {'id': 'ec32e2cb-681b-4119-bbf3-d55b13de1969'}] Feb 17 09:33:15.981059 dv-neutron-828143-5-hyperv neutron-server[88370]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:33:15.986236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG oslo_db.api [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:33:15.986329 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:15.997915 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cf4e3643-8d8c-40c6-abd2-a186eb97ed0a req-955d6f5a-3dab-4fed-a296-f5c8f69b9034 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=766a0d2d-bc08-4b86-9e5f-832883bcb404 HTTP/1.1" status: 200 len: 1000 time: 0.2122180 Feb 17 09:33:16.002635 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-28ae05d9-a9c7-43c0-b3d1-adbe20b5c7d2 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "DELETE /v2.0/networks/ce346754-eca3-4fbe-8035-73ee6533fc43 HTTP/1.1" status: 204 len: 168 time: 2.1272855 Feb 17 09:33:16.014220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Request body: {'networks': [{'name': 'tempest-network--594666297'}, {'name': 'tempest-network--1816725762'}]} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:16.014641 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Request body: {'network': {'name': 'tempest-network--594666297'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:16.015306 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Request body: {'network': {'name': 'tempest-network--1816725762'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:16.022593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:16.030524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Usage tracker for resource:network and tenant:1aac11e0834145ed99250ca60ee8ae1a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:16.037912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:16.048505 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:16.098461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.132410 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.183728 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:16.192168 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065a2434-3f80-4989-9113-a53a2b1aaacd']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:16.198836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:16.205630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:16.205963 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.220432 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Made reservation on behalf of 1aac11e0834145ed99250ca60ee8ae1a for: {'network': 2} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:16.226851 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.233007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a455e24-b31e-4f64-9c51-d6783d599714 None None] Pushing event updated for resources: {'Port': ['ID=8b12500c-7511-496b-859b-0e1e8683eb2d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:16.255420 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9051d511-0cad-4441-8c8a-de7fd89c8b1d') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:16.255733 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9051d511-0cad-4441-8c8a-de7fd89c8b1d') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:16.264912 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.270154 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.287768 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.294440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:16.294745 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.331630 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] No DVR routers for this DVR port ab118341-a9ac-48d8-8a51-d6234465fbb4 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:33:16.350787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f67525-31e0-4e35-99d9-d92a17a3cac4 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:16.379480 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435539a2-857d-4bf6-b5a4-cf2368d50be9 None None] Pushing event deleted for resources: {'Port': ['ID=ab118341-a9ac-48d8-8a51-d6234465fbb4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:16.388931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=2dfa127e-4ede-4c90-baa8-f5be1edbe1ef,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:16.404990 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:16.408857 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e3643-8d8c-40c6-abd2-a186eb97ed0a req-5ffacbb6-8f45-42b0-b0f7-5b5585278fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:16.410490 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cf4e3643-8d8c-40c6-abd2-a186eb97ed0a req-5ffacbb6-8f45-42b0-b0f7-5b5585278fc9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5521f55-5393-4abb-b946-8c660da7abe1 HTTP/1.1" status: 200 len: 849 time: 0.4037521 Feb 17 09:33:16.413441 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.427519 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fced2f3b-a842-4c9a-94bf-c8dfa8783136 tempest-NetworksApiDiscovery-737866750 tempest-NetworksApiDiscovery-737866750-project] 10.222.0.75 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.7279847 Feb 17 09:33:16.440201 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:16.451431 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Usage tracker for resource:security_group_rule and tenant:1aac11e0834145ed99250ca60ee8ae1a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:16.458445 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:16.464677 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:16.538908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.565558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.580186 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.609084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33098) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:16.620860 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-24e95a3f-b75b-42f0-a1ac-148b5a31ba27 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Request body: {'router': {'name': 'tempest-router--1046691345', 'project_id': 'fb7b9df9fd544036b37e4e0c473f26eb'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:16.627526 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Network': ['ID=065a2434-3f80-4989-9113-a53a2b1aaacd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:16.642739 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ddb6f36e-f96c-492b-a688-5167c58cec93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/networks/065a2434-3f80-4989-9113-a53a2b1aaacd HTTP/1.1" status: 204 len: 168 time: 2.4591689 Feb 17 09:33:16.648588 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-24e95a3f-b75b-42f0-a1ac-148b5a31ba27 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:16.651410 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33102) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:16.660466 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2f983640-6b29-465b-bf70-03bdf4332d4f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1076785105'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:16.678236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:33:16.685117 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-24e95a3f-b75b-42f0-a1ac-148b5a31ba27 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Usage tracker for resource:router and tenant:fb7b9df9fd544036b37e4e0c473f26eb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:16.697083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2f983640-6b29-465b-bf70-03bdf4332d4f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:16.699575 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-24e95a3f-b75b-42f0-a1ac-148b5a31ba27 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:16.711028 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2f983640-6b29-465b-bf70-03bdf4332d4f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:network and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:16.715233 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-24e95a3f-b75b-42f0-a1ac-148b5a31ba27 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:16.717443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2f983640-6b29-465b-bf70-03bdf4332d4f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:16.717966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Deleting port 8b12500c-7511-496b-859b-0e1e8683eb2d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:16.718337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.725745 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2f983640-6b29-465b-bf70-03bdf4332d4f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:16.739737 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:33:16.740140 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 79e1a03c-f7cd-4683-b13a-e2cfa8058ad1 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:33:16.787362 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.795693 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a09f7b6-575f-43d5-8ca2-ac0058501f1f None None] Network ec32e2cb-681b-4119-bbf3-d55b13de1969 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:16.853216 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e3643-8d8c-40c6-abd2-a186eb97ed0a req-d54133c8-e21f-4c45-9740-ff591d6c4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:16.854717 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cf4e3643-8d8c-40c6-abd2-a186eb97ed0a req-d54133c8-e21f-4c45-9740-ff591d6c4c95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27d87cf8-de12-4c79-864c-28a6bac16755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4059439 Feb 17 09:33:16.869505 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-24e95a3f-b75b-42f0-a1ac-148b5a31ba27 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.870592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-24e95a3f-b75b-42f0-a1ac-148b5a31ba27 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.888442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-24e95a3f-b75b-42f0-a1ac-148b5a31ba27 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.912720 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.913313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.938172 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f983640-6b29-465b-bf70-03bdf4332d4f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:16.942390 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f983640-6b29-465b-bf70-03bdf4332d4f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:16.997853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d47a406-e42a-4a08-88d5-36baeb037808,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:17.014958 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f983640-6b29-465b-bf70-03bdf4332d4f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:33:17.017386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:33:17.034137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f983640-6b29-465b-bf70-03bdf4332d4f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.034137 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-2f983640-6b29-465b-bf70-03bdf4332d4f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Added segment 92ffad29-1311-4e59-88c2-76e607c2a172 of type vlan for network 5e1703f1-c18e-48bc-b4f8-23698d6fda27 Feb 17 09:33:17.034137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.034137 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Added segment 36885f57-878d-4449-af2a-25a808255bf5 of type vlan for network d7d07dac-f31c-4b19-91e8-a01ed518bfdb Feb 17 09:33:17.087655 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f983640-6b29-465b-bf70-03bdf4332d4f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.093248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.153215 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-24e95a3f-b75b-42f0-a1ac-148b5a31ba27 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.193495 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] For port 8b12500c-7511-496b-859b-0e1e8683eb2d, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8b12500c-7511-496b-859b-0e1e8683eb2d,segment=NetworkSegment(f1b4ccaa-c5e5-4d6a-a524-f27cdb16bc0e),segment_id=f1b4ccaa-c5e5-4d6a-a524-f27cdb16bc0e)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:17.194002 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.213375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.217721 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:33:17.234675 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.235034 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Added segment 4a9b14b3-5e7b-4935-a063-b901f000094b of type vlan for network 8849d3af-fbfc-4da7-890f-fa131269f57e Feb 17 09:33:17.243067 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': 'c5548da5-45af-4f40-9b45-01003bed0e5d'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:33:17.243991 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.276656 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.334455 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f983640-6b29-465b-bf70-03bdf4332d4f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.345438 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f983640-6b29-465b-bf70-03bdf4332d4f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:17.346914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f983640-6b29-465b-bf70-03bdf4332d4f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.392118 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33108) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:17.476613 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Allocated IP 2001:db8::2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/c5548da5-45af-4f40-9b45-01003bed0e5d/81138b1f-987f-4009-898d-1f0b4100699b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:17.514147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-24e95a3f-b75b-42f0-a1ac-148b5a31ba27 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.521088 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-24e95a3f-b75b-42f0-a1ac-148b5a31ba27 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9102433 Feb 17 09:33:17.522318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.523083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.534141 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:17.544424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:17.545489 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.551614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33114) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:17.570377 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2f983640-6b29-465b-bf70-03bdf4332d4f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9152887 Feb 17 09:33:17.600145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33118) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:17.614738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Calling delete_port for 8b12500c-7511-496b-859b-0e1e8683eb2d owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:17.693823 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cf4e3643-8d8c-40c6-abd2-a186eb97ed0a req-7be01b25-d3a6-4977-ad40-40068c6af567 service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8302484 Feb 17 09:33:17.714866 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8d6345d6-7aa8-468b-9c3f-a3faf13e5f1e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'subnet': {'network_id': '5e1703f1-c18e-48bc-b4f8-23698d6fda27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:17.804758 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.824617 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Transition to ACTIVE for port object 81138b1f-987f-4009-898d-1f0b4100699b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:17.854863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Transition to ACTIVE for port object 81138b1f-987f-4009-898d-1f0b4100699b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:17.931717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f983640-6b29-465b-bf70-03bdf4332d4f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Network': ['ID=5e1703f1-c18e-48bc-b4f8-23698d6fda27,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:17.932584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:17.980552 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 5e1703f1-c18e-48bc-b4f8-23698d6fda27 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:33:18.016779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9611017f-52cf-4b0d-90a1-17b2b55550f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.043166 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3031971 Feb 17 09:33:18.044484 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33124) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:18.063608 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:18.069278 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80a59353-0f5c-46c2-8d08-cdb8ee2e4735 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.077444 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cf4e3643-8d8c-40c6-abd2-a186eb97ed0a req-fc6f12df-c3e9-4074-bb37-f28e1cfd9149 service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753929 Feb 17 09:33:18.077935 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:18.087214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.094112 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:18.163051 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Pushing event updated for resources: {'Port': ['ID=81138b1f-987f-4009-898d-1f0b4100699b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:18.198635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9611017f-52cf-4b0d-90a1-17b2b55550f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:18.217872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Attempting to bind port 81138b1f-987f-4009-898d-1f0b4100699b on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:33:18.218275 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Attempting to bind port 81138b1f-987f-4009-898d-1f0b4100699b by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:33:18.218641 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Attempting to bind port 81138b1f-987f-4009-898d-1f0b4100699b on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:18.224529 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:33:18.224897 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:18.225300 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.225692 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:33:18.226221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Bound port: 81138b1f-987f-4009-898d-1f0b4100699b, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:33:18.226567 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.288578 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9611017f-52cf-4b0d-90a1-17b2b55550f7 admin admin] Usage tracker for resource:security_group_rule and tenant:dd82e67a33b64facb16a0eee71a5bb5d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:18.304149 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Port': ['ID=8b12500c-7511-496b-859b-0e1e8683eb2d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:18.306146 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No DVR routers for this DVR port 8b12500c-7511-496b-859b-0e1e8683eb2d on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:33:18.315012 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9611017f-52cf-4b0d-90a1-17b2b55550f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:18.331875 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9611017f-52cf-4b0d-90a1-17b2b55550f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:18.341881 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] For port 81138b1f-987f-4009-898d-1f0b4100699b, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:33:18.345644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] For port 81138b1f-987f-4009-898d-1f0b4100699b, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=81138b1f-987f-4009-898d-1f0b4100699b,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:33:18.377670 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event updated for resources: {'Network': ['ID=d7d07dac-f31c-4b19-91e8-a01ed518bfdb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:18.389728 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network d7d07dac-f31c-4b19-91e8-a01ed518bfdb details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:33:18.408837 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8d6345d6-7aa8-468b-9c3f-a3faf13e5f1e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:18.465565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.500234 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.541991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8d6345d6-7aa8-468b-9c3f-a3faf13e5f1e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:subnet and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:18.562966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec32e2cb-681b-4119-bbf3-d55b13de1969']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:18.575205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8d6345d6-7aa8-468b-9c3f-a3faf13e5f1e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:18.576547 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdee53e-c6d2-4980-bedd-c0d9876a316a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:18.581847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c2d15-6d7f-425e-a97d-f5a6a2397b3b None None] Pushing event updated for resources: {'Port': ['ID=81138b1f-987f-4009-898d-1f0b4100699b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:18.582585 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdee53e-c6d2-4980-bedd-c0d9876a316a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:18.588222 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdee53e-c6d2-4980-bedd-c0d9876a316a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:18.594764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdee53e-c6d2-4980-bedd-c0d9876a316a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:18.596491 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-dcdee53e-c6d2-4980-bedd-c0d9876a316a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5453038 Feb 17 09:33:18.599478 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33128) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:18.671867 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8d6345d6-7aa8-468b-9c3f-a3faf13e5f1e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:18.681550 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80a59353-0f5c-46c2-8d08-cdb8ee2e4735 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.691446 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80a59353-0f5c-46c2-8d08-cdb8ee2e4735 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.693295 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5783c6-fa04-41d4-bf5e-de0696ff80d4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event updated for resources: {'Network': ['ID=8849d3af-fbfc-4da7-890f-fa131269f57e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:18.699340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b4ccaa-c5e5-4d6a-a524-f27cdb16bc0e') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:18.699956 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b4ccaa-c5e5-4d6a-a524-f27cdb16bc0e') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:18.704546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 8849d3af-fbfc-4da7-890f-fa131269f57e details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:33:18.733723 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.779963 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.784161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.792879 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f585894e-6ba2-44e9-b2c4-0e75136d59e3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.803475 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:18.803881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.803992 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9611017f-52cf-4b0d-90a1-17b2b55550f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.805338 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6345d6-7aa8-468b-9c3f-a3faf13e5f1e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:18.810293 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8d6345d6-7aa8-468b-9c3f-a3faf13e5f1e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:18.823290 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:18.914105 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80a59353-0f5c-46c2-8d08-cdb8ee2e4735 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.914625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a59353-0f5c-46c2-8d08-cdb8ee2e4735 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96de75c4-f495-49ca-bf50-1ac75c296c88 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:33:18.935766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.936678 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.962431 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80a59353-0f5c-46c2-8d08-cdb8ee2e4735 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:18.966708 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-80a59353-0f5c-46c2-8d08-cdb8ee2e4735 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "DELETE /v2.0/routers/96de75c4-f495-49ca-bf50-1ac75c296c88 HTTP/1.1" status: 204 len: 168 time: 1.4016559 Feb 17 09:33:18.978422 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9611017f-52cf-4b0d-90a1-17b2b55550f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:19.048012 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9611017f-52cf-4b0d-90a1-17b2b55550f7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dd82e67a33b64facb16a0eee71a5bb5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6512177 Feb 17 09:33:19.049132 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611017f-52cf-4b0d-90a1-17b2b55550f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd96839-c2a9-4327-a3da-d96dad60664b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:19.051771 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33134) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:19.183366 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf6dfb44-563c-4395-80d8-8e5ebf92221f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:19.241001 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf6dfb44-563c-4395-80d8-8e5ebf92221f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:19.352039 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:19.354762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f585894e-6ba2-44e9-b2c4-0e75136d59e3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:19.363993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=2dfa127e-4ede-4c90-baa8-f5be1edbe1ef,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:19.374625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8d6345d6-7aa8-468b-9c3f-a3faf13e5f1e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:19.399154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:19.421780 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33138) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:19.423333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Network': ['ID=ec32e2cb-681b-4119-bbf3-d55b13de1969,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:19.451208 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f585894e-6ba2-44e9-b2c4-0e75136d59e3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d07dac-f31c-4b19-91e8-a01ed518bfdb']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:19.464082 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cdb0ea8f-8dd7-4cdf-8294-5e371c114221 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/ec32e2cb-681b-4119-bbf3-d55b13de1969 HTTP/1.1" status: 204 len: 168 time: 7.9159162 Feb 17 09:33:19.476436 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf6dfb44-563c-4395-80d8-8e5ebf92221f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:19.479325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33144) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:19.484216 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f585894e-6ba2-44e9-b2c4-0e75136d59e3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36885f57-878d-4449-af2a-25a808255bf5') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:19.484510 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f585894e-6ba2-44e9-b2c4-0e75136d59e3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36885f57-878d-4449-af2a-25a808255bf5') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:19.500085 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-30e2876b-cd89-4e53-93cd-12fe5b13cfce tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1411851993'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:19.503541 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f585894e-6ba2-44e9-b2c4-0e75136d59e3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:19.517709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-30e2876b-cd89-4e53-93cd-12fe5b13cfce tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:19.520068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:19.523322 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:19.523546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6345d6-7aa8-468b-9c3f-a3faf13e5f1e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Subnet': ['ID=f1c4d0ed-ba42-4cb0-96a0-5eac15c321a6,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:19.530246 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dfb44-563c-4395-80d8-8e5ebf92221f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd96839-c2a9-4327-a3da-d96dad60664b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:19.535422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f585894e-6ba2-44e9-b2c4-0e75136d59e3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:19.536777 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-30e2876b-cd89-4e53-93cd-12fe5b13cfce tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:network and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:19.542448 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-30e2876b-cd89-4e53-93cd-12fe5b13cfce tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:19.552447 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-30e2876b-cd89-4e53-93cd-12fe5b13cfce tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:19.583355 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6345d6-7aa8-468b-9c3f-a3faf13e5f1e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Checking segment: {'id': '92ffad29-1311-4e59-88c2-76e607c2a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5e1703f1-c18e-48bc-b4f8-23698d6fda27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:19.583939 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6345d6-7aa8-468b-9c3f-a3faf13e5f1e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network hostable DHCP agents. Network: 5e1703f1-c18e-48bc-b4f8-23698d6fda27, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:33:19.590142 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf6dfb44-563c-4395-80d8-8e5ebf92221f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:19.604831 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cf6dfb44-563c-4395-80d8-8e5ebf92221f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bdd96839-c2a9-4327-a3da-d96dad60664b HTTP/1.1" status: 204 len: 168 time: 0.5478878 Feb 17 09:33:19.672401 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e2876b-cd89-4e53-93cd-12fe5b13cfce tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:19.677183 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30e2876b-cd89-4e53-93cd-12fe5b13cfce tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:19.712665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6345d6-7aa8-468b-9c3f-a3faf13e5f1e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 5e1703f1-c18e-48bc-b4f8-23698d6fda27 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:33:19.741292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e2876b-cd89-4e53-93cd-12fe5b13cfce tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:33:19.757141 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30e2876b-cd89-4e53-93cd-12fe5b13cfce tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:19.758259 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-30e2876b-cd89-4e53-93cd-12fe5b13cfce tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Added segment 3c924393-23f5-4e46-916a-71e67422d910 of type vlan for network d46f9366-74d3-4a4b-8291-59c63fbf3840 Feb 17 09:33:19.800068 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1746718917', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:19.812114 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8d6345d6-7aa8-468b-9c3f-a3faf13e5f1e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 5e1703f1-c18e-48bc-b4f8-23698d6fda27) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:19.818294 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:19.826247 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30e2876b-cd89-4e53-93cd-12fe5b13cfce tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:19.827355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5606eac0-dba0-40b2-8e61-04e01bdd3f14 None None] Network 5e1703f1-c18e-48bc-b4f8-23698d6fda27 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:19.836757 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6345d6-7aa8-468b-9c3f-a3faf13e5f1e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:19.837355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f585894e-6ba2-44e9-b2c4-0e75136d59e3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:19.838123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8d6345d6-7aa8-468b-9c3f-a3faf13e5f1e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:19.838320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f585894e-6ba2-44e9-b2c4-0e75136d59e3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:19.845981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Usage tracker for resource:router and tenant:31b5509203ce4aa0a30905afbf1591e6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:19.854027 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:19.868894 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:19.921126 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:19.973083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:19.975265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:20.095875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f585894e-6ba2-44e9-b2c4-0e75136d59e3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:20.107199 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:20.117338 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-5e1703f1-c18e-48bc-b4f8-23698d6fda27', 'network_id': '5e1703f1-c18e-48bc-b4f8-23698d6fda27', 'tenant_id': '5394114ba06f46a698565470e6dab9c6', 'fixed_ips': [{'subnet_id': 'f1c4d0ed-ba42-4cb0-96a0-5eac15c321a6'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:33:20.118354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:20.124776 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f585894e-6ba2-44e9-b2c4-0e75136d59e3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:20.132934 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585894e-6ba2-44e9-b2c4-0e75136d59e3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event deleted for resources: {'Network': ['ID=d7d07dac-f31c-4b19-91e8-a01ed518bfdb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:20.137049 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Router 0ee971bc-73b8-4c90-9737-05a8101e7c9b is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:33:20.138946 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30e2876b-cd89-4e53-93cd-12fe5b13cfce tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:20.143683 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f585894e-6ba2-44e9-b2c4-0e75136d59e3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "DELETE /v2.0/networks/d7d07dac-f31c-4b19-91e8-a01ed518bfdb HTTP/1.1" status: 204 len: 168 time: 1.5361505 Feb 17 09:33:20.146585 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e2876b-cd89-4e53-93cd-12fe5b13cfce tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:20.148805 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30e2876b-cd89-4e53-93cd-12fe5b13cfce tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:20.149102 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33150) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:20.152340 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8d6345d6-7aa8-468b-9c3f-a3faf13e5f1e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5508142 Feb 17 09:33:20.172122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33154) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:20.234879 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0d2f030b-52b0-4f3c-b5d4-cf2bcb2d60c0 None None] Provisioning for port 81138b1f-987f-4009-898d-1f0b4100699b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:20.249745 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'network_id': '5e1703f1-c18e-48bc-b4f8-23698d6fda27', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-378513262'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:20.383201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Allocated IP 2001:db8::2 (5e1703f1-c18e-48bc-b4f8-23698d6fda27/f1c4d0ed-ba42-4cb0-96a0-5eac15c321a6/2f492791-ba4a-4e62-b14e-f7ac931272cb) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:20.510510 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:33:20.518687 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-18f33b6c-9f5e-4337-b819-564ef54dee37 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "PUT /v2.0/routers/0ee971bc-73b8-4c90-9737-05a8101e7c9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0143034 Feb 17 09:33:20.523703 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Sync routers for ids ['0ee971bc-73b8-4c90-9737-05a8101e7c9b'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:33:20.538446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33166) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:20.539398 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Routers {'0ee971bc-73b8-4c90-9737-05a8101e7c9b'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:33:20.540043 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:32:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0ee971bc-73b8-4c90-9737-05a8101e7c9b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:20.614612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 81138b1f-987f-4009-898d-1f0b4100699b up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:33:20.749533 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-30e2876b-cd89-4e53-93cd-12fe5b13cfce tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2525871 Feb 17 09:33:20.753159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33172) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:20.768667 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0d2f030b-52b0-4f3c-b5d4-cf2bcb2d60c0 None None] Provisioning for port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:20.780601 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'subnet': {'network_id': 'd46f9366-74d3-4a4b-8291-59c63fbf3840', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:20.811275 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0d2f030b-52b0-4f3c-b5d4-cf2bcb2d60c0 None None] Provisioning complete for port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:20.812051 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d2f030b-52b0-4f3c-b5d4-cf2bcb2d60c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:20.834391 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-141ed5fb-2a8b-4a58-b4f5-a8d7878b5a1a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:20.911422 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Set router 0ee971bc-73b8-4c90-9737-05a8101e7c9b gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:33:20.927230 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:20.946314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2876b-cd89-4e53-93cd-12fe5b13cfce tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Network': ['ID=d46f9366-74d3-4a4b-8291-59c63fbf3840,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:20.949941 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f030b-52b0-4f3c-b5d4-cf2bcb2d60c0 None None] Port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:33:20.997880 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network d46f9366-74d3-4a4b-8291-59c63fbf3840 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:33:21.018709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f1e61e-73ea-4698-8d2b-18a8cbaaec7e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:21.020024 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d9f1e61e-73ea-4698-8d2b-18a8cbaaec7e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:21.070458 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:21.075628 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:port and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:21.079658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:21.086428 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:21.088861 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 81138b1f-987f-4009-898d-1f0b4100699b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:21.129057 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 81138b1f-987f-4009-898d-1f0b4100699b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:21.129731 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:21.217159 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:21.221072 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:21.273491 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] device_id is not set on port 8750e625-1b09-446f-9ab7-5cd6058515e2 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:33:21.304940 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:21.311930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d9f1e61e-73ea-4698-8d2b-18a8cbaaec7e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:21.314319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3cfc1a90-be5c-4bc7-8510-0c27886729f3 None None] Provisioning complete for port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:21.314695 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1a90-be5c-4bc7-8510-0c27886729f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:21.316811 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33184) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:21.318372 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d9f1e61e-73ea-4698-8d2b-18a8cbaaec7e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports/2dfa127e-4ede-4c90-baa8-f5be1edbe1ef HTTP/1.1" status: 200 len: 911 time: 0.7699068 Feb 17 09:33:21.349314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:21.359861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:subnet and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:21.366414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:21.373759 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:21.403754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Transition to ACTIVE for port object 2f492791-ba4a-4e62-b14e-f7ac931272cb will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:21.409868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-141ed5fb-2a8b-4a58-b4f5-a8d7878b5a1a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:21.437280 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee971bc-73b8-4c90-9737-05a8101e7c9b', 'name': 'tempest-NetworksTestDHCPv6-router-1738147646', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:13Z', 'updated_at': '2022-02-17T09:33:16Z', 'revision_number': 2, 'project_id': '7a78389fa4884086b937eed20c503bce', 'gw_port_host': None, '_interfaces': [{'id': '2dfa127e-4ede-4c90-baa8-f5be1edbe1ef', 'name': '', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'mac_address': 'fa:16:3e:e3:45:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee971bc-73b8-4c90-9737-05a8101e7c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c5548da5-45af-4f40-9b45-01003bed0e5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:33:14Z', 'updated_at': '2022-02-17T09:33:18Z', 'revision_number': 2, 'project_id': '7a78389fa4884086b937eed20c503bce', 'subnets': [{'id': 'c5548da5-45af-4f40-9b45-01003bed0e5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:21.439939 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Checking router: 0ee971bc-73b8-4c90-9737-05a8101e7c9b for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:33:21.440297 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Updating router 0ee971bc-73b8-4c90-9737-05a8101e7c9b port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:33:21.445152 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc1a90-be5c-4bc7-8510-0c27886729f3 None None] Port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:33:21.455590 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Transition to ACTIVE for port object 2f492791-ba4a-4e62-b14e-f7ac931272cb will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:21.462813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-141ed5fb-2a8b-4a58-b4f5-a8d7878b5a1a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8849d3af-fbfc-4da7-890f-fa131269f57e']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:21.484070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-141ed5fb-2a8b-4a58-b4f5-a8d7878b5a1a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9b14b3-5e7b-4935-a063-b901f000094b') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:21.485027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-141ed5fb-2a8b-4a58-b4f5-a8d7878b5a1a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9b14b3-5e7b-4935-a063-b901f000094b') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:21.509213 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-141ed5fb-2a8b-4a58-b4f5-a8d7878b5a1a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:21.519934 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:21.538953 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:21.546308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c24df2-7b00-43a3-926e-be68fa7045f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:21.552775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c24df2-7b00-43a3-926e-be68fa7045f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:21.553923 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-00c24df2-7b00-43a3-926e-be68fa7045f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:21.557767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-141ed5fb-2a8b-4a58-b4f5-a8d7878b5a1a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:21.571582 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141ed5fb-2a8b-4a58-b4f5-a8d7878b5a1a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:21.572023 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-141ed5fb-2a8b-4a58-b4f5-a8d7878b5a1a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:21.591161 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:21.596469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:21.650123 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33190) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:21.660122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:21.663428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:21.725741 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 81138b1f-987f-4009-898d-1f0b4100699b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=81138b1f-987f-4009-898d-1f0b4100699b,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:21.748345 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Network 5e1703f1-c18e-48bc-b4f8-23698d6fda27 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:21.751754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:21.756319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:21.764607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Pushing event updated for resources: {'Port': ['ID=2f492791-ba4a-4e62-b14e-f7ac931272cb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:21.803721 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:21.885352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-00c24df2-7b00-43a3-926e-be68fa7045f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:21.891597 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-00c24df2-7b00-43a3-926e-be68fa7045f2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.5683863 Feb 17 09:33:21.905951 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.ipam_backend_mixin [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Performing IP validity checks on allocation pools {{(pid=88370) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 09:33:21.906497 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.ipam_backend_mixin [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88370) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 09:33:21.923271 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33194) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:21.945406 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Attempting to bind port 2f492791-ba4a-4e62-b14e-f7ac931272cb on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:33:21.946067 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Attempting to bind port 2f492791-ba4a-4e62-b14e-f7ac931272cb by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '92ffad29-1311-4e59-88c2-76e607c2a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5e1703f1-c18e-48bc-b4f8-23698d6fda27'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:33:21.946588 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Attempting to bind port 2f492791-ba4a-4e62-b14e-f7ac931272cb on network 5e1703f1-c18e-48bc-b4f8-23698d6fda27 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:21.958576 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=81138b1f-987f-4009-898d-1f0b4100699b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:21.963317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:33:21.963922 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Checking segment: {'id': '92ffad29-1311-4e59-88c2-76e607c2a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5e1703f1-c18e-48bc-b4f8-23698d6fda27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:21.964484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:21.965628 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Bound using segment: {'id': '92ffad29-1311-4e59-88c2-76e607c2a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5e1703f1-c18e-48bc-b4f8-23698d6fda27'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:33:21.966386 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Bound port: 2f492791-ba4a-4e62-b14e-f7ac931272cb, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ffad29-1311-4e59-88c2-76e607c2a172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5e1703f1-c18e-48bc-b4f8-23698d6fda27'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:33:21.966925 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:22.116992 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] For port 2f492791-ba4a-4e62-b14e-f7ac931272cb, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:33:22.124938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Allocated IP 2001:db8::3b6 (5e1703f1-c18e-48bc-b4f8-23698d6fda27/f1c4d0ed-ba42-4cb0-96a0-5eac15c321a6/8750e625-1b09-446f-9ab7-5cd6058515e2) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:22.126142 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] For port 2f492791-ba4a-4e62-b14e-f7ac931272cb, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2f492791-ba4a-4e62-b14e-f7ac931272cb,segment=NetworkSegment(92ffad29-1311-4e59-88c2-76e607c2a172),segment_id=92ffad29-1311-4e59-88c2-76e607c2a172)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:33:22.167824 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:22.197162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-141ed5fb-2a8b-4a58-b4f5-a8d7878b5a1a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:22.197708 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Transition to ACTIVE for port object 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:22.229392 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-141ed5fb-2a8b-4a58-b4f5-a8d7878b5a1a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:22.234758 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:22.254517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ed5fb-2a8b-4a58-b4f5-a8d7878b5a1a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event deleted for resources: {'Network': ['ID=8849d3af-fbfc-4da7-890f-fa131269f57e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:22.260412 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-372599619-network', 'tenant_id': '45351d80e23d431fa58cca544e6abb1c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:22.268003 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:22.274558 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Usage tracker for resource:network and tenant:45351d80e23d431fa58cca544e6abb1c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:22.279580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:22.283881 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-141ed5fb-2a8b-4a58-b4f5-a8d7878b5a1a tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "DELETE /v2.0/networks/8849d3af-fbfc-4da7-890f-fa131269f57e HTTP/1.1" status: 204 len: 168 time: 2.1330206 Feb 17 09:33:22.287062 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33200) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:22.289641 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:22.323538 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:22.349155 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:22.353923 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22a934-93a5-446b-9f35-40344baa7b18 None None] Pushing event updated for resources: {'Port': ['ID=2f492791-ba4a-4e62-b14e-f7ac931272cb,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:22.376718 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:22.433504 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:22.537997 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Subnet': ['ID=e096dd58-4e16-40d7-aa9c-74fd8e1c036d,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:22.547401 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 81138b1f-987f-4009-898d-1f0b4100699b up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:33:22.592519 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31888a4d-bca2-45ef-84a8-09913a221c3e None None] Pushing event updated for resources: {'Port': ['ID=2dfa127e-4ede-4c90-baa8-f5be1edbe1ef,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:22.598159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Checking segment: {'id': '3c924393-23f5-4e46-916a-71e67422d910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd46f9366-74d3-4a4b-8291-59c63fbf3840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:22.598527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network hostable DHCP agents. Network: d46f9366-74d3-4a4b-8291-59c63fbf3840, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:33:22.618527 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888a4d-bca2-45ef-84a8-09913a221c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:22.619274 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888a4d-bca2-45ef-84a8-09913a221c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:22.619808 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888a4d-bca2-45ef-84a8-09913a221c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:22.620469 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888a4d-bca2-45ef-84a8-09913a221c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:22.621090 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888a4d-bca2-45ef-84a8-09913a221c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:22.622174 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888a4d-bca2-45ef-84a8-09913a221c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:22.622704 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888a4d-bca2-45ef-84a8-09913a221c3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:22.623253 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888a4d-bca2-45ef-84a8-09913a221c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:22.623787 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888a4d-bca2-45ef-84a8-09913a221c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:22.624494 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888a4d-bca2-45ef-84a8-09913a221c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:22.625026 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888a4d-bca2-45ef-84a8-09913a221c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:22.625547 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888a4d-bca2-45ef-84a8-09913a221c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:33:22.637452 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Made reservation on behalf of 45351d80e23d431fa58cca544e6abb1c for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:22.653906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:22.733648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 81138b1f-987f-4009-898d-1f0b4100699b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:22.734080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:22.769420 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:22.779320 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Attempting to bind port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:33:22.780117 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Attempting to bind port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:33:22.780892 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Attempting to bind port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:22.788465 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:33:22.788715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:22.789432 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:22.790070 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:22.794127 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:33:22.795278 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Bound port: 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:33:22.796164 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:22.810604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:22.822125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Usage tracker for resource:security_group_rule and tenant:45351d80e23d431fa58cca544e6abb1c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:22.832911 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Transition to ACTIVE for port object 8750e625-1b09-446f-9ab7-5cd6058515e2 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:22.833128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:22.853398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07a2c3-3a2d-457d-b3ef-2d0276befdf1 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:22.865036 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07a2c3-3a2d-457d-b3ef-2d0276befdf1 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:22.865036 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bb07a2c3-3a2d-457d-b3ef-2d0276befdf1 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Synchronizing usage tracker for tenant:1aac11e0834145ed99250ca60ee8ae1a on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:22.865863 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:22.907600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network d46f9366-74d3-4a4b-8291-59c63fbf3840 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:33:22.970425 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] For port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:33:22.974125 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] For port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2dfa127e-4ede-4c90-baa8-f5be1edbe1ef,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:33:23.015180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:23.022519 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bb07a2c3-3a2d-457d-b3ef-2d0276befdf1 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Unset dirty status for tenant:1aac11e0834145ed99250ca60ee8ae1a on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:23.023701 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bb07a2c3-3a2d-457d-b3ef-2d0276befdf1 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7357440 Feb 17 09:33:23.028466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33204) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:23.035027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b670500b-e1f0-4bcd-bf87-bfdfa6e9881c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1885314332'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:23.040390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b670500b-e1f0-4bcd-bf87-bfdfa6e9881c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:23.051531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b670500b-e1f0-4bcd-bf87-bfdfa6e9881c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:23.052298 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:23.054217 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, d46f9366-74d3-4a4b-8291-59c63fbf3840) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:23.060346 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:23.060926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:23.076169 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e45688-d400-4894-8f3a-7fad18f7bf9e None None] Network d46f9366-74d3-4a4b-8291-59c63fbf3840 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:23.119909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:23.177142 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b670500b-e1f0-4bcd-bf87-bfdfa6e9881c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Made reservation on behalf of 1aac11e0834145ed99250ca60ee8ae1a for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:23.177686 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Routers {'0ee971bc-73b8-4c90-9737-05a8101e7c9b'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:33:23.178465 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:32:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0ee971bc-73b8-4c90-9737-05a8101e7c9b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:23.181472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b670500b-e1f0-4bcd-bf87-bfdfa6e9881c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:23.216827 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2fe64bea-fcdc-4418-8c78-627be062409d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4615035 Feb 17 09:33:23.217998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:33:23.224057 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b37e81d-8043-499c-b0c5-8fab84fb374c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:23.229496 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33208) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:23.302386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:23.303970 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Added segment 980f5558-e57d-4cd8-8640-12d2366c8919 of type vlan for network 612792ee-5540-4342-9551-b96d0b137d35 Feb 17 09:33:23.343664 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Allocated IP 172.26.4.125 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/332293c0-2bc3-48e2-843e-b623b36e96fd) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:23.415656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b670500b-e1f0-4bcd-bf87-bfdfa6e9881c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:33:23.924546 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] Set router 0ee971bc-73b8-4c90-9737-05a8101e7c9b gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:33:23.927542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b670500b-e1f0-4bcd-bf87-bfdfa6e9881c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:23.927542 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-b670500b-e1f0-4bcd-bf87-bfdfa6e9881c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Added segment 81a3a3e8-013e-4e3d-8d70-579c0fa8601f of type vlan for network eca76eec-dfe8-4285-a06e-d53e8f2045c8 Feb 17 09:33:23.928963 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-d46f9366-74d3-4a4b-8291-59c63fbf3840', 'network_id': 'd46f9366-74d3-4a4b-8291-59c63fbf3840', 'tenant_id': 'd71f25c9faa84e9ea04b56d745ca03fe', 'fixed_ips': [{'subnet_id': 'e096dd58-4e16-40d7-aa9c-74fd8e1c036d'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:33:23.928963 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:23.929512 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:23.930157 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31888a4d-bca2-45ef-84a8-09913a221c3e None None] Pushing event updated for resources: {'Port': ['ID=2dfa127e-4ede-4c90-baa8-f5be1edbe1ef,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:23.930453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b670500b-e1f0-4bcd-bf87-bfdfa6e9881c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:23.930453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:23.930610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:23.930704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:23.930796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:23.930892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Allocated IP 172.20.0.3 (d46f9366-74d3-4a4b-8291-59c63fbf3840/e096dd58-4e16-40d7-aa9c-74fd8e1c036d/bb91e9f9-2bca-479a-a541-9678d49aeb02) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:23.970588 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee971bc-73b8-4c90-9737-05a8101e7c9b', 'name': 'tempest-NetworksTestDHCPv6-router-1738147646', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:13Z', 'updated_at': '2022-02-17T09:33:16Z', 'revision_number': 2, 'project_id': '7a78389fa4884086b937eed20c503bce', 'gw_port_host': None, '_interfaces': [{'id': '2dfa127e-4ede-4c90-baa8-f5be1edbe1ef', 'name': '', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'mac_address': 'fa:16:3e:e3:45:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee971bc-73b8-4c90-9737-05a8101e7c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c5548da5-45af-4f40-9b45-01003bed0e5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:33:14Z', 'updated_at': '2022-02-17T09:33:22Z', 'revision_number': 4, 'project_id': '7a78389fa4884086b937eed20c503bce', 'subnets': [{'id': 'c5548da5-45af-4f40-9b45-01003bed0e5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:23.978291 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cb825-b335-4c45-8cd2-1ff17a521cce None None] The sync data for ids ['0ee971bc-73b8-4c90-9737-05a8101e7c9b'] in dv-neutron-828143-5-hyperv is: [{'id': '0ee971bc-73b8-4c90-9737-05a8101e7c9b', 'name': 'tempest-NetworksTestDHCPv6-router-1738147646', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:13Z', 'updated_at': '2022-02-17T09:33:16Z', 'revision_number': 2, 'project_id': '7a78389fa4884086b937eed20c503bce', 'gw_port_host': None, '_interfaces': [{'id': '2dfa127e-4ede-4c90-baa8-f5be1edbe1ef', 'name': '', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'mac_address': 'fa:16:3e:e3:45:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee971bc-73b8-4c90-9737-05a8101e7c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c5548da5-45af-4f40-9b45-01003bed0e5d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:33:14Z', 'updated_at': '2022-02-17T09:33:22Z', 'revision_number': 4, 'project_id': '7a78389fa4884086b937eed20c503bce', 'subnets': [{'id': 'c5548da5-45af-4f40-9b45-01003bed0e5d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:33:23.996455 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:24.048305 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbe5fae-1707-49be-8a4b-03fcc22e2089 None None] Network 5e1703f1-c18e-48bc-b4f8-23698d6fda27 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:24.149624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:24.151236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:24.153243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 5e1703f1-c18e-48bc-b4f8-23698d6fda27 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:24.153619 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:24.159355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b670500b-e1f0-4bcd-bf87-bfdfa6e9881c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:24.162263 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:24.166755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b670500b-e1f0-4bcd-bf87-bfdfa6e9881c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:24.168233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b670500b-e1f0-4bcd-bf87-bfdfa6e9881c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:24.175089 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:24.204010 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:24.213341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:24.213341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:24.231452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:24.245564 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=8750e625-1b09-446f-9ab7-5cd6058515e2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:24.249026 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:24.293341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:24.389102 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6bd0f6bf-eba8-44b8-a7d9-1347f3fd3958 None None] Provisioning for port 2f492791-ba4a-4e62-b14e-f7ac931272cb completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:24.421714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] Pushing event updated for resources: {'Network': ['ID=612792ee-5540-4342-9551-b96d0b137d35,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:24.498530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 612792ee-5540-4342-9551-b96d0b137d35 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:33:24.544138 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Pushing event updated for resources: {'Port': ['ID=332293c0-2bc3-48e2-843e-b623b36e96fd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:24.584209 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670500b-e1f0-4bcd-bf87-bfdfa6e9881c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event updated for resources: {'Network': ['ID=eca76eec-dfe8-4285-a06e-d53e8f2045c8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:24.592342 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b670500b-e1f0-4bcd-bf87-bfdfa6e9881c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5608852 Feb 17 09:33:24.593509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33214) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:24.598068 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-024871bd-e6a4-4c82-a5bb-e7ae07bf7786 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9440436 Feb 17 09:33:24.601750 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-eb8a7dc0-7cd8-459c-bffc-6f7440c7a3b8 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1256481561'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:24.608822 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eb8a7dc0-7cd8-459c-bffc-6f7440c7a3b8 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:24.613256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-eb8a7dc0-7cd8-459c-bffc-6f7440c7a3b8 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Usage tracker for resource:network and tenant:1aac11e0834145ed99250ca60ee8ae1a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:24.616746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-eb8a7dc0-7cd8-459c-bffc-6f7440c7a3b8 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:24.625621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eb8a7dc0-7cd8-459c-bffc-6f7440c7a3b8 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:24.634889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33218) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:24.648522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8c73a562-e3a7-4c13-a8a3-016d25721ded admin admin] Request body: {'subnet': {'network_id': '612792ee-5540-4342-9551-b96d0b137d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-372599619-subnet', 'tenant_id': '45351d80e23d431fa58cca544e6abb1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:24.657510 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8c73a562-e3a7-4c13-a8a3-016d25721ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:24.662697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8c73a562-e3a7-4c13-a8a3-016d25721ded admin admin] Usage tracker for resource:subnet and tenant:45351d80e23d431fa58cca544e6abb1c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:24.665425 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b835eb4e-9055-4f33-95a6-e9042d55e054 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.4807250 Feb 17 09:33:24.667765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8c73a562-e3a7-4c13-a8a3-016d25721ded admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:24.671657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network eca76eec-dfe8-4285-a06e-d53e8f2045c8 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:33:24.675080 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8c73a562-e3a7-4c13-a8a3-016d25721ded admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:24.687486 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33222) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:24.750124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:24.764307 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Transition to ACTIVE for port object bb91e9f9-2bca-479a-a541-9678d49aeb02 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:24.773068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8a7dc0-7cd8-459c-bffc-6f7440c7a3b8 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Made reservation on behalf of 1aac11e0834145ed99250ca60ee8ae1a for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:24.777007 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7dc0-7cd8-459c-bffc-6f7440c7a3b8 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:24.811004 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-30d63320-5728-41c9-a60b-20902ee4d456 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port 8750e625-1b09-446f-9ab7-5cd6058515e2 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:24.811640 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30d63320-5728-41c9-a60b-20902ee4d456 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:24.846079 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:33:24.871334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c73a562-e3a7-4c13-a8a3-016d25721ded admin admin] Made reservation on behalf of 45351d80e23d431fa58cca544e6abb1c for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:24.873938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c73a562-e3a7-4c13-a8a3-016d25721ded admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:24.879692 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:24.880034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:24.930209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Transition to ACTIVE for port object bb91e9f9-2bca-479a-a541-9678d49aeb02 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:24.957108 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76c60a9a-4380-4a71-a6cd-c975bb95e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.015213 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8a7dc0-7cd8-459c-bffc-6f7440c7a3b8 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:33:25.034662 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.084926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7dc0-7cd8-459c-bffc-6f7440c7a3b8 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.085378 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-eb8a7dc0-7cd8-459c-bffc-6f7440c7a3b8 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Added segment 101c06db-585a-44ef-b0e4-90330dfd3c19 of type vlan for network d7614c0a-50e1-427f-887e-58d4206e76a5 Feb 17 09:33:25.128481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:25.134441 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Network d46f9366-74d3-4a4b-8291-59c63fbf3840 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:25.139337 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:25.142326 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:25.147011 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:25.147382 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.230635 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.243642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Pushing event updated for resources: {'Port': ['ID=bb91e9f9-2bca-479a-a541-9678d49aeb02,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:25.325475 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Attempting to bind port bb91e9f9-2bca-479a-a541-9678d49aeb02 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:33:25.325843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Attempting to bind port bb91e9f9-2bca-479a-a541-9678d49aeb02 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '3c924393-23f5-4e46-916a-71e67422d910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd46f9366-74d3-4a4b-8291-59c63fbf3840'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:33:25.326296 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Attempting to bind port bb91e9f9-2bca-479a-a541-9678d49aeb02 on network d46f9366-74d3-4a4b-8291-59c63fbf3840 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:25.336537 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:33:25.337136 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Checking segment: {'id': '3c924393-23f5-4e46-916a-71e67422d910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd46f9366-74d3-4a4b-8291-59c63fbf3840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:25.337771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.338216 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Bound using segment: {'id': '3c924393-23f5-4e46-916a-71e67422d910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd46f9366-74d3-4a4b-8291-59c63fbf3840'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:33:25.338710 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Bound port: bb91e9f9-2bca-479a-a541-9678d49aeb02, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c924393-23f5-4e46-916a-71e67422d910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd46f9366-74d3-4a4b-8291-59c63fbf3840'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:33:25.339379 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.411623 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7dc0-7cd8-459c-bffc-6f7440c7a3b8 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.454377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Subnet': ['ID=e096dd58-4e16-40d7-aa9c-74fd8e1c036d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:25.476624 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.503685 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] For port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2dfa127e-4ede-4c90-baa8-f5be1edbe1ef,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:25.504616 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.507140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30d63320-5728-41c9-a60b-20902ee4d456 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.522066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.539041 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] For port bb91e9f9-2bca-479a-a541-9678d49aeb02, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:33:25.543846 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] For port bb91e9f9-2bca-479a-a541-9678d49aeb02, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=bb91e9f9-2bca-479a-a541-9678d49aeb02,segment=NetworkSegment(3c924393-23f5-4e46-916a-71e67422d910),segment_id=3c924393-23f5-4e46-916a-71e67422d910)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:33:25.581484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2dfa127e-4ede-4c90-baa8-f5be1edbe1ef,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:25.607267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-eb8a7dc0-7cd8-459c-bffc-6f7440c7a3b8 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:33:25.660442 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.733241 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:25.744490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.744490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2f492791-ba4a-4e62-b14e-f7ac931272cb up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:33:25.778650 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-30d63320-5728-41c9-a60b-20902ee4d456 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for 8750e625-1b09-446f-9ab7-5cd6058515e2 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:25.820608 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ad415dc8-f334-4803-8245-7a3fb52958fc None None] Provisioning for port 8750e625-1b09-446f-9ab7-5cd6058515e2 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:25.851875 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ad415dc8-f334-4803-8245-7a3fb52958fc None None] Provisioning complete for port 8750e625-1b09-446f-9ab7-5cd6058515e2 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:25.852242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad415dc8-f334-4803-8245-7a3fb52958fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.880587 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.946951 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46f9366-74d3-4a4b-8291-59c63fbf3840']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:25.972353 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7dc0-7cd8-459c-bffc-6f7440c7a3b8 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.977925 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8a7dc0-7cd8-459c-bffc-6f7440c7a3b8 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:25.978809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7dc0-7cd8-459c-bffc-6f7440c7a3b8 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:25.983644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e036c36-2e49-4fb5-ae86-c7edfd83a5a7 None None] Pushing event updated for resources: {'Port': ['ID=bb91e9f9-2bca-479a-a541-9678d49aeb02,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:26.028247 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c924393-23f5-4e46-916a-71e67422d910') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:26.028247 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c924393-23f5-4e46-916a-71e67422d910') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:26.099037 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ad415dc8-f334-4803-8245-7a3fb52958fc None None] Port 8750e625-1b09-446f-9ab7-5cd6058515e2 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:33:26.102424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:26.112693 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 2f492791-ba4a-4e62-b14e-f7ac931272cb completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:26.129460 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 2f492791-ba4a-4e62-b14e-f7ac931272cb triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:26.129924 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:26.139965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:33:26.140838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:33:26.141944 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c73a562-e3a7-4c13-a8a3-016d25721ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:26.169927 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:26.204928 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d46d7aa-d50f-433a-9b5a-642ca61a9d42 None None] Network d46f9366-74d3-4a4b-8291-59c63fbf3840 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:26.228704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:26.246301 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=2dfa127e-4ede-4c90-baa8-f5be1edbe1ef,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:26.250139 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a7dc0-7cd8-459c-bffc-6f7440c7a3b8 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event updated for resources: {'Network': ['ID=d7614c0a-50e1-427f-887e-58d4206e76a5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:26.263560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:26.263970 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:26.279359 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:26.321065 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network d7614c0a-50e1-427f-887e-58d4206e76a5 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:33:26.361693 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-eb8a7dc0-7cd8-459c-bffc-6f7440c7a3b8 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7624841 Feb 17 09:33:26.363789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33226) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:26.374275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Request body: {'ports': [{'network_id': 'eca76eec-dfe8-4285-a06e-d53e8f2045c8', 'name': 'tempest-port--715809442', 'admin_state_up': True}, {'network_id': 'd7614c0a-50e1-427f-887e-58d4206e76a5', 'admin_state_up': False}]} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:26.379889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Request body: {'port': {'network_id': 'eca76eec-dfe8-4285-a06e-d53e8f2045c8', 'name': 'tempest-port--715809442', 'admin_state_up': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:26.379889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Request body: {'port': {'network_id': 'd7614c0a-50e1-427f-887e-58d4206e76a5', 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:26.385410 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73a562-e3a7-4c13-a8a3-016d25721ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=384c3eae-bc4c-49e3-811e-a3b916ea1011,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:26.414704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c73a562-e3a7-4c13-a8a3-016d25721ded admin admin] Checking segment: {'id': '980f5558-e57d-4cd8-8640-12d2366c8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '612792ee-5540-4342-9551-b96d0b137d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:26.415113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c73a562-e3a7-4c13-a8a3-016d25721ded admin admin] Network hostable DHCP agents. Network: 612792ee-5540-4342-9551-b96d0b137d35, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:33:26.461017 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-15e60fcd-6f7e-4516-b4f4-6c1ee8c5d1d6 None None] Provisioning complete for port 8750e625-1b09-446f-9ab7-5cd6058515e2 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:26.461017 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15e60fcd-6f7e-4516-b4f4-6c1ee8c5d1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:26.503826 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.api [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 09:33:26.503826 dv-neutron-828143-5-hyperv neutron-server[88370]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 09:33:26.503826 dv-neutron-828143-5-hyperv neutron-server[88370]: [parameters: {'id': 'd46f9366-74d3-4a4b-8291-59c63fbf3840'}] Feb 17 09:33:26.503826 dv-neutron-828143-5-hyperv neutron-server[88370]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:33:26.505126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG oslo_db.api [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:33:26.542836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30d63320-5728-41c9-a60b-20902ee4d456 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:26.599370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c73a562-e3a7-4c13-a8a3-016d25721ded admin admin] Network 612792ee-5540-4342-9551-b96d0b137d35 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:33:26.648375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:26.648718 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:26.654876 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-15e60fcd-6f7e-4516-b4f4-6c1ee8c5d1d6 None None] Port 8750e625-1b09-446f-9ab7-5cd6058515e2 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:33:26.663278 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:26.684692 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30d63320-5728-41c9-a60b-20902ee4d456 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:26.691456 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-30d63320-5728-41c9-a60b-20902ee4d456 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/8750e625-1b09-446f-9ab7-5cd6058515e2 HTTP/1.1" status: 204 len: 168 time: 2.0028455 Feb 17 09:33:26.692680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d63320-5728-41c9-a60b-20902ee4d456 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=8750e625-1b09-446f-9ab7-5cd6058515e2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:26.695330 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33230) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:26.698764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8c73a562-e3a7-4c13-a8a3-016d25721ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 612792ee-5540-4342-9551-b96d0b137d35) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:26.706137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c73a562-e3a7-4c13-a8a3-016d25721ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:26.707001 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c73a562-e3a7-4c13-a8a3-016d25721ded admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:26.718108 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bf5cc4-a1a7-4780-9da5-d950a03980d6 None None] Network 612792ee-5540-4342-9551-b96d0b137d35 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:26.804440 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 2f492791-ba4a-4e62-b14e-f7ac931272cb, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2f492791-ba4a-4e62-b14e-f7ac931272cb,segment=NetworkSegment(92ffad29-1311-4e59-88c2-76e607c2a172),segment_id=92ffad29-1311-4e59-88c2-76e607c2a172)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:26.823041 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8c73a562-e3a7-4c13-a8a3-016d25721ded admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1867790 Feb 17 09:33:26.854523 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-af902378-cf9e-4370-925c-baf0fffc6eb7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] GET failed (client error): The resource could not be found. Feb 17 09:33:26.855722 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-af902378-cf9e-4370-925c-baf0fffc6eb7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:26.936542 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:26.976449 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:26.994452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Usage tracker for resource:port and tenant:1aac11e0834145ed99250ca60ee8ae1a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:26.996861 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:27.005921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:27.011752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:27.025031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Deleting port bb91e9f9-2bca-479a-a541-9678d49aeb02 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:27.029171 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:27.063859 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] For port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2dfa127e-4ede-4c90-baa8-f5be1edbe1ef,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:27.064596 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:27.066906 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=2f492791-ba4a-4e62-b14e-f7ac931272cb,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:27.073098 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dc60a2-3af5-42c7-ad12-eabc749befad None None] Network 612792ee-5540-4342-9551-b96d0b137d35 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:27.077575 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Router 8803ae1a-9c45-47b3-823b-8b01567f372b is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:33:27.103510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:33:27.191246 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0931aea5-240a-40be-a8f2-936f6a35e694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:27.277527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-af902378-cf9e-4370-925c-baf0fffc6eb7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:27.278881 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-af902378-cf9e-4370-925c-baf0fffc6eb7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports/8750e625-1b09-446f-9ab7-5cd6058515e2 HTTP/1.1" status: 404 len: 333 time: 0.5222104 Feb 17 09:33:27.282144 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:27.282882 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:27.284823 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33240) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:27.287890 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:27.289482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] For port bb91e9f9-2bca-479a-a541-9678d49aeb02, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=bb91e9f9-2bca-479a-a541-9678d49aeb02,segment=NetworkSegment(3c924393-23f5-4e46-916a-71e67422d910),segment_id=3c924393-23f5-4e46-916a-71e67422d910)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:27.289904 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:27.337557 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Made reservation on behalf of 1aac11e0834145ed99250ca60ee8ae1a for: {'port': 2} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:27.343381 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:27.394616 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:27.462362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c462a15b-c3d9-4202-bcc8-4a5e738f147f None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 09:33:27.484042 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Calling delete_port for bb91e9f9-2bca-479a-a541-9678d49aeb02 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:27.546943 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e88209-e049-4cbf-a861-508961b53ab9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting subnet f1c4d0ed-ba42-4cb0-96a0-5eac15c321a6 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:33:27.551330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61e88209-e049-4cbf-a861-508961b53ab9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:27.743959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c462a15b-c3d9-4202-bcc8-4a5e738f147f None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 09:33:27.758179 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:33:27.790262 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61e88209-e049-4cbf-a861-508961b53ab9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:27.809901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caca31d6-89a8-4664-be6e-4594023e313d None None] Sync routers for ids ['8803ae1a-9c45-47b3-823b-8b01567f372b'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:33:27.817456 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33252) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:27.830421 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1393617590-network', 'tenant_id': '3897899429d74b9880633ebc549262d4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:27.834877 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:27.838760 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Usage tracker for resource:network and tenant:3897899429d74b9880633ebc549262d4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:27.842887 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:27.849591 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:27.863007 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] device_id is not set on port 8bf09c6f-fe93-4667-9735-9af06b248fac yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:33:27.885240 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61e88209-e049-4cbf-a861-508961b53ab9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:27.907713 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca31d6-89a8-4664-be6e-4594023e313d None None] Routers {'8803ae1a-9c45-47b3-823b-8b01567f372b'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:33:27.908341 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-caca31d6-89a8-4664-be6e-4594023e313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['8803ae1a-9c45-47b3-823b-8b01567f372b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:27.917134 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:27.965618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Made reservation on behalf of 3897899429d74b9880633ebc549262d4 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:27.968130 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:27.985719 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No DVR routers for this DVR port bb91e9f9-2bca-479a-a541-9678d49aeb02 on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:33:27.990392 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:28.003733 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:28.007643 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6f5e2016-d01a-48ba-9ccb-39d02e6beaf1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.5820985 Feb 17 09:33:28.010161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33256) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:28.023339 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Port': ['ID=bb91e9f9-2bca-479a-a541-9678d49aeb02,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:28.037139 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:28.051842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-caca31d6-89a8-4664-be6e-4594023e313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:28.089642 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:28.096528 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca31d6-89a8-4664-be6e-4594023e313d None None] Routers {'8803ae1a-9c45-47b3-823b-8b01567f372b'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:33:28.097167 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-caca31d6-89a8-4664-be6e-4594023e313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['8803ae1a-9c45-47b3-823b-8b01567f372b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:28.108021 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Usage tracker for resource:security_group_rule and tenant:3897899429d74b9880633ebc549262d4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:28.115428 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:28.137286 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:28.154502 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:28.183594 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-caca31d6-89a8-4664-be6e-4594023e313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:28.184080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caca31d6-89a8-4664-be6e-4594023e313d None None] The sync data for ids ['8803ae1a-9c45-47b3-823b-8b01567f372b'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:33:28.186348 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:28.190768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46f9366-74d3-4a4b-8291-59c63fbf3840']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:28.196764 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:28.207672 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c924393-23f5-4e46-916a-71e67422d910') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:28.208878 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c924393-23f5-4e46-916a-71e67422d910') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:28.210002 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=2dfa127e-4ede-4c90-baa8-f5be1edbe1ef,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:28.230085 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:28.251924 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:28.260832 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:28.262457 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:28.277995 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:28.347106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61e88209-e049-4cbf-a861-508961b53ab9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:28.416090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e88209-e049-4cbf-a861-508961b53ab9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Subnet': ['ID=f1c4d0ed-ba42-4cb0-96a0-5eac15c321a6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:28.418812 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61e88209-e049-4cbf-a861-508961b53ab9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:28.431960 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-61e88209-e049-4cbf-a861-508961b53ab9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/f1c4d0ed-ba42-4cb0-96a0-5eac15c321a6 HTTP/1.1" status: 204 len: 168 time: 1.1436088 Feb 17 09:33:28.432147 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d08d02-8f6d-48e0-9be9-132f1b4e6d0b None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 09:33:28.432681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33260) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:28.526555 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:28.571470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d08d02-8f6d-48e0-9be9-132f1b4e6d0b None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 09:33:28.572423 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:28.613316 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:28.659305 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/d46f9366-74d3-4a4b-8291-59c63fbf3840 HTTP/1.1" status: 204 len: 168 time: 5.4254167 Feb 17 09:33:28.660955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bf8e1-a46a-48ad-a65f-7724c7960ad1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Network': ['ID=d46f9366-74d3-4a4b-8291-59c63fbf3840,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:28.673947 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33264) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:28.689381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2af12d7e-ac39-4ac8-a354-4168c90dda22 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1592746980'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:28.712447 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2af12d7e-ac39-4ac8-a354-4168c90dda22 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:28.720465 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f44aea9d-d169-48ca-80f9-7eecb17e52be tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "GET /v2.0/routers/8803ae1a-9c45-47b3-823b-8b01567f372b HTTP/1.1" status: 200 len: 925 time: 0.7051554 Feb 17 09:33:28.726656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33268) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:28.733488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2af12d7e-ac39-4ac8-a354-4168c90dda22 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:network and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:28.770621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] device_id is not set on port dabe42c5-b232-4db4-a97b-713d613832ab yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:33:28.806156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2af12d7e-ac39-4ac8-a354-4168c90dda22 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:28.815830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:28.834410 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2af12d7e-ac39-4ac8-a354-4168c90dda22 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:28.842930 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3228e72a-5074-491d-8904-a8a3bb0a41a2 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "GET /v2.0/ports?device_id=8803ae1a-9c45-47b3-823b-8b01567f372b HTTP/1.1" status: 200 len: 205 time: 0.1106992 Feb 17 09:33:28.844550 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33272) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:29.001020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port 2f492791-ba4a-4e62-b14e-f7ac931272cb {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:29.001566 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9d2641-0d00-4d46-b8c2-5972a6faceff None None] Network 5e1703f1-c18e-48bc-b4f8-23698d6fda27 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:29.002014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:29.089631 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:29.150589 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:29.242548 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2f492791-ba4a-4e62-b14e-f7ac931272cb up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:33:29.261046 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:29.380359 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:33:29.380861 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 2f492791-ba4a-4e62-b14e-f7ac931272cb triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:29.381236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:29.406162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] For port 2f492791-ba4a-4e62-b14e-f7ac931272cb, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2f492791-ba4a-4e62-b14e-f7ac931272cb,segment=NetworkSegment(92ffad29-1311-4e59-88c2-76e607c2a172),segment_id=92ffad29-1311-4e59-88c2-76e607c2a172)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:29.406528 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:29.447856 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd901e3-d10f-43b3-8535-01bbd2c0aadd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:29.473973 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:29.474681 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Added segment 31bccf8d-303b-42f4-b2b8-866db2685cf2 of type vlan for network dfbcea8c-ef29-427f-9c62-7c279517044f Feb 17 09:33:29.541774 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1685f608-cd3f-4225-a78a-a1d5ad00574a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:29.565962 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a110c6-198e-42bd-b614-9f39de408c84 None None] DHCP port deletion for 5e1703f1-c18e-48bc-b4f8-23698d6fda27 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:33:29.571010 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-92a110c6-198e-42bd-b614-9f39de408c84 None None] Deleting port 2f492791-ba4a-4e62-b14e-f7ac931272cb {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:29.571389 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-92a110c6-198e-42bd-b614-9f39de408c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:29.601184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Router 0ee971bc-73b8-4c90-9737-05a8101e7c9b has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:33:29.606339 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af12d7e-ac39-4ac8-a354-4168c90dda22 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:29.608529 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:29.610595 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2af12d7e-ac39-4ac8-a354-4168c90dda22 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:29.620006 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:29.634596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for 2f492791-ba4a-4e62-b14e-f7ac931272cb owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:29.758793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:33:29.804231 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:29.841044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af12d7e-ac39-4ac8-a354-4168c90dda22 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:33:29.846518 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-92a110c6-198e-42bd-b614-9f39de408c84 None None] For port 2f492791-ba4a-4e62-b14e-f7ac931272cb, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2f492791-ba4a-4e62-b14e-f7ac931272cb,segment=NetworkSegment(92ffad29-1311-4e59-88c2-76e607c2a172),segment_id=92ffad29-1311-4e59-88c2-76e607c2a172)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:29.847055 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-92a110c6-198e-42bd-b614-9f39de408c84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:29.853438 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:33:29.871911 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da0840-3853-4834-bc37-cf5e7b749827 None None] Sync routers for ids ['0ee971bc-73b8-4c90-9737-05a8101e7c9b'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:33:29.883533 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da0840-3853-4834-bc37-cf5e7b749827 None None] Routers {'0ee971bc-73b8-4c90-9737-05a8101e7c9b'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:33:29.884430 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f7da0840-3853-4834-bc37-cf5e7b749827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0ee971bc-73b8-4c90-9737-05a8101e7c9b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:29.955332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2af12d7e-ac39-4ac8-a354-4168c90dda22 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:29.955679 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-2af12d7e-ac39-4ac8-a354-4168c90dda22 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Added segment d14e4299-44f9-4375-81ea-6b3b81acabfd of type vlan for network 49bf9446-9a54-4257-96aa-5b553d8d4f16 Feb 17 09:33:29.982170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-92a110c6-198e-42bd-b614-9f39de408c84 None None] Calling delete_port for 2f492791-ba4a-4e62-b14e-f7ac931272cb owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:29.982789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:29.984556 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:29.985018 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:29.998020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2af12d7e-ac39-4ac8-a354-4168c90dda22 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:30.016967 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1685f608-cd3f-4225-a78a-a1d5ad00574a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:30.033090 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f7da0840-3853-4834-bc37-cf5e7b749827 None None] Set router 0ee971bc-73b8-4c90-9737-05a8101e7c9b gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:33:30.087545 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:30.118803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:30.126653 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-92a110c6-198e-42bd-b614-9f39de408c84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:33:30.128054 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-92a110c6-198e-42bd-b614-9f39de408c84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:33:30.152040 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f7da0840-3853-4834-bc37-cf5e7b749827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee971bc-73b8-4c90-9737-05a8101e7c9b', 'name': 'tempest-NetworksTestDHCPv6-router-1738147646', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:13Z', 'updated_at': '2022-02-17T09:33:27Z', 'revision_number': 3, 'project_id': '7a78389fa4884086b937eed20c503bce', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:30.157607 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da0840-3853-4834-bc37-cf5e7b749827 None None] Checking router: 0ee971bc-73b8-4c90-9737-05a8101e7c9b for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:33:30.168566 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da0840-3853-4834-bc37-cf5e7b749827 None None] Routers {'0ee971bc-73b8-4c90-9737-05a8101e7c9b'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:33:30.169242 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f7da0840-3853-4834-bc37-cf5e7b749827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0ee971bc-73b8-4c90-9737-05a8101e7c9b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:30.176269 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=2f492791-ba4a-4e62-b14e-f7ac931272cb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:30.178951 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2af12d7e-ac39-4ac8-a354-4168c90dda22 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:30.184885 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c2c69db2-96ee-4962-9c18-2f3b85a7da9b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "PUT /v2.0/routers/0ee971bc-73b8-4c90-9737-05a8101e7c9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2541382 Feb 17 09:33:30.188634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af12d7e-ac39-4ac8-a354-4168c90dda22 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:30.189283 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2af12d7e-ac39-4ac8-a354-4168c90dda22 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:30.192470 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33276) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:30.199311 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] Pushing event updated for resources: {'Network': ['ID=dfbcea8c-ef29-427f-9c62-7c279517044f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:30.213584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network dfbcea8c-ef29-427f-9c62-7c279517044f details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:33:30.226644 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No DVR routers for this DVR port 2f492791-ba4a-4e62-b14e-f7ac931272cb on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:33:30.255970 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d6059e59-1cf0-465d-b843-ba4eeed3e704 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4373343 Feb 17 09:33:30.271366 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33280) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:30.277202 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-553c2cc4-788e-4453-88b1-bab3672cc48b admin admin] Request body: {'subnet': {'network_id': 'dfbcea8c-ef29-427f-9c62-7c279517044f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1393617590-subnet', 'tenant_id': '3897899429d74b9880633ebc549262d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:30.283220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-553c2cc4-788e-4453-88b1-bab3672cc48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:30.288562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-553c2cc4-788e-4453-88b1-bab3672cc48b admin admin] Usage tracker for resource:subnet and tenant:3897899429d74b9880633ebc549262d4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:30.292768 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-553c2cc4-788e-4453-88b1-bab3672cc48b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:30.299732 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-553c2cc4-788e-4453-88b1-bab3672cc48b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:30.313371 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event updated for resources: {'Port': ['ID=8bf09c6f-fe93-4667-9735-9af06b248fac,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:30.328942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1685f608-cd3f-4225-a78a-a1d5ad00574a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Deleting port 332293c0-2bc3-48e2-843e-b623b36e96fd {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:30.328942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1685f608-cd3f-4225-a78a-a1d5ad00574a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:30.334727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Checking segment: {'id': '81a3a3e8-013e-4e3d-8d70-579c0fa8601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eca76eec-dfe8-4285-a06e-d53e8f2045c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:30.335224 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Network hostable DHCP agents. Network: eca76eec-dfe8-4285-a06e-d53e8f2045c8, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:33:30.357487 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc4192f-f780-43ff-bd86-198e63afcb64 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:30.359019 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc4192f-f780-43ff-bd86-198e63afcb64 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:30.359785 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5bc4192f-f780-43ff-bd86-198e63afcb64 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:30.378823 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553c2cc4-788e-4453-88b1-bab3672cc48b admin admin] Made reservation on behalf of 3897899429d74b9880633ebc549262d4 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:30.381254 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-553c2cc4-788e-4453-88b1-bab3672cc48b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:30.426935 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f7da0840-3853-4834-bc37-cf5e7b749827 None None] Set router 0ee971bc-73b8-4c90-9737-05a8101e7c9b gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:33:30.476161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af12d7e-ac39-4ac8-a354-4168c90dda22 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Network': ['ID=49bf9446-9a54-4257-96aa-5b553d8d4f16,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:30.478932 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Network eca76eec-dfe8-4285-a06e-d53e8f2045c8 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:33:30.491342 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 49bf9446-9a54-4257-96aa-5b553d8d4f16 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:33:30.521354 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5bc4192f-f780-43ff-bd86-198e63afcb64 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:30.523904 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5bc4192f-f780-43ff-bd86-198e63afcb64 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3256218 Feb 17 09:33:30.526151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:30.538070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:30.548051 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2af12d7e-ac39-4ac8-a354-4168c90dda22 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8727012 Feb 17 09:33:30.584717 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f7da0840-3853-4834-bc37-cf5e7b749827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee971bc-73b8-4c90-9737-05a8101e7c9b', 'name': 'tempest-NetworksTestDHCPv6-router-1738147646', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:13Z', 'updated_at': '2022-02-17T09:33:27Z', 'revision_number': 3, 'project_id': '7a78389fa4884086b937eed20c503bce', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:30.596271 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da0840-3853-4834-bc37-cf5e7b749827 None None] The sync data for ids ['0ee971bc-73b8-4c90-9737-05a8101e7c9b'] in dv-neutron-828143-5-hyperv is: [{'id': '0ee971bc-73b8-4c90-9737-05a8101e7c9b', 'name': 'tempest-NetworksTestDHCPv6-router-1738147646', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:13Z', 'updated_at': '2022-02-17T09:33:27Z', 'revision_number': 3, 'project_id': '7a78389fa4884086b937eed20c503bce', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:33:30.602434 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33290) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:30.635443 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7a7cd092-b30c-42d3-aba5-c2512a7a62c3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'subnet': {'network_id': '49bf9446-9a54-4257-96aa-5b553d8d4f16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:30.654019 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-92a110c6-198e-42bd-b614-9f39de408c84 None None] Deleting port 2f492791-ba4a-4e62-b14e-f7ac931272cb {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:30.654423 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-92a110c6-198e-42bd-b614-9f39de408c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:30.730756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-92a110c6-198e-42bd-b614-9f39de408c84 None None] The port '2f492791-ba4a-4e62-b14e-f7ac931272cb' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:33:30.742465 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1703f1-c18e-48bc-b4f8-23698d6fda27']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:30.744265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, eca76eec-dfe8-4285-a06e-d53e8f2045c8) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:30.759146 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:30.760052 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:30.760874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7968f4f2-9de6-43dc-bedb-e257e905c09e None None] Network eca76eec-dfe8-4285-a06e-d53e8f2045c8 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:30.781019 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ffad29-1311-4e59-88c2-76e607c2a172') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:30.781385 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ffad29-1311-4e59-88c2-76e607c2a172') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:30.820133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:30.874166 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7a7cd092-b30c-42d3-aba5-c2512a7a62c3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:30.876733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:30.882566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7a7cd092-b30c-42d3-aba5-c2512a7a62c3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:subnet and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:30.891496 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7a7cd092-b30c-42d3-aba5-c2512a7a62c3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:30.896558 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1685f608-cd3f-4225-a78a-a1d5ad00574a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:30.902400 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-3491766f-7793-49d5-b1f6-0771bc338ec9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet c5548da5-45af-4f40-9b45-01003bed0e5d {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:33:30.905593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:30.906094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:30.913892 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3491766f-7793-49d5-b1f6-0771bc338ec9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:30.924463 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:30.931344 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7a7cd092-b30c-42d3-aba5-c2512a7a62c3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:30.969148 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event updated for resources: {'Port': ['ID=dabe42c5-b232-4db4-a97b-713d613832ab,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:30.994484 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Checking segment: {'id': '101c06db-585a-44ef-b0e4-90330dfd3c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd7614c0a-50e1-427f-887e-58d4206e76a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:30.994484 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Network hostable DHCP agents. Network: d7614c0a-50e1-427f-887e-58d4206e76a5, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:33:31.029755 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3491766f-7793-49d5-b1f6-0771bc338ec9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:31.106950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:33:31.158507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:33:31.159218 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2dfa127e-4ede-4c90-baa8-f5be1edbe1ef not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:33:31.159312 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2f492791-ba4a-4e62-b14e-f7ac931272cb no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:33:31.180964 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-553c2cc4-788e-4453-88b1-bab3672cc48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:31.189732 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3491766f-7793-49d5-b1f6-0771bc338ec9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:31.209672 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 2f492791-ba4a-4e62-b14e-f7ac931272cb {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:33:31.209898 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2f492791-ba4a-4e62-b14e-f7ac931272cb not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:33:31.211704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1685f608-cd3f-4225-a78a-a1d5ad00574a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Calling delete_port for 332293c0-2bc3-48e2-843e-b623b36e96fd owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:31.273520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:31.296682 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:31.315826 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Network d7614c0a-50e1-427f-887e-58d4206e76a5 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:33:31.319096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Network': ['ID=5e1703f1-c18e-48bc-b4f8-23698d6fda27,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:31.329518 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9e5f91f6-0791-4961-97fe-c0fb84465861 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/networks/5e1703f1-c18e-48bc-b4f8-23698d6fda27 HTTP/1.1" status: 204 len: 168 time: 2.8947239 Feb 17 09:33:31.333589 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33294) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:31.340520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-fb931452-49cc-4c83-8c44-25617a805c45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2', 'name': 'tempest-PortsIpV6TestJSON-858027679'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:31.400213 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c2cc4-788e-4453-88b1-bab3672cc48b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a22f09a0-ef5c-4bd3-9279-1e3e5f303918,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:31.418165 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c2cc4-788e-4453-88b1-bab3672cc48b admin admin] Checking segment: {'id': '31bccf8d-303b-42f4-b2b8-866db2685cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'dfbcea8c-ef29-427f-9c62-7c279517044f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:31.418643 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553c2cc4-788e-4453-88b1-bab3672cc48b admin admin] Network hostable DHCP agents. Network: dfbcea8c-ef29-427f-9c62-7c279517044f, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:33:31.427452 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7cd092-b30c-42d3-aba5-c2512a7a62c3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:31.431304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7a7cd092-b30c-42d3-aba5-c2512a7a62c3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:31.482015 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, d7614c0a-50e1-427f-887e-58d4206e76a5) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:31.488298 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:31.494435 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:31.495885 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677efdd1-3091-406e-bbfe-0eaf11184a99 None None] Network d7614c0a-50e1-427f-887e-58d4206e76a5 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:31.500890 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:31.501731 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:31.564361 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3491766f-7793-49d5-b1f6-0771bc338ec9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:31.604761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fb931452-49cc-4c83-8c44-25617a805c45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:31.638727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553c2cc4-788e-4453-88b1-bab3672cc48b admin admin] Network dfbcea8c-ef29-427f-9c62-7c279517044f is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:33:31.652923 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491766f-7793-49d5-b1f6-0771bc338ec9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=c5548da5-45af-4f40-9b45-01003bed0e5d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:31.663858 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daa582f-0288-4c51-b713-462249803630 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:31.664237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3491766f-7793-49d5-b1f6-0771bc338ec9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:31.671236 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3491766f-7793-49d5-b1f6-0771bc338ec9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/c5548da5-45af-4f40-9b45-01003bed0e5d HTTP/1.1" status: 204 len: 168 time: 1.1439674 Feb 17 09:33:31.679865 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1062bd37-404a-4dc7-917d-db3c70a68d8b tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.3137586 Feb 17 09:33:31.679865 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-553c2cc4-788e-4453-88b1-bab3672cc48b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, dfbcea8c-ef29-427f-9c62-7c279517044f) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:31.680158 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33298) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:31.687699 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33300) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:31.694303 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553c2cc4-788e-4453-88b1-bab3672cc48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:31.694852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-553c2cc4-788e-4453-88b1-bab3672cc48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:31.697864 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe564af-c066-4d0d-b378-8e632cef7f1c None None] Network dfbcea8c-ef29-427f-9c62-7c279517044f requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:31.809538 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fb931452-49cc-4c83-8c44-25617a805c45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:31.836904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b256e78e-ab86-400f-8ea7-57f9229b4fd3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:31.844853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b256e78e-ab86-400f-8ea7-57f9229b4fd3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:31.845661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b256e78e-ab86-400f-8ea7-57f9229b4fd3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Synchronizing usage tracker for tenant:1aac11e0834145ed99250ca60ee8ae1a on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:31.858714 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-553c2cc4-788e-4453-88b1-bab3672cc48b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5860634 Feb 17 09:33:31.954553 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b256e78e-ab86-400f-8ea7-57f9229b4fd3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Unset dirty status for tenant:1aac11e0834145ed99250ca60ee8ae1a on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:31.965769 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b256e78e-ab86-400f-8ea7-57f9229b4fd3 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2755973 Feb 17 09:33:31.967022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33310) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:32.092256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1685f608-cd3f-4225-a78a-a1d5ad00574a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:32.142900 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb931452-49cc-4c83-8c44-25617a805c45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:32.147078 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb931452-49cc-4c83-8c44-25617a805c45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:32.192883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685f608-cd3f-4225-a78a-a1d5ad00574a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Pushing event deleted for resources: {'Port': ['ID=332293c0-2bc3-48e2-843e-b623b36e96fd,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:32.202950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3dd9d95c-9400-4c33-a86d-433bd00472f1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:router {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:32.263941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2f912e5f-b2f4-4695-92cf-2ff6431b72b2 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Deleting port 8bf09c6f-fe93-4667-9735-9af06b248fac {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:32.264427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f912e5f-b2f4-4695-92cf-2ff6431b72b2 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:32.318419 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896dad08-9a1c-4553-9e79-ea24b81227ed None None] Network dfbcea8c-ef29-427f-9c62-7c279517044f requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:32.382577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-fb931452-49cc-4c83-8c44-25617a805c45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] device_id is not set on port ed2aa64f-1e93-42f1-a61c-66cc068bc3ce yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:33:32.427658 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b68ba7-47b8-43f0-ba4e-0635d63b2d61 None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:33:32.444506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b9b68ba7-47b8-43f0-ba4e-0635d63b2d61 None None] Deleting port 81138b1f-987f-4009-898d-1f0b4100699b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:32.445318 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9b68ba7-47b8-43f0-ba4e-0635d63b2d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:32.576918 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3dd9d95c-9400-4c33-a86d-433bd00472f1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:router {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:32.578156 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3dd9d95c-9400-4c33-a86d-433bd00472f1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7668691 Feb 17 09:33:32.582955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33326) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:32.617929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1685f608-cd3f-4225-a78a-a1d5ad00574a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:32.772849 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7a7cd092-b30c-42d3-aba5-c2512a7a62c3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:32.948590 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b9b68ba7-47b8-43f0-ba4e-0635d63b2d61 None None] For port 81138b1f-987f-4009-898d-1f0b4100699b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=81138b1f-987f-4009-898d-1f0b4100699b,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:32.948882 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9b68ba7-47b8-43f0-ba4e-0635d63b2d61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:32.960615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df26ba6d-2b3a-47bd-85bd-1494e5185202 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:32.990902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1685f608-cd3f-4225-a78a-a1d5ad00574a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:33.076870 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1685f608-cd3f-4225-a78a-a1d5ad00574a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:33.160981 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 81138b1f-987f-4009-898d-1f0b4100699b no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:33:33.210901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b9b68ba7-47b8-43f0-ba4e-0635d63b2d61 None None] Calling delete_port for 81138b1f-987f-4009-898d-1f0b4100699b owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:33.345926 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df26ba6d-2b3a-47bd-85bd-1494e5185202 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:33.353942 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-754c8865-4ac7-42d8-ba6e-471fdaf6eeee tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:33.355357 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cd092-b30c-42d3-aba5-c2512a7a62c3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Subnet': ['ID=bc785ec2-a74c-48af-a54e-8cba383e2573,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:33.357512 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-754c8865-4ac7-42d8-ba6e-471fdaf6eeee tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/networks?id=612792ee-5540-4342-9551-b96d0b137d35 HTTP/1.1" status: 200 len: 811 time: 0.6017900 Feb 17 09:33:33.359556 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df26ba6d-2b3a-47bd-85bd-1494e5185202 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:33.385465 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f912e5f-b2f4-4695-92cf-2ff6431b72b2 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:33.394828 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-f45fa10e-ef82-4d6f-b3c6-ec594b4b73e9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/quotas/45351d80e23d431fa58cca544e6abb1c HTTP/1.1" status: 200 len: 375 time: 0.0114250 Feb 17 09:33:33.400202 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7cd092-b30c-42d3-aba5-c2512a7a62c3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Checking segment: {'id': 'd14e4299-44f9-4375-81ea-6b3b81acabfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '49bf9446-9a54-4257-96aa-5b553d8d4f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:33.400570 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7cd092-b30c-42d3-aba5-c2512a7a62c3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network hostable DHCP agents. Network: 49bf9446-9a54-4257-96aa-5b553d8d4f16, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:33:33.423921 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:33.461363 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-fa1a1992-918d-4980-8c89-02d63e8b9609 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=45351d80e23d431fa58cca544e6abb1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544643 Feb 17 09:33:33.556977 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df26ba6d-2b3a-47bd-85bd-1494e5185202 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:33.557851 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df26ba6d-2b3a-47bd-85bd-1494e5185202 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Fanout notify agent at l3_agent the message router_deleted on router 0ee971bc-73b8-4c90-9737-05a8101e7c9b {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:33:33.565684 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9b68ba7-47b8-43f0-ba4e-0635d63b2d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:33.723177 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1685f608-cd3f-4225-a78a-a1d5ad00574a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:33.724072 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1685f608-cd3f-4225-a78a-a1d5ad00574a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Fanout notify agent at l3_agent the message router_deleted on router 8803ae1a-9c45-47b3-823b-8b01567f372b {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:33:33.735524 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2f912e5f-b2f4-4695-92cf-2ff6431b72b2 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Calling delete_port for 8bf09c6f-fe93-4667-9735-9af06b248fac owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:33.752012 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b68ba7-47b8-43f0-ba4e-0635d63b2d61 None None] Pushing event deleted for resources: {'Port': ['ID=81138b1f-987f-4009-898d-1f0b4100699b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:33.758541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b68ba7-47b8-43f0-ba4e-0635d63b2d61 None None] No DVR routers for this DVR port 81138b1f-987f-4009-898d-1f0b4100699b on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:33:33.832548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb931452-49cc-4c83-8c44-25617a805c45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:33.834137 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-245d592d-877a-48cf-a27e-7e1cb69161b7 service neutron] 10.222.0.75 "GET /v2.0/networks/612792ee-5540-4342-9551-b96d0b137d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594422 Feb 17 09:33:33.881434 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df26ba6d-2b3a-47bd-85bd-1494e5185202 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:33.883192 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-df26ba6d-2b3a-47bd-85bd-1494e5185202 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/routers/0ee971bc-73b8-4c90-9737-05a8101e7c9b HTTP/1.1" status: 204 len: 168 time: 1.2979620 Feb 17 09:33:33.890544 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33336) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:33.908204 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1685f608-cd3f-4225-a78a-a1d5ad00574a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:33.909299 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1685f608-cd3f-4225-a78a-a1d5ad00574a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "DELETE /v2.0/routers/8803ae1a-9c45-47b3-823b-8b01567f372b HTTP/1.1" status: 204 len: 168 time: 5.0639577 Feb 17 09:33:33.917353 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33340) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:33.926797 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1696027675', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'enable_snat': False}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:33.939138 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeec90d-267e-4f4c-994d-d0bb05b00ee4 req-38e62f7c-58d3-4326-b978-dd88a2acb60a tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:33.940713 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3aeec90d-267e-4f4c-994d-d0bb05b00ee4 req-38e62f7c-58d3-4326-b978-dd88a2acb60a tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 945 time: 0.6598551 Feb 17 09:33:33.941346 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7cd092-b30c-42d3-aba5-c2512a7a62c3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network 49bf9446-9a54-4257-96aa-5b553d8d4f16 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:33:33.951032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:33.963984 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Usage tracker for resource:router and tenant:46ad42404c5e42e69b8288b9e6cb16c8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:33.968579 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1f40e50b-5f9c-4205-83e0-febd28061aec tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:33.983242 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:33.995097 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:34.013813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f912e5f-b2f4-4695-92cf-2ff6431b72b2 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:34.065129 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7a7cd092-b30c-42d3-aba5-c2512a7a62c3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 49bf9446-9a54-4257-96aa-5b553d8d4f16) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:34.079926 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3aeec90d-267e-4f4c-994d-d0bb05b00ee4 req-242b661f-e4ec-4281-a3de-f718648399b5 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204362 Feb 17 09:33:34.080488 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7f686c-d746-470f-8511-e9c8c66250ce None None] Network 49bf9446-9a54-4257-96aa-5b553d8d4f16 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:34.086348 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f912e5f-b2f4-4695-92cf-2ff6431b72b2 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event deleted for resources: {'Port': ['ID=8bf09c6f-fe93-4667-9735-9af06b248fac,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:34.091133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7cd092-b30c-42d3-aba5-c2512a7a62c3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:34.092109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7a7cd092-b30c-42d3-aba5-c2512a7a62c3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:34.107444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb931452-49cc-4c83-8c44-25617a805c45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:34.110929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f912e5f-b2f4-4695-92cf-2ff6431b72b2 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:34.142285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:34.144209 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:34.153071 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1f40e50b-5f9c-4205-83e0-febd28061aec tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:34.189387 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-a99c1254-b577-4e8e-a120-f3911f48d8ed service neutron] 10.222.0.75 "GET /v2.0/networks/612792ee-5540-4342-9551-b96d0b137d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470073 Feb 17 09:33:34.195673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1f40e50b-5f9c-4205-83e0-febd28061aec tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:34.280886 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:34.308602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb931452-49cc-4c83-8c44-25617a805c45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:34.314560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-fb931452-49cc-4c83-8c44-25617a805c45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:34.318370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb931452-49cc-4c83-8c44-25617a805c45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=ed2aa64f-1e93-42f1-a61c-66cc068bc3ce,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:34.320886 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb931452-49cc-4c83-8c44-25617a805c45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:34.327639 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f40e50b-5f9c-4205-83e0-febd28061aec tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:34.328913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb931452-49cc-4c83-8c44-25617a805c45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:34.336269 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb931452-49cc-4c83-8c44-25617a805c45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:34.336404 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f40e50b-5f9c-4205-83e0-febd28061aec tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:34.368116 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7a7cd092-b30c-42d3-aba5-c2512a7a62c3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.7583795 Feb 17 09:33:34.371564 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2f912e5f-b2f4-4695-92cf-2ff6431b72b2 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "DELETE /v2.0/ports/8bf09c6f-fe93-4667-9735-9af06b248fac HTTP/1.1" status: 204 len: 168 time: 2.3878398 Feb 17 09:33:34.374134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33344) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:34.374311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33346) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:34.449988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-49bf9446-9a54-4257-96aa-5b553d8d4f16', 'network_id': '49bf9446-9a54-4257-96aa-5b553d8d4f16', 'tenant_id': 'd71f25c9faa84e9ea04b56d745ca03fe', 'fixed_ips': [{'subnet_id': 'bc785ec2-a74c-48af-a54e-8cba383e2573'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:33:34.449988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:34.470907 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fb931452-49cc-4c83-8c44-25617a805c45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.1366589 Feb 17 09:33:34.592139 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33352) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:34.650472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-30ebbc2e-5af7-4749-88bd-1bfe61b1927c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Deleting port dabe42c5-b232-4db4-a97b-713d613832ab {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:34.651549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30ebbc2e-5af7-4749-88bd-1bfe61b1927c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:34.790421 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4a94b8a8-761c-48aa-91bc-8dec95d574c5 req-4f873ac8-e91f-4b73-8964-401aff86597a tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 210 time: 0.1946270 Feb 17 09:33:34.810883 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Allocated IP 172.20.0.1 (49bf9446-9a54-4257-96aa-5b553d8d4f16/bc785ec2-a74c-48af-a54e-8cba383e2573/1e994683-e3f8-48b8-91e0-9b87c7e41490) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:34.830293 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f40e50b-5f9c-4205-83e0-febd28061aec tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:34.959631 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f40e50b-5f9c-4205-83e0-febd28061aec tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:34.969821 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-1f40e50b-5f9c-4205-83e0-febd28061aec tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:34.974256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f40e50b-5f9c-4205-83e0-febd28061aec tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:34.974976 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f40e50b-5f9c-4205-83e0-febd28061aec tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:34.992556 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40e50b-5f9c-4205-83e0-febd28061aec tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=d81249be-4193-439c-a048-a8d27879234a,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:35.000815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626683e7-c686-48a0-9bb7-e8a793a81dce None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:35.069828 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:35.140662 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1f40e50b-5f9c-4205-83e0-febd28061aec tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2425501 Feb 17 09:33:35.140662 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33364) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:35.188523 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:35.204336 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a81c356a-3548-4148-92ce-a9a8cca91b2a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port ed2aa64f-1e93-42f1-a61c-66cc068bc3ce {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:35.205807 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a81c356a-3548-4148-92ce-a9a8cca91b2a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:35.237931 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:35.279900 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-892cdf36-bf3f-44fa-8a03-bd9b1402a55a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-305440523', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:35.289170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Transition to ACTIVE for port object 1e994683-e3f8-48b8-91e0-9b87c7e41490 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:35.293600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:35.327337 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Transition to ACTIVE for port object 1e994683-e3f8-48b8-91e0-9b87c7e41490 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:35.369271 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-892cdf36-bf3f-44fa-8a03-bd9b1402a55a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:35.379374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': 'd81249be-4193-439c-a048-a8d27879234a'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:33:35.380263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:35.383853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-892cdf36-bf3f-44fa-8a03-bd9b1402a55a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:router and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:35.391384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-892cdf36-bf3f-44fa-8a03-bd9b1402a55a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:35.402396 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-892cdf36-bf3f-44fa-8a03-bd9b1402a55a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:35.492843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:35.500361 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9d4a1-3eeb-43f7-90fa-17df83661955 req-255e8481-685e-413c-ac25-d54ee58c80cb tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:35.511631 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f8e9d4a1-3eeb-43f7-90fa-17df83661955 req-255e8481-685e-413c-ac25-d54ee58c80cb tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 945 time: 0.2183120 Feb 17 09:33:35.538624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30ebbc2e-5af7-4749-88bd-1bfe61b1927c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:35.562826 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d4881-c6ce-4a8a-9112-dd343e2df689 req-bfcc96b6-46e5-4243-8551-241afedbffa4 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:35.564596 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d5d4881-c6ce-4a8a-9112-dd343e2df689 req-bfcc96b6-46e5-4243-8551-241afedbffa4 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 945 time: 0.6974194 Feb 17 09:33:35.565142 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Network 49bf9446-9a54-4257-96aa-5b553d8d4f16 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:35.577069 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:35.584342 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:35.595756 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f8e9d4a1-3eeb-43f7-90fa-17df83661955 req-977150c8-d90d-4cb0-a52a-8e7d78d7ca5a tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830307 Feb 17 09:33:35.668494 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-892cdf36-bf3f-44fa-8a03-bd9b1402a55a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:35.678299 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-892cdf36-bf3f-44fa-8a03-bd9b1402a55a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:35.678474 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Pushing event updated for resources: {'Port': ['ID=1e994683-e3f8-48b8-91e0-9b87c7e41490,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:35.696461 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-892cdf36-bf3f-44fa-8a03-bd9b1402a55a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:35.709052 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:35.757485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Subnet': ['ID=bc785ec2-a74c-48af-a54e-8cba383e2573,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:35.829801 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Attempting to bind port 1e994683-e3f8-48b8-91e0-9b87c7e41490 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:33:35.830203 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Attempting to bind port 1e994683-e3f8-48b8-91e0-9b87c7e41490 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'd14e4299-44f9-4375-81ea-6b3b81acabfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '49bf9446-9a54-4257-96aa-5b553d8d4f16'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:33:35.830584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Attempting to bind port 1e994683-e3f8-48b8-91e0-9b87c7e41490 on network 49bf9446-9a54-4257-96aa-5b553d8d4f16 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:35.856546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:33:35.861242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Checking segment: {'id': 'd14e4299-44f9-4375-81ea-6b3b81acabfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '49bf9446-9a54-4257-96aa-5b553d8d4f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:35.861242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:35.861242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Bound using segment: {'id': 'd14e4299-44f9-4375-81ea-6b3b81acabfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '49bf9446-9a54-4257-96aa-5b553d8d4f16'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:33:35.861242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Bound port: 1e994683-e3f8-48b8-91e0-9b87c7e41490, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14e4299-44f9-4375-81ea-6b3b81acabfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '49bf9446-9a54-4257-96aa-5b553d8d4f16'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:33:35.861242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:35.890558 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Allocated IP 2001:db8::2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/d81249be-4193-439c-a048-a8d27879234a/6fa52abd-b5b0-4aa2-b599-e8d0c460ffab) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:35.907787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:35.963907 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-892cdf36-bf3f-44fa-8a03-bd9b1402a55a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:35.998224 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bf9446-9a54-4257-96aa-5b553d8d4f16']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:36.015809 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14e4299-44f9-4375-81ea-6b3b81acabfd') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:36.016386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14e4299-44f9-4375-81ea-6b3b81acabfd') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:36.030772 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-30ebbc2e-5af7-4749-88bd-1bfe61b1927c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Calling delete_port for dabe42c5-b232-4db4-a97b-713d613832ab owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:36.045282 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:36.074053 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:36.086183 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-892cdf36-bf3f-44fa-8a03-bd9b1402a55a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:36.092323 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-892cdf36-bf3f-44fa-8a03-bd9b1402a55a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9464548 Feb 17 09:33:36.092323 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:36.092916 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] For port 1e994683-e3f8-48b8-91e0-9b87c7e41490, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:33:36.093057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:36.110073 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33374) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:36.269141 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9efa07b7-990f-4b9c-8baf-434b0f2fbcf2 req-5c70bff2-cf0f-464e-baca-52ed2c8df05c tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 210 time: 0.2059441 Feb 17 09:33:36.302972 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:36.317881 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Transition to ACTIVE for port object 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:36.341120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Transition to ACTIVE for port object 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:36.342511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-7d5d4881-c6ce-4a8a-9112-dd343e2df689 req-fdf5b52b-0af5-44ee-a668-34e5fb80ec51 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Deleting port c7a78d82-1623-46ea-b69d-0b767717ca4f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:36.342909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d5d4881-c6ce-4a8a-9112-dd343e2df689 req-fdf5b52b-0af5-44ee-a668-34e5fb80ec51 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:36.378203 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] For port 1e994683-e3f8-48b8-91e0-9b87c7e41490, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1e994683-e3f8-48b8-91e0-9b87c7e41490,segment=NetworkSegment(d14e4299-44f9-4375-81ea-6b3b81acabfd),segment_id=d14e4299-44f9-4375-81ea-6b3b81acabfd)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:33:36.418018 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a81c356a-3548-4148-92ce-a9a8cca91b2a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:36.422905 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:36.520234 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:36.530230 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:36.536491 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:36.542015 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:36.564775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 09:33:36.564775 dv-neutron-828143-5-hyperv neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 09:33:36.564775 dv-neutron-828143-5-hyperv neutron-server[88369]: [parameters: {'id': '49bf9446-9a54-4257-96aa-5b553d8d4f16'}] Feb 17 09:33:36.564775 dv-neutron-828143-5-hyperv neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:33:36.565982 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:33:36.596725 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Pushing event updated for resources: {'Port': ['ID=6fa52abd-b5b0-4aa2-b599-e8d0c460ffab,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:36.604991 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a81c356a-3548-4148-92ce-a9a8cca91b2a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for ed2aa64f-1e93-42f1-a61c-66cc068bc3ce owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:36.739279 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Attempting to bind port 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:33:36.739896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Attempting to bind port 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:33:36.740501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Attempting to bind port 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:36.755236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:33:36.755654 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:36.756134 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:36.756562 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:33:36.757088 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Bound port: 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:33:36.758023 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:36.785940 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccd31f-217e-4c44-b6f4-be0955fc3b48 None None] Pushing event updated for resources: {'Port': ['ID=1e994683-e3f8-48b8-91e0-9b87c7e41490,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:36.826196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30ebbc2e-5af7-4749-88bd-1bfe61b1927c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:36.918453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebbc2e-5af7-4749-88bd-1bfe61b1927c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event deleted for resources: {'Port': ['ID=dabe42c5-b232-4db4-a97b-713d613832ab,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:36.947854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] For port 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:33:36.954889 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] For port 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6fa52abd-b5b0-4aa2-b599-e8d0c460ffab,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:33:36.959347 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ee280b-b928-4fe9-b436-c5701932cc00 None None] Network 49bf9446-9a54-4257-96aa-5b553d8d4f16 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:36.968928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30ebbc2e-5af7-4749-88bd-1bfe61b1927c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:37.048184 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:37.077394 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:37.082233 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-30ebbc2e-5af7-4749-88bd-1bfe61b1927c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "DELETE /v2.0/ports/dabe42c5-b232-4db4-a97b-713d613832ab HTTP/1.1" status: 204 len: 168 time: 2.7061329 Feb 17 09:33:37.083108 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33380) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:37.112847 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Deleting port 1e994683-e3f8-48b8-91e0-9b87c7e41490 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:37.113189 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:37.177212 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-eeb5699f-7261-4fc0-b660-ff90ab8eeeb7 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Synchronizing usage tracker for tenant:1aac11e0834145ed99250ca60ee8ae1a on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:37.184384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a81c356a-3548-4148-92ce-a9a8cca91b2a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:37.224527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:37.281138 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c356a-3548-4148-92ce-a9a8cca91b2a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=ed2aa64f-1e93-42f1-a61c-66cc068bc3ce,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:37.331166 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc998eda-b51b-416c-9366-0e971080b58f None None] Pushing event updated for resources: {'Port': ['ID=6fa52abd-b5b0-4aa2-b599-e8d0c460ffab,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:37.390859 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a81c356a-3548-4148-92ce-a9a8cca91b2a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:37.426659 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a81c356a-3548-4148-92ce-a9a8cca91b2a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/ed2aa64f-1e93-42f1-a61c-66cc068bc3ce HTTP/1.1" status: 204 len: 168 time: 2.8260121 Feb 17 09:33:37.426659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-eeb5699f-7261-4fc0-b660-ff90ab8eeeb7 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Unset dirty status for tenant:1aac11e0834145ed99250ca60ee8ae1a on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:37.432020 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-eeb5699f-7261-4fc0-b660-ff90ab8eeeb7 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3441427 Feb 17 09:33:37.439786 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33386) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:37.439786 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33388) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:37.483801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197b62e-19e4-4f2f-a6bc-3df681c8b89a req-3eac7bf5-1206-4ef4-838d-66c643129da2 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:37.490519 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8aabe001-b7b9-475a-a78f-e05083af8228 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-833008422'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:37.491275 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6197b62e-19e4-4f2f-a6bc-3df681c8b89a req-3eac7bf5-1206-4ef4-838d-66c643129da2 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 945 time: 0.5765171 Feb 17 09:33:37.557631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8a871872-513d-440b-b092-431e2a158638 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2', 'mac_address': 'fa:16:3e:f7:d8:ea', 'name': 'tempest-PortsIpV6TestJSON-1480672934'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:37.696655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8aabe001-b7b9-475a-a78f-e05083af8228 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:37.703141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7d5d4881-c6ce-4a8a-9112-dd343e2df689 req-fdf5b52b-0af5-44ee-a668-34e5fb80ec51 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] For port c7a78d82-1623-46ea-b69d-0b767717ca4f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c7a78d82-1623-46ea-b69d-0b767717ca4f,segment=NetworkSegment(60c46695-6567-4489-adea-5df5bc783183),segment_id=60c46695-6567-4489-adea-5df5bc783183)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:37.703552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d5d4881-c6ce-4a8a-9112-dd343e2df689 req-fdf5b52b-0af5-44ee-a668-34e5fb80ec51 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:37.762758 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6197b62e-19e4-4f2f-a6bc-3df681c8b89a req-bcfbf5d7-9ed8-4228-a228-a53e07e91543 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638235 Feb 17 09:33:37.779780 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8aabe001-b7b9-475a-a78f-e05083af8228 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Usage tracker for resource:network and tenant:1aac11e0834145ed99250ca60ee8ae1a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:37.799761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8aabe001-b7b9-475a-a78f-e05083af8228 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:37.878341 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cd729f6b-3307-4188-9d08-54c5d5e4961b req-84d25e53-1d13-4f6e-976e-47b689b1cda7 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 210 time: 0.2824781 Feb 17 09:33:37.997260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] For port 1e994683-e3f8-48b8-91e0-9b87c7e41490, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1e994683-e3f8-48b8-91e0-9b87c7e41490,segment=NetworkSegment(d14e4299-44f9-4375-81ea-6b3b81acabfd),segment_id=d14e4299-44f9-4375-81ea-6b3b81acabfd)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:37.997630 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:38.006391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::1 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/d81249be-4193-439c-a048-a8d27879234a/6976cd4a-0c05-4839-8bc4-0233b0ee647c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:38.059757 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8aabe001-b7b9-475a-a78f-e05083af8228 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:38.179339 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Calling delete_port for 1e994683-e3f8-48b8-91e0-9b87c7e41490 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:38.222943 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:38.257899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8a871872-513d-440b-b092-431e2a158638 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:38.263306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:38.324969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:38.332252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aabe001-b7b9-475a-a78f-e05083af8228 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Made reservation on behalf of 1aac11e0834145ed99250ca60ee8ae1a for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:38.335358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8aabe001-b7b9-475a-a78f-e05083af8228 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:38.362111 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8a871872-513d-440b-b092-431e2a158638 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:port and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:38.410169 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8a871872-513d-440b-b092-431e2a158638 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:38.428675 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8a871872-513d-440b-b092-431e2a158638 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:38.434869 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e87ab8-e107-4ec6-80d9-a8040ad7dd61 None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 09:33:38.575769 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:38.595428 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object 6976cd4a-0c05-4839-8bc4-0233b0ee647c will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:38.613262 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e87ab8-e107-4ec6-80d9-a8040ad7dd61 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 09:33:38.655882 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:38.678321 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-d3a50666-c0c9-47b9-a82d-5921e3c55ac9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:38.678928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-d3a50666-c0c9-47b9-a82d-5921e3c55ac9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Synchronizing usage tracker for tenant:45351d80e23d431fa58cca544e6abb1c on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:38.695842 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aabe001-b7b9-475a-a78f-e05083af8228 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:33:38.711141 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Port': ['ID=1e994683-e3f8-48b8-91e0-9b87c7e41490,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:38.718798 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No DVR routers for this DVR port 1e994683-e3f8-48b8-91e0-9b87c7e41490 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:33:38.748170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e8f6372b-eff6-4d33-b964-de8cce9b3776 None None] Provisioning for port 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:38.750432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a871872-513d-440b-b092-431e2a158638 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:38.773268 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8aabe001-b7b9-475a-a78f-e05083af8228 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:38.773673 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-8aabe001-b7b9-475a-a78f-e05083af8228 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Added segment a8250b0d-055e-4ffc-b974-0b50b484b9b6 of type vlan for network dcc1856c-75ed-4d02-abd1-763db3a004d2 Feb 17 09:33:38.860849 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Allocated IP 172.26.4.46 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/3a08ba48-a747-48e5-9264-91d69d799200) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:38.863806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d5d4881-c6ce-4a8a-9112-dd343e2df689 req-fdf5b52b-0af5-44ee-a668-34e5fb80ec51 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:38.864123 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d5d4881-c6ce-4a8a-9112-dd343e2df689 req-fdf5b52b-0af5-44ee-a668-34e5fb80ec51 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:38.864464 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [req-7d5d4881-c6ce-4a8a-9112-dd343e2df689 req-fdf5b52b-0af5-44ee-a668-34e5fb80ec51 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Floating IP 7f253cab-ddff-40ff-b015-66423c30da10 disassociated. External IP: 172.26.4.233, port: c7a78d82-1623-46ea-b69d-0b767717ca4f. Feb 17 09:33:38.864812 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-7d5d4881-c6ce-4a8a-9112-dd343e2df689 req-fdf5b52b-0af5-44ee-a668-34e5fb80ec51 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Calling delete_port for c7a78d82-1623-46ea-b69d-0b767717ca4f owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:38.876181 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:38.936789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-d3a50666-c0c9-47b9-a82d-5921e3c55ac9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Unset dirty status for tenant:45351d80e23d431fa58cca544e6abb1c on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:38.937947 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-d3a50666-c0c9-47b9-a82d-5921e3c55ac9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.37 "GET /v2.0/networks?id=612792ee-5540-4342-9551-b96d0b137d35 HTTP/1.1" status: 200 len: 811 time: 0.8758345 Feb 17 09:33:38.979111 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-e0bcdc69-255a-469f-9d4b-4ce51d5fa1c9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Request body: {'port': {'device_id': '986990a6-6c22-44b6-bbce-fc7c48ec2d8c', 'network_id': '612792ee-5540-4342-9551-b96d0b137d35', 'admin_state_up': True, 'tenant_id': '45351d80e23d431fa58cca544e6abb1c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:39.011106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8aabe001-b7b9-475a-a78f-e05083af8228 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.025937 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.081353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bf9446-9a54-4257-96aa-5b553d8d4f16']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:39.101561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a871872-513d-440b-b092-431e2a158638 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.132494 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14e4299-44f9-4375-81ea-6b3b81acabfd') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:39.132837 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14e4299-44f9-4375-81ea-6b3b81acabfd') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:39.135290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:33:39.163828 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.186522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:39.193644 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.193644 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:39.206852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=6976cd4a-0c05-4839-8bc4-0233b0ee647c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:39.223084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:39.224816 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.253098 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:39.253649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.262547 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-8aabe001-b7b9-475a-a78f-e05083af8228 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:33:39.283977 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-20c3e653-0339-42aa-b481-13c372a5bf80 req-98adbf9a-24ee-44de-b931-22e92d935f14 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 210 time: 0.1885676 Feb 17 09:33:39.307587 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-8a871872-513d-440b-b092-431e2a158638 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] device_id is not set on port dd8bc0ee-f602-403a-8150-9a3c51844bda yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:33:39.316272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device c7a78d82-1623-46ea-b69d-0b767717ca4f no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:33:39.360616 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:39.383411 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:39.384027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:39.394924 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:39.484272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8aabe001-b7b9-475a-a78f-e05083af8228 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.489899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aabe001-b7b9-475a-a78f-e05083af8228 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:39.490657 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8aabe001-b7b9-475a-a78f-e05083af8228 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.589090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.601393 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04878a-e18d-4e1e-a213-fe5a6c976053 req-1e076796-80f7-4ffe-b67e-29ee18215954 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:39.616218 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ca04878a-e18d-4e1e-a213-fe5a6c976053 req-1e076796-80f7-4ffe-b67e-29ee18215954 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 945 time: 0.6815410 Feb 17 09:33:39.656475 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-e0bcdc69-255a-469f-9d4b-4ce51d5fa1c9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:39.682066 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-e0bcdc69-255a-469f-9d4b-4ce51d5fa1c9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Usage tracker for resource:port and tenant:45351d80e23d431fa58cca544e6abb1c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:39.689605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.698442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-e0bcdc69-255a-469f-9d4b-4ce51d5fa1c9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:39.700817 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.706823 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ca04878a-e18d-4e1e-a213-fe5a6c976053 req-beb1bd21-f431-4277-a500-ccf8672e7435 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups?id=14bd0d06-6c49-4b93-a4d8-5009cc763dee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838170 Feb 17 09:33:39.712027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-e0bcdc69-255a-469f-9d4b-4ce51d5fa1c9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:39.716079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabe001-b7b9-475a-a78f-e05083af8228 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event updated for resources: {'Network': ['ID=dcc1856c-75ed-4d02-abd1-763db3a004d2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:39.731019 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-faebbd20-2058-4776-844e-3fdea414b1f3 None None] Provisioning for port 6976cd4a-0c05-4839-8bc4-0233b0ee647c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:39.733155 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network dcc1856c-75ed-4d02-abd1-763db3a004d2 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:33:39.759352 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-faebbd20-2058-4776-844e-3fdea414b1f3 None None] Provisioning complete for port 6976cd4a-0c05-4839-8bc4-0233b0ee647c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:39.760256 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-faebbd20-2058-4776-844e-3fdea414b1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.805338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d5d4881-c6ce-4a8a-9112-dd343e2df689 req-fdf5b52b-0af5-44ee-a668-34e5fb80ec51 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.838832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6fa52abd-b5b0-4aa2-b599-e8d0c460ffab,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:39.867740 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.870884 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8aabe001-b7b9-475a-a78f-e05083af8228 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3895662 Feb 17 09:33:39.887811 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.892290 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33404) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:39.898373 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5b52b-0af5-44ee-a668-34e5fb80ec51 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Pushing event deleted for resources: {'Port': ['ID=c7a78d82-1623-46ea-b69d-0b767717ca4f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:39.925783 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.926499 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-faebbd20-2058-4776-844e-3fdea414b1f3 None None] Port 6976cd4a-0c05-4839-8bc4-0233b0ee647c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:33:39.938197 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:39.955087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Network': ['ID=49bf9446-9a54-4257-96aa-5b553d8d4f16,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:39.971741 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-78ca7939-7128-46ad-a781-e39bab05aa56 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/49bf9446-9a54-4257-96aa-5b553d8d4f16 HTTP/1.1" status: 204 len: 168 time: 5.5976775 Feb 17 09:33:39.984734 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33408) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:39.995293 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-62bfcde7-1979-46ec-afd9-6b1d84410c9f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-578754153'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:40.008206 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-62bfcde7-1979-46ec-afd9-6b1d84410c9f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:40.010913 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:40.034383 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-62bfcde7-1979-46ec-afd9-6b1d84410c9f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:network and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:40.043920 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-62bfcde7-1979-46ec-afd9-6b1d84410c9f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:40.048851 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=6fa52abd-b5b0-4aa2-b599-e8d0c460ffab,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:40.061797 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-62bfcde7-1979-46ec-afd9-6b1d84410c9f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:40.097721 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-01a57be0-3d87-4bfa-a655-db0a46ac72ab tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2068931366'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:40.110296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-e0bcdc69-255a-469f-9d4b-4ce51d5fa1c9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Made reservation on behalf of 45351d80e23d431fa58cca544e6abb1c for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:40.114006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-e0bcdc69-255a-469f-9d4b-4ce51d5fa1c9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:40.190558 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-01a57be0-3d87-4bfa-a655-db0a46ac72ab tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:40.208267 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bfcde7-1979-46ec-afd9-6b1d84410c9f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:40.211741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62bfcde7-1979-46ec-afd9-6b1d84410c9f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:40.243874 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-01a57be0-3d87-4bfa-a655-db0a46ac72ab tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Usage tracker for resource:network and tenant:1aac11e0834145ed99250ca60ee8ae1a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:40.257185 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:40.258197 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-01a57be0-3d87-4bfa-a655-db0a46ac72ab tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:40.324443 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:40.349536 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bfcde7-1979-46ec-afd9-6b1d84410c9f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:33:40.375718 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62bfcde7-1979-46ec-afd9-6b1d84410c9f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:40.376062 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-62bfcde7-1979-46ec-afd9-6b1d84410c9f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Added segment 95772829-e665-4aac-9578-a753e9f778b0 of type vlan for network 581a25e1-630b-469e-a195-a6908cb0398a Feb 17 09:33:40.378448 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-01a57be0-3d87-4bfa-a655-db0a46ac72ab tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:40.378952 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:40.445997 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Pushing event updated for resources: {'Port': ['ID=3a08ba48-a747-48e5-9264-91d69d799200,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:40.503478 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62bfcde7-1979-46ec-afd9-6b1d84410c9f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:40.645211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a57be0-3d87-4bfa-a655-db0a46ac72ab tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Made reservation on behalf of 1aac11e0834145ed99250ca60ee8ae1a for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:40.648763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-01a57be0-3d87-4bfa-a655-db0a46ac72ab tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:40.682303 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:40.683834 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f4e160a1-62cc-4c8f-a3a3-fe12c6ec32c3 req-2c162249-8a72-4772-8b2c-27298dda955a tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 210 time: 0.2068789 Feb 17 09:33:40.714300 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a871872-513d-440b-b092-431e2a158638 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:40.742655 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62bfcde7-1979-46ec-afd9-6b1d84410c9f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:40.752188 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bfcde7-1979-46ec-afd9-6b1d84410c9f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:40.755354 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62bfcde7-1979-46ec-afd9-6b1d84410c9f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:40.844815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a57be0-3d87-4bfa-a655-db0a46ac72ab tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:33:40.854006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-01a57be0-3d87-4bfa-a655-db0a46ac72ab tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:40.854006 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-01a57be0-3d87-4bfa-a655-db0a46ac72ab tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Added segment db2e21fd-b73c-4f9f-a85a-1899df48c842 of type vlan for network f1189f1b-950f-4bc9-830d-00911ebe90c7 Feb 17 09:33:40.883879 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-01a57be0-3d87-4bfa-a655-db0a46ac72ab tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:41.006400 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-01a57be0-3d87-4bfa-a655-db0a46ac72ab tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:33:41.053286 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:41.054087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:41.069291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d5d4881-c6ce-4a8a-9112-dd343e2df689 req-fdf5b52b-0af5-44ee-a668-34e5fb80ec51 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:33:41.070952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:33:41.118268 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b15322c4-a1a1-40b5-9a9d-e90cb4e9ed8d req-c6b042ed-a931-40d1-8551-65fb9a6343e7 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 210 time: 0.1103461 Feb 17 09:33:41.161832 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-e0bcdc69-255a-469f-9d4b-4ce51d5fa1c9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Allocated IP 172.20.0.10 (612792ee-5540-4342-9551-b96d0b137d35/384c3eae-bc4c-49e3-811e-a3b916ea1011/f05b828e-770d-4ae0-add0-c070b365837b) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:41.174858 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfcde7-1979-46ec-afd9-6b1d84410c9f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Network': ['ID=581a25e1-630b-469e-a195-a6908cb0398a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:41.185516 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-62bfcde7-1979-46ec-afd9-6b1d84410c9f tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1926625 Feb 17 09:33:41.187810 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33416) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:41.188785 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 581a25e1-630b-469e-a195-a6908cb0398a details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:33:41.197862 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1955d576-f9cb-4445-9b01-2625c067d0e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'subnet': {'network_id': '581a25e1-630b-469e-a195-a6908cb0398a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:41.271469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-01a57be0-3d87-4bfa-a655-db0a46ac72ab tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:41.281415 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a57be0-3d87-4bfa-a655-db0a46ac72ab tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:41.282441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-01a57be0-3d87-4bfa-a655-db0a46ac72ab tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:41.304439 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:41.312030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:41.362626 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=6976cd4a-0c05-4839-8bc4-0233b0ee647c,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:41.461278 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1955d576-f9cb-4445-9b01-2625c067d0e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:41.469423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1955d576-f9cb-4445-9b01-2625c067d0e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:subnet and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:41.475949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1955d576-f9cb-4445-9b01-2625c067d0e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:41.492257 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1955d576-f9cb-4445-9b01-2625c067d0e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:41.496248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:41.498405 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:41.567091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a871872-513d-440b-b092-431e2a158638 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:41.872933 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1955d576-f9cb-4445-9b01-2625c067d0e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:41.889384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1955d576-f9cb-4445-9b01-2625c067d0e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:41.964350 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-01a57be0-3d87-4bfa-a655-db0a46ac72ab tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0686827 Feb 17 09:33:41.987919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a57be0-3d87-4bfa-a655-db0a46ac72ab tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event updated for resources: {'Network': ['ID=f1189f1b-950f-4bc9-830d-00911ebe90c7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:42.007510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network f1189f1b-950f-4bc9-830d-00911ebe90c7 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:33:42.035283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Router 9fc7d140-324d-418d-bbd2-21e8c512ff75 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:33:42.148304 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dacd8bcd-fa37-4f37-8e42-baca8e9ccc47 None None] Provisioning complete for port 6976cd4a-0c05-4839-8bc4-0233b0ee647c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:42.149275 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dacd8bcd-fa37-4f37-8e42-baca8e9ccc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:42.179222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33424) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:42.273861 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dacd8bcd-fa37-4f37-8e42-baca8e9ccc47 None None] Port 6976cd4a-0c05-4839-8bc4-0233b0ee647c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:33:42.341799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Request body: {'subnets': [{'network_id': 'dcc1856c-75ed-4d02-abd1-763db3a004d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--269679362', 'ip_version': 4}, {'network_id': 'f1189f1b-950f-4bc9-830d-00911ebe90c7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:42.342257 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Request body: {'subnet': {'network_id': 'dcc1856c-75ed-4d02-abd1-763db3a004d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--269679362', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:42.343134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Request body: {'subnet': {'network_id': 'f1189f1b-950f-4bc9-830d-00911ebe90c7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:42.399563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a871872-513d-440b-b092-431e2a158638 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:42.411069 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-0dcc42c5-c9ba-40ab-87cd-cc8615f5c17c req-3fe83e69-9bed-49b6-852f-bfd895dea7c3 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Synchronizing usage tracker for tenant:45351d80e23d431fa58cca544e6abb1c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:42.424152 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a871872-513d-440b-b092-431e2a158638 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=dd8bc0ee-f602-403a-8150-9a3c51844bda,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:42.424152 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8a871872-513d-440b-b092-431e2a158638 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:42.442120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a871872-513d-440b-b092-431e2a158638 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:42.448309 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a871872-513d-440b-b092-431e2a158638 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:42.448936 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a871872-513d-440b-b092-431e2a158638 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:42.471002 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:42.521092 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d5d4881-c6ce-4a8a-9112-dd343e2df689 req-fdf5b52b-0af5-44ee-a668-34e5fb80ec51 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:33:42.539106 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34c29b4-ab10-4ac1-81fe-257a153a0b67 None None] Sync routers for ids ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:33:42.552958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34c29b4-ab10-4ac1-81fe-257a153a0b67 None None] Routers {'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:33:42.553702 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e34c29b4-ab10-4ac1-81fe-257a153a0b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:42.575017 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9b55bf7a-5db4-4812-9a62-21e8f279ff98 req-9809b390-cb03-44c4-9c37-d78eed09d443 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 210 time: 0.2033055 Feb 17 09:33:42.579306 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:33:42.603845 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Sync routers for ids ['9fc7d140-324d-418d-bbd2-21e8c512ff75'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:33:42.619749 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Routers {'9fc7d140-324d-418d-bbd2-21e8c512ff75'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:33:42.620377 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9fc7d140-324d-418d-bbd2-21e8c512ff75'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:42.682600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5d4881-c6ce-4a8a-9112-dd343e2df689 req-fdf5b52b-0af5-44ee-a668-34e5fb80ec51 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] No DVR routers for this DVR port c7a78d82-1623-46ea-b69d-0b767717ca4f on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:33:42.696873 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d5d4881-c6ce-4a8a-9112-dd343e2df689 req-fdf5b52b-0af5-44ee-a668-34e5fb80ec51 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:42.698943 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d5d4881-c6ce-4a8a-9112-dd343e2df689 req-fdf5b52b-0af5-44ee-a668-34e5fb80ec51 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.37 "DELETE /v2.0/ports/c7a78d82-1623-46ea-b69d-0b767717ca4f HTTP/1.1" status: 204 len: 173 time: 7.0426903 Feb 17 09:33:42.705164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b11be56-6402-406d-94aa-f4bcbe9f1a73', 'name': 'network-vif-deleted', 'tag': 'c7a78d82-1623-46ea-b69d-0b767717ca4f'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:33:42.798546 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-0dcc42c5-c9ba-40ab-87cd-cc8615f5c17c req-3fe83e69-9bed-49b6-852f-bfd895dea7c3 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Unset dirty status for tenant:45351d80e23d431fa58cca544e6abb1c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:42.799781 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0dcc42c5-c9ba-40ab-87cd-cc8615f5c17c req-3fe83e69-9bed-49b6-852f-bfd895dea7c3 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 210 time: 0.8172753 Feb 17 09:33:42.839975 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-e0bcdc69-255a-469f-9d4b-4ce51d5fa1c9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:42.844250 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b11be56-6402-406d-94aa-f4bcbe9f1a73', 'name': 'network-vif-deleted', 'tag': 'c7a78d82-1623-46ea-b69d-0b767717ca4f', 'status': 'completed', 'code': 200} Feb 17 09:33:42.855120 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8a871872-513d-440b-b092-431e2a158638 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 5.3757973 Feb 17 09:33:42.864304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33430) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:42.932961 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ffc573df-0758-44ae-88bb-385a48d3c6d1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "PUT /v2.0/routers/9fc7d140-324d-418d-bbd2-21e8c512ff75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8235273 Feb 17 09:33:42.938483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:42.941446 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33434) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:42.960169 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Set router 9fc7d140-324d-418d-bbd2-21e8c512ff75 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:33:42.982646 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-e34c29b4-ab10-4ac1-81fe-257a153a0b67 None None] Set router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:33:43.047453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1955d576-f9cb-4445-9b01-2625c067d0e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:43.055977 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Usage tracker for resource:subnet and tenant:1aac11e0834145ed99250ca60ee8ae1a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:43.059664 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:43.064171 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9f54bd-84b9-4c71-9600-5e2c3bbae55a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:43.065009 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2e9f54bd-84b9-4c71-9600-5e2c3bbae55a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:43.066356 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:43.231349 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:43.337297 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305671a1-d385-400b-ae13-f555672f4de6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:43.338011 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-305671a1-d385-400b-ae13-f555672f4de6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:43.394758 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955d576-f9cb-4445-9b01-2625c067d0e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Subnet': ['ID=6978ef30-e2a7-4a05-9c18-63e7c3e46091,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:43.398568 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Made reservation on behalf of 1aac11e0834145ed99250ca60ee8ae1a for: {'subnet': 2} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:43.405013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:43.405381 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:43.443890 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1955d576-f9cb-4445-9b01-2625c067d0e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Checking segment: {'id': '95772829-e665-4aac-9578-a753e9f778b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '581a25e1-630b-469e-a195-a6908cb0398a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:43.444239 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1955d576-f9cb-4445-9b01-2625c067d0e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network hostable DHCP agents. Network: 581a25e1-630b-469e-a195-a6908cb0398a, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:33:43.483902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2e9f54bd-84b9-4c71-9600-5e2c3bbae55a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:43.488490 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2e9f54bd-84b9-4c71-9600-5e2c3bbae55a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports/dd8bc0ee-f602-403a-8150-9a3c51844bda HTTP/1.1" status: 200 len: 845 time: 0.6230359 Feb 17 09:33:43.493971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33438) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:43.512524 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e34c29b4-ab10-4ac1-81fe-257a153a0b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'name': 'tempest-ServersTestJSON-175785175-router', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:02Z', 'updated_at': '2022-02-17T09:31:17Z', 'revision_number': 4, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'gw_port': {'id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'bae1096b-ef0e-493f-9f53-34844bc7fe05', 'name': '', 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'mac_address': 'fa:16:3e:d9:08:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:12Z', 'updated_at': '2022-02-17T09:31:30Z', 'revision_number': 5, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'subnets': [{'id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:43.520074 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34c29b4-ab10-4ac1-81fe-257a153a0b67 None None] Checking router: bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:33:43.536160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34c29b4-ab10-4ac1-81fe-257a153a0b67 None None] Routers {'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:33:43.537054 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e34c29b4-ab10-4ac1-81fe-257a153a0b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:43.582381 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-305671a1-d385-400b-ae13-f555672f4de6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:43.587167 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-305671a1-d385-400b-ae13-f555672f4de6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports/6976cd4a-0c05-4839-8bc4-0233b0ee647c HTTP/1.1" status: 200 len: 911 time: 0.6440849 Feb 17 09:33:43.592220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33442) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:43.626347 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc7d140-324d-418d-bbd2-21e8c512ff75', 'name': 'tempest-NetworksTestDHCPv6-router-305440523', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:35Z', 'updated_at': '2022-02-17T09:33:39Z', 'revision_number': 2, 'project_id': '7a78389fa4884086b937eed20c503bce', 'gw_port_host': None, '_interfaces': [{'id': '6976cd4a-0c05-4839-8bc4-0233b0ee647c', 'name': '', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'mac_address': 'fa:16:3e:39:b5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc7d140-324d-418d-bbd2-21e8c512ff75', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd81249be-4193-439c-a048-a8d27879234a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:33:37Z', 'updated_at': '2022-02-17T09:33:40Z', 'revision_number': 2, 'project_id': '7a78389fa4884086b937eed20c503bce', 'subnets': [{'id': 'd81249be-4193-439c-a048-a8d27879234a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:43.631372 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-e0bcdc69-255a-469f-9d4b-4ce51d5fa1c9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:43.632391 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Checking router: 9fc7d140-324d-418d-bbd2-21e8c512ff75 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:33:43.632945 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Updating router 9fc7d140-324d-418d-bbd2-21e8c512ff75 port 6976cd4a-0c05-4839-8bc4-0233b0ee647c binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:33:43.760512 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:43.873736 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-e0bcdc69-255a-469f-9d4b-4ce51d5fa1c9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Network 612792ee-5540-4342-9551-b96d0b137d35 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:43.879955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-e0bcdc69-255a-469f-9d4b-4ce51d5fa1c9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:43.886554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-e0bcdc69-255a-469f-9d4b-4ce51d5fa1c9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:43.928944 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bde26a87-b675-4ae2-99ab-f1b367006cf8 req-bfc2adb0-9387-4069-9dcd-e0421fe298a4 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11be56-6402-406d-94aa-f4bcbe9f1a73 HTTP/1.1" status: 200 len: 210 time: 0.1075230 Feb 17 09:33:43.957318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5de517c-602b-4e13-8df1-530e4cc5b441 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:43.964260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5de517c-602b-4e13-8df1-530e4cc5b441 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:43.967550 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e5de517c-602b-4e13-8df1-530e4cc5b441 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3541858 Feb 17 09:33:43.970595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33450) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:43.987068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a82b0a0d-954f-4380-9caa-5823309edb3c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port dd8bc0ee-f602-403a-8150-9a3c51844bda {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:43.987619 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a82b0a0d-954f-4380-9caa-5823309edb3c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:44.075428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bcdc69-255a-469f-9d4b-4ce51d5fa1c9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Pushing event updated for resources: {'Port': ['ID=f05b828e-770d-4ae0-add0-c070b365837b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:44.111230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-e0bcdc69-255a-469f-9d4b-4ce51d5fa1c9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:44.111884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-e0bcdc69-255a-469f-9d4b-4ce51d5fa1c9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:44.145531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-e34c29b4-ab10-4ac1-81fe-257a153a0b67 None None] Set router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:33:44.150915 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1955d576-f9cb-4445-9b01-2625c067d0e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network 581a25e1-630b-469e-a195-a6908cb0398a is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:33:44.309621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-1955d576-f9cb-4445-9b01-2625c067d0e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 581a25e1-630b-469e-a195-a6908cb0398a) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:44.316378 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1955d576-f9cb-4445-9b01-2625c067d0e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:44.317971 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1955d576-f9cb-4445-9b01-2625c067d0e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:44.387722 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceedd11-6f64-4899-b714-1592c915b708 None None] Network 581a25e1-630b-469e-a195-a6908cb0398a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:44.475082 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:44.489842 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Transition to ACTIVE for port object 6976cd4a-0c05-4839-8bc4-0233b0ee647c will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:44.519519 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Router 18813e59-4391-42e9-a3e2-598b91ae54b0 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:33:44.573647 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a82b0a0d-954f-4380-9caa-5823309edb3c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:44.674457 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:44.714975 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1955d576-f9cb-4445-9b01-2625c067d0e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5260596 Feb 17 09:33:44.723486 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33454) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:44.814901 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a82b0a0d-954f-4380-9caa-5823309edb3c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for dd8bc0ee-f602-403a-8150-9a3c51844bda owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:44.905108 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648b880-345e-4265-b8b6-67f0726c2157 None None] Pushing event updated for resources: {'Port': ['ID=6976cd4a-0c05-4839-8bc4-0233b0ee647c,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:44.914984 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-e0bcdc69-255a-469f-9d4b-4ce51d5fa1c9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9449282 Feb 17 09:33:44.964121 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Request body: {'port': {'device_id': '986990a6-6c22-44b6-bbce-fc7c48ec2d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:44.968551 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-581a25e1-630b-469e-a195-a6908cb0398a', 'network_id': '581a25e1-630b-469e-a195-a6908cb0398a', 'tenant_id': 'd71f25c9faa84e9ea04b56d745ca03fe', 'fixed_ips': [{'subnet_id': '6978ef30-e2a7-4a05-9c18-63e7c3e46091'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:33:44.969226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:45.051905 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e34c29b4-ab10-4ac1-81fe-257a153a0b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'name': 'tempest-ServersTestJSON-175785175-router', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:02Z', 'updated_at': '2022-02-17T09:31:17Z', 'revision_number': 4, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'gw_port': {'id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'bae1096b-ef0e-493f-9f53-34844bc7fe05', 'name': '', 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'mac_address': 'fa:16:3e:d9:08:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:12Z', 'updated_at': '2022-02-17T09:31:30Z', 'revision_number': 5, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'subnets': [{'id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:45.064085 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34c29b4-ab10-4ac1-81fe-257a153a0b67 None None] The sync data for ids ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'] in dv-neutron-828143-5-hyperv is: [{'id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'name': 'tempest-ServersTestJSON-175785175-router', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:02Z', 'updated_at': '2022-02-17T09:31:17Z', 'revision_number': 4, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'gw_port': {'id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'bae1096b-ef0e-493f-9f53-34844bc7fe05', 'name': '', 'network_id': 'a19cb067-687e-46e4-8864-55b4e53b82a3', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'mac_address': 'fa:16:3e:d9:08:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:12Z', 'updated_at': '2022-02-17T09:31:30Z', 'revision_number': 5, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'subnets': [{'id': '817248b4-1923-4b39-90c7-0ed24f8eb587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:33:45.132129 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Attempting to bind port 6976cd4a-0c05-4839-8bc4-0233b0ee647c on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:33:45.132773 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Attempting to bind port 6976cd4a-0c05-4839-8bc4-0233b0ee647c by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:33:45.133123 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Attempting to bind port 6976cd4a-0c05-4839-8bc4-0233b0ee647c on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:45.156447 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:33:45.156968 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:45.157373 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:45.157873 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:33:45.170584 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Bound port: 6976cd4a-0c05-4839-8bc4-0233b0ee647c, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:33:45.170584 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:45.215776 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:45.236030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9d5d1-623a-4ae4-8347-dd786897ad41 req-bf17b67c-0731-4bbe-afe7-a2c7479f8396 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:45.237954 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-85f9d5d1-623a-4ae4-8347-dd786897ad41 req-bf17b67c-0731-4bbe-afe7-a2c7479f8396 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 932 time: 0.7326410 Feb 17 09:33:45.301992 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Allocated IP 172.20.0.1 (581a25e1-630b-469e-a195-a6908cb0398a/6978ef30-e2a7-4a05-9c18-63e7c3e46091/df65b94a-60ab-4572-8977-9232f30fe77c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:45.353472 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] For port 6976cd4a-0c05-4839-8bc4-0233b0ee647c, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:33:45.360191 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33464) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:45.370677 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] For port 6976cd4a-0c05-4839-8bc4-0233b0ee647c, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6976cd4a-0c05-4839-8bc4-0233b0ee647c,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:33:45.411439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a82b0a0d-954f-4380-9caa-5823309edb3c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:45.464062 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:45.506161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b0a0d-954f-4380-9caa-5823309edb3c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=dd8bc0ee-f602-403a-8150-9a3c51844bda,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:45.521912 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:33:45.528202 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:45.531218 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:45.574636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-85f9d5d1-623a-4ae4-8347-dd786897ad41 req-306541e7-50dc-4a7c-b4c4-132b3b519f6a tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Synchronizing usage tracker for tenant:45351d80e23d431fa58cca544e6abb1c on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:45.577969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Sync routers for ids ['18813e59-4391-42e9-a3e2-598b91ae54b0'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:33:45.584003 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a82b0a0d-954f-4380-9caa-5823309edb3c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:45.587472 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a82b0a0d-954f-4380-9caa-5823309edb3c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/dd8bc0ee-f602-403a-8150-9a3c51844bda HTTP/1.1" status: 204 len: 168 time: 2.0898178 Feb 17 09:33:45.589447 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33468) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:45.612684 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Routers {'18813e59-4391-42e9-a3e2-598b91ae54b0'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:33:45.613307 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['18813e59-4391-42e9-a3e2-598b91ae54b0'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:45.690750 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:45.691958 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0d8db109-aae9-495a-9485-e95da43050ae tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.7727382 Feb 17 09:33:45.694793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2617ddc0-0b3a-4c63-ab6c-702813789c4d tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:45.697658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33472) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:45.707808 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-e849bfcd-e84a-4cb7-8d63-6049b14cc064 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] GET failed (client error): The resource could not be found. Feb 17 09:33:45.708349 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e849bfcd-e84a-4cb7-8d63-6049b14cc064 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:45.773812 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648b880-345e-4265-b8b6-67f0726c2157 None None] Pushing event updated for resources: {'Port': ['ID=6976cd4a-0c05-4839-8bc4-0233b0ee647c,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:45.797839 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a20e4f-6c6f-45d9-8cd3-03715ffc7dde None None] New status for floating IP 7f253cab-ddff-40ff-b015-66423c30da10: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:33:45.839983 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:45.862664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-85f9d5d1-623a-4ae4-8347-dd786897ad41 req-306541e7-50dc-4a7c-b4c4-132b3b519f6a tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Unset dirty status for tenant:45351d80e23d431fa58cca544e6abb1c on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:45.864349 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-85f9d5d1-623a-4ae4-8347-dd786897ad41 req-306541e7-50dc-4a7c-b4c4-132b3b519f6a tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5880911 Feb 17 09:33:45.877023 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Transition to ACTIVE for port object df65b94a-60ab-4572-8977-9232f30fe77c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:45.932788 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Routers {'9fc7d140-324d-418d-bbd2-21e8c512ff75'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:33:45.933821 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9fc7d140-324d-418d-bbd2-21e8c512ff75'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:45.999213 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Transition to ACTIVE for port object df65b94a-60ab-4572-8977-9232f30fe77c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:46.023964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Set router 18813e59-4391-42e9-a3e2-598b91ae54b0 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:33:46.092975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2617ddc0-0b3a-4c63-ab6c-702813789c4d tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:46.160378 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:46.172126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05b828e-770d-4ae0-add0-c070b365837b {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:33:46.180737 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:46.202807 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e849bfcd-e84a-4cb7-8d63-6049b14cc064 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:46.204474 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e849bfcd-e84a-4cb7-8d63-6049b14cc064 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports/dd8bc0ee-f602-403a-8150-9a3c51844bda HTTP/1.1" status: 404 len: 333 time: 0.6139009 Feb 17 09:33:46.211587 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33476) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:46.220145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-17c81257-f3dc-421e-921f-31c96dec6381 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2', 'name': 'tempest-PortsIpV6TestJSON-1934626533'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:46.286383 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2617ddc0-0b3a-4c63-ab6c-702813789c4d tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:46.303178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Checking segment: {'id': 'a8250b0d-055e-4ffc-b974-0b50b484b9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'dcc1856c-75ed-4d02-abd1-763db3a004d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:46.303814 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Network hostable DHCP agents. Network: dcc1856c-75ed-4d02-abd1-763db3a004d2, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:33:46.341022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617ddc0-0b3a-4c63-ab6c-702813789c4d tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bd0d06-6c49-4b93-a4d8-5009cc763dee,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:46.382300 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-17c81257-f3dc-421e-921f-31c96dec6381 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:46.407687 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-17c81257-f3dc-421e-921f-31c96dec6381 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:46.432016 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:46.436852 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] Set router 9fc7d140-324d-418d-bbd2-21e8c512ff75 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:33:46.465012 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-882e876c-c4b6-41ac-bcf3-4920b268ebb9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:46.526718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Network 581a25e1-630b-469e-a195-a6908cb0398a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:46.530344 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:46.536762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:46.548639 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Transition to ACTIVE for port object f05b828e-770d-4ae0-add0-c070b365837b will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:46.548803 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Pushing event updated for resources: {'Port': ['ID=df65b94a-60ab-4572-8977-9232f30fe77c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:46.549627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c81257-f3dc-421e-921f-31c96dec6381 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:46.557839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17c81257-f3dc-421e-921f-31c96dec6381 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:46.612600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-17c81257-f3dc-421e-921f-31c96dec6381 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] device_id is not set on port 8450d0fe-2ef7-44d7-9b9f-337d9c0c554c yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:33:46.672396 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:46.677686 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event updated for resources: {'Subnet': ['ID=4ecc6f0a-0784-4e48-9475-ec80be393e06,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:46.688905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:46.697602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Attempting to bind port df65b94a-60ab-4572-8977-9232f30fe77c on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:33:46.698517 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Attempting to bind port df65b94a-60ab-4572-8977-9232f30fe77c by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '95772829-e665-4aac-9578-a753e9f778b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '581a25e1-630b-469e-a195-a6908cb0398a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:33:46.699122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Attempting to bind port df65b94a-60ab-4572-8977-9232f30fe77c on network 581a25e1-630b-469e-a195-a6908cb0398a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:46.705336 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:33:46.706111 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Checking segment: {'id': '95772829-e665-4aac-9578-a753e9f778b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '581a25e1-630b-469e-a195-a6908cb0398a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:46.706746 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:46.707348 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Bound using segment: {'id': '95772829-e665-4aac-9578-a753e9f778b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '581a25e1-630b-469e-a195-a6908cb0398a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:33:46.708050 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Bound port: df65b94a-60ab-4572-8977-9232f30fe77c, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95772829-e665-4aac-9578-a753e9f778b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '581a25e1-630b-469e-a195-a6908cb0398a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:33:46.708792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:46.740292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2617ddc0-0b3a-4c63-ab6c-702813789c4d tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:46.741561 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2617ddc0-0b3a-4c63-ab6c-702813789c4d tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "DELETE /v2.0/security-groups/14bd0d06-6c49-4b93-a4d8-5009cc763dee HTTP/1.1" status: 204 len: 168 time: 1.3801110 Feb 17 09:33:46.750870 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33480) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:46.756089 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18813e59-4391-42e9-a3e2-598b91ae54b0', 'name': 'tempest-snat-router-1696027675', 'tenant_id': '46ad42404c5e42e69b8288b9e6cb16c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.46'}], 'enable_snat': False}, 'gw_port_id': '3a08ba48-a747-48e5-9264-91d69d799200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:34Z', 'updated_at': '2022-02-17T09:33:41Z', 'revision_number': 3, 'project_id': '46ad42404c5e42e69b8288b9e6cb16c8', 'gw_port': {'id': '3a08ba48-a747-48e5-9264-91d69d799200', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18813e59-4391-42e9-a3e2-598b91ae54b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:33:38Z', 'updated_at': '2022-02-17T09:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:46.784190 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Checking router: 18813e59-4391-42e9-a3e2-598b91ae54b0 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:33:46.784866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Updating router 18813e59-4391-42e9-a3e2-598b91ae54b0 port 3a08ba48-a747-48e5-9264-91d69d799200 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:33:46.813486 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Subnet': ['ID=6978ef30-e2a7-4a05-9c18-63e7c3e46091,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:46.867515 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:46.873794 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f19a6a59-f9e4-4344-9bf4-dd484ac5ea37 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "GET /v2.0/routers/18813e59-4391-42e9-a3e2-598b91ae54b0 HTTP/1.1" status: 200 len: 908 time: 1.1737490 Feb 17 09:33:46.879508 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33484) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:46.901957 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1696027675', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'enable_snat': True}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:46.916895 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Network dcc1856c-75ed-4d02-abd1-763db3a004d2 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:33:46.923104 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:46.928567 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:46.943731 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Usage tracker for resource:router and tenant:46ad42404c5e42e69b8288b9e6cb16c8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:46.949516 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:46.957607 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:46.967986 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc7d140-324d-418d-bbd2-21e8c512ff75', 'name': 'tempest-NetworksTestDHCPv6-router-305440523', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:35Z', 'updated_at': '2022-02-17T09:33:39Z', 'revision_number': 2, 'project_id': '7a78389fa4884086b937eed20c503bce', 'gw_port_host': None, '_interfaces': [{'id': '6976cd4a-0c05-4839-8bc4-0233b0ee647c', 'name': '', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'mac_address': 'fa:16:3e:39:b5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc7d140-324d-418d-bbd2-21e8c512ff75', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd81249be-4193-439c-a048-a8d27879234a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:33:37Z', 'updated_at': '2022-02-17T09:33:45Z', 'revision_number': 4, 'project_id': '7a78389fa4884086b937eed20c503bce', 'subnets': [{'id': 'd81249be-4193-439c-a048-a8d27879234a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:46.981018 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca1aba8-1d3d-4002-ac37-68b79c899c51 None None] The sync data for ids ['9fc7d140-324d-418d-bbd2-21e8c512ff75'] in dv-neutron-828143-5-hyperv is: [{'id': '9fc7d140-324d-418d-bbd2-21e8c512ff75', 'name': 'tempest-NetworksTestDHCPv6-router-305440523', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:35Z', 'updated_at': '2022-02-17T09:33:39Z', 'revision_number': 2, 'project_id': '7a78389fa4884086b937eed20c503bce', 'gw_port_host': None, '_interfaces': [{'id': '6976cd4a-0c05-4839-8bc4-0233b0ee647c', 'name': '', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'mac_address': 'fa:16:3e:39:b5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc7d140-324d-418d-bbd2-21e8c512ff75', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd81249be-4193-439c-a048-a8d27879234a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:33:37Z', 'updated_at': '2022-02-17T09:33:45Z', 'revision_number': 4, 'project_id': '7a78389fa4884086b937eed20c503bce', 'subnets': [{'id': 'd81249be-4193-439c-a048-a8d27879234a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:33:46.983799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581a25e1-630b-469e-a195-a6908cb0398a']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:47.005604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95772829-e665-4aac-9578-a753e9f778b0') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:47.005604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95772829-e665-4aac-9578-a753e9f778b0') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:47.025085 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-5fb66627-0ec7-47a0-8827-cfe000e0e5c7 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] show failed (client error): The resource could not be found. Feb 17 09:33:47.026353 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5fb66627-0ec7-47a0-8827-cfe000e0e5c7 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "GET /v2.0/security-groups/14bd0d06-6c49-4b93-a4d8-5009cc763dee HTTP/1.1" status: 404 len: 347 time: 0.2328353 Feb 17 09:33:47.039651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33490) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:47.039651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:47.084350 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Pushing event updated for resources: {'Port': ['ID=f05b828e-770d-4ae0-add0-c070b365837b,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:47.170212 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] For port df65b94a-60ab-4572-8977-9232f30fe77c, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:33:47.198838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] For port df65b94a-60ab-4572-8977-9232f30fe77c, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=df65b94a-60ab-4572-8977-9232f30fe77c,segment=NetworkSegment(95772829-e665-4aac-9578-a753e9f778b0),segment_id=95772829-e665-4aac-9578-a753e9f778b0)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:33:47.202089 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, dcc1856c-75ed-4d02-abd1-763db3a004d2) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:47.222884 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:47.222884 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:47.231561 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb0f2e-f433-446b-b0ff-647978b8005c None None] Network dcc1856c-75ed-4d02-abd1-763db3a004d2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:47.234460 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:47.336258 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:47.360034 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Attempting to bind port f05b828e-770d-4ae0-add0-c070b365837b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:33:47.360607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Attempting to bind port f05b828e-770d-4ae0-add0-c070b365837b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '980f5558-e57d-4cd8-8640-12d2366c8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '612792ee-5540-4342-9551-b96d0b137d35'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:33:47.360783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Attempting to bind port f05b828e-770d-4ae0-add0-c070b365837b on network 612792ee-5540-4342-9551-b96d0b137d35 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:47.383447 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Port f05b828e-770d-4ae0-add0-c070b365837b on network 612792ee-5540-4342-9551-b96d0b137d35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:33:47.389388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Attempting to bind port f05b828e-770d-4ae0-add0-c070b365837b on network 612792ee-5540-4342-9551-b96d0b137d35 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:47.389525 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-882e876c-c4b6-41ac-bcf3-4920b268ebb9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port 6976cd4a-0c05-4839-8bc4-0233b0ee647c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:47.389525 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-882e876c-c4b6-41ac-bcf3-4920b268ebb9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:47.417862 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:33:47.422624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Checking segment: {'id': '980f5558-e57d-4cd8-8640-12d2366c8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '612792ee-5540-4342-9551-b96d0b137d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:47.422624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Bound using segment: {'id': '980f5558-e57d-4cd8-8640-12d2366c8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '612792ee-5540-4342-9551-b96d0b137d35'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:33:47.422624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Bound port: f05b828e-770d-4ae0-add0-c070b365837b, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980f5558-e57d-4cd8-8640-12d2366c8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '612792ee-5540-4342-9551-b96d0b137d35'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:33:47.422624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:47.443665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:47.465942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17c81257-f3dc-421e-921f-31c96dec6381 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:47.476569 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4a56fc2c-326c-4929-a8cd-bed5a0df7ee6 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Deleting port ebd3c650-a837-4e4c-87e0-0e8a582afd8a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:47.476907 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a56fc2c-326c-4929-a8cd-bed5a0df7ee6 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:47.503788 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:47.509700 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:47.533195 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:47.623004 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] For port f05b828e-770d-4ae0-add0-c070b365837b, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:33:47.670988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9b258-ccd6-4070-815b-1035677c815a None None] Pushing event updated for resources: {'Port': ['ID=df65b94a-60ab-4572-8977-9232f30fe77c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:47.678732 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc70ce26-fff2-4e0f-9f65-ca412b99b923 None None] Network 581a25e1-630b-469e-a195-a6908cb0398a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:47.702097 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:47.724420 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17c81257-f3dc-421e-921f-31c96dec6381 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:47.835974 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c81257-f3dc-421e-921f-31c96dec6381 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:47.840516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-17c81257-f3dc-421e-921f-31c96dec6381 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:47.852826 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c81257-f3dc-421e-921f-31c96dec6381 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:47.858999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c81257-f3dc-421e-921f-31c96dec6381 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:47.860524 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17c81257-f3dc-421e-921f-31c96dec6381 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:47.891786 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c81257-f3dc-421e-921f-31c96dec6381 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=8450d0fe-2ef7-44d7-9b9f-337d9c0c554c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:47.987313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event updated for resources: {'Subnet': ['ID=b8f217d7-a58c-458a-81c8-a1798bd96997,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:48.017235 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-17c81257-f3dc-421e-921f-31c96dec6381 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8037357 Feb 17 09:33:48.019883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33494) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:48.027219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-356991a8-868b-4c96-8ca5-22974a79bcb9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:48.055619 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Transition to ACTIVE for port object 3a08ba48-a747-48e5-9264-91d69d799200 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:48.081879 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-dcc1856c-75ed-4d02-abd1-763db3a004d2', 'network_id': 'dcc1856c-75ed-4d02-abd1-763db3a004d2', 'tenant_id': '1aac11e0834145ed99250ca60ee8ae1a', 'fixed_ips': [{'subnet_id': '4ecc6f0a-0784-4e48-9475-ec80be393e06'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:33:48.082731 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:48.108258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] For port f05b828e-770d-4ae0-add0-c070b365837b, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f05b828e-770d-4ae0-add0-c070b365837b,segment=NetworkSegment(980f5558-e57d-4cd8-8640-12d2366c8919),segment_id=980f5558-e57d-4cd8-8640-12d2366c8919)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:33:48.143666 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:48.158437 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 09:33:48.158437 dv-neutron-828143-5-hyperv neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 09:33:48.158437 dv-neutron-828143-5-hyperv neutron-server[88369]: [parameters: {'id': '581a25e1-630b-469e-a195-a6908cb0398a'}] Feb 17 09:33:48.158437 dv-neutron-828143-5-hyperv neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:33:48.158437 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:33:48.158437 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Checking segment: {'id': 'db2e21fd-b73c-4f9f-a85a-1899df48c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f1189f1b-950f-4bc9-830d-00911ebe90c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:48.159083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Network hostable DHCP agents. Network: f1189f1b-950f-4bc9-830d-00911ebe90c7, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:33:48.182598 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3787c-ee89-4756-8d98-ccd0a618532f req-a60dec3c-436e-478d-acf7-7c2b9e3aa1c5 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:48.184264 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9af3787c-ee89-4756-8d98-ccd0a618532f req-a60dec3c-436e-478d-acf7-7c2b9e3aa1c5 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 944 time: 1.0600405 Feb 17 09:33:48.211312 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-356991a8-868b-4c96-8ca5-22974a79bcb9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:48.218291 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:48.265140 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-882e876c-c4b6-41ac-bcf3-4920b268ebb9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] For port 6976cd4a-0c05-4839-8bc4-0233b0ee647c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6976cd4a-0c05-4839-8bc4-0233b0ee647c,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:48.266020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-882e876c-c4b6-41ac-bcf3-4920b268ebb9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:48.279229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:48.316629 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a56fc2c-326c-4929-a8cd-bed5a0df7ee6 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:48.316963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a56fc2c-326c-4929-a8cd-bed5a0df7ee6 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:48.348448 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:48.349170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:48.350815 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] 10.222.0.37 "PUT /v2.0/ports/f05b828e-770d-4ae0-add0-c070b365837b HTTP/1.1" status: 200 len: 1094 time: 3.4225991 Feb 17 09:33:48.354128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986990a6-6c22-44b6-bbce-fc7c48ec2d8c', 'tag': 'f05b828e-770d-4ae0-add0-c070b365837b'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:33:48.396555 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd92eb-6631-4e73-8990-1007dbc5e6b4 None None] Pushing event updated for resources: {'Port': ['ID=3a08ba48-a747-48e5-9264-91d69d799200,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:48.431727 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Attempting to bind port 3a08ba48-a747-48e5-9264-91d69d799200 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:33:48.432273 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Attempting to bind port 3a08ba48-a747-48e5-9264-91d69d799200 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:33:48.432779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Attempting to bind port 3a08ba48-a747-48e5-9264-91d69d799200 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:48.433651 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986990a6-6c22-44b6-bbce-fc7c48ec2d8c', 'tag': 'f05b828e-770d-4ae0-add0-c070b365837b', 'status': 'completed', 'code': 200} Feb 17 09:33:48.445705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Allocated IP 172.20.0.2 (dcc1856c-75ed-4d02-abd1-763db3a004d2/4ecc6f0a-0784-4e48-9475-ec80be393e06/102522ed-be33-49a6-8cb7-28a0fef0b468) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:48.464200 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:33:48.468120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:33:48.468521 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:48.469957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:48.470402 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:33:48.471034 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Bound port: 3a08ba48-a747-48e5-9264-91d69d799200, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:33:48.471595 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:48.521530 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-882e876c-c4b6-41ac-bcf3-4920b268ebb9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for 6976cd4a-0c05-4839-8bc4-0233b0ee647c owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:48.545352 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d54299-bf74-4d03-a242-dc81c4971346 service neutron] Pushing event updated for resources: {'Port': ['ID=f05b828e-770d-4ae0-add0-c070b365837b,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:48.644690 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf373f-8f61-44cc-be19-e67cd4b43d70 req-b9e2624d-89af-451c-bfe2-65355b89542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:48.646224 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-02bf373f-8f61-44cc-be19-e67cd4b43d70 req-b9e2624d-89af-451c-bfe2-65355b89542d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45351d80e23d431fa58cca544e6abb1c&device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 1097 time: 0.1540282 Feb 17 09:33:48.655068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-356991a8-868b-4c96-8ca5-22974a79bcb9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:48.690644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] For port 3a08ba48-a747-48e5-9264-91d69d799200, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:33:48.712375 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] For port 3a08ba48-a747-48e5-9264-91d69d799200, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=3a08ba48-a747-48e5-9264-91d69d799200,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:33:48.725581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:48.753714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-356991a8-868b-4c96-8ca5-22974a79bcb9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:48.797022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:48.806202 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9af3787c-ee89-4756-8d98-ccd0a618532f req-b8298fbc-91f0-4811-b554-a4cbd58f3cc3 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927231 Feb 17 09:33:48.807169 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Network f1189f1b-950f-4bc9-830d-00911ebe90c7 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:33:48.819391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4a56fc2c-326c-4929-a8cd-bed5a0df7ee6 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Calling delete_port for ebd3c650-a837-4e4c-87e0-0e8a582afd8a owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:48.859259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356991a8-868b-4c96-8ca5-22974a79bcb9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=8450d0fe-2ef7-44d7-9b9f-337d9c0c554c,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:48.865464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-356991a8-868b-4c96-8ca5-22974a79bcb9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] In _notify_port_updated(), no bound segment for port 8450d0fe-2ef7-44d7-9b9f-337d9c0c554c on network 8f534e94-0039-4af3-9d58-6a990ce882c2 {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:33:48.871835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356991a8-868b-4c96-8ca5-22974a79bcb9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:48.872492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-356991a8-868b-4c96-8ca5-22974a79bcb9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:48.873832 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-356991a8-868b-4c96-8ca5-22974a79bcb9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "PUT /v2.0/ports/8450d0fe-2ef7-44d7-9b9f-337d9c0c554c HTTP/1.1" status: 200 len: 818 time: 0.8527281 Feb 17 09:33:48.877852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33500) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:48.919446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd92eb-6631-4e73-8990-1007dbc5e6b4 None None] Pushing event updated for resources: {'Port': ['ID=3a08ba48-a747-48e5-9264-91d69d799200,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:48.953218 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:48.969324 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Routers {'18813e59-4391-42e9-a3e2-598b91ae54b0'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:33:48.970028 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['18813e59-4391-42e9-a3e2-598b91ae54b0'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:49.004525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c1e9ef02-105b-474b-9812-a18f2a51514b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port 8450d0fe-2ef7-44d7-9b9f-337d9c0c554c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:49.004874 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ef02-105b-474b-9812-a18f2a51514b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:49.028416 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Transition to ACTIVE for port object 102522ed-be33-49a6-8cb7-28a0fef0b468 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:49.042314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Deleting port df65b94a-60ab-4572-8977-9232f30fe77c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:49.042936 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:49.056418 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf373f-8f61-44cc-be19-e67cd4b43d70 req-4a71a3d3-141b-441f-bade-b62f923af4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:49.058053 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-02bf373f-8f61-44cc-be19-e67cd4b43d70 req-4a71a3d3-141b-441f-bade-b62f923af4f0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=45351d80e23d431fa58cca544e6abb1c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3973570 Feb 17 09:33:49.083274 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Transition to ACTIVE for port object 102522ed-be33-49a6-8cb7-28a0fef0b468 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:49.187855 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6976cd4a-0c05-4839-8bc4-0233b0ee647c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:33:49.204082 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, f1189f1b-950f-4bc9-830d-00911ebe90c7) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:49.224910 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:49.226703 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366cd820-e833-43d3-b2e0-3e4c31f2a99a None None] Network f1189f1b-950f-4bc9-830d-00911ebe90c7 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:49.239053 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:49.239527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:49.240166 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:49.252155 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:49.257823 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] Set router 18813e59-4391-42e9-a3e2-598b91ae54b0 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:33:49.514265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ef02-105b-474b-9812-a18f2a51514b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:49.525490 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf373f-8f61-44cc-be19-e67cd4b43d70 req-15544f55-901b-4c55-9ccc-4a6860fe7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:49.525490 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-02bf373f-8f61-44cc-be19-e67cd4b43d70 req-15544f55-901b-4c55-9ccc-4a6860fe7f97 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4578562 Feb 17 09:33:49.675393 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Network dcc1856c-75ed-4d02-abd1-763db3a004d2 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:49.687179 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:49.703529 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-60323c57-8762-497b-9214-ae37f6ab6b24 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 7.5193646 Feb 17 09:33:49.704179 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:49.704603 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c1e9ef02-105b-474b-9812-a18f2a51514b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for 8450d0fe-2ef7-44d7-9b9f-337d9c0c554c owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:49.713590 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33504) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:49.733618 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Pushing event updated for resources: {'Port': ['ID=102522ed-be33-49a6-8cb7-28a0fef0b468,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:49.839816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-aaa6fb0f-8e5c-4d7d-9b23-84c711b286e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:49.841465 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-aaa6fb0f-8e5c-4d7d-9b23-84c711b286e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45351d80e23d431fa58cca544e6abb1c&device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 1097 time: 0.1778085 Feb 17 09:33:49.890150 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] For port df65b94a-60ab-4572-8977-9232f30fe77c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=df65b94a-60ab-4572-8977-9232f30fe77c,segment=NetworkSegment(95772829-e665-4aac-9578-a753e9f778b0),segment_id=95772829-e665-4aac-9578-a753e9f778b0)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:49.890565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:49.948286 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ef02-105b-474b-9812-a18f2a51514b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:50.033227 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-45cca81e-ab45-49ae-81b9-c8b4d5d330b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f05b828e-770d-4ae0-add0-c070b365837b HTTP/1.1" status: 200 len: 217 time: 0.1753306 Feb 17 09:33:50.036044 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Calling delete_port for df65b94a-60ab-4572-8977-9232f30fe77c owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:50.065190 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-882e876c-c4b6-41ac-bcf3-4920b268ebb9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:50.068847 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a56fc2c-326c-4929-a8cd-bed5a0df7ee6 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:50.072955 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 6976cd4a-0c05-4839-8bc4-0233b0ee647c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:50.083699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ef02-105b-474b-9812-a18f2a51514b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:50.103802 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 6976cd4a-0c05-4839-8bc4-0233b0ee647c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:50.104071 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:50.125699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9ef02-105b-474b-9812-a18f2a51514b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=8450d0fe-2ef7-44d7-9b9f-337d9c0c554c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:50.145460 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Port 6976cd4a-0c05-4839-8bc4-0233b0ee647c was deleted so its status cannot be updated. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 17 09:33:50.150926 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Attempting to bind port 102522ed-be33-49a6-8cb7-28a0fef0b468 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:33:50.151286 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Attempting to bind port 102522ed-be33-49a6-8cb7-28a0fef0b468 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'a8250b0d-055e-4ffc-b974-0b50b484b9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'dcc1856c-75ed-4d02-abd1-763db3a004d2'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:33:50.151643 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Attempting to bind port 102522ed-be33-49a6-8cb7-28a0fef0b468 on network dcc1856c-75ed-4d02-abd1-763db3a004d2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:50.161303 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:33:50.161720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Checking segment: {'id': 'a8250b0d-055e-4ffc-b974-0b50b484b9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'dcc1856c-75ed-4d02-abd1-763db3a004d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:50.162094 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:50.166226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Bound using segment: {'id': 'a8250b0d-055e-4ffc-b974-0b50b484b9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'dcc1856c-75ed-4d02-abd1-763db3a004d2'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:33:50.166392 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c1e9ef02-105b-474b-9812-a18f2a51514b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/8450d0fe-2ef7-44d7-9b9f-337d9c0c554c HTTP/1.1" status: 204 len: 168 time: 1.2844131 Feb 17 09:33:50.166500 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Bound port: 102522ed-be33-49a6-8cb7-28a0fef0b468, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8250b0d-055e-4ffc-b974-0b50b484b9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'dcc1856c-75ed-4d02-abd1-763db3a004d2'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:33:50.166500 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:50.166725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33510) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:50.193026 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e876c-c4b6-41ac-bcf3-4920b268ebb9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=6976cd4a-0c05-4839-8bc4-0233b0ee647c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:50.229576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-c8e3733f-c92f-4cbe-8635-b9aade07c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:50.231150 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-c8e3733f-c92f-4cbe-8635-b9aade07c087 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=384c3eae-bc4c-49e3-811e-a3b916ea1011 HTTP/1.1" status: 200 len: 851 time: 0.1523869 Feb 17 09:33:50.292145 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-212ff6e8-1ab5-4668-b1e9-0341b5abec76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=612792ee-5540-4342-9551-b96d0b137d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537958 Feb 17 09:33:50.293732 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b527b9-7a64-400d-9f36-d55e4d45ded4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:50.297498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b527b9-7a64-400d-9f36-d55e4d45ded4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:50.299054 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b527b9-7a64-400d-9f36-d55e4d45ded4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:50.299945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f1b527b9-7a64-400d-9f36-d55e4d45ded4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Synchronizing usage tracker for tenant:1aac11e0834145ed99250ca60ee8ae1a on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:50.332015 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d3a13-2467-47c5-80b2-e28f1fdf8aed req-ccdc29da-3903-47bd-8294-a5fd18b14a0d tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:50.333697 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-997d3a13-2467-47c5-80b2-e28f1fdf8aed req-ccdc29da-3903-47bd-8294-a5fd18b14a0d tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 944 time: 0.3038082 Feb 17 09:33:50.347966 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-f1189f1b-950f-4bc9-830d-00911ebe90c7', 'network_id': 'f1189f1b-950f-4bc9-830d-00911ebe90c7', 'tenant_id': '1aac11e0834145ed99250ca60ee8ae1a', 'fixed_ips': [{'subnet_id': 'b8f217d7-a58c-458a-81c8-a1798bd96997'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:33:50.349030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:50.389369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] For port 102522ed-be33-49a6-8cb7-28a0fef0b468, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:33:50.436635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56fc2c-326c-4929-a8cd-bed5a0df7ee6 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Pushing event deleted for resources: {'Port': ['ID=ebd3c650-a837-4e4c-87e0-0e8a582afd8a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:50.452788 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18813e59-4391-42e9-a3e2-598b91ae54b0', 'name': 'tempest-snat-router-1696027675', 'tenant_id': '46ad42404c5e42e69b8288b9e6cb16c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.46'}], 'enable_snat': False}, 'gw_port_id': '3a08ba48-a747-48e5-9264-91d69d799200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:34Z', 'updated_at': '2022-02-17T09:33:41Z', 'revision_number': 3, 'project_id': '46ad42404c5e42e69b8288b9e6cb16c8', 'gw_port': {'id': '3a08ba48-a747-48e5-9264-91d69d799200', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18813e59-4391-42e9-a3e2-598b91ae54b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:33:38Z', 'updated_at': '2022-02-17T09:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:50.466942 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] For port 102522ed-be33-49a6-8cb7-28a0fef0b468, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=102522ed-be33-49a6-8cb7-28a0fef0b468,segment=NetworkSegment(a8250b0d-055e-4ffc-b974-0b50b484b9b6),segment_id=a8250b0d-055e-4ffc-b974-0b50b484b9b6)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:33:50.475273 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-997d3a13-2467-47c5-80b2-e28f1fdf8aed req-aea1ddbd-e4b7-4ec8-9185-6d762fcc89d6 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719512 Feb 17 09:33:50.475629 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b052aa-ba01-4df7-b5de-f1d2db6ea21b None None] The sync data for ids ['18813e59-4391-42e9-a3e2-598b91ae54b0'] in dv-neutron-828143-5-hyperv is: [{'id': '18813e59-4391-42e9-a3e2-598b91ae54b0', 'name': 'tempest-snat-router-1696027675', 'tenant_id': '46ad42404c5e42e69b8288b9e6cb16c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.46'}], 'enable_snat': False}, 'gw_port_id': '3a08ba48-a747-48e5-9264-91d69d799200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:34Z', 'updated_at': '2022-02-17T09:33:41Z', 'revision_number': 3, 'project_id': '46ad42404c5e42e69b8288b9e6cb16c8', 'gw_port': {'id': '3a08ba48-a747-48e5-9264-91d69d799200', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18813e59-4391-42e9-a3e2-598b91ae54b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:33:38Z', 'updated_at': '2022-02-17T09:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:33:50.520428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90361ef0-060f-47ee-8ceb-14775dfec481 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:50.521259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-90361ef0-060f-47ee-8ceb-14775dfec481 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:50.550772 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-b715a624-319c-4423-a3b5-8a5f8bfeb460 service neutron] 10.222.0.37 "GET /v2.0/networks/612792ee-5540-4342-9551-b96d0b137d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508101 Feb 17 09:33:50.577092 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:50.617100 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f1b527b9-7a64-400d-9f36-d55e4d45ded4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Unset dirty status for tenant:1aac11e0834145ed99250ca60ee8ae1a on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:50.621508 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f1b527b9-7a64-400d-9f36-d55e4d45ded4 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.8977385 Feb 17 09:33:50.621508 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-882e876c-c4b6-41ac-bcf3-4920b268ebb9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:50.625100 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33514) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:50.638577 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a56fc2c-326c-4929-a8cd-bed5a0df7ee6 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:50.652353 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-90361ef0-060f-47ee-8ceb-14775dfec481 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:50.656701 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-90361ef0-060f-47ee-8ceb-14775dfec481 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4779861 Feb 17 09:33:50.659931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33518) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:50.699472 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:50.737332 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-990fb585-86b4-4bd3-bd10-438e719e8c84 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] GET failed (client error): The resource could not be found. Feb 17 09:33:50.737332 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-990fb585-86b4-4bd3-bd10-438e719e8c84 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports/8450d0fe-2ef7-44d7-9b9f-337d9c0c554c HTTP/1.1" status: 404 len: 333 time: 0.0703571 Feb 17 09:33:50.741593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33522) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:50.752914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-eec43b6e-b2b9-417b-b807-8cc49618ca55 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1841771422'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:50.754854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Allocated IP 172.20.0.18 (f1189f1b-950f-4bc9-830d-00911ebe90c7/b8f217d7-a58c-458a-81c8-a1798bd96997/b41a201b-19ad-4f62-968e-22cee88ebb98) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:50.762518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eec43b6e-b2b9-417b-b807-8cc49618ca55 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:50.770212 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034636f5-b871-4a95-a33e-3d7acfaa29c9 None None] Pushing event updated for resources: {'Port': ['ID=102522ed-be33-49a6-8cb7-28a0fef0b468,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:50.782492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-eec43b6e-b2b9-417b-b807-8cc49618ca55 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:network and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:50.792065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-eec43b6e-b2b9-417b-b807-8cc49618ca55 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:50.807985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eec43b6e-b2b9-417b-b807-8cc49618ca55 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:50.842564 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6f0313e9-8e7e-413e-b45a-bcd5c2943284 req-fc485254-9ac7-4142-a3b0-eb1930508e02 service neutron] 10.222.0.37 "GET /v2.0/networks/612792ee-5540-4342-9551-b96d0b137d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849691 Feb 17 09:33:50.930797 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Port': ['ID=df65b94a-60ab-4572-8977-9232f30fe77c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:50.931371 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec43b6e-b2b9-417b-b807-8cc49618ca55 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:50.944631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eec43b6e-b2b9-417b-b807-8cc49618ca55 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:51.019414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec43b6e-b2b9-417b-b807-8cc49618ca55 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:33:51.032851 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No DVR routers for this DVR port df65b94a-60ab-4572-8977-9232f30fe77c on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:33:51.055680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eec43b6e-b2b9-417b-b807-8cc49618ca55 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:51.057111 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-eec43b6e-b2b9-417b-b807-8cc49618ca55 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Added segment 434c4b96-1190-41ff-be98-b02fd852652d of type vlan for network 4b4e7edb-5bef-45bb-8259-2013080056a1 Feb 17 09:33:51.108095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eec43b6e-b2b9-417b-b807-8cc49618ca55 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:51.150966 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a56fc2c-326c-4929-a8cd-bed5a0df7ee6 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:51.158713 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4a56fc2c-326c-4929-a8cd-bed5a0df7ee6 tempest-ServersTestJSON-1752920901 tempest-ServersTestJSON-1752920901-project] 10.222.0.75 "DELETE /v2.0/floatingips/7f253cab-ddff-40ff-b015-66423c30da10 HTTP/1.1" status: 204 len: 168 time: 4.1177962 Feb 17 09:33:51.158713 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33526) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:51.167258 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:51.207406 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Transition to ACTIVE for port object b41a201b-19ad-4f62-968e-22cee88ebb98 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:51.246352 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Transition to ACTIVE for port object b41a201b-19ad-4f62-968e-22cee88ebb98 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:51.323030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eec43b6e-b2b9-417b-b807-8cc49618ca55 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:51.326863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 3a08ba48-a747-48e5-9264-91d69d799200 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:33:51.329347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec43b6e-b2b9-417b-b807-8cc49618ca55 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:51.330295 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eec43b6e-b2b9-417b-b807-8cc49618ca55 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:51.391627 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:51.507685 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec43b6e-b2b9-417b-b807-8cc49618ca55 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Network': ['ID=4b4e7edb-5bef-45bb-8259-2013080056a1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:51.528573 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Network f1189f1b-950f-4bc9-830d-00911ebe90c7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:51.531329 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 4b4e7edb-5bef-45bb-8259-2013080056a1 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:33:51.549742 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:51.551964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Pushing event updated for resources: {'Port': ['ID=b41a201b-19ad-4f62-968e-22cee88ebb98,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:51.554600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:51.599230 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-eec43b6e-b2b9-417b-b807-8cc49618ca55 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8565540 Feb 17 09:33:51.602289 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33532) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:51.610532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c79cc973-44db-43cb-a956-4a95d91ed60a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'subnet': {'network_id': '4b4e7edb-5bef-45bb-8259-2013080056a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:51.667506 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c9aea1-bcab-4647-abcc-08a543050926 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Deleting subnet 4ecc6f0a-0784-4e48-9475-ec80be393e06 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:33:51.671667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74c9aea1-bcab-4647-abcc-08a543050926 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:51.748599 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74c9aea1-bcab-4647-abcc-08a543050926 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:51.787101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Attempting to bind port b41a201b-19ad-4f62-968e-22cee88ebb98 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:33:51.787649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Attempting to bind port b41a201b-19ad-4f62-968e-22cee88ebb98 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'db2e21fd-b73c-4f9f-a85a-1899df48c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f1189f1b-950f-4bc9-830d-00911ebe90c7'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:33:51.788284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Attempting to bind port b41a201b-19ad-4f62-968e-22cee88ebb98 on network f1189f1b-950f-4bc9-830d-00911ebe90c7 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:51.794363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:33:51.795014 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Checking segment: {'id': 'db2e21fd-b73c-4f9f-a85a-1899df48c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f1189f1b-950f-4bc9-830d-00911ebe90c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:51.795694 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:51.797068 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Bound using segment: {'id': 'db2e21fd-b73c-4f9f-a85a-1899df48c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f1189f1b-950f-4bc9-830d-00911ebe90c7'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:33:51.797721 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Bound port: b41a201b-19ad-4f62-968e-22cee88ebb98, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2e21fd-b73c-4f9f-a85a-1899df48c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f1189f1b-950f-4bc9-830d-00911ebe90c7'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:33:51.798146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:51.810439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c79cc973-44db-43cb-a956-4a95d91ed60a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:51.825338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c79cc973-44db-43cb-a956-4a95d91ed60a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:subnet and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:51.830921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c79cc973-44db-43cb-a956-4a95d91ed60a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:51.841749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c79cc973-44db-43cb-a956-4a95d91ed60a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:51.879411 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 3a08ba48-a747-48e5-9264-91d69d799200 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:51.896969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 3a08ba48-a747-48e5-9264-91d69d799200 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:51.897232 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:51.979679 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79cc973-44db-43cb-a956-4a95d91ed60a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:51.983353 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c79cc973-44db-43cb-a956-4a95d91ed60a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:51.987373 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] For port b41a201b-19ad-4f62-968e-22cee88ebb98, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:33:51.991239 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] For port b41a201b-19ad-4f62-968e-22cee88ebb98, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b41a201b-19ad-4f62-968e-22cee88ebb98,segment=NetworkSegment(db2e21fd-b73c-4f9f-a85a-1899df48c842),segment_id=db2e21fd-b73c-4f9f-a85a-1899df48c842)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:33:52.028944 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:52.073777 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:52.094761 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 3a08ba48-a747-48e5-9264-91d69d799200, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=3a08ba48-a747-48e5-9264-91d69d799200,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:52.097796 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:52.204265 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:52.214971 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f81042-c351-4b84-8ba1-4886b02acec9 None None] Pushing event updated for resources: {'Port': ['ID=b41a201b-19ad-4f62-968e-22cee88ebb98,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:52.289801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581a25e1-630b-469e-a195-a6908cb0398a']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:52.329206 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=3a08ba48-a747-48e5-9264-91d69d799200,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:52.361952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cea1e36-a8b1-4733-9b1c-296c17c07bff None None] Network dcc1856c-75ed-4d02-abd1-763db3a004d2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:52.551508 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95772829-e665-4aac-9578-a753e9f778b0') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:52.551870 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95772829-e665-4aac-9578-a753e9f778b0') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:52.568001 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c79cc973-44db-43cb-a956-4a95d91ed60a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:52.588183 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882e876c-c4b6-41ac-bcf3-4920b268ebb9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Router 9fc7d140-324d-418d-bbd2-21e8c512ff75 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:33:52.630611 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:52.676301 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1b31969f-0eca-4e6b-b1e5-b6d5ea6daf56 None None] Provisioning for port 102522ed-be33-49a6-8cb7-28a0fef0b468 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:52.724367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cc973-44db-43cb-a956-4a95d91ed60a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Subnet': ['ID=d3588bf6-9e3e-4a9b-a511-b987f56ee012,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:52.725404 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:52.732896 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:52.733307 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:52.744790 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79cc973-44db-43cb-a956-4a95d91ed60a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Checking segment: {'id': '434c4b96-1190-41ff-be98-b02fd852652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '4b4e7edb-5bef-45bb-8259-2013080056a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:52.745421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79cc973-44db-43cb-a956-4a95d91ed60a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network hostable DHCP agents. Network: 4b4e7edb-5bef-45bb-8259-2013080056a1, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:52.761325 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:52.763284 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:52.842970 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79cc973-44db-43cb-a956-4a95d91ed60a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 4b4e7edb-5bef-45bb-8259-2013080056a1 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:33:52.949128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74c9aea1-bcab-4647-abcc-08a543050926 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:52.953639 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-c79cc973-44db-43cb-a956-4a95d91ed60a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 4b4e7edb-5bef-45bb-8259-2013080056a1) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:52.961538 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79cc973-44db-43cb-a956-4a95d91ed60a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:52.962603 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c79cc973-44db-43cb-a956-4a95d91ed60a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:52.964051 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37838ec0-bb7b-4b76-b0da-8d467bb2ac5d None None] Network 4b4e7edb-5bef-45bb-8259-2013080056a1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:52.983133 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:53.076434 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c79cc973-44db-43cb-a956-4a95d91ed60a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4726231 Feb 17 09:33:53.079438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33538) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:53.090722 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-cbf6aa47-9933-478d-b64e-158bd02e3b62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'subnet': {'network_id': '4b4e7edb-5bef-45bb-8259-2013080056a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:53.172034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022e57b-1b68-4ba6-94bf-931a59096989 req-08741e39-c1b7-4a8a-aece-b9860a10a816 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:53.173897 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3022e57b-1b68-4ba6-94bf-931a59096989 req-08741e39-c1b7-4a8a-aece-b9860a10a816 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 944 time: 1.3853030 Feb 17 09:33:53.323214 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 3a08ba48-a747-48e5-9264-91d69d799200 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:33:53.353076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cbf6aa47-9933-478d-b64e-158bd02e3b62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:53.362565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-cbf6aa47-9933-478d-b64e-158bd02e3b62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:subnet and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:53.369022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-cbf6aa47-9933-478d-b64e-158bd02e3b62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:53.379288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cbf6aa47-9933-478d-b64e-158bd02e3b62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:53.392686 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-4b4e7edb-5bef-45bb-8259-2013080056a1', 'network_id': '4b4e7edb-5bef-45bb-8259-2013080056a1', 'tenant_id': '5394114ba06f46a698565470e6dab9c6', 'fixed_ips': [{'subnet_id': 'd3588bf6-9e3e-4a9b-a511-b987f56ee012'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:33:53.393937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:53.401851 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882e876c-c4b6-41ac-bcf3-4920b268ebb9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:33:53.423494 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39ec53-8aa6-4cb4-a5ab-1ecb48bc7039 None None] Sync routers for ids ['9fc7d140-324d-418d-bbd2-21e8c512ff75'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:33:53.423817 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:53.457625 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c39ec53-8aa6-4cb4-a5ab-1ecb48bc7039 None None] Routers {'9fc7d140-324d-418d-bbd2-21e8c512ff75'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:33:53.458315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3c39ec53-8aa6-4cb4-a5ab-1ecb48bc7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9fc7d140-324d-418d-bbd2-21e8c512ff75'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:53.487714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf6aa47-9933-478d-b64e-158bd02e3b62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:53.491650 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbf6aa47-9933-478d-b64e-158bd02e3b62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:53.499265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:53.636296 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Allocated IP 172.26.4.169 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/8a6cdff2-258c-4dd6-9178-dd46ead0ac45) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:53.642794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4008e5cc-ce7b-4490-a31e-8762086e13dc None None] Network f1189f1b-950f-4bc9-830d-00911ebe90c7 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:53.667237 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3022e57b-1b68-4ba6-94bf-931a59096989 req-9bf386a7-f013-4726-adf3-2b9d7b0c7750 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702954 Feb 17 09:33:53.684297 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Network': ['ID=581a25e1-630b-469e-a195-a6908cb0398a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:53.709158 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b6df6a41-d79a-465d-93ee-ce3fad22df63 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/581a25e1-630b-469e-a195-a6908cb0398a HTTP/1.1" status: 204 len: 168 time: 8.9699721 Feb 17 09:33:53.709158 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-882e876c-c4b6-41ac-bcf3-4920b268ebb9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "PUT /v2.0/routers/9fc7d140-324d-418d-bbd2-21e8c512ff75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7282627 Feb 17 09:33:53.709158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33542) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:53.709833 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-3c39ec53-8aa6-4cb4-a5ab-1ecb48bc7039 None None] Set router 9fc7d140-324d-418d-bbd2-21e8c512ff75 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:33:53.710480 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33544) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:53.710610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7038d066-d78f-4ca7-8c9e-9e853212294c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1776271958'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:53.718167 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7038d066-d78f-4ca7-8c9e-9e853212294c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:53.723687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7038d066-d78f-4ca7-8c9e-9e853212294c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:network and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:53.743525 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7038d066-d78f-4ca7-8c9e-9e853212294c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:53.773034 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.ipam_backend_mixin [None req-cbf6aa47-9933-478d-b64e-158bd02e3b62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d3588bf6-9e3e-4a9b-a511-b987f56ee012 (CIDR: 2001:db8::/64) Feb 17 09:33:53.800203 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23964c83-8f8d-4701-913c-b7d14ed70456 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:53.800461 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7038d066-d78f-4ca7-8c9e-9e853212294c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:53.802405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23964c83-8f8d-4701-913c-b7d14ed70456 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:53.808049 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-23964c83-8f8d-4701-913c-b7d14ed70456 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0991616 Feb 17 09:33:53.808555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33550) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:53.812427 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74c9aea1-bcab-4647-abcc-08a543050926 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:53.845970 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf6aa47-9933-478d-b64e-158bd02e3b62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:33:53.846522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf6aa47-9933-478d-b64e-158bd02e3b62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:33:53.865117 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 3a08ba48-a747-48e5-9264-91d69d799200 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:53.865408 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:53.881339 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9aea1-bcab-4647-abcc-08a543050926 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event deleted for resources: {'Subnet': ['ID=4ecc6f0a-0784-4e48-9475-ec80be393e06,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:53.894501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f60d43-cb39-4dcd-b9cc-5245a68a1a25 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet d81249be-4193-439c-a048-a8d27879234a {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:33:53.897600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4f60d43-cb39-4dcd-b9cc-5245a68a1a25 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:53.908108 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74c9aea1-bcab-4647-abcc-08a543050926 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:53.915889 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-74c9aea1-bcab-4647-abcc-08a543050926 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "DELETE /v2.0/subnets/4ecc6f0a-0784-4e48-9475-ec80be393e06 HTTP/1.1" status: 204 len: 168 time: 3.2880428 Feb 17 09:33:53.919608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33554) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:53.928346 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb456f57-968f-4117-84e4-a86c93d8333a None None] Network dcc1856c-75ed-4d02-abd1-763db3a004d2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:53.956658 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3c39ec53-8aa6-4cb4-a5ab-1ecb48bc7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc7d140-324d-418d-bbd2-21e8c512ff75', 'name': 'tempest-NetworksTestDHCPv6-router-305440523', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:35Z', 'updated_at': '2022-02-17T09:33:49Z', 'revision_number': 3, 'project_id': '7a78389fa4884086b937eed20c503bce', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:53.963802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4f60d43-cb39-4dcd-b9cc-5245a68a1a25 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:53.995378 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7038d066-d78f-4ca7-8c9e-9e853212294c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:53.998568 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cbf6aa47-9933-478d-b64e-158bd02e3b62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9177935 Feb 17 09:33:53.999170 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7038d066-d78f-4ca7-8c9e-9e853212294c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:53.999801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33558) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:54.013344 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f4886172-0005-4721-a9ed-6ea1816646f4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'subnet': {'network_id': '4b4e7edb-5bef-45bb-8259-2013080056a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:54.036141 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39ec53-8aa6-4cb4-a5ab-1ecb48bc7039 None None] Checking router: 9fc7d140-324d-418d-bbd2-21e8c512ff75 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:33:54.106456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5ac5fc94-8e58-4bb6-a3fd-73372a4b2885 None None] Provisioning for port b41a201b-19ad-4f62-968e-22cee88ebb98 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:54.114675 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-a951e1aa-c1e6-4cdf-b50f-db946116d57e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Deleting subnet b8f217d7-a58c-458a-81c8-a1798bd96997 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:33:54.131382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:54.135446 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a951e1aa-c1e6-4cdf-b50f-db946116d57e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:54.147003 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c39ec53-8aa6-4cb4-a5ab-1ecb48bc7039 None None] Routers {'9fc7d140-324d-418d-bbd2-21e8c512ff75'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:33:54.147649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3c39ec53-8aa6-4cb4-a5ab-1ecb48bc7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9fc7d140-324d-418d-bbd2-21e8c512ff75'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:54.165323 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7038d066-d78f-4ca7-8c9e-9e853212294c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:33:54.200202 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4f60d43-cb39-4dcd-b9cc-5245a68a1a25 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:54.207829 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7038d066-d78f-4ca7-8c9e-9e853212294c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:54.208422 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-7038d066-d78f-4ca7-8c9e-9e853212294c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Added segment 791e98b2-df3c-4563-8646-7c5d1b0b7fb7 of type vlan for network b4979df3-0de0-4b20-93b1-6c0de4894aee Feb 17 09:33:54.229796 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f4886172-0005-4721-a9ed-6ea1816646f4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:54.234872 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a951e1aa-c1e6-4cdf-b50f-db946116d57e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:54.239917 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f4886172-0005-4721-a9ed-6ea1816646f4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:subnet and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:54.244552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f4886172-0005-4721-a9ed-6ea1816646f4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:54.255385 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f4886172-0005-4721-a9ed-6ea1816646f4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:54.316520 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7038d066-d78f-4ca7-8c9e-9e853212294c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:54.330029 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4886172-0005-4721-a9ed-6ea1816646f4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:54.333776 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f4886172-0005-4721-a9ed-6ea1816646f4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:54.341350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39bb2860-1b5d-4cab-be2f-c1cc5a023dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:54.403647 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4f60d43-cb39-4dcd-b9cc-5245a68a1a25 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:54.437494 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-7038d066-d78f-4ca7-8c9e-9e853212294c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:33:54.457195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f60d43-cb39-4dcd-b9cc-5245a68a1a25 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=d81249be-4193-439c-a048-a8d27879234a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:54.468702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4f60d43-cb39-4dcd-b9cc-5245a68a1a25 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:54.491956 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c4f60d43-cb39-4dcd-b9cc-5245a68a1a25 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/d81249be-4193-439c-a048-a8d27879234a HTTP/1.1" status: 204 len: 168 time: 0.6798258 Feb 17 09:33:54.498396 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Allocated IP 2001:db8::2 (4b4e7edb-5bef-45bb-8259-2013080056a1/d3588bf6-9e3e-4a9b-a511-b987f56ee012/f80f85fa-a8e9-4f03-8ccf-e5f30802b992) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:54.503560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33562) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:54.530648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b672ef3c-024c-4f02-a51e-28fc10104fdc None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:54.541500 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:54.552174 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-3c39ec53-8aa6-4cb4-a5ab-1ecb48bc7039 None None] Set router 9fc7d140-324d-418d-bbd2-21e8c512ff75 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:33:54.596479 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:54.607040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:54.609584 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a951e1aa-c1e6-4cdf-b50f-db946116d57e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:54.655084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7038d066-d78f-4ca7-8c9e-9e853212294c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:54.660764 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7038d066-d78f-4ca7-8c9e-9e853212294c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:54.661452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7038d066-d78f-4ca7-8c9e-9e853212294c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:54.673870 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:54.793024 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3c39ec53-8aa6-4cb4-a5ab-1ecb48bc7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc7d140-324d-418d-bbd2-21e8c512ff75', 'name': 'tempest-NetworksTestDHCPv6-router-305440523', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:35Z', 'updated_at': '2022-02-17T09:33:49Z', 'revision_number': 3, 'project_id': '7a78389fa4884086b937eed20c503bce', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:54.802293 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0a4e11ad-d514-42fd-ae0c-2687090bffe1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2985251 Feb 17 09:33:54.802977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33568) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:54.874305 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39ec53-8aa6-4cb4-a5ab-1ecb48bc7039 None None] The sync data for ids ['9fc7d140-324d-418d-bbd2-21e8c512ff75'] in dv-neutron-828143-5-hyperv is: [{'id': '9fc7d140-324d-418d-bbd2-21e8c512ff75', 'name': 'tempest-NetworksTestDHCPv6-router-305440523', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:35Z', 'updated_at': '2022-02-17T09:33:49Z', 'revision_number': 3, 'project_id': '7a78389fa4884086b937eed20c503bce', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:33:54.944123 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 102522ed-be33-49a6-8cb7-28a0fef0b468 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:33:54.951550 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7038d066-d78f-4ca7-8c9e-9e853212294c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2443151 Feb 17 09:33:54.958567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33574) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:54.964802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Pushing event updated for resources: {'Port': ['ID=8a6cdff2-258c-4dd6-9178-dd46ead0ac45,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:54.979801 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03db10ca-8e1d-4d23-9bcc-d640af462fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:55.061201 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038d066-d78f-4ca7-8c9e-9e853212294c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Network': ['ID=b4979df3-0de0-4b20-93b1-6c0de4894aee,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:55.101397 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network b4979df3-0de0-4b20-93b1-6c0de4894aee details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:33:55.137652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-82a39edd-65ea-4bab-9928-b5ba16e2b6e5 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:55.234918 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0862a254-9179-48fb-b868-da9b9701b065 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:55.316178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a951e1aa-c1e6-4cdf-b50f-db946116d57e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:55.377816 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] DHCP port deletion for dcc1856c-75ed-4d02-abd1-763db3a004d2 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:33:55.390986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] Deleting port 102522ed-be33-49a6-8cb7-28a0fef0b468 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:55.391367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:55.437320 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 102522ed-be33-49a6-8cb7-28a0fef0b468 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:55.451194 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device f05b828e-770d-4ae0-add0-c070b365837b details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 09:33:55.467506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:55.477794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 102522ed-be33-49a6-8cb7-28a0fef0b468 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:55.478293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:55.519798 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951e1aa-c1e6-4cdf-b50f-db946116d57e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f217d7-a58c-458a-81c8-a1798bd96997,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:55.522198 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a951e1aa-c1e6-4cdf-b50f-db946116d57e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:55.539493 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Transition to ACTIVE for port object f80f85fa-a8e9-4f03-8ccf-e5f30802b992 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:55.652220 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb0198d-c2be-4b74-99b2-4edd0cba5db9 None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:33:55.715624 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Transition to ACTIVE for port object f80f85fa-a8e9-4f03-8ccf-e5f30802b992 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:55.719323 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b406fcdd-797b-4771-a3b1-30a57d53ff3d None None] Network f1189f1b-950f-4bc9-830d-00911ebe90c7 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:33:55.741624 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0198d-c2be-4b74-99b2-4edd0cba5db9 None None] Deleting port 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:55.742393 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6bb0198d-c2be-4b74-99b2-4edd0cba5db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:55.777350 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a951e1aa-c1e6-4cdf-b50f-db946116d57e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "DELETE /v2.0/subnets/b8f217d7-a58c-458a-81c8-a1798bd96997 HTTP/1.1" status: 204 len: 168 time: 1.8554752 Feb 17 09:33:55.788631 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33578) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:55.826737 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-39bb2860-1b5d-4cab-be2f-c1cc5a023dc3 admin admin] Deleting port bae1096b-ef0e-493f-9f53-34844bc7fe05 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:55.826989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39bb2860-1b5d-4cab-be2f-c1cc5a023dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:55.829063 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f4886172-0005-4721-a9ed-6ea1816646f4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:55.840708 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95916475-3422-47c9-8479-e55e323f2eb8 req-e96b6f0f-6d31-4816-85bf-285bbf654d33 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:55.842260 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-95916475-3422-47c9-8479-e55e323f2eb8 req-e96b6f0f-6d31-4816-85bf-285bbf654d33 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 944 time: 0.9453514 Feb 17 09:33:55.893521 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0862a254-9179-48fb-b868-da9b9701b065 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:55.907109 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:55.919825 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:55.922961 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0862a254-9179-48fb-b868-da9b9701b065 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:56.007973 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d3c631-4407-4bc1-acc7-07d3e0885ead tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:56.008912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c4d3c631-4407-4bc1-acc7-07d3e0885ead tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Synchronizing usage tracker for tenant:1aac11e0834145ed99250ca60ee8ae1a on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:56.044729 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4886172-0005-4721-a9ed-6ea1816646f4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 4b4e7edb-5bef-45bb-8259-2013080056a1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:56.059022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f4886172-0005-4721-a9ed-6ea1816646f4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:56.076178 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-95916475-3422-47c9-8479-e55e323f2eb8 req-2a545f76-b3b7-49d5-a64f-9fad07cc2a9f tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433356 Feb 17 09:33:56.077598 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4886172-0005-4721-a9ed-6ea1816646f4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:56.078145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f4886172-0005-4721-a9ed-6ea1816646f4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:56.092090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4886172-0005-4721-a9ed-6ea1816646f4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Subnet': ['ID=1ea57f16-7a85-46ef-8bb0-0cd5887abedb,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:56.103940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-82a39edd-65ea-4bab-9928-b5ba16e2b6e5 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:56.219170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0862a254-9179-48fb-b868-da9b9701b065 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:56.219713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0862a254-9179-48fb-b868-da9b9701b065 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Fanout notify agent at l3_agent the message router_deleted on router 9fc7d140-324d-418d-bbd2-21e8c512ff75 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:33:56.233512 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0862a254-9179-48fb-b868-da9b9701b065 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:56.236984 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0862a254-9179-48fb-b868-da9b9701b065 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/routers/9fc7d140-324d-418d-bbd2-21e8c512ff75 HTTP/1.1" status: 204 len: 168 time: 1.4222381 Feb 17 09:33:56.237242 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33584) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:56.262143 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-39bb2860-1b5d-4cab-be2f-c1cc5a023dc3 admin admin] For port bae1096b-ef0e-493f-9f53-34844bc7fe05, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=bae1096b-ef0e-493f-9f53-34844bc7fe05,segment=NetworkSegment(60c46695-6567-4489-adea-5df5bc783183),segment_id=60c46695-6567-4489-adea-5df5bc783183)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:56.262518 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39bb2860-1b5d-4cab-be2f-c1cc5a023dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:56.290012 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Network 4b4e7edb-5bef-45bb-8259-2013080056a1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:56.291332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-82a39edd-65ea-4bab-9928-b5ba16e2b6e5 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:56.299294 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f4886172-0005-4721-a9ed-6ea1816646f4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2939866 Feb 17 09:33:56.301600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33588) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:56.311447 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:56.335078 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'network_id': '4b4e7edb-5bef-45bb-8259-2013080056a1', 'fixed_ips': [{'subnet_id': 'd3588bf6-9e3e-4a9b-a511-b987f56ee012'}, {'subnet_id': '1ea57f16-7a85-46ef-8bb0-0cd5887abedb'}], 'name': 'tempest-PortsIpV6TestJSON-1750045292'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:56.352720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:56.368171 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Pushing event updated for resources: {'Port': ['ID=f80f85fa-a8e9-4f03-8ccf-e5f30802b992,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:56.371727 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82a39edd-65ea-4bab-9928-b5ba16e2b6e5 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network b4979df3-0de0-4b20-93b1-6c0de4894aee is not hosted by any dhcp agent {{(pid=88370) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 17 09:33:56.393052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a39edd-65ea-4bab-9928-b5ba16e2b6e5 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:56.393052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-82a39edd-65ea-4bab-9928-b5ba16e2b6e5 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:56.393052 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-82a39edd-65ea-4bab-9928-b5ba16e2b6e5 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "PUT /v2.0/networks/b4979df3-0de0-4b20-93b1-6c0de4894aee HTTP/1.1" status: 200 len: 723 time: 1.4202034 Feb 17 09:33:56.393293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] For port 102522ed-be33-49a6-8cb7-28a0fef0b468, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=102522ed-be33-49a6-8cb7-28a0fef0b468,segment=NetworkSegment(a8250b0d-055e-4ffc-b974-0b50b484b9b6),segment_id=a8250b0d-055e-4ffc-b974-0b50b484b9b6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:56.393293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:56.431364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33592) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:56.442066 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:56.455156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c4d3c631-4407-4bc1-acc7-07d3e0885ead tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Unset dirty status for tenant:1aac11e0834145ed99250ca60ee8ae1a on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:56.457210 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c4d3c631-4407-4bc1-acc7-07d3e0885ead tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6660821 Feb 17 09:33:56.465438 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port f05b828e-770d-4ae0-add0-c070b365837b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f05b828e-770d-4ae0-add0-c070b365837b,segment=NetworkSegment(980f5558-e57d-4cd8-8640-12d2366c8919),segment_id=980f5558-e57d-4cd8-8640-12d2366c8919)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:56.496560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33596) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:56.521336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ed46587a-313c-426f-80e1-5e1119288731 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'subnet': {'network_id': 'b4979df3-0de0-4b20-93b1-6c0de4894aee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:56.555195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a39edd-65ea-4bab-9928-b5ba16e2b6e5 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Network': ['ID=b4979df3-0de0-4b20-93b1-6c0de4894aee,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:56.613180 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-39bb2860-1b5d-4cab-be2f-c1cc5a023dc3 admin admin] Calling delete_port for bae1096b-ef0e-493f-9f53-34844bc7fe05 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:56.679611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network b4979df3-0de0-4b20-93b1-6c0de4894aee details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:33:56.695467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:56.704011 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] Calling delete_port for 102522ed-be33-49a6-8cb7-28a0fef0b468 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:56.719940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614b42be-2c1a-4c99-a536-8443fa24c417 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:56.726081 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-614b42be-2c1a-4c99-a536-8443fa24c417 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4828413 Feb 17 09:33:56.727702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33600) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:56.756580 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:56.771893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'f05b828e-770d-4ae0-add0-c070b365837b', 'network_id': '612792ee-5540-4342-9551-b96d0b137d35', 'port_id': 'f05b828e-770d-4ae0-add0-c070b365837b', 'mac_address': 'fa:16:3e:94:8b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384c3eae-bc4c-49e3-811e-a3b916ea1011', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 09:33:56.772123 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:56.784435 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Deleting port b41a201b-19ad-4f62-968e-22cee88ebb98 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:56.784887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:56.929765 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Attempting to bind port f80f85fa-a8e9-4f03-8ccf-e5f30802b992 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:33:56.930423 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Attempting to bind port f80f85fa-a8e9-4f03-8ccf-e5f30802b992 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '434c4b96-1190-41ff-be98-b02fd852652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '4b4e7edb-5bef-45bb-8259-2013080056a1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:33:56.930739 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Attempting to bind port f80f85fa-a8e9-4f03-8ccf-e5f30802b992 on network 4b4e7edb-5bef-45bb-8259-2013080056a1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:33:56.951763 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 102522ed-be33-49a6-8cb7-28a0fef0b468, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=102522ed-be33-49a6-8cb7-28a0fef0b468,segment=NetworkSegment(a8250b0d-055e-4ffc-b974-0b50b484b9b6),segment_id=a8250b0d-055e-4ffc-b974-0b50b484b9b6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:56.984958 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:56.992958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6bb0198d-c2be-4b74-99b2-4edd0cba5db9 None None] For port 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6fa52abd-b5b0-4aa2-b599-e8d0c460ffab,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:57.001410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6bb0198d-c2be-4b74-99b2-4edd0cba5db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:57.004497 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:33:57.004497 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Checking segment: {'id': '434c4b96-1190-41ff-be98-b02fd852652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '4b4e7edb-5bef-45bb-8259-2013080056a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:57.004497 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:57.004858 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Bound using segment: {'id': '434c4b96-1190-41ff-be98-b02fd852652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '4b4e7edb-5bef-45bb-8259-2013080056a1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:33:57.005669 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Bound port: f80f85fa-a8e9-4f03-8ccf-e5f30802b992, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434c4b96-1190-41ff-be98-b02fd852652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '4b4e7edb-5bef-45bb-8259-2013080056a1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:33:57.005669 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:57.015800 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c4ea87-a9cd-4b81-a914-4b6636542d89 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:57.016537 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e0c4ea87-a9cd-4b81-a914-4b6636542d89 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:57.019719 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ed46587a-313c-426f-80e1-5e1119288731 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:57.052639 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ed46587a-313c-426f-80e1-5e1119288731 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:subnet and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:33:57.062539 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ed46587a-313c-426f-80e1-5e1119288731 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:33:57.075406 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ed46587a-313c-426f-80e1-5e1119288731 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:57.103202 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:57.103976 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b41a201b-19ad-4f62-968e-22cee88ebb98 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:33:57.168330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:57.198567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e0c4ea87-a9cd-4b81-a914-4b6636542d89 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:57.202967 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e0c4ea87-a9cd-4b81-a914-4b6636542d89 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4712496 Feb 17 09:33:57.204244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33606) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:57.241311 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0198d-c2be-4b74-99b2-4edd0cba5db9 None None] Calling delete_port for 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:57.294223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf1022bc-6ef3-468f-8c65-536023d1d354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:57.318468 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:57.319070 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed46587a-313c-426f-80e1-5e1119288731 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:57.319446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] For port b41a201b-19ad-4f62-968e-22cee88ebb98, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b41a201b-19ad-4f62-968e-22cee88ebb98,segment=NetworkSegment(db2e21fd-b73c-4f9f-a85a-1899df48c842),segment_id=db2e21fd-b73c-4f9f-a85a-1899df48c842)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:57.319874 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:57.323931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed46587a-313c-426f-80e1-5e1119288731 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:57.349160 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7228ab08-885a-499f-ba4e-7df1c12cce2c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:router {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:33:57.406481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05b828e-770d-4ae0-add0-c070b365837b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:33:57.463396 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:33:57.463662 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:33:57.473307 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f36afb-477b-49d7-9fb7-a05d0ff9cf9b None None] DHCP port deletion for f1189f1b-950f-4bc9-830d-00911ebe90c7 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:33:57.480341 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=102522ed-be33-49a6-8cb7-28a0fef0b468,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:57.483757 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port f05b828e-770d-4ae0-add0-c070b365837b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f05b828e-770d-4ae0-add0-c070b365837b,segment=NetworkSegment(980f5558-e57d-4cd8-8640-12d2366c8919),segment_id=980f5558-e57d-4cd8-8640-12d2366c8919)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:57.489861 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a0f36afb-477b-49d7-9fb7-a05d0ff9cf9b None None] Deleting port b41a201b-19ad-4f62-968e-22cee88ebb98 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:57.490480 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0f36afb-477b-49d7-9fb7-a05d0ff9cf9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:57.519971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Calling delete_port for b41a201b-19ad-4f62-968e-22cee88ebb98 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:57.521579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] For port f80f85fa-a8e9-4f03-8ccf-e5f30802b992, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:33:57.548416 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] For port f80f85fa-a8e9-4f03-8ccf-e5f30802b992, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f80f85fa-a8e9-4f03-8ccf-e5f30802b992,segment=NetworkSegment(434c4b96-1190-41ff-be98-b02fd852652d),segment_id=434c4b96-1190-41ff-be98-b02fd852652d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:33:57.556610 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:57.560479 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:57.596681 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7228ab08-885a-499f-ba4e-7df1c12cce2c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:router {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:33:57.597905 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7228ab08-885a-499f-ba4e-7df1c12cce2c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3902256 Feb 17 09:33:57.606679 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] device_id is not set on port abf60e11-0301-48f7-ab67-986a97db13e5 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:33:57.609289 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d68cc-ddcd-4299-8612-1789b785d38d req-37a0be6d-ae37-4379-9368-659e032e946c tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:57.610930 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-946d68cc-ddcd-4299-8612-1789b785d38d req-37a0be6d-ae37-4379-9368-659e032e946c tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 944 time: 0.3389494 Feb 17 09:33:57.643180 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33610) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:57.674451 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-48d4acc6-0ebc-48f9-8038-79f16643698c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:33:57.713742 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port b41a201b-19ad-4f62-968e-22cee88ebb98 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:33:57.716614 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6bb0198d-c2be-4b74-99b2-4edd0cba5db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:57.747318 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port b41a201b-19ad-4f62-968e-22cee88ebb98 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:33:57.747686 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:57.776138 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:57.797327 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb0198d-c2be-4b74-99b2-4edd0cba5db9 None None] No DVR routers for this DVR port 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:33:57.811145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39bb2860-1b5d-4cab-be2f-c1cc5a023dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:57.815101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Router 1af6fd34-97ad-4a6d-a41a-e5f1609dd40c is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:33:57.911410 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb2860-1b5d-4cab-be2f-c1cc5a023dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bae1096b-ef0e-493f-9f53-34844bc7fe05,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:57.916644 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-946d68cc-ddcd-4299-8612-1789b785d38d req-f3a8606a-04c1-498d-9d20-dc464de8763e tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710741 Feb 17 09:33:57.961645 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:57.964348 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=f05b828e-770d-4ae0-add0-c070b365837b,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:57.974133 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] Deleting port 102522ed-be33-49a6-8cb7-28a0fef0b468 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:57.976506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:58.041127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-48d4acc6-0ebc-48f9-8038-79f16643698c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:33:58.047975 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['f05b828e-770d-4ae0-add0-c070b365837b'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:33:58.108523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Could not find standard attr ID for object b41a201b-19ad-4f62-968e-22cee88ebb98. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:33:58.124084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-48d4acc6-0ebc-48f9-8038-79f16643698c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:33:58.137707 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:58.144681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event deleted for resources: {'Port': ['ID=b41a201b-19ad-4f62-968e-22cee88ebb98,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:58.151830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] No DVR routers for this DVR port b41a201b-19ad-4f62-968e-22cee88ebb98 on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:33:58.152154 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No ports have port_id starting with b41a201b-19ad-4f62-968e-22cee88ebb98 Feb 17 09:33:58.155485 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0198d-c2be-4b74-99b2-4edd0cba5db9 None None] Pushing event deleted for resources: {'Port': ['ID=6fa52abd-b5b0-4aa2-b599-e8d0c460ffab,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:58.170299 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a0f36afb-477b-49d7-9fb7-a05d0ff9cf9b None None] For port b41a201b-19ad-4f62-968e-22cee88ebb98, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b41a201b-19ad-4f62-968e-22cee88ebb98,segment=NetworkSegment(db2e21fd-b73c-4f9f-a85a-1899df48c842),segment_id=db2e21fd-b73c-4f9f-a85a-1899df48c842)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:58.170777 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0f36afb-477b-49d7-9fb7-a05d0ff9cf9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:58.251829 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed46587a-313c-426f-80e1-5e1119288731 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:58.350381 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d4acc6-0ebc-48f9-8038-79f16643698c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:33:58.355299 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48d4acc6-0ebc-48f9-8038-79f16643698c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:58.364184 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Allocated IP 2001:db8::5a (4b4e7edb-5bef-45bb-8259-2013080056a1/d3588bf6-9e3e-4a9b-a511-b987f56ee012/abf60e11-0301-48f7-ab67-986a97db13e5) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:58.366518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:58.394223 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Allocated IP 2001:db8:0:1::150 (4b4e7edb-5bef-45bb-8259-2013080056a1/1ea57f16-7a85-46ef-8bb0-0cd5887abedb/abf60e11-0301-48f7-ab67-986a97db13e5) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:33:58.424182 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1189f1b-950f-4bc9-830d-00911ebe90c7']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:58.448560 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:58.462441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2e21fd-b73c-4f9f-a85a-1899df48c842') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:58.462907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2e21fd-b73c-4f9f-a85a-1899df48c842') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:58.463394 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b41a201b-19ad-4f62-968e-22cee88ebb98 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:33:58.493552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:58.521982 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a0f36afb-477b-49d7-9fb7-a05d0ff9cf9b None None] Calling delete_port for b41a201b-19ad-4f62-968e-22cee88ebb98 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:58.542177 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:58.550939 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:33:58.554060 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:33:58.575762 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:33:58.589908 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: b41a201b-19ad-4f62-968e-22cee88ebb98 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:33:58.590277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b41a201b-19ad-4f62-968e-22cee88ebb98 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:33:58.590712 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:33:58.691913 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:33:58.704331 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Sync routers for ids ['1af6fd34-97ad-4a6d-a41a-e5f1609dd40c'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:33:58.718867 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46587a-313c-426f-80e1-5e1119288731 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Subnet': ['ID=0c35533b-bcef-4d0a-b60a-6d325c0656f7,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:58.741248 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Routers {'1af6fd34-97ad-4a6d-a41a-e5f1609dd40c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:33:58.746790 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['1af6fd34-97ad-4a6d-a41a-e5f1609dd40c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:58.775662 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:33:58.781454 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6fa52abd-b5b0-4aa2-b599-e8d0c460ffab not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:33:58.781454 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 102522ed-be33-49a6-8cb7-28a0fef0b468 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:33:58.946078 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed46587a-313c-426f-80e1-5e1119288731 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Checking segment: {'id': '791e98b2-df3c-4563-8646-7c5d1b0b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'b4979df3-0de0-4b20-93b1-6c0de4894aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:33:58.946505 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed46587a-313c-426f-80e1-5e1119288731 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network hostable DHCP agents. Network: b4979df3-0de0-4b20-93b1-6c0de4894aee, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:33:58.951422 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39bb2860-1b5d-4cab-be2f-c1cc5a023dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:58.968099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:58.975629 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-a0f36afb-477b-49d7-9fb7-a05d0ff9cf9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:33:58.976781 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-a0f36afb-477b-49d7-9fb7-a05d0ff9cf9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:33:58.979599 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e6dc8-2259-47cb-a03f-0dc70da3f4ee None None] Pushing event updated for resources: {'Port': ['ID=f80f85fa-a8e9-4f03-8ccf-e5f30802b992,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:59.031363 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Transition to ACTIVE for port object abf60e11-0301-48f7-ab67-986a97db13e5 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:33:59.040136 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:59.047577 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Set router 1af6fd34-97ad-4a6d-a41a-e5f1609dd40c gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:33:59.084440 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] For port 102522ed-be33-49a6-8cb7-28a0fef0b468, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=102522ed-be33-49a6-8cb7-28a0fef0b468,segment=NetworkSegment(a8250b0d-055e-4ffc-b974-0b50b484b9b6),segment_id=a8250b0d-055e-4ffc-b974-0b50b484b9b6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:59.084837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:59.107580 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:59.108869 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-61f09131-c82b-4b80-9011-6351717b1b12 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.2286818 Feb 17 09:33:59.115444 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33616) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:59.145438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:59.151592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event deleted for resources: {'Network': ['ID=f1189f1b-950f-4bc9-830d-00911ebe90c7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:59.256487 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-80924717-b395-48d3-84bc-1ac5f411643e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "DELETE /v2.0/networks/f1189f1b-950f-4bc9-830d-00911ebe90c7 HTTP/1.1" status: 204 len: 168 time: 2.7477779 Feb 17 09:33:59.264793 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33620) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:59.314074 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] Calling delete_port for 102522ed-be33-49a6-8cb7-28a0fef0b468 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:33:59.440963 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:59.502022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 102522ed-be33-49a6-8cb7-28a0fef0b468, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=102522ed-be33-49a6-8cb7-28a0fef0b468,segment=NetworkSegment(a8250b0d-055e-4ffc-b974-0b50b484b9b6),segment_id=a8250b0d-055e-4ffc-b974-0b50b484b9b6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:33:59.529137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:59.542498 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a0f36afb-477b-49d7-9fb7-a05d0ff9cf9b None None] Deleting port b41a201b-19ad-4f62-968e-22cee88ebb98 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:59.542877 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0f36afb-477b-49d7-9fb7-a05d0ff9cf9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:59.578387 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c5e89300-a32f-410c-83f2-16fea6af9982 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "GET /v2.0/routers/1af6fd34-97ad-4a6d-a41a-e5f1609dd40c HTTP/1.1" status: 200 len: 908 time: 0.4568512 Feb 17 09:33:59.588248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33626) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:33:59.593665 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af6fd34-97ad-4a6d-a41a-e5f1609dd40c', 'name': 'tempest-snat-router-1696027675', 'tenant_id': '46ad42404c5e42e69b8288b9e6cb16c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '8a6cdff2-258c-4dd6-9178-dd46ead0ac45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:47Z', 'updated_at': '2022-02-17T09:33:55Z', 'revision_number': 3, 'project_id': '46ad42404c5e42e69b8288b9e6cb16c8', 'gw_port': {'id': '8a6cdff2-258c-4dd6-9178-dd46ead0ac45', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af6fd34-97ad-4a6d-a41a-e5f1609dd40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:33:53Z', 'updated_at': '2022-02-17T09:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:33:59.605363 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Checking router: 1af6fd34-97ad-4a6d-a41a-e5f1609dd40c for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:33:59.606466 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Updating router 1af6fd34-97ad-4a6d-a41a-e5f1609dd40c port 8a6cdff2-258c-4dd6-9178-dd46ead0ac45 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:33:59.698520 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:59.705766 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:59.706610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6976cd4a-0c05-4839-8bc4-0233b0ee647c no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:33:59.751530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:59.756641 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 4b4e7edb-5bef-45bb-8259-2013080056a1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:33:59.770809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:33:59.782651 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:33:59.790287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:59.791050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:59.797725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=abf60e11-0301-48f7-ab67-986a97db13e5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:33:59.818143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dac24-30f3-4448-9b8e-0acabfaad2ff req-b8d82c44-5039-4cbb-b3ad-2b479913d353 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:33:59.826351 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-752dac24-30f3-4448-9b8e-0acabfaad2ff req-b8d82c44-5039-4cbb-b3ad-2b479913d353 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 945 time: 0.6676588 Feb 17 09:33:59.896515 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Deleting port 102522ed-be33-49a6-8cb7-28a0fef0b468 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:33:59.897295 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:33:59.946353 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a0f36afb-477b-49d7-9fb7-a05d0ff9cf9b None None] The port 'b41a201b-19ad-4f62-968e-22cee88ebb98' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:33:59.984241 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-752dac24-30f3-4448-9b8e-0acabfaad2ff req-135ec6f1-8b96-4256-8400-a720ff553551 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567960 Feb 17 09:33:59.987109 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 6976cd4a-0c05-4839-8bc4-0233b0ee647c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:33:59.988512 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6976cd4a-0c05-4839-8bc4-0233b0ee647c not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:34:00.026288 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d2d3be-d8ad-42f4-b297-ec14cf6a9bb7 None None] Network 4b4e7edb-5bef-45bb-8259-2013080056a1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:00.072486 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:00.078660 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f83ea8e6-3de0-41df-b9fe-3b15b0d97186 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.7505026 Feb 17 09:34:00.085681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33630) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:00.099050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b8f4768e-5396-491a-9180-b8308dbb356d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd3588bf6-9e3e-4a9b-a511-b987f56ee012'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:00.168898 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:34:00.169771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:34:00.170507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:00.192983 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=102522ed-be33-49a6-8cb7-28a0fef0b468,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:00.198971 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bb2860-1b5d-4cab-be2f-c1cc5a023dc3 admin admin] Router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:34:00.287258 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:00.315766 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Transition to ACTIVE for port object 8a6cdff2-258c-4dd6-9178-dd46ead0ac45 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:00.322824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-08cdb16c-a1f3-48fa-941e-9df4637c2fb7 None None] Provisioning for port f80f85fa-a8e9-4f03-8ccf-e5f30802b992 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:00.364572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] For port 102522ed-be33-49a6-8cb7-28a0fef0b468, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=102522ed-be33-49a6-8cb7-28a0fef0b468,segment=NetworkSegment(a8250b0d-055e-4ffc-b974-0b50b484b9b6),segment_id=a8250b0d-055e-4ffc-b974-0b50b484b9b6)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:00.365426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:00.384419 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8f4768e-5396-491a-9180-b8308dbb356d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:00.394826 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:00.408710 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f80f85fa-a8e9-4f03-8ccf-e5f30802b992 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:00.423361 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed46587a-313c-426f-80e1-5e1119288731 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network b4979df3-0de0-4b20-93b1-6c0de4894aee is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:34:00.486651 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Attempting to bind port 8a6cdff2-258c-4dd6-9178-dd46ead0ac45 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:34:00.487263 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Attempting to bind port 8a6cdff2-258c-4dd6-9178-dd46ead0ac45 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:34:00.487740 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Attempting to bind port 8a6cdff2-258c-4dd6-9178-dd46ead0ac45 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:34:00.505661 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:34:00.506262 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:00.506772 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:00.507854 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:34:00.510136 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Bound port: 8a6cdff2-258c-4dd6-9178-dd46ead0ac45, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:34:00.510557 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:00.592688 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Calling delete_port for 102522ed-be33-49a6-8cb7-28a0fef0b468 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:00.638130 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2190b9-ca9e-4331-ad80-47908da27709 None None] Pushing event updated for resources: {'Port': ['ID=8a6cdff2-258c-4dd6-9178-dd46ead0ac45,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:00.680176 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] For port 8a6cdff2-258c-4dd6-9178-dd46ead0ac45, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:34:00.683858 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] For port 8a6cdff2-258c-4dd6-9178-dd46ead0ac45, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8a6cdff2-258c-4dd6-9178-dd46ead0ac45,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:34:00.687510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port f80f85fa-a8e9-4f03-8ccf-e5f30802b992 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:00.707598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port f80f85fa-a8e9-4f03-8ccf-e5f30802b992 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:00.707969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:00.746735 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.objects.ports [None req-48d4acc6-0ebc-48f9-8038-79f16643698c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:34:00.759985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48d4acc6-0ebc-48f9-8038-79f16643698c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:00.762506 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:00.782193 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb58776-8210-4353-bad8-91a77d4158db None None] Update dhcp port {'port': {'network_id': '4b4e7edb-5bef-45bb-8259-2013080056a1', 'fixed_ips': [{'subnet_id': 'd3588bf6-9e3e-4a9b-a511-b987f56ee012', 'ip_address': '2001:db8::2'}, {'subnet_id': '1ea57f16-7a85-46ef-8bb0-0cd5887abedb'}], 'binding:host_id': 'dv-neutron-828143-5-hyperv'}, 'id': 'f80f85fa-a8e9-4f03-8ccf-e5f30802b992'} from dv-neutron-828143-5-hyperv. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 09:34:00.846234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d4acc6-0ebc-48f9-8038-79f16643698c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:00.850663 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-48d4acc6-0ebc-48f9-8038-79f16643698c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:00.856524 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Routers {'1af6fd34-97ad-4a6d-a41a-e5f1609dd40c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:34:00.857866 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['1af6fd34-97ad-4a6d-a41a-e5f1609dd40c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:00.867403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4acc6-0ebc-48f9-8038-79f16643698c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:00.872960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48d4acc6-0ebc-48f9-8038-79f16643698c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:00.872960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bb2860-1b5d-4cab-be2f-c1cc5a023dc3 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:34:00.878280 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ed46587a-313c-426f-80e1-5e1119288731 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, b4979df3-0de0-4b20-93b1-6c0de4894aee) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:00.891184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:00.907232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed46587a-313c-426f-80e1-5e1119288731 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:00.908007 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed46587a-313c-426f-80e1-5e1119288731 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579663'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:00.909328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d12a007-e302-4ed3-ae95-c04dba6e3ebb None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:00.914069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4acc6-0ebc-48f9-8038-79f16643698c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=8f7ea90d-a5de-464c-b9cc-dca0acda8a6a,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:00.925449 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a20c0df-af3a-469c-8e1a-eea2cdc385a2 None None] Network b4979df3-0de0-4b20-93b1-6c0de4894aee requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:00.940342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:00.940632 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2190b9-ca9e-4331-ad80-47908da27709 None None] Pushing event updated for resources: {'Port': ['ID=8a6cdff2-258c-4dd6-9178-dd46ead0ac45,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:00.942682 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390a5980-b788-49f3-be68-8bd5a5929ad3 None None] Sync routers for ids ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:34:00.981786 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fb58776-8210-4353-bad8-91a77d4158db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:01.007091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Deleting port 8a6cdff2-258c-4dd6-9178-dd46ead0ac45 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:01.007526 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:01.033549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event deleted for resources: {'Port': ['ID=102522ed-be33-49a6-8cb7-28a0fef0b468,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:01.045501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] No DVR routers for this DVR port 102522ed-be33-49a6-8cb7-28a0fef0b468 on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:34:01.076602 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ed46587a-313c-426f-80e1-5e1119288731 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6341364 Feb 17 09:34:01.094225 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-39bb2860-1b5d-4cab-be2f-c1cc5a023dc3 admin admin] 10.222.0.75 "PUT /v2.0/routers/bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8913245 Feb 17 09:34:01.095347 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33638) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:01.095963 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] Deleting port 102522ed-be33-49a6-8cb7-28a0fef0b468 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:01.096483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:01.098889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33640) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:01.117080 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] Set router 1af6fd34-97ad-4a6d-a41a-e5f1609dd40c gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:34:01.123706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fde0d7e1-1498-4cf5-b003-23c16d36fd25 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:01.166495 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390a5980-b788-49f3-be68-8bd5a5929ad3 None None] Routers {'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:34:01.167131 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-390a5980-b788-49f3-be68-8bd5a5929ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:01.263407 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:01.331178 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7aa54595-209f-4935-91ed-666bee9fdd5c None None] The port '102522ed-be33-49a6-8cb7-28a0fef0b468' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:34:01.373144 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:01.410781 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] For port 8a6cdff2-258c-4dd6-9178-dd46ead0ac45, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8a6cdff2-258c-4dd6-9178-dd46ead0ac45,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:01.411146 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:01.481073 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af6fd34-97ad-4a6d-a41a-e5f1609dd40c', 'name': 'tempest-snat-router-1696027675', 'tenant_id': '46ad42404c5e42e69b8288b9e6cb16c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '8a6cdff2-258c-4dd6-9178-dd46ead0ac45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:47Z', 'updated_at': '2022-02-17T09:33:55Z', 'revision_number': 3, 'project_id': '46ad42404c5e42e69b8288b9e6cb16c8', 'gw_port': {'id': '8a6cdff2-258c-4dd6-9178-dd46ead0ac45', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af6fd34-97ad-4a6d-a41a-e5f1609dd40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:33:53Z', 'updated_at': '2022-02-17T09:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:01.486014 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70c01c-a2b6-442c-89d9-5e8b598fdaf0 None None] The sync data for ids ['1af6fd34-97ad-4a6d-a41a-e5f1609dd40c'] in dv-neutron-828143-5-hyperv is: [{'id': '1af6fd34-97ad-4a6d-a41a-e5f1609dd40c', 'name': 'tempest-snat-router-1696027675', 'tenant_id': '46ad42404c5e42e69b8288b9e6cb16c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': '8a6cdff2-258c-4dd6-9178-dd46ead0ac45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:33:47Z', 'updated_at': '2022-02-17T09:33:55Z', 'revision_number': 3, 'project_id': '46ad42404c5e42e69b8288b9e6cb16c8', 'gw_port': {'id': '8a6cdff2-258c-4dd6-9178-dd46ead0ac45', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:55:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af6fd34-97ad-4a6d-a41a-e5f1609dd40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:33:53Z', 'updated_at': '2022-02-17T09:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:34:01.486885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-b8f4768e-5396-491a-9180-b8308dbb356d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Delete allocated IP 2001:db8:0:1::150 (4b4e7edb-5bef-45bb-8259-2013080056a1/1ea57f16-7a85-46ef-8bb0-0cd5887abedb) {{(pid=88370) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 09:34:01.548974 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Calling delete_port for 8a6cdff2-258c-4dd6-9178-dd46ead0ac45 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:01.561203 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port f80f85fa-a8e9-4f03-8ccf-e5f30802b992, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f80f85fa-a8e9-4f03-8ccf-e5f30802b992,segment=NetworkSegment(434c4b96-1190-41ff-be98-b02fd852652d),segment_id=434c4b96-1190-41ff-be98-b02fd852652d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:01.648825 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-48d4acc6-0ebc-48f9-8038-79f16643698c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9968231 Feb 17 09:34:01.680458 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33646) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:01.687306 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-390a5980-b788-49f3-be68-8bd5a5929ad3 None None] Set router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:34:01.703048 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4a15abb2-b9bb-47f6-93d8-5a2c423903a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:01.737359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc1856c-75ed-4d02-abd1-763db3a004d2']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:01.817337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8250b0d-055e-4ffc-b974-0b50b484b9b6') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:01.817337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8250b0d-055e-4ffc-b974-0b50b484b9b6') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:01.830944 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb9dde0b-da7a-47f2-a59a-4e53b3138cb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:01.842205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fde0d7e1-1498-4cf5-b003-23c16d36fd25 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7905751'] for subnet, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.010705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device f05b828e-770d-4ae0-add0-c070b365837b up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:02.027002 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.040117 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4a15abb2-b9bb-47f6-93d8-5a2c423903a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:02.052194 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c4e0a-4cc6-45b2-9f88-e78b0d5eae19 req-9524a292-edbe-45cb-8a45-8dd8df5dbfd9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:02.053514 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-eb2c4e0a-4cc6-45b2-9f88-e78b0d5eae19 req-9524a292-edbe-45cb-8a45-8dd8df5dbfd9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 945 time: 0.4267783 Feb 17 09:34:02.063280 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.065010 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4a15abb2-b9bb-47f6-93d8-5a2c423903a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:02.082816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.124792 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4a15abb2-b9bb-47f6-93d8-5a2c423903a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:02.148270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4a15abb2-b9bb-47f6-93d8-5a2c423903a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:02.172684 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:34:02.173162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:34:02.195331 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:34:02.263968 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-eb2c4e0a-4cc6-45b2-9f88-e78b0d5eae19 req-1efa3089-607c-4315-b592-9758638cf6eb tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013335 Feb 17 09:34:02.310822 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a15abb2-b9bb-47f6-93d8-5a2c423903a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:02.320184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a15abb2-b9bb-47f6-93d8-5a2c423903a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.342636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb9dde0b-da7a-47f2-a59a-4e53b3138cb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.354305 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.357848 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8f4768e-5396-491a-9180-b8308dbb356d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.373466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.378756 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.408443 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8a6cdff2-258c-4dd6-9178-dd46ead0ac45 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:02.423433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-b8f4768e-5396-491a-9180-b8308dbb356d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Ignored duplicate provisioning block setup for port abf60e11-0301-48f7-ab67-986a97db13e5 by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 17 09:34:02.428315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event deleted for resources: {'Network': ['ID=dcc1856c-75ed-4d02-abd1-763db3a004d2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:02.447020 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a7482ec6-aff6-4474-8e60-af2d9e19e83e tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "DELETE /v2.0/networks/dcc1856c-75ed-4d02-abd1-763db3a004d2 HTTP/1.1" status: 204 len: 168 time: 3.1806931 Feb 17 09:34:02.447738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33650) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:02.501678 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 8a6cdff2-258c-4dd6-9178-dd46ead0ac45 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:34:02.502182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8a6cdff2-258c-4dd6-9178-dd46ead0ac45 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 17 09:34:02.537000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fde0d7e1-1498-4cf5-b003-23c16d36fd25 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794429138975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6357785'] for subnet, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.548524 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Port 8a6cdff2-258c-4dd6-9178-dd46ead0ac45 not found, will not notify nova. {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 17 09:34:02.549935 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': '8f7ea90d-a5de-464c-b9cc-dca0acda8a6a'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:34:02.550909 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.600619 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.603309 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dde0b-da7a-47f2-a59a-4e53b3138cb7 admin admin] Deleting port 5d10fabb-d447-44b2-9149-e6493fabf377 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:02.603646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb9dde0b-da7a-47f2-a59a-4e53b3138cb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.612768 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a6cdff2-258c-4dd6-9178-dd46ead0ac45,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:02.640402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8f4768e-5396-491a-9180-b8308dbb356d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.677227 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=f80f85fa-a8e9-4f03-8ccf-e5f30802b992,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:02.681155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde0d7e1-1498-4cf5-b003-23c16d36fd25 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:02.681863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fde0d7e1-1498-4cf5-b003-23c16d36fd25 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.686483 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fde0d7e1-1498-4cf5-b003-23c16d36fd25 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "PUT /v2.0/subnets/0c35533b-bcef-4d0a-b60a-6d325c0656f7 HTTP/1.1" status: 200 len: 806 time: 1.5799739 Feb 17 09:34:02.701518 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-b4979df3-0de0-4b20-93b1-6c0de4894aee', 'network_id': 'b4979df3-0de0-4b20-93b1-6c0de4894aee', 'tenant_id': 'd71f25c9faa84e9ea04b56d745ca03fe', 'fixed_ips': [{'subnet_id': '0c35533b-bcef-4d0a-b60a-6d325c0656f7'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:34:02.703190 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.724754 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33654) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:02.811860 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4768e-5396-491a-9180-b8308dbb356d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] In _notify_port_updated(), no bound segment for port abf60e11-0301-48f7-ab67-986a97db13e5 on network 4b4e7edb-5bef-45bb-8259-2013080056a1 {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:34:02.817696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f4768e-5396-491a-9180-b8308dbb356d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:02.818394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8f4768e-5396-491a-9180-b8308dbb356d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.824022 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b8f4768e-5396-491a-9180-b8308dbb356d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "PUT /v2.0/ports/abf60e11-0301-48f7-ab67-986a97db13e5 HTTP/1.1" status: 200 len: 925 time: 2.7363927 Feb 17 09:34:02.825294 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33658) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:02.844014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4768e-5396-491a-9180-b8308dbb356d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=abf60e11-0301-48f7-ab67-986a97db13e5,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:02.860651 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a6368360-c9d2-4931-b97d-1e7a1b067be7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd3588bf6-9e3e-4a9b-a511-b987f56ee012'}, {'subnet_id': '1ea57f16-7a85-46ef-8bb0-0cd5887abedb'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:02.905837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port f05b828e-770d-4ae0-add0-c070b365837b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:02.926447 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port f05b828e-770d-4ae0-add0-c070b365837b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:02.926807 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:02.951403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:02.951780 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:02.952228 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:02.952669 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:02.953128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:02.953572 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:02.954017 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:02.954535 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:02.954982 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:02.955408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:02.955847 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:02.956276 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:03.027490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-4fb58776-8210-4353-bad8-91a77d4158db None None] Allocated IP 2001:db8:0:1::2 (4b4e7edb-5bef-45bb-8259-2013080056a1/1ea57f16-7a85-46ef-8bb0-0cd5887abedb/f80f85fa-a8e9-4f03-8ccf-e5f30802b992) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:03.065006 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0d7e1-1498-4cf5-b003-23c16d36fd25 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Subnet': ['ID=0c35533b-bcef-4d0a-b60a-6d325c0656f7,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:03.112527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.207333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.260828 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-cb9dde0b-da7a-47f2-a59a-4e53b3138cb7 admin admin] For port 5d10fabb-d447-44b2-9149-e6493fabf377, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5d10fabb-d447-44b2-9149-e6493fabf377,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:03.269105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb9dde0b-da7a-47f2-a59a-4e53b3138cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.271656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7614c0a-50e1-427f-887e-58d4206e76a5']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:03.320094 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Allocated IP 172.20.0.2 (b4979df3-0de0-4b20-93b1-6c0de4894aee/0c35533b-bcef-4d0a-b60a-6d325c0656f7/b501573d-6efc-417e-93ec-334da0e6fb37) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:03.344956 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.359152 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101c06db-585a-44ef-b0e4-90330dfd3c19') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:03.359360 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Allocated IP 2001:db8::f816:3eff:feb9:1a5f (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/8f7ea90d-a5de-464c-b9cc-dca0acda8a6a/a7965c19-3bbf-480d-a21b-ac3abf683cc4) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:03.365248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101c06db-585a-44ef-b0e4-90330dfd3c19') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:03.496872 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.501788 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.511231 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.612958 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dde0b-da7a-47f2-a59a-4e53b3138cb7 admin admin] Calling delete_port for 5d10fabb-d447-44b2-9149-e6493fabf377 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:03.623535 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.662101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.733909 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-390a5980-b788-49f3-be68-8bd5a5929ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'name': 'tempest-ServersTestJSON-175785175-router', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:02Z', 'updated_at': '2022-02-17T09:33:57Z', 'revision_number': 5, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'gw_port': {'id': '5d10fabb-d447-44b2-9149-e6493fabf377', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:03.734958 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.735838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1af6fd34-97ad-4a6d-a41a-e5f1609dd40c {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:34:03.749662 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4fb58776-8210-4353-bad8-91a77d4158db None None] For port f80f85fa-a8e9-4f03-8ccf-e5f30802b992, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f80f85fa-a8e9-4f03-8ccf-e5f30802b992,segment=NetworkSegment(434c4b96-1190-41ff-be98-b02fd852652d),segment_id=434c4b96-1190-41ff-be98-b02fd852652d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:03.760967 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.763202 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.763411 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390a5980-b788-49f3-be68-8bd5a5929ad3 None None] Checking router: bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:34:03.764616 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-393b06bd-c740-46bc-8b72-2a45a49f40c5 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "DELETE /v2.0/routers/1af6fd34-97ad-4a6d-a41a-e5f1609dd40c HTTP/1.1" status: 204 len: 168 time: 4.1732254 Feb 17 09:34:03.767783 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33664) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:03.798538 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fb58776-8210-4353-bad8-91a77d4158db None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.801242 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:34:03.801604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.817868 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4fb58776-8210-4353-bad8-91a77d4158db None None] Transition to ACTIVE for port object f80f85fa-a8e9-4f03-8ccf-e5f30802b992 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:34:03.820308 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:34:03.836354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986990a6-6c22-44b6-bbce-fc7c48ec2d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05b828e-770d-4ae0-add0-c070b365837b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:34:03.840886 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a15abb2-b9bb-47f6-93d8-5a2c423903a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.886392 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390a5980-b788-49f3-be68-8bd5a5929ad3 None None] Routers {'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:34:03.887164 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-390a5980-b788-49f3-be68-8bd5a5929ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:03.919011 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a6368360-c9d2-4931-b97d-1e7a1b067be7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.932846 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a15abb2-b9bb-47f6-93d8-5a2c423903a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:03.943621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-4a15abb2-b9bb-47f6-93d8-5a2c423903a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:03.951158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a15abb2-b9bb-47f6-93d8-5a2c423903a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:03.952094 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a15abb2-b9bb-47f6-93d8-5a2c423903a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.957423 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986990a6-6c22-44b6-bbce-fc7c48ec2d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05b828e-770d-4ae0-add0-c070b365837b', 'code': 200} Feb 17 09:34:03.964881 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fb58776-8210-4353-bad8-91a77d4158db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:03.980724 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port f05b828e-770d-4ae0-add0-c070b365837b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f05b828e-770d-4ae0-add0-c070b365837b,segment=NetworkSegment(980f5558-e57d-4cd8-8640-12d2366c8919),segment_id=980f5558-e57d-4cd8-8640-12d2366c8919)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:04.061714 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15abb2-b9bb-47f6-93d8-5a2c423903a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=bca8ed17-e989-420a-91b6-126cc76b1ffe,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:04.089625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-988ae32c-2570-4b2e-bb1c-734f02dce12f tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:04.150910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:04.155463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ddb8e-cb88-4fdb-a511-83dac42a0c4a req-a124f4f8-3598-4dc6-9eac-49a2bc3e4fe0 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:04.157159 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fa4ddb8e-cb88-4fdb-a511-83dac42a0c4a req-a124f4f8-3598-4dc6-9eac-49a2bc3e4fe0 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 945 time: 0.7230604 Feb 17 09:34:04.254314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:04.292364 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:04.295009 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4a15abb2-b9bb-47f6-93d8-5a2c423903a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6068885 Feb 17 09:34:04.298078 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33670) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:04.312356 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'mac_address': 'fa:16:3e:64:1f:c4', 'name': 'tempest-NetworksTestDHCPv6-1653667581'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:04.338473 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fa4ddb8e-cb88-4fdb-a511-83dac42a0c4a req-d6ddd73b-83b0-41f5-b92a-87ccfbe5b0c8 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689258 Feb 17 09:34:04.339238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event deleted for resources: {'Network': ['ID=d7614c0a-50e1-427f-887e-58d4206e76a5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:04.374499 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "DELETE /v2.0/networks/d7614c0a-50e1-427f-887e-58d4206e76a5 HTTP/1.1" status: 204 len: 168 time: 1.9256320 Feb 17 09:34:04.385672 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33674) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:04.415253 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-390a5980-b788-49f3-be68-8bd5a5929ad3 None None] Set router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:34:04.442327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-988ae32c-2570-4b2e-bb1c-734f02dce12f tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:04.448701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:04.449049 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:04.449384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:04.449714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:04.450125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:04.450458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:04.450782 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:04.451102 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:04.453903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:04.453903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:04.453903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:04.453903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef68653-de12-41a9-b0a4-36b2d735b57c tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:04.473853 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb58776-8210-4353-bad8-91a77d4158db None None] Pushing event updated for resources: {'Port': ['ID=f80f85fa-a8e9-4f03-8ccf-e5f30802b992,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:04.559599 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-988ae32c-2570-4b2e-bb1c-734f02dce12f tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Deleting port 3a08ba48-a747-48e5-9264-91d69d799200 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:04.559599 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-988ae32c-2570-4b2e-bb1c-734f02dce12f tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:04.596159 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:04.612285 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:port and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:04.623009 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f80f85fa-a8e9-4f03-8ccf-e5f30802b992 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:04.625670 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:04.636850 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:04.704120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-390a5980-b788-49f3-be68-8bd5a5929ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'name': 'tempest-ServersTestJSON-175785175-router', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:02Z', 'updated_at': '2022-02-17T09:34:02Z', 'revision_number': 6, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:04.734010 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:04.746872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390a5980-b788-49f3-be68-8bd5a5929ad3 None None] The sync data for ids ['bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2'] in dv-neutron-828143-5-hyperv is: [{'id': 'bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2', 'name': 'tempest-ServersTestJSON-175785175-router', 'tenant_id': '56df9d1b031c48beb7a5b8a4e5050229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:02Z', 'updated_at': '2022-02-17T09:34:02Z', 'revision_number': 6, 'project_id': '56df9d1b031c48beb7a5b8a4e5050229', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:34:04.767204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:04.785056 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Transition to ACTIVE for port object b501573d-6efc-417e-93ec-334da0e6fb37 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:04.814519 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b0f6b26-b96e-479d-aeeb-40f08d56d447 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:04.816454 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:04.822743 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Transition to ACTIVE for port object a7965c19-3bbf-480d-a21b-ac3abf683cc4 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:04.833343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=f05b828e-770d-4ae0-add0-c070b365837b,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:04.858032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Transition to ACTIVE for port object b501573d-6efc-417e-93ec-334da0e6fb37 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:04.876363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Transition to ACTIVE for port object a7965c19-3bbf-480d-a21b-ac3abf683cc4 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:04.944882 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb9dde0b-da7a-47f2-a59a-4e53b3138cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:04.962946 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.021733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.042083 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Network b4979df3-0de0-4b20-93b1-6c0de4894aee is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:05.051629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dde0b-da7a-47f2-a59a-4e53b3138cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d10fabb-d447-44b2-9149-e6493fabf377,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:05.053060 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:05.055690 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62228ef-b511-4ad4-bec9-c6519fd94e4e req-bc29b01f-27ac-414b-a5da-479d0c5c6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:05.057306 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e62228ef-b511-4ad4-bec9-c6519fd94e4e req-bc29b01f-27ac-414b-a5da-479d0c5c6fb8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 1099 time: 0.5856619 Feb 17 09:34:05.073745 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:05.113966 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.180787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-988ae32c-2570-4b2e-bb1c-734f02dce12f tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] For port 3a08ba48-a747-48e5-9264-91d69d799200, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=3a08ba48-a747-48e5-9264-91d69d799200,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:05.183926 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-988ae32c-2570-4b2e-bb1c-734f02dce12f tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.188019 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:05.194988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8a6cdff2-258c-4dd6-9178-dd46ead0ac45 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:34:05.246833 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-a6368360-c9d2-4931-b97d-1e7a1b067be7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Allocated IP 2001:db8:0:1::1c0 (4b4e7edb-5bef-45bb-8259-2013080056a1/1ea57f16-7a85-46ef-8bb0-0cd5887abedb/abf60e11-0301-48f7-ab67-986a97db13e5) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:05.260544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 8a6cdff2-258c-4dd6-9178-dd46ead0ac45 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:34:05.261001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8a6cdff2-258c-4dd6-9178-dd46ead0ac45 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:34:05.262962 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:05.293438 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:05.302168 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Pushing event updated for resources: {'Port': ['ID=b501573d-6efc-417e-93ec-334da0e6fb37,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:05.305028 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1f68b8-8d29-4efc-bbc3-ded30f2b9509 None None] Network 4b4e7edb-5bef-45bb-8259-2013080056a1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:05.348920 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-988ae32c-2570-4b2e-bb1c-734f02dce12f tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Calling delete_port for 3a08ba48-a747-48e5-9264-91d69d799200 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:05.379859 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port 37e04942-e9c3-47f1-afa5-e09235e85daa yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:34:05.402306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b0f6b26-b96e-479d-aeeb-40f08d56d447 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.416314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.444861 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e62228ef-b511-4ad4-bec9-c6519fd94e4e req-7d2cb9cb-7014-4c33-9815-4c01def1d3d6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009859 Feb 17 09:34:05.477477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb9dde0b-da7a-47f2-a59a-4e53b3138cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.548211 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Attempting to bind port b501573d-6efc-417e-93ec-334da0e6fb37 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:34:05.548641 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Attempting to bind port b501573d-6efc-417e-93ec-334da0e6fb37 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '791e98b2-df3c-4563-8646-7c5d1b0b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'b4979df3-0de0-4b20-93b1-6c0de4894aee'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:34:05.549266 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Attempting to bind port b501573d-6efc-417e-93ec-334da0e6fb37 on network b4979df3-0de0-4b20-93b1-6c0de4894aee {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:34:05.576684 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:34:05.578056 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Checking segment: {'id': '791e98b2-df3c-4563-8646-7c5d1b0b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'b4979df3-0de0-4b20-93b1-6c0de4894aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:05.579404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.581169 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Bound using segment: {'id': '791e98b2-df3c-4563-8646-7c5d1b0b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'b4979df3-0de0-4b20-93b1-6c0de4894aee'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:34:05.582689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Bound port: b501573d-6efc-417e-93ec-334da0e6fb37, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791e98b2-df3c-4563-8646-7c5d1b0b7fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'b4979df3-0de0-4b20-93b1-6c0de4894aee'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:34:05.583666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.603153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.625146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Pushing event updated for resources: {'Port': ['ID=a7965c19-3bbf-480d-a21b-ac3abf683cc4,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:05.633695 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4979df3-0de0-4b20-93b1-6c0de4894aee']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:05.647687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791e98b2-df3c-4563-8646-7c5d1b0b7fb7') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:05.648009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791e98b2-df3c-4563-8646-7c5d1b0b7fb7') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:05.661032 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.679493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.686793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:34:05.687164 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.717847 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Subnet': ['ID=0c35533b-bcef-4d0a-b60a-6d325c0656f7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:34:05.720643 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:34:05.809847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:05.810215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:05.810553 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:05.810884 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:05.811246 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:05.811583 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:05.812067 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:05.812394 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:05.812796 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:05.813200 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:05.813590 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:05.813908 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:05.816464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-7b0f6b26-b96e-479d-aeeb-40f08d56d447 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca76eec-dfe8-4285-a06e-d53e8f2045c8']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:05.817267 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Attempting to bind port a7965c19-3bbf-480d-a21b-ac3abf683cc4 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:34:05.817627 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Attempting to bind port a7965c19-3bbf-480d-a21b-ac3abf683cc4 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:34:05.817977 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Attempting to bind port a7965c19-3bbf-480d-a21b-ac3abf683cc4 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:34:05.823874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6edc8721-584a-434c-a24b-308dd1785bc8 None None] Provisioning for port f80f85fa-a8e9-4f03-8ccf-e5f30802b992 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:05.840006 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:34:05.840393 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:05.840794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.841418 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:34:05.842404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Bound port: a7965c19-3bbf-480d-a21b-ac3abf683cc4, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:34:05.842997 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.867143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb9dde0b-da7a-47f2-a59a-4e53b3138cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.870167 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb9dde0b-da7a-47f2-a59a-4e53b3138cb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.885101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-7b0f6b26-b96e-479d-aeeb-40f08d56d447 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a3a3e8-013e-4e3d-8d70-579c0fa8601f') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:05.885477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-7b0f6b26-b96e-479d-aeeb-40f08d56d447 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a3a3e8-013e-4e3d-8d70-579c0fa8601f') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:05.914675 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6edc8721-584a-434c-a24b-308dd1785bc8 None None] Provisioning complete for port f80f85fa-a8e9-4f03-8ccf-e5f30802b992 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:05.915665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6edc8721-584a-434c-a24b-308dd1785bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.917774 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b0f6b26-b96e-479d-aeeb-40f08d56d447 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.945334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b0f6b26-b96e-479d-aeeb-40f08d56d447 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.954258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0f6b26-b96e-479d-aeeb-40f08d56d447 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:34:05.954670 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b0f6b26-b96e-479d-aeeb-40f08d56d447 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:34:05.973857 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:34:06.007236 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 09:34:06.007236 dv-neutron-828143-5-hyperv neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 09:34:06.007236 dv-neutron-828143-5-hyperv neutron-server[88369]: [parameters: {'id': 'b4979df3-0de0-4b20-93b1-6c0de4894aee'}] Feb 17 09:34:06.007236 dv-neutron-828143-5-hyperv neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:34:06.008178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:34:06.035237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb9dde0b-da7a-47f2-a59a-4e53b3138cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:06.035778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9dde0b-da7a-47f2-a59a-4e53b3138cb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:34:06.046955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d276c3-390e-4de7-a65b-c8dda7690d41 req-e1474be2-9d4b-4c60-acae-6d0474e23b27 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:06.048544 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-79d276c3-390e-4de7-a65b-c8dda7690d41 req-e1474be2-9d4b-4c60-acae-6d0474e23b27 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 946 time: 0.3316193 Feb 17 09:34:06.074090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a6368360-c9d2-4931-b97d-1e7a1b067be7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:06.087601 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb9dde0b-da7a-47f2-a59a-4e53b3138cb7 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:06.091516 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cb9dde0b-da7a-47f2-a59a-4e53b3138cb7 admin admin] 10.222.0.75 "DELETE /v2.0/routers/bf5eb36c-0f90-45fc-bbb4-75ae6350c9e2 HTTP/1.1" status: 204 len: 168 time: 4.9912612 Feb 17 09:34:06.097273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33680) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:06.140000 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-a6368360-c9d2-4931-b97d-1e7a1b067be7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Ignored duplicate provisioning block setup for port abf60e11-0301-48f7-ab67-986a97db13e5 by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 17 09:34:06.144284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] For port b501573d-6efc-417e-93ec-334da0e6fb37, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:34:06.173665 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e5c58f-979b-4348-9bc4-df50cdde8baa admin admin] Deleting subnet 817248b4-1923-4b39-90c7-0ed24f8eb587 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:34:06.177937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85e5c58f-979b-4348-9bc4-df50cdde8baa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:06.183077 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-79d276c3-390e-4de7-a65b-c8dda7690d41 req-d7d12cf7-817d-45ce-8b66-887f15297548 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257718 Feb 17 09:34:06.231924 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] For port b501573d-6efc-417e-93ec-334da0e6fb37, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b501573d-6efc-417e-93ec-334da0e6fb37,segment=NetworkSegment(791e98b2-df3c-4563-8646-7c5d1b0b7fb7),segment_id=791e98b2-df3c-4563-8646-7c5d1b0b7fb7)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:34:06.236162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b0f6b26-b96e-479d-aeeb-40f08d56d447 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:06.244725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 172.20.0.10 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/bca8ed17-e989-420a-91b6-126cc76b1ffe/37e04942-e9c3-47f1-afa5-e09235e85daa) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:06.249763 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] For port a7965c19-3bbf-480d-a21b-ac3abf683cc4, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:34:06.270295 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b0f6b26-b96e-479d-aeeb-40f08d56d447 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:06.280384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a6368360-c9d2-4931-b97d-1e7a1b067be7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:06.282739 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7b0f6b26-b96e-479d-aeeb-40f08d56d447 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] 10.222.0.75 "DELETE /v2.0/networks/eca76eec-dfe8-4285-a06e-d53e8f2045c8 HTTP/1.1" status: 204 len: 168 time: 1.8930893 Feb 17 09:34:06.313662 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] For port a7965c19-3bbf-480d-a21b-ac3abf683cc4, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=a7965c19-3bbf-480d-a21b-ac3abf683cc4,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:34:06.323347 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f80f85fa-a8e9-4f03-8ccf-e5f30802b992 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:06.339566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f6b26-b96e-479d-aeeb-40f08d56d447 tempest-BulkNetworkOpsTest-333341918 tempest-BulkNetworkOpsTest-333341918-project] Pushing event deleted for resources: {'Network': ['ID=eca76eec-dfe8-4285-a06e-d53e8f2045c8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:06.366392 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:06.376188 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85e5c58f-979b-4348-9bc4-df50cdde8baa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:06.407486 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-988ae32c-2570-4b2e-bb1c-734f02dce12f tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:06.461459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::f816:3eff:fe64:1fc4 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/8f7ea90d-a5de-464c-b9cc-dca0acda8a6a/37e04942-e9c3-47f1-afa5-e09235e85daa) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:06.466273 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ae32c-2570-4b2e-bb1c-734f02dce12f tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a08ba48-a747-48e5-9264-91d69d799200,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:06.502448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:06.504989 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a6368360-c9d2-4931-b97d-1e7a1b067be7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] In _notify_port_updated(), no bound segment for port abf60e11-0301-48f7-ab67-986a97db13e5 on network 4b4e7edb-5bef-45bb-8259-2013080056a1 {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:34:06.511715 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6368360-c9d2-4931-b97d-1e7a1b067be7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:06.512480 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a6368360-c9d2-4931-b97d-1e7a1b067be7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:06.517037 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a6368360-c9d2-4931-b97d-1e7a1b067be7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "PUT /v2.0/ports/abf60e11-0301-48f7-ab67-986a97db13e5 HTTP/1.1" status: 200 len: 1011 time: 3.6744349 Feb 17 09:34:06.523345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33686) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:06.526160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6368360-c9d2-4931-b97d-1e7a1b067be7 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=abf60e11-0301-48f7-ab67-986a97db13e5,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:06.528329 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d2429-0464-4250-85d5-a79eb90f1074 None None] Pushing event updated for resources: {'Port': ['ID=b501573d-6efc-417e-93ec-334da0e6fb37,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:06.549299 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:06.638535 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d5044d76-0986-4522-aeba-936f083d3713 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port abf60e11-0301-48f7-ab67-986a97db13e5 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:06.639084 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5044d76-0986-4522-aeba-936f083d3713 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:06.665200 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6edc8721-584a-434c-a24b-308dd1785bc8 None None] Provisioning for port abf60e11-0301-48f7-ab67-986a97db13e5 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:06.719444 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port f80f85fa-a8e9-4f03-8ccf-e5f30802b992 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:06.720005 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:06.747599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85e5c58f-979b-4348-9bc4-df50cdde8baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:06.801468 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6edc8721-584a-434c-a24b-308dd1785bc8 None None] Provisioning complete for port abf60e11-0301-48f7-ab67-986a97db13e5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:06.801840 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6edc8721-584a-434c-a24b-308dd1785bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:07.010262 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeaea7f-f439-4cd8-b985-1c5acc061211 None None] Network b4979df3-0de0-4b20-93b1-6c0de4894aee requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:07.077002 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf4962-b1f4-443b-addb-c8ce79d44231 None None] Pushing event updated for resources: {'Port': ['ID=a7965c19-3bbf-480d-a21b-ac3abf683cc4,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:07.087981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-988ae32c-2570-4b2e-bb1c-734f02dce12f tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:07.160850 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6edc8721-584a-434c-a24b-308dd1785bc8 None None] Port abf60e11-0301-48f7-ab67-986a97db13e5 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:34:07.282249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33694) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:07.311291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85e5c58f-979b-4348-9bc4-df50cdde8baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:07.368271 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5044d76-0986-4522-aeba-936f083d3713 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:07.382142 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5c58f-979b-4348-9bc4-df50cdde8baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=817248b4-1923-4b39-90c7-0ed24f8eb587,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:07.392989 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85e5c58f-979b-4348-9bc4-df50cdde8baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:07.403985 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-85e5c58f-979b-4348-9bc4-df50cdde8baa admin admin] 10.222.0.75 "DELETE /v2.0/subnets/817248b4-1923-4b39-90c7-0ed24f8eb587 HTTP/1.1" status: 204 len: 168 time: 1.3053751 Feb 17 09:34:07.468440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33700) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:07.486268 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df031320-f123-4487-b066-26e318ebc358 None None] Network a19cb067-687e-46e4-8864-55b4e53b82a3 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:07.633342 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-86f23352-e7c2-43af-9332-62402b5df265 None None] Provisioning complete for port f80f85fa-a8e9-4f03-8ccf-e5f30802b992 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:07.633730 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-86f23352-e7c2-43af-9332-62402b5df265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:07.710101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d5044d76-0986-4522-aeba-936f083d3713 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for abf60e11-0301-48f7-ab67-986a97db13e5 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:07.741569 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device bae1096b-ef0e-493f-9f53-34844bc7fe05 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:34:07.777700 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Deleting port b501573d-6efc-417e-93ec-334da0e6fb37 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:07.778063 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:07.826740 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: bae1096b-ef0e-493f-9f53-34844bc7fe05 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:34:07.827144 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device bae1096b-ef0e-493f-9f53-34844bc7fe05 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:34:07.827356 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-988ae32c-2570-4b2e-bb1c-734f02dce12f tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:07.827490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5d10fabb-d447-44b2-9149-e6493fabf377 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:34:07.831747 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-988ae32c-2570-4b2e-bb1c-734f02dce12f tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:07.843644 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:07.890790 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object 37e04942-e9c3-47f1-afa5-e09235e85daa will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:08.003506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 5d10fabb-d447-44b2-9149-e6493fabf377 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:34:08.004890 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5d10fabb-d447-44b2-9149-e6493fabf377 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:34:08.107618 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731e9b72-74b0-4fbb-aae2-fb30a5a54159 None None] Network b4979df3-0de0-4b20-93b1-6c0de4894aee requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:08.131944 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:08.136015 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-988ae32c-2570-4b2e-bb1c-734f02dce12f tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:08.136447 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988ae32c-2570-4b2e-bb1c-734f02dce12f tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18813e59-4391-42e9-a3e2-598b91ae54b0 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:34:08.176595 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:08.226397 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-48b9ead1-cca3-433d-ac59-eec60cd4881e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1aac11e0834145ed99250ca60ee8ae1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9392850 Feb 17 09:34:08.227936 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33706) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:08.337587 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209e38f-3e27-4632-b6fe-711dd550a00a req-daf3ce1f-45b4-4f0f-8a57-16c4ca6880b9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:08.342523 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f209e38f-3e27-4632-b6fe-711dd550a00a req-daf3ce1f-45b4-4f0f-8a57-16c4ca6880b9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 946 time: 0.8735173 Feb 17 09:34:08.353514 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:08.363480 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] Deleting port 057639b3-eb8a-48e8-9d10-30122cc8532c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:08.363819 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:08.366093 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:08.371647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b1edda-1c60-44f9-96b3-f6d7f65fd9b4 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:08.373215 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] For port b501573d-6efc-417e-93ec-334da0e6fb37, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b501573d-6efc-417e-93ec-334da0e6fb37,segment=NetworkSegment(791e98b2-df3c-4563-8646-7c5d1b0b7fb7),segment_id=791e98b2-df3c-4563-8646-7c5d1b0b7fb7)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:08.373595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:08.387948 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:08.489676 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=37e04942-e9c3-47f1-afa5-e09235e85daa,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:08.521341 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-483fa65c-3592-4bfb-a65e-7a0aec5d97aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:08.571380 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Calling delete_port for b501573d-6efc-417e-93ec-334da0e6fb37 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:08.576655 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-86f23352-e7c2-43af-9332-62402b5df265 None None] Provisioning complete for port abf60e11-0301-48f7-ab67-986a97db13e5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:08.577026 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-86f23352-e7c2-43af-9332-62402b5df265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:08.585204 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-483fa65c-3592-4bfb-a65e-7a0aec5d97aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:08.608555 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-988ae32c-2570-4b2e-bb1c-734f02dce12f tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:08.609926 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-988ae32c-2570-4b2e-bb1c-734f02dce12f tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "DELETE /v2.0/routers/18813e59-4391-42e9-a3e2-598b91ae54b0 HTTP/1.1" status: 204 len: 168 time: 4.8410187 Feb 17 09:34:08.637376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33712) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:08.669698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1711669265', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:08.676596 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:08.690821 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:08.724386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Usage tracker for resource:router and tenant:31b5509203ce4aa0a30905afbf1591e6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:08.733240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:08.757756 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:08.766669 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:08.784740 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:08.792280 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-86f23352-e7c2-43af-9332-62402b5df265 None None] Port abf60e11-0301-48f7-ab67-986a97db13e5 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:34:08.816842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524c7705-e127-4d4f-9c34-df7fffdae4c9 None None] DHCP port deletion for a19cb067-687e-46e4-8864-55b4e53b82a3 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:34:08.820027 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f209e38f-3e27-4632-b6fe-711dd550a00a req-09b2c149-a45c-4cba-b5c0-63fd76c6f800 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715614 Feb 17 09:34:08.844200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-483fa65c-3592-4bfb-a65e-7a0aec5d97aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:08.848438 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device a7965c19-3bbf-480d-a21b-ac3abf683cc4 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:08.910146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-524c7705-e127-4d4f-9c34-df7fffdae4c9 None None] Deleting port 057639b3-eb8a-48e8-9d10-30122cc8532c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:08.910523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-524c7705-e127-4d4f-9c34-df7fffdae4c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:08.948585 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fa65c-3592-4bfb-a65e-7a0aec5d97aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d47a406-e42a-4a08-88d5-36baeb037808,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:08.951726 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:08.952799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:09.017577 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9afc289e-3752-4d86-a83b-d2f9b7e87e21 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.7108748 Feb 17 09:34:09.017577 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:09.029456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33718) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:09.074992 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No DVR routers for this DVR port b501573d-6efc-417e-93ec-334da0e6fb37 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:34:09.111812 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Port': ['ID=b501573d-6efc-417e-93ec-334da0e6fb37,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:09.163955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-483fa65c-3592-4bfb-a65e-7a0aec5d97aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:09.168665 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-483fa65c-3592-4bfb-a65e-7a0aec5d97aa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9d47a406-e42a-4a08-88d5-36baeb037808 HTTP/1.1" status: 204 len: 168 time: 0.9336374 Feb 17 09:34:09.168834 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0218c871-1eaa-4279-ac4d-d982d93625ef None None] Provisioning for port a7965c19-3bbf-480d-a21b-ac3abf683cc4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:09.206844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] For port 057639b3-eb8a-48e8-9d10-30122cc8532c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=057639b3-eb8a-48e8-9d10-30122cc8532c,segment=NetworkSegment(60c46695-6567-4489-adea-5df5bc783183),segment_id=60c46695-6567-4489-adea-5df5bc783183)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:09.207306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:09.235583 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:09.279451 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383511a-e32d-4a77-826e-b706c0f53dfd req-a7b10409-213b-4c15-bab9-fb4d2a9bd8c6 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:09.281270 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8383511a-e32d-4a77-826e-b706c0f53dfd req-a7b10409-213b-4c15-bab9-fb4d2a9bd8c6 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 946 time: 0.3133702 Feb 17 09:34:09.283052 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4979df3-0de0-4b20-93b1-6c0de4894aee']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:09.297482 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port a7965c19-3bbf-480d-a21b-ac3abf683cc4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:09.313007 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791e98b2-df3c-4563-8646-7c5d1b0b7fb7') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:09.313306 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791e98b2-df3c-4563-8646-7c5d1b0b7fb7') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:09.325450 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0218c871-1eaa-4279-ac4d-d982d93625ef None None] Provisioning complete for port abf60e11-0301-48f7-ab67-986a97db13e5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:09.326786 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0218c871-1eaa-4279-ac4d-d982d93625ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:09.345248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:09.354093 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:09.357400 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port a7965c19-3bbf-480d-a21b-ac3abf683cc4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:09.357782 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:09.362397 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] Calling delete_port for 057639b3-eb8a-48e8-9d10-30122cc8532c owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:09.378784 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8383511a-e32d-4a77-826e-b706c0f53dfd req-791eee63-2ab8-47aa-9f8e-fb0057269e76 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848980 Feb 17 09:34:09.379763 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:09.388696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:34:09.389101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:09.392389 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5044d76-0986-4522-aeba-936f083d3713 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:34:09.406571 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:34:09.430080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0218c871-1eaa-4279-ac4d-d982d93625ef None None] Port abf60e11-0301-48f7-ab67-986a97db13e5 was deleted so its status cannot be updated. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 17 09:34:09.434982 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-524c7705-e127-4d4f-9c34-df7fffdae4c9 None None] For port 057639b3-eb8a-48e8-9d10-30122cc8532c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=057639b3-eb8a-48e8-9d10-30122cc8532c,segment=NetworkSegment(60c46695-6567-4489-adea-5df5bc783183),segment_id=60c46695-6567-4489-adea-5df5bc783183)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:09.435374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-524c7705-e127-4d4f-9c34-df7fffdae4c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:09.507109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdee9c7f-60a1-452f-a8cf-d667407fb881 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:09.513285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdee9c7f-60a1-452f-a8cf-d667407fb881 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:09.514966 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fdee9c7f-60a1-452f-a8cf-d667407fb881 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4844005 Feb 17 09:34:09.519683 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5044d76-0986-4522-aeba-936f083d3713 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=abf60e11-0301-48f7-ab67-986a97db13e5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:09.521656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33726) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:09.679696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ad46465a-87f4-41e5-8895-08b2ac6c6f84 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port 37e04942-e9c3-47f1-afa5-e09235e85daa {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:09.680039 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad46465a-87f4-41e5-8895-08b2ac6c6f84 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:09.774942 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-524c7705-e127-4d4f-9c34-df7fffdae4c9 None None] Calling delete_port for 057639b3-eb8a-48e8-9d10-30122cc8532c owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:09.820593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5044d76-0986-4522-aeba-936f083d3713 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:09.833330 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d5044d76-0986-4522-aeba-936f083d3713 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/abf60e11-0301-48f7-ab67-986a97db13e5 HTTP/1.1" status: 204 len: 168 time: 3.3036671 Feb 17 09:34:09.838702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33734) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:09.913642 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-132cf0ea-f51b-48c9-96a7-9cfbb8dbf882 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] GET failed (client error): The resource could not be found. Feb 17 09:34:09.914219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-132cf0ea-f51b-48c9-96a7-9cfbb8dbf882 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:09.953489 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472c88b0-b0ff-433e-bfe4-87748d4b586c None None] Update dhcp port {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'fixed_ips': [{'subnet_id': '8f7ea90d-a5de-464c-b9cc-dca0acda8a6a', 'ip_address': '2001:db8::f816:3eff:feb9:1a5f'}, {'subnet_id': 'bca8ed17-e989-420a-91b6-126cc76b1ffe'}], 'binding:host_id': 'dv-neutron-828143-5-hyperv'}, 'id': 'a7965c19-3bbf-480d-a21b-ac3abf683cc4'} from dv-neutron-828143-5-hyperv. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 09:34:10.009630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:10.092504 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-524c7705-e127-4d4f-9c34-df7fffdae4c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:34:10.092737 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-524c7705-e127-4d4f-9c34-df7fffdae4c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:34:10.112336 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-472c88b0-b0ff-433e-bfe4-87748d4b586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:10.154200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-132cf0ea-f51b-48c9-96a7-9cfbb8dbf882 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:10.154933 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:10.158857 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-132cf0ea-f51b-48c9-96a7-9cfbb8dbf882 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports/abf60e11-0301-48f7-ab67-986a97db13e5 HTTP/1.1" status: 404 len: 333 time: 0.3190012 Feb 17 09:34:10.166142 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33746) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:10.175151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:10.188741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:10.226459 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] Pushing event deleted for resources: {'Port': ['ID=057639b3-eb8a-48e8-9d10-30122cc8532c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:10.233489 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:10.234627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] No DVR routers for this DVR port 057639b3-eb8a-48e8-9d10-30122cc8532c on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:34:10.268342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Network': ['ID=b4979df3-0de0-4b20-93b1-6c0de4894aee,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:10.356876 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port a7965c19-3bbf-480d-a21b-ac3abf683cc4, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=a7965c19-3bbf-480d-a21b-ac3abf683cc4,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:10.373960 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1b830992-5e66-4bfb-b0eb-815cf999ff75 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/b4979df3-0de0-4b20-93b1-6c0de4894aee HTTP/1.1" status: 204 len: 168 time: 7.6435237 Feb 17 09:34:10.378688 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33750) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:10.477809 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-735f3bef-2a80-4a8a-921d-4097ed93dc5d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:10.478325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735f3bef-2a80-4a8a-921d-4097ed93dc5d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:10.480497 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-735f3bef-2a80-4a8a-921d-4097ed93dc5d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/b4979df3-0de0-4b20-93b1-6c0de4894aee HTTP/1.1" status: 404 len: 339 time: 0.1001062 Feb 17 09:34:10.484838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33760) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:10.495873 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8537edb1-cebc-4242-bc0b-62ce3780c21b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-957165540', 'description': 'd1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:10.502232 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:10.508777 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8537edb1-cebc-4242-bc0b-62ce3780c21b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:10.515799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8537edb1-cebc-4242-bc0b-62ce3780c21b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:network and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:10.520358 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8537edb1-cebc-4242-bc0b-62ce3780c21b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:10.560584 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8537edb1-cebc-4242-bc0b-62ce3780c21b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:10.598652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae62561-ceda-425d-8b8a-c56a43659b23 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting subnet 1ea57f16-7a85-46ef-8bb0-0cd5887abedb {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:34:10.603486 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dae62561-ceda-425d-8b8a-c56a43659b23 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:10.619247 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774710d-f215-4e22-9ee4-04eaee99aa52 req-8591a79d-b9e3-4ce6-b7ba-82602fea29b1 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:10.621526 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4774710d-f215-4e22-9ee4-04eaee99aa52 req-8591a79d-b9e3-4ce6-b7ba-82602fea29b1 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 946 time: 0.3612008 Feb 17 09:34:10.647679 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-524c7705-e127-4d4f-9c34-df7fffdae4c9 None None] Deleting port 057639b3-eb8a-48e8-9d10-30122cc8532c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:10.648077 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-524c7705-e127-4d4f-9c34-df7fffdae4c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:10.666617 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8537edb1-cebc-4242-bc0b-62ce3780c21b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:10.671013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8537edb1-cebc-4242-bc0b-62ce3780c21b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:10.681956 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dae62561-ceda-425d-8b8a-c56a43659b23 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:10.705333 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 057639b3-eb8a-48e8-9d10-30122cc8532c no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:34:10.713680 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8537edb1-cebc-4242-bc0b-62ce3780c21b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:34:10.744524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8537edb1-cebc-4242-bc0b-62ce3780c21b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:10.744911 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-8537edb1-cebc-4242-bc0b-62ce3780c21b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Added segment b147d936-29ec-4521-a244-96c61e0a8a6d of type vlan for network dee02e69-5fcb-45b4-9822-20687491bcd1 Feb 17 09:34:10.782778 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4774710d-f215-4e22-9ee4-04eaee99aa52 req-4391bee0-f053-4775-a834-0506e5127c0d tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459353 Feb 17 09:34:10.785806 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-472c88b0-b0ff-433e-bfe4-87748d4b586c None None] Allocated IP 172.20.0.2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/bca8ed17-e989-420a-91b6-126cc76b1ffe/a7965c19-3bbf-480d-a21b-ac3abf683cc4) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:10.824628 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 057639b3-eb8a-48e8-9d10-30122cc8532c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:34:10.824997 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 057639b3-eb8a-48e8-9d10-30122cc8532c not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:34:10.825414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 3a08ba48-a747-48e5-9264-91d69d799200 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:34:10.827132 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8537edb1-cebc-4242-bc0b-62ce3780c21b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:10.828722 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:10.861132 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-524c7705-e127-4d4f-9c34-df7fffdae4c9 None None] The port '057639b3-eb8a-48e8-9d10-30122cc8532c' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:34:10.869883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19cb067-687e-46e4-8864-55b4e53b82a3']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:10.887588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c46695-6567-4489-adea-5df5bc783183') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:10.888023 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c46695-6567-4489-adea-5df5bc783183') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:10.889648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 3a08ba48-a747-48e5-9264-91d69d799200 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:34:10.890000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 3a08ba48-a747-48e5-9264-91d69d799200 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:34:10.900041 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=a7965c19-3bbf-480d-a21b-ac3abf683cc4,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:10.913950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:10.938162 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-8537edb1-cebc-4242-bc0b-62ce3780c21b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:34:10.973133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad46465a-87f4-41e5-8895-08b2ac6c6f84 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:10.982746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.056638 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33768) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:11.065198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:34:11.065604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.069186 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8537edb1-cebc-4242-bc0b-62ce3780c21b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.075011 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8537edb1-cebc-4242-bc0b-62ce3780c21b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:11.075901 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8537edb1-cebc-4242-bc0b-62ce3780c21b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.076780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-472c88b0-b0ff-433e-bfe4-87748d4b586c None None] For port a7965c19-3bbf-480d-a21b-ac3abf683cc4, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=a7965c19-3bbf-480d-a21b-ac3abf683cc4,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:34:11.081563 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:34:11.116787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-472c88b0-b0ff-433e-bfe4-87748d4b586c None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.154560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ad46465a-87f4-41e5-8895-08b2ac6c6f84 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for 37e04942-e9c3-47f1-afa5-e09235e85daa owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:11.230719 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.267846 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dae62561-ceda-425d-8b8a-c56a43659b23 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.280731 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.326615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1317960276'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:11.330977 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537edb1-cebc-4242-bc0b-62ce3780c21b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Network': ['ID=dee02e69-5fcb-45b4-9822-20687491bcd1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:11.340144 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:11.347779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network dee02e69-5fcb-45b4-9822-20687491bcd1 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:34:11.350165 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:11.354147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:11.369005 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8537edb1-cebc-4242-bc0b-62ce3780c21b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8827035 Feb 17 09:34:11.369555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33776) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:11.370378 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:11.436272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.460326 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.481016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.506385 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.511043 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:11.519499 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:11.527168 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:11.530618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Allocated IP 172.26.4.148 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/a2c522b8-d8e6-454e-aceb-4c15d119c8ad) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:11.536816 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:11.540988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] Pushing event deleted for resources: {'Network': ['ID=a19cb067-687e-46e4-8864-55b4e53b82a3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:11.598173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebff23a-6ba7-4c52-ab6b-c78a14e9d909 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:11.598763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bebff23a-6ba7-4c52-ab6b-c78a14e9d909 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Synchronizing usage tracker for tenant:d71f25c9faa84e9ea04b56d745ca03fe on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:11.606657 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4e67a4da-dbce-4251-b700-bdd7f186619d admin admin] 10.222.0.75 "DELETE /v2.0/networks/a19cb067-687e-46e4-8864-55b4e53b82a3 HTTP/1.1" status: 204 len: 168 time: 4.1367788 Feb 17 09:34:11.609872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-472c88b0-b0ff-433e-bfe4-87748d4b586c None None] Transition to ACTIVE for port object a7965c19-3bbf-480d-a21b-ac3abf683cc4 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:11.653408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dae62561-ceda-425d-8b8a-c56a43659b23 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.695820 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-472c88b0-b0ff-433e-bfe4-87748d4b586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.701250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dae62561-ceda-425d-8b8a-c56a43659b23 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.706223 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-dae62561-ceda-425d-8b8a-c56a43659b23 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/1ea57f16-7a85-46ef-8bb0-0cd5887abedb HTTP/1.1" status: 204 len: 168 time: 1.5227294 Feb 17 09:34:11.715197 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33784) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:11.728512 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae62561-ceda-425d-8b8a-c56a43659b23 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea57f16-7a85-46ef-8bb0-0cd5887abedb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:11.758237 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20f42dd-cc4a-4f8f-8794-b9363e2b71f4 None None] Network 4b4e7edb-5bef-45bb-8259-2013080056a1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:11.762172 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.815469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bebff23a-6ba7-4c52-ab6b-c78a14e9d909 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Unset dirty status for tenant:d71f25c9faa84e9ea04b56d745ca03fe on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:11.822988 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bebff23a-6ba7-4c52-ab6b-c78a14e9d909 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "GET /v2.0/networks?id=dee02e69-5fcb-45b4-9822-20687491bcd1 HTTP/1.1" status: 200 len: 760 time: 0.4456604 Feb 17 09:34:11.824690 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3c6ce7-7d76-4bf2-92fa-8445277f85cf tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting subnet d3588bf6-9e3e-4a9b-a511-b987f56ee012 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:34:11.827091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33790) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:11.833603 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7e7dfe6b-2e69-45c2-a39b-dbf62efef360 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'network': {'description': 'd2'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:11.850024 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f3c6ce7-7d76-4bf2-92fa-8445277f85cf tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.929979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:11.988655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad46465a-87f4-41e5-8895-08b2ac6c6f84 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:12.059473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c88b0-b0ff-433e-bfe4-87748d4b586c None None] Pushing event updated for resources: {'Port': ['ID=a7965c19-3bbf-480d-a21b-ac3abf683cc4,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:12.076849 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46465a-87f4-41e5-8895-08b2ac6c6f84 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=37e04942-e9c3-47f1-afa5-e09235e85daa,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:12.084443 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f3c6ce7-7d76-4bf2-92fa-8445277f85cf tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:12.168625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:12.173932 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:12.176528 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:12.324791 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33796) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:12.325546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Pushing event updated for resources: {'Port': ['ID=a2c522b8-d8e6-454e-aceb-4c15d119c8ad,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:12.464047 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f3c6ce7-7d76-4bf2-92fa-8445277f85cf tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:12.671647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device a7965c19-3bbf-480d-a21b-ac3abf683cc4 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:12.857822 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f3c6ce7-7d76-4bf2-92fa-8445277f85cf tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:13.025053 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-63485c6d-b954-4d2c-bd3d-22592e2c42d7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=56df9d1b031c48beb7a5b8a4e5050229&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6604455 Feb 17 09:34:13.025053 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:13.027784 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed83f4-1cee-4bdb-802a-3c8293d7f1cf req-607c72cf-582e-4608-802b-1a7d3a19f6f1 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:13.030291 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-07ed83f4-1cee-4bdb-802a-3c8293d7f1cf req-607c72cf-582e-4608-802b-1a7d3a19f6f1 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 946 time: 0.9932485 Feb 17 09:34:13.030791 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33800) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:13.039233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c6ce7-7d76-4bf2-92fa-8445277f85cf tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Subnet': ['ID=d3588bf6-9e3e-4a9b-a511-b987f56ee012,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:13.093376 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f3c6ce7-7d76-4bf2-92fa-8445277f85cf tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:13.103400 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9f3c6ce7-7d76-4bf2-92fa-8445277f85cf tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/d3588bf6-9e3e-4a9b-a511-b987f56ee012 HTTP/1.1" status: 204 len: 168 time: 1.3841624 Feb 17 09:34:13.113751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33804) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:13.120045 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad46465a-87f4-41e5-8895-08b2ac6c6f84 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:13.128160 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ad46465a-87f4-41e5-8895-08b2ac6c6f84 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/37e04942-e9c3-47f1-afa5-e09235e85daa HTTP/1.1" status: 204 len: 168 time: 3.6025617 Feb 17 09:34:13.129447 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33808) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:13.179936 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7e7dfe6b-2e69-45c2-a39b-dbf62efef360 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:13.301163 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-07ed83f4-1cee-4bdb-802a-3c8293d7f1cf req-39be2945-4b63-4870-a660-353cca0e9dcc tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546587 Feb 17 09:34:13.322670 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13faa0e-21b7-480a-8aa9-f2ba44b6ee08 req-c1b20afc-d61e-4e37-aaf5-ff451df6396d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:13.323800 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:13.330511 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f13faa0e-21b7-480a-8aa9-f2ba44b6ee08 req-c1b20afc-d61e-4e37-aaf5-ff451df6396d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.5472088 Feb 17 09:34:13.391426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4f1fdb8-80c5-4a52-8089-f684e719b55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:13.392292 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7e7dfe6b-2e69-45c2-a39b-dbf62efef360 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:13.417329 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4d4e2f29-ca70-4766-b45a-9cee681b81b8 None None] Provisioning for port a7965c19-3bbf-480d-a21b-ac3abf683cc4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:13.420709 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4d4e2f29-ca70-4766-b45a-9cee681b81b8 None None] Provisioning complete for port a7965c19-3bbf-480d-a21b-ac3abf683cc4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:13.421182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d4e2f29-ca70-4766-b45a-9cee681b81b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:13.435673 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e7dfe6b-2e69-45c2-a39b-dbf62efef360 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network dee02e69-5fcb-45b4-9822-20687491bcd1 is not hosted by any dhcp agent {{(pid=88370) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 17 09:34:13.447501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7dfe6b-2e69-45c2-a39b-dbf62efef360 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:13.448883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7e7dfe6b-2e69-45c2-a39b-dbf62efef360 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:13.451274 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7e7dfe6b-2e69-45c2-a39b-dbf62efef360 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "PUT /v2.0/networks/dee02e69-5fcb-45b4-9822-20687491bcd1 HTTP/1.1" status: 200 len: 757 time: 1.6222341 Feb 17 09:34:13.458110 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:13.481936 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33814) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:13.485311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89b9ec-7378-4d5b-9dc8-19eff40c58f2 req-c4e0ce57-d47d-4f97-a643-f9038a1f45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:13.487159 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2a89b9ec-7378-4d5b-9dc8-19eff40c58f2 req-c4e0ce57-d47d-4f97-a643-f9038a1f45d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1c659be8822417aae54db469e0be910&device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 1098 time: 0.6971006 Feb 17 09:34:13.496029 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4f1fdb8-80c5-4a52-8089-f684e719b55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:13.594297 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90476e44-4807-47c4-8986-fee2806b579d None None] Network 4b4e7edb-5bef-45bb-8259-2013080056a1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:13.596035 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:13.602343 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:13.607345 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:13.614533 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:13.736289 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:13.863465 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f13faa0e-21b7-480a-8aa9-f2ba44b6ee08 req-c494b9cd-d2fb-4364-973a-8cadea66118b tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5313892 Feb 17 09:34:13.872770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4f1fdb8-80c5-4a52-8089-f684e719b55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:13.887766 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac05426d-fdcc-40c8-83b9-2f657c0155cb tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:13.891863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac05426d-fdcc-40c8-83b9-2f657c0155cb tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:13.893122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac05426d-fdcc-40c8-83b9-2f657c0155cb tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:13.894277 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ac05426d-fdcc-40c8-83b9-2f657c0155cb tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:13.924860 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:13.960168 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4f1fdb8-80c5-4a52-8089-f684e719b55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:13.960782 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port f80f85fa-a8e9-4f03-8ccf-e5f30802b992 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:13.961233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:13.961399 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b4f1fdb8-80c5-4a52-8089-f684e719b55f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b6600153-90e0-44a7-a8de-807a9cf806d2 HTTP/1.1" status: 204 len: 168 time: 0.9295781 Feb 17 09:34:13.984578 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:14.000801 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4d4e2f29-ca70-4766-b45a-9cee681b81b8 None None] Could not find standard attr ID for object 37e04942-e9c3-47f1-afa5-e09235e85daa. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:34:14.054867 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dfe6b-2e69-45c2-a39b-dbf62efef360 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Network': ['ID=dee02e69-5fcb-45b4-9822-20687491bcd1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:14.057918 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2124aa-8ff8-49e6-906a-7518cd0ddd64,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:14.063332 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:14.063332 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.0042694 Feb 17 09:34:14.094013 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network dee02e69-5fcb-45b4-9822-20687491bcd1 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:34:14.100290 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33820) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:14.126029 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ac05426d-fdcc-40c8-83b9-2f657c0155cb tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:14.130160 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ac05426d-fdcc-40c8-83b9-2f657c0155cb tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.9913292 Feb 17 09:34:14.132128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33824) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:14.228700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab0b70a-8f42-41ba-8227-6331c651f654 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:14.232070 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1ab0b70a-8f42-41ba-8227-6331c651f654 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "GET /v2.0/networks?id=dee02e69-5fcb-45b4-9822-20687491bcd1 HTTP/1.1" status: 200 len: 760 time: 0.7435501 Feb 17 09:34:14.244888 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1fdb8-80c5-4a52-8089-f684e719b55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6600153-90e0-44a7-a8de-807a9cf806d2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:14.254213 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33830) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:14.265229 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d114ad60-d52f-4440-98b9-77f97c1f550b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1950179696'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:14.297119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d114ad60-d52f-4440-98b9-77f97c1f550b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:14.375497 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1dc4905b-5c16-44f9-b1a1-9d20f7c7d440 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2455676 Feb 17 09:34:14.390416 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33834) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:14.424261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aa7ef487-f785-4b92-8848-6c147d19476e None None] Provisioning complete for port f80f85fa-a8e9-4f03-8ccf-e5f30802b992 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:14.424261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa7ef487-f785-4b92-8848-6c147d19476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:14.558498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f8d713ad-31a5-4e04-af4a-75031bbf3915 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group': {'name': 'tempest-security--1055038590', 'description': 'tempest-security-description-1486911568'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:14.710128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89b9ec-7378-4d5b-9dc8-19eff40c58f2 req-a1518445-6643-4e0f-b8f2-9d8263459918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:14.712441 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2a89b9ec-7378-4d5b-9dc8-19eff40c58f2 req-a1518445-6643-4e0f-b8f2-9d8263459918 service neutron] 10.222.0.37 "GET /v2.0/networks?id=27d87cf8-de12-4c79-864c-28a6bac16755 HTTP/1.1" status: 200 len: 911 time: 1.1997480 Feb 17 09:34:14.726514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234b4901-d92f-4088-a4e7-aa6c63ea6c84 None None] DHCP port deletion for 4b4e7edb-5bef-45bb-8259-2013080056a1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:34:14.736091 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-234b4901-d92f-4088-a4e7-aa6c63ea6c84 None None] Deleting port f80f85fa-a8e9-4f03-8ccf-e5f30802b992 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:14.736685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-234b4901-d92f-4088-a4e7-aa6c63ea6c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:14.800720 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d114ad60-d52f-4440-98b9-77f97c1f550b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:14.869782 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606893e4-c840-475f-8fc7-a61fd5b2404e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8740d2-83ef-4ac0-ae0c-237c8b24cdab,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:14.884926 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-973bb3ca-8d53-45cb-b64e-04cbfe14f6f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet 8f7ea90d-a5de-464c-b9cc-dca0acda8a6a {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:34:14.892631 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-973bb3ca-8d53-45cb-b64e-04cbfe14f6f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:14.967724 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d114ad60-d52f-4440-98b9-77f97c1f550b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:14.974824 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d114ad60-d52f-4440-98b9-77f97c1f550b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:15.114374 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8d713ad-31a5-4e04-af4a-75031bbf3915 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:15.269051 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-234b4901-d92f-4088-a4e7-aa6c63ea6c84 None None] For port f80f85fa-a8e9-4f03-8ccf-e5f30802b992, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f80f85fa-a8e9-4f03-8ccf-e5f30802b992,segment=NetworkSegment(434c4b96-1190-41ff-be98-b02fd852652d),segment_id=434c4b96-1190-41ff-be98-b02fd852652d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:15.272539 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-234b4901-d92f-4088-a4e7-aa6c63ea6c84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:15.296816 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d114ad60-d52f-4440-98b9-77f97c1f550b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:34:15.312466 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-973bb3ca-8d53-45cb-b64e-04cbfe14f6f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:15.367529 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2a89b9ec-7378-4d5b-9dc8-19eff40c58f2 req-8b02373c-accd-4926-8a88-d2d7a0389d1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=766a0d2d-bc08-4b86-9e5f-832883bcb404 HTTP/1.1" status: 200 len: 1000 time: 0.6295974 Feb 17 09:34:15.374666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] For port f80f85fa-a8e9-4f03-8ccf-e5f30802b992, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f80f85fa-a8e9-4f03-8ccf-e5f30802b992,segment=NetworkSegment(434c4b96-1190-41ff-be98-b02fd852652d),segment_id=434c4b96-1190-41ff-be98-b02fd852652d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:15.375113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:15.381543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:15.398392 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d114ad60-d52f-4440-98b9-77f97c1f550b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:15.398746 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-d114ad60-d52f-4440-98b9-77f97c1f550b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Added segment ae2cce43-2614-48ab-a298-96dd8fddc191 of type vlan for network 8e331651-f881-4c88-aa23-491a0d93a1bf Feb 17 09:34:15.459788 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fba3d1-7166-4d58-8398-5553cfeafdc7 req-1b7c755e-bfa4-428a-ada4-8a027f8a4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:15.461923 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67fba3d1-7166-4d58-8398-5553cfeafdc7 req-1b7c755e-bfa4-428a-ada4-8a027f8a4eeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45351d80e23d431fa58cca544e6abb1c&device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 1099 time: 0.9293759 Feb 17 09:34:15.468304 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-234b4901-d92f-4088-a4e7-aa6c63ea6c84 None None] Calling delete_port for f80f85fa-a8e9-4f03-8ccf-e5f30802b992 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:15.494694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ec51a-d9f8-4252-8326-9751c5e6209e req-11792354-53cd-46fb-9aac-7795a6e9c369 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:15.496232 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b20ec51a-d9f8-4252-8326-9751c5e6209e req-11792354-53cd-46fb-9aac-7795a6e9c369 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 946 time: 1.1376011 Feb 17 09:34:15.546470 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8d713ad-31a5-4e04-af4a-75031bbf3915 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:15.552876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d114ad60-d52f-4440-98b9-77f97c1f550b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:15.619132 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aa7ef487-f785-4b92-8848-6c147d19476e None None] Could not find standard attr ID for object 37e04942-e9c3-47f1-afa5-e09235e85daa. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:34:15.667707 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ccb61-41e2-4496-a61c-b4bd2244b5f5 req-aacec8cd-fdf2-47a6-ae28-aff0f8010599 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:15.669219 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-185ccb61-41e2-4496-a61c-b4bd2244b5f5 req-aacec8cd-fdf2-47a6-ae28-aff0f8010599 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.4970584 Feb 17 09:34:15.672005 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-973bb3ca-8d53-45cb-b64e-04cbfe14f6f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:15.699184 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-234b4901-d92f-4088-a4e7-aa6c63ea6c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:15.761175 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b4901-d92f-4088-a4e7-aa6c63ea6c84 None None] No DVR routers for this DVR port f80f85fa-a8e9-4f03-8ccf-e5f30802b992 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:34:15.762903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b4901-d92f-4088-a4e7-aa6c63ea6c84 None None] Pushing event deleted for resources: {'Port': ['ID=f80f85fa-a8e9-4f03-8ccf-e5f30802b992,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:15.787951 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f09690-04ee-447d-a7d7-0b1c0b6728a9 None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 09:34:15.910960 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f09690-04ee-447d-a7d7-0b1c0b6728a9 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 09:34:15.977805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for f80f85fa-a8e9-4f03-8ccf-e5f30802b992 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:15.997462 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-185ccb61-41e2-4496-a61c-b4bd2244b5f5 req-80f8ac61-a28a-4a96-b4d4-8c0ad5569fe6 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850046 Feb 17 09:34:16.012630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8d713ad-31a5-4e04-af4a-75031bbf3915 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:16.016082 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8d713ad-31a5-4e04-af4a-75031bbf3915 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:16.018618 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f8d713ad-31a5-4e04-af4a-75031bbf3915 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "PUT /v2.0/security-groups/1a8740d2-83ef-4ac0-ae0c-237c8b24cdab HTTP/1.1" status: 200 len: 1778 time: 1.5675311 Feb 17 09:34:16.033738 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33860) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:16.070937 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d114ad60-d52f-4440-98b9-77f97c1f550b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:16.078139 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d114ad60-d52f-4440-98b9-77f97c1f550b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:16.079208 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d114ad60-d52f-4440-98b9-77f97c1f550b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:16.192244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89b9ec-7378-4d5b-9dc8-19eff40c58f2 req-f5b01dfe-8c19-4ae6-92b6-1716b4ca8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:16.195044 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2a89b9ec-7378-4d5b-9dc8-19eff40c58f2 req-f5b01dfe-8c19-4ae6-92b6-1716b4ca8d70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5521f55-5393-4abb-b946-8c660da7abe1 HTTP/1.1" status: 200 len: 849 time: 0.8095136 Feb 17 09:34:16.216543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:16.225168 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-973bb3ca-8d53-45cb-b64e-04cbfe14f6f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:16.298027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d713ad-31a5-4e04-af4a-75031bbf3915 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8740d2-83ef-4ac0-ae0c-237c8b24cdab,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:16.301412 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973bb3ca-8d53-45cb-b64e-04cbfe14f6f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=8f7ea90d-a5de-464c-b9cc-dca0acda8a6a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:16.309289 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b20ec51a-d9f8-4252-8326-9751c5e6209e req-b2610e66-e541-43ae-a7c1-9a2d60708374 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468721 Feb 17 09:34:16.313474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114ad60-d52f-4440-98b9-77f97c1f550b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Network': ['ID=8e331651-f881-4c88-aa23-491a0d93a1bf,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:16.315190 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-973bb3ca-8d53-45cb-b64e-04cbfe14f6f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:16.321838 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-973bb3ca-8d53-45cb-b64e-04cbfe14f6f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/8f7ea90d-a5de-464c-b9cc-dca0acda8a6a HTTP/1.1" status: 204 len: 168 time: 2.1733737 Feb 17 09:34:16.322119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Router 925c1f14-966f-465b-a7c9-a6eceecb92f1 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:34:16.324134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33872) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:16.328631 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-55e3f0eb-d4e0-4da2-aa73-01bbe1f92787 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-groups/1a8740d2-83ef-4ac0-ae0c-237c8b24cdab HTTP/1.1" status: 200 len: 1778 time: 0.2927423 Feb 17 09:34:16.334977 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33876) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:16.381625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.api [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:34:16.381953 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG oslo_db.api [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:34:16.386710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fba3d1-7166-4d58-8398-5553cfeafdc7 req-ed8ba377-84a2-4902-9609-51f34a7e8987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:16.389401 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67fba3d1-7166-4d58-8398-5553cfeafdc7 req-ed8ba377-84a2-4902-9609-51f34a7e8987 service neutron] 10.222.0.37 "GET /v2.0/networks?id=612792ee-5540-4342-9551-b96d0b137d35 HTTP/1.1" status: 200 len: 912 time: 0.8911612 Feb 17 09:34:16.404629 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d114ad60-d52f-4440-98b9-77f97c1f550b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1493096 Feb 17 09:34:16.407309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33880) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:16.415254 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 8e331651-f881-4c88-aa23-491a0d93a1bf details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:34:16.426191 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-68ad5714-6754-4480-90fd-110465b34533 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'subnet': {'network_id': '8e331651-f881-4c88-aa23-491a0d93a1bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:16.502394 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67fba3d1-7166-4d58-8398-5553cfeafdc7 req-49cb3804-d209-46df-a402-3d00b29b35bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f05b828e-770d-4ae0-add0-c070b365837b HTTP/1.1" status: 200 len: 217 time: 0.1050436 Feb 17 09:34:16.507658 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89b9ec-7378-4d5b-9dc8-19eff40c58f2 req-21d94b58-640b-4877-9b87-0f8905bb8e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:16.508182 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2a89b9ec-7378-4d5b-9dc8-19eff40c58f2 req-21d94b58-640b-4877-9b87-0f8905bb8e1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27d87cf8-de12-4c79-864c-28a6bac16755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2862399 Feb 17 09:34:16.509965 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f75ac2-a690-4dd0-ab14-763ee2247067 None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 09:34:16.584336 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fba3d1-7166-4d58-8398-5553cfeafdc7 req-71b1d872-0147-4437-890d-44fad9fc9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:16.587048 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67fba3d1-7166-4d58-8398-5553cfeafdc7 req-71b1d872-0147-4437-890d-44fad9fc9464 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=384c3eae-bc4c-49e3-811e-a3b916ea1011 HTTP/1.1" status: 200 len: 851 time: 0.0777941 Feb 17 09:34:16.643671 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f80f85fa-a8e9-4f03-8ccf-e5f30802b992 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:34:16.704747 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68ad5714-6754-4480-90fd-110465b34533 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:16.708497 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: f80f85fa-a8e9-4f03-8ccf-e5f30802b992 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:34:16.709640 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f80f85fa-a8e9-4f03-8ccf-e5f30802b992 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:34:16.712198 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67fba3d1-7166-4d58-8398-5553cfeafdc7 req-df15aa80-05fa-498f-9022-2b55416481a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=612792ee-5540-4342-9551-b96d0b137d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687563 Feb 17 09:34:16.753228 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1287560077-network', 'tenant_id': '730243740e684d8480d2d5f11486188a'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:16.765240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-68ad5714-6754-4480-90fd-110465b34533 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Usage tracker for resource:subnet and tenant:d71f25c9faa84e9ea04b56d745ca03fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:16.770658 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f75ac2-a690-4dd0-ab14-763ee2247067 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 09:34:16.770902 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-68ad5714-6754-4480-90fd-110465b34533 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:16.837373 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:16.840426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68ad5714-6754-4480-90fd-110465b34533 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:16.877573 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Usage tracker for resource:network and tenant:730243740e684d8480d2d5f11486188a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:16.883382 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port f80f85fa-a8e9-4f03-8ccf-e5f30802b992 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:16.883733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:16.885641 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-55206287-c0f9-4e95-809b-30a7f674f53a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet bca8ed17-e989-420a-91b6-126cc76b1ffe {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:34:16.888638 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:16.909730 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55206287-c0f9-4e95-809b-30a7f674f53a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:16.954763 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:16.990988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] The port 'f80f85fa-a8e9-4f03-8ccf-e5f30802b992' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:34:17.017960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31090ed7-e373-4012-8995-a8ad89d84a3e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:17.029218 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:34:17.046132 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b689f3-5641-4147-aab2-d3cef392b6b1 None None] Sync routers for ids ['925c1f14-966f-465b-a7c9-a6eceecb92f1'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:34:17.078543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ad5714-6754-4480-90fd-110465b34533 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:17.084468 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68ad5714-6754-4480-90fd-110465b34533 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:17.085492 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b689f3-5641-4147-aab2-d3cef392b6b1 None None] Routers {'925c1f14-966f-465b-a7c9-a6eceecb92f1'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:34:17.086172 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e2b689f3-5641-4147-aab2-d3cef392b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['925c1f14-966f-465b-a7c9-a6eceecb92f1'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:17.160004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Made reservation on behalf of 730243740e684d8480d2d5f11486188a for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:17.164138 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:17.181366 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55206287-c0f9-4e95-809b-30a7f674f53a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:17.191496 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e2b689f3-5641-4147-aab2-d3cef392b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:17.202569 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67fba3d1-7166-4d58-8398-5553cfeafdc7 req-7e95c92f-dd9b-45a4-92db-a37fd9eae621 service neutron] 10.222.0.37 "GET /v2.0/networks/612792ee-5540-4342-9551-b96d0b137d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282737 Feb 17 09:34:17.212384 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2a89b9ec-7378-4d5b-9dc8-19eff40c58f2 req-85c29a4d-9519-4264-b0e4-485960bbab9d service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6240420 Feb 17 09:34:17.218253 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b689f3-5641-4147-aab2-d3cef392b6b1 None None] Routers {'925c1f14-966f-465b-a7c9-a6eceecb92f1'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:34:17.220062 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e2b689f3-5641-4147-aab2-d3cef392b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['925c1f14-966f-465b-a7c9-a6eceecb92f1'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:17.260463 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479b4fad-778c-48dc-af8c-b20188cf9256 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:17.312571 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e2b689f3-5641-4147-aab2-d3cef392b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:17.314209 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b689f3-5641-4147-aab2-d3cef392b6b1 None None] The sync data for ids ['925c1f14-966f-465b-a7c9-a6eceecb92f1'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:34:17.357800 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31090ed7-e373-4012-8995-a8ad89d84a3e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:17.369272 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:17.476852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:17.490896 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:17.495131 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cb326f0b-8ede-4269-9add-48a123561a95 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.8562944 Feb 17 09:34:17.500088 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33890) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:17.502258 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Usage tracker for resource:security_group_rule and tenant:730243740e684d8480d2d5f11486188a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:17.512907 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:17.515843 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:17.526318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-53dc2d44-9689-4635-88ed-261630282fba tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'enable_snat': False}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:17.585628 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:17.605685 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4e7edb-5bef-45bb-8259-2013080056a1']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:17.692292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55206287-c0f9-4e95-809b-30a7f674f53a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:17.721276 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434c4b96-1190-41ff-be98-b02fd852652d') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:17.721626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434c4b96-1190-41ff-be98-b02fd852652d') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:17.767331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:17.817146 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05f6b0-12fa-4343-a83a-bbd2115d1fa7 req-21a96ae4-54e3-45e4-b7c8-d4f25ee6717b tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:17.818873 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9a05f6b0-12fa-4343-a83a-bbd2115d1fa7 req-21a96ae4-54e3-45e4-b7c8-d4f25ee6717b tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.5958138 Feb 17 09:34:17.819734 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31090ed7-e373-4012-8995-a8ad89d84a3e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:17.841558 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2a89b9ec-7378-4d5b-9dc8-19eff40c58f2 req-a907b0f7-f718-49e8-90ce-2df8cd732a28 service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958591 Feb 17 09:34:17.846597 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:17.872599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:34:17.873234 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:34:17.902830 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:34:17.911077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31090ed7-e373-4012-8995-a8ad89d84a3e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8740d2-83ef-4ac0-ae0c-237c8b24cdab,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:17.911164 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67fba3d1-7166-4d58-8398-5553cfeafdc7 req-d24b4fce-ca14-4c2e-87b6-ca40648137b1 service neutron] 10.222.0.37 "GET /v2.0/networks/612792ee-5540-4342-9551-b96d0b137d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6883585 Feb 17 09:34:18.202028 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51f189-2ff1-40a5-a577-72d9a5b81e8e req-c7cff400-ae1f-432f-82b5-c20d55922164 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:18.203935 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ee51f189-2ff1-40a5-a577-72d9a5b81e8e req-c7cff400-ae1f-432f-82b5-c20d55922164 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 946 time: 0.5492024 Feb 17 09:34:18.275473 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ee51f189-2ff1-40a5-a577-72d9a5b81e8e req-21802893-95c6-49d0-a0aa-02d94ec202f7 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587828 Feb 17 09:34:18.306561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:18.326197 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9a05f6b0-12fa-4343-a83a-bbd2115d1fa7 req-8c1d4e89-eb12-47b4-8680-070c08771028 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4614840 Feb 17 09:34:18.330769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:18.343498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31090ed7-e373-4012-8995-a8ad89d84a3e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:18.343931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Network': ['ID=4b4e7edb-5bef-45bb-8259-2013080056a1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:18.344210 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-31090ed7-e373-4012-8995-a8ad89d84a3e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-groups/1a8740d2-83ef-4ac0-ae0c-237c8b24cdab HTTP/1.1" status: 204 len: 168 time: 2.0080991 Feb 17 09:34:18.347759 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33894) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:18.423764 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2005302e-3606-4528-aa0b-4aa2ff6be26f tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0748885 Feb 17 09:34:18.427042 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33898) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:18.451056 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-c6b07b76-dbba-456f-91a3-7405f64c51a5 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] delete failed (client error): The resource could not be found. Feb 17 09:34:18.457071 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c6b07b76-dbba-456f-91a3-7405f64c51a5 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-groups/1a8740d2-83ef-4ac0-ae0c-237c8b24cdab HTTP/1.1" status: 404 len: 347 time: 0.0241048 Feb 17 09:34:18.458710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33902) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:18.466621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a47e364a-7a53-458d-ad7e-9caf326d8bf6 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group': {'name': 'tempest-secgroup--399460890'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:18.479649 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3eca04f7-4bda-4e77-bd53-de0b4b985f9d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/networks/4b4e7edb-5bef-45bb-8259-2013080056a1 HTTP/1.1" status: 204 len: 168 time: 5.3614829 Feb 17 09:34:18.484503 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a47e364a-7a53-458d-ad7e-9caf326d8bf6 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:18.487011 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a47e364a-7a53-458d-ad7e-9caf326d8bf6 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:18.490883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33906) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:18.494172 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55206287-c0f9-4e95-809b-30a7f674f53a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:18.494372 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a47e364a-7a53-458d-ad7e-9caf326d8bf6 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:18.495929 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a962ed2d-7b40-4fe0-8197-9b2857100851 None None] Provisioning complete for port a7965c19-3bbf-480d-a21b-ac3abf683cc4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:18.496400 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a962ed2d-7b40-4fe0-8197-9b2857100851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:18.557377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a47e364a-7a53-458d-ad7e-9caf326d8bf6 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:18.599627 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:18.607657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55206287-c0f9-4e95-809b-30a7f674f53a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=bca8ed17-e989-420a-91b6-126cc76b1ffe,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:18.618453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55206287-c0f9-4e95-809b-30a7f674f53a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:18.622370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1a95d6-bb59-4302-a67f-cc6cdd584dbf tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:18.623586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8b1a95d6-bb59-4302-a67f-cc6cdd584dbf tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:18.639684 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7f6fb3-920f-4ad7-a64f-cfc7e243109a None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:18.667057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:18.742310 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68ad5714-6754-4480-90fd-110465b34533 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:18.769784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a47e364a-7a53-458d-ad7e-9caf326d8bf6 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:18.790836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8b1a95d6-bb59-4302-a67f-cc6cdd584dbf tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:18.796803 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8b1a95d6-bb59-4302-a67f-cc6cdd584dbf tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3044891 Feb 17 09:34:18.797895 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33910) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:18.798452 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-55206287-c0f9-4e95-809b-30a7f674f53a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/bca8ed17-e989-420a-91b6-126cc76b1ffe HTTP/1.1" status: 204 len: 168 time: 2.4689324 Feb 17 09:34:18.806026 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33912) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:18.840575 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:34:18.882016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543c9fe4-8d20-4de3-afc6-d1cef128061e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:18.906579 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:18.907225 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Added segment b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c of type vlan for network f809a305-6a10-43a8-a929-f23b5f0bc5f0 Feb 17 09:34:18.981263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a47e364a-7a53-458d-ad7e-9caf326d8bf6 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:18.986136 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e7462610-a787-4963-9098-9d800404979d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:router {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:19.001247 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a47e364a-7a53-458d-ad7e-9caf326d8bf6 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:19.015574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a47e364a-7a53-458d-ad7e-9caf326d8bf6 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:19.038489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a47e364a-7a53-458d-ad7e-9caf326d8bf6 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:19.056368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e7462610-a787-4963-9098-9d800404979d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:router {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:19.061836 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e7462610-a787-4963-9098-9d800404979d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2483988 Feb 17 09:34:19.066592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33918) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:19.072589 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad5714-6754-4480-90fd-110465b34533 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Subnet': ['ID=489b9332-6620-41a7-ab0b-232a39954366,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:19.080231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4f159a37-47f0-41b8-89a2-72eac9bab13d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:19.093140 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dfd107-1c70-4ff9-93cd-018d32c6a09d None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:34:19.098471 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-89dfd107-1c70-4ff9-93cd-018d32c6a09d None None] Deleting port a7965c19-3bbf-480d-a21b-ac3abf683cc4 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:19.099513 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89dfd107-1c70-4ff9-93cd-018d32c6a09d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:19.117308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:19.124829 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ad5714-6754-4480-90fd-110465b34533 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Checking segment: {'id': 'ae2cce43-2614-48ab-a298-96dd8fddc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8e331651-f881-4c88-aa23-491a0d93a1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:19.125194 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ad5714-6754-4480-90fd-110465b34533 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network hostable DHCP agents. Network: 8e331651-f881-4c88-aa23-491a0d93a1bf, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:34:19.139530 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53dc2d44-9689-4635-88ed-261630282fba tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:19.262553 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8997c77b-f207-4dae-8930-86b83a8ce679 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4582348 Feb 17 09:34:19.273915 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33922) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:19.278315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4f159a37-47f0-41b8-89a2-72eac9bab13d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:19.288342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6d68854d-5738-4ec6-879b-ae025bb8abc5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-328039436'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:19.292055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4f159a37-47f0-41b8-89a2-72eac9bab13d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:19.295664 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:19.296842 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4f159a37-47f0-41b8-89a2-72eac9bab13d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:19.297118 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:19.297891 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:19.303604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ad5714-6754-4480-90fd-110465b34533 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network 8e331651-f881-4c88-aa23-491a0d93a1bf is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:34:19.309752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6d68854d-5738-4ec6-879b-ae025bb8abc5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:19.313745 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4f159a37-47f0-41b8-89a2-72eac9bab13d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:19.345448 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a47e364a-7a53-458d-ad7e-9caf326d8bf6 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:19.352259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6d68854d-5738-4ec6-879b-ae025bb8abc5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:network and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:19.395139 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-89dfd107-1c70-4ff9-93cd-018d32c6a09d None None] For port a7965c19-3bbf-480d-a21b-ac3abf683cc4, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=a7965c19-3bbf-480d-a21b-ac3abf683cc4,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:19.396558 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89dfd107-1c70-4ff9-93cd-018d32c6a09d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:19.407289 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f159a37-47f0-41b8-89a2-72eac9bab13d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:19.414422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4f159a37-47f0-41b8-89a2-72eac9bab13d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:19.425098 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6d68854d-5738-4ec6-879b-ae025bb8abc5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:19.472628 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a47e364a-7a53-458d-ad7e-9caf326d8bf6 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:19.536197 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] Pushing event updated for resources: {'Network': ['ID=f809a305-6a10-43a8-a929-f23b5f0bc5f0,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:19.546239 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6d68854d-5738-4ec6-879b-ae025bb8abc5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:19.553016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-68ad5714-6754-4480-90fd-110465b34533 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 8e331651-f881-4c88-aa23-491a0d93a1bf) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:19.560286 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-89dfd107-1c70-4ff9-93cd-018d32c6a09d None None] Calling delete_port for a7965c19-3bbf-480d-a21b-ac3abf683cc4 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:19.629179 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ad5714-6754-4480-90fd-110465b34533 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:19.631396 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68ad5714-6754-4480-90fd-110465b34533 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:19.644500 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network f809a305-6a10-43a8-a929-f23b5f0bc5f0 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:34:19.652724 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-efb3e9eb-e53e-48a2-9301-d18ef49a2326 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4272010 Feb 17 09:34:19.662840 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33930) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:19.664554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a39526-3f9a-4802-8f9d-62fefdac7bca None None] Network 8e331651-f881-4c88-aa23-491a0d93a1bf requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:19.666267 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d68854d-5738-4ec6-879b-ae025bb8abc5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:19.670395 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d68854d-5738-4ec6-879b-ae025bb8abc5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:19.688721 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e482da59-46cc-4461-b966-688cb353b777 admin admin] Request body: {'subnet': {'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1287560077-subnet', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:19.703819 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e482da59-46cc-4461-b966-688cb353b777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:19.714068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e364a-7a53-458d-ad7e-9caf326d8bf6 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18bca6c-99db-4e78-bf85-00cc179f6504,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:19.735509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e482da59-46cc-4461-b966-688cb353b777 admin admin] Usage tracker for resource:subnet and tenant:730243740e684d8480d2d5f11486188a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:19.744319 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e482da59-46cc-4461-b966-688cb353b777 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:19.748561 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d68854d-5738-4ec6-879b-ae025bb8abc5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:34:19.776801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e482da59-46cc-4461-b966-688cb353b777 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:19.777207 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d68854d-5738-4ec6-879b-ae025bb8abc5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:19.777550 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-6d68854d-5738-4ec6-879b-ae025bb8abc5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Added segment b94ddfd3-a764-48a0-b217-4a5e8b36c3b4 of type vlan for network 67c86360-be18-440b-a85f-43525d75752e Feb 17 09:34:19.793831 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89dfd107-1c70-4ff9-93cd-018d32c6a09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:19.797145 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-68ad5714-6754-4480-90fd-110465b34533 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3822050 Feb 17 09:34:19.800235 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33934) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:19.827683 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63684f-f37e-4c12-ac60-688c0cfe5881 req-3d8c5cbd-5db7-4586-a8dd-56b9e7edd252 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:19.842560 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3c63684f-f37e-4c12-ac60-688c0cfe5881 req-3d8c5cbd-5db7-4586-a8dd-56b9e7edd252 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 946 time: 0.2730145 Feb 17 09:34:19.868905 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfd107-1c70-4ff9-93cd-018d32c6a09d None None] Pushing event deleted for resources: {'Port': ['ID=a7965c19-3bbf-480d-a21b-ac3abf683cc4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:19.876497 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a47e364a-7a53-458d-ad7e-9caf326d8bf6 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:19.881063 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a47e364a-7a53-458d-ad7e-9caf326d8bf6 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4174197 Feb 17 09:34:19.882274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607fb24-2a80-4a42-8403-a11f6684b4e1 req-0f24a034-3a51-4f71-9755-b9a33380ae94 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:19.882948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33938) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:19.887102 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dfd107-1c70-4ff9-93cd-018d32c6a09d None None] No DVR routers for this DVR port a7965c19-3bbf-480d-a21b-ac3abf683cc4 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:34:19.902600 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c607fb24-2a80-4a42-8403-a11f6684b4e1 req-0f24a034-3a51-4f71-9755-b9a33380ae94 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.3484693 Feb 17 09:34:19.918346 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d68854d-5738-4ec6-879b-ae025bb8abc5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:19.958448 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-60ed0513-d0d6-44f0-985a-5a201c90c8f1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group_rule': {'security_group_id': 'e18bca6c-99db-4e78-bf85-00cc179f6504', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:19.965356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-60ed0513-d0d6-44f0-985a-5a201c90c8f1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:19.977864 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3c63684f-f37e-4c12-ac60-688c0cfe5881 req-fba03b8c-812c-4a75-82dd-8ddd78854001 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321170 Feb 17 09:34:19.984895 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e482da59-46cc-4461-b966-688cb353b777 admin admin] Made reservation on behalf of 730243740e684d8480d2d5f11486188a for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:19.988138 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e482da59-46cc-4461-b966-688cb353b777 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:20.011960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-60ed0513-d0d6-44f0-985a-5a201c90c8f1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:20.024363 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-60ed0513-d0d6-44f0-985a-5a201c90c8f1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:20.102498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-60ed0513-d0d6-44f0-985a-5a201c90c8f1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:20.108740 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8e331651-f881-4c88-aa23-491a0d93a1bf', 'network_id': '8e331651-f881-4c88-aa23-491a0d93a1bf', 'tenant_id': 'd71f25c9faa84e9ea04b56d745ca03fe', 'fixed_ips': [{'subnet_id': '489b9332-6620-41a7-ab0b-232a39954366'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:34:20.110368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:20.197662 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c607fb24-2a80-4a42-8403-a11f6684b4e1 req-5709dae7-5278-450d-a4c3-f4d18b5a9073 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936914 Feb 17 09:34:20.251677 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60ed0513-d0d6-44f0-985a-5a201c90c8f1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:20.360236 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:20.376753 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Allocated IP 172.20.0.2 (8e331651-f881-4c88-aa23-491a0d93a1bf/489b9332-6620-41a7-ab0b-232a39954366/3e0ccdb3-65ac-4860-a39b-23351ed244ce) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:20.435529 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d68854d-5738-4ec6-879b-ae025bb8abc5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:20.441003 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d68854d-5738-4ec6-879b-ae025bb8abc5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:20.444102 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d68854d-5738-4ec6-879b-ae025bb8abc5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:20.449943 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.objects.ports [None req-4f159a37-47f0-41b8-89a2-72eac9bab13d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:34:20.454742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4f159a37-47f0-41b8-89a2-72eac9bab13d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:20.508711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60ed0513-d0d6-44f0-985a-5a201c90c8f1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:20.532571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f159a37-47f0-41b8-89a2-72eac9bab13d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:20.539966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-4f159a37-47f0-41b8-89a2-72eac9bab13d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:20.544973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f159a37-47f0-41b8-89a2-72eac9bab13d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:20.545585 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4f159a37-47f0-41b8-89a2-72eac9bab13d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:20.562092 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f159a37-47f0-41b8-89a2-72eac9bab13d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=c77c11ba-e1ff-4278-9d71-25b0f23c5c8d,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:20.566592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e482da59-46cc-4461-b966-688cb353b777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:20.637148 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482da59-46cc-4461-b966-688cb353b777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56f2d9cf-33dc-43f3-982a-4c421802b2c0,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:20.648022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60ed0513-d0d6-44f0-985a-5a201c90c8f1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:20.694811 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed0513-d0d6-44f0-985a-5a201c90c8f1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd6f4f6-a741-41f7-ad52-2ec95b4fb5c7,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:20.730686 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3932761e-1c75-4340-9ff2-5edbd1371139 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:20.747118 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device a7965c19-3bbf-480d-a21b-ac3abf683cc4 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:34:20.758409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e482da59-46cc-4461-b966-688cb353b777 admin admin] Checking segment: {'id': 'b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:20.759386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e482da59-46cc-4461-b966-688cb353b777 admin admin] Network hostable DHCP agents. Network: f809a305-6a10-43a8-a929-f23b5f0bc5f0, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:34:20.816043 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4f159a37-47f0-41b8-89a2-72eac9bab13d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7452743 Feb 17 09:34:20.821065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33948) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:20.845842 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9011d5f2-f23a-414c-82a9-439ecca4b9e0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:20.870123 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: a7965c19-3bbf-480d-a21b-ac3abf683cc4 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:34:20.870473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device a7965c19-3bbf-480d-a21b-ac3abf683cc4 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:34:20.872444 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:20.891682 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Transition to ACTIVE for port object 3e0ccdb3-65ac-4860-a39b-23351ed244ce will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:20.910882 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60ed0513-d0d6-44f0-985a-5a201c90c8f1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:20.918977 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-60ed0513-d0d6-44f0-985a-5a201c90c8f1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0276937 Feb 17 09:34:20.918977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33952) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:20.925624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e482da59-46cc-4461-b966-688cb353b777 admin admin] Network f809a305-6a10-43a8-a929-f23b5f0bc5f0 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:34:20.930962 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Transition to ACTIVE for port object 3e0ccdb3-65ac-4860-a39b-23351ed244ce will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:21.042379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66f62a64-d410-450b-9482-33fcbed26d98 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:21.062345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66f62a64-d410-450b-9482-33fcbed26d98 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:21.095698 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:21.184517 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Pushing event updated for resources: {'Port': ['ID=3e0ccdb3-65ac-4860-a39b-23351ed244ce,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:21.187545 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': 'c77c11ba-e1ff-4278-9d71-25b0f23c5c8d'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:34:21.188848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:21.230606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e482da59-46cc-4461-b966-688cb353b777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, f809a305-6a10-43a8-a929-f23b5f0bc5f0) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:21.261848 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e482da59-46cc-4461-b966-688cb353b777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:21.262656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e482da59-46cc-4461-b966-688cb353b777 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:21.280046 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b07808-1df5-4630-a96f-55a155b368c9 None None] Network f809a305-6a10-43a8-a929-f23b5f0bc5f0 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:21.293443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:21.314348 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9011d5f2-f23a-414c-82a9-439ecca4b9e0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:21.321913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9011d5f2-f23a-414c-82a9-439ecca4b9e0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:21.326465 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9011d5f2-f23a-414c-82a9-439ecca4b9e0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:21.333530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9011d5f2-f23a-414c-82a9-439ecca4b9e0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:21.373329 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Network 8e331651-f881-4c88-aa23-491a0d93a1bf is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:21.375924 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6d68854d-5738-4ec6-879b-ae025bb8abc5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1002131 Feb 17 09:34:21.378831 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:21.383336 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33956) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:21.383470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:21.387499 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6262198e-cb03-41a4-b36a-68020f3e1f93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'subnet': {'network_id': '67c86360-be18-440b-a85f-43525d75752e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:21.403338 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68854d-5738-4ec6-879b-ae025bb8abc5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Network': ['ID=67c86360-be18-440b-a85f-43525d75752e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:21.413035 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e482da59-46cc-4461-b966-688cb353b777 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7463186 Feb 17 09:34:21.418647 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33960) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:21.500032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1287560077-router', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:21.504818 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9011d5f2-f23a-414c-82a9-439ecca4b9e0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:21.509661 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9011d5f2-f23a-414c-82a9-439ecca4b9e0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:21.524869 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66f62a64-d410-450b-9482-33fcbed26d98 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:21.534095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:21.543744 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 67c86360-be18-440b-a85f-43525d75752e details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:34:21.545428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66f62a64-d410-450b-9482-33fcbed26d98 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:21.546713 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-66f62a64-d410-450b-9482-33fcbed26d98 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/8dd6f4f6-a741-41f7-ad52-2ec95b4fb5c7 HTTP/1.1" status: 204 len: 168 time: 0.6274803 Feb 17 09:34:21.566774 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33964) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:21.574858 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d5184-420e-4a53-a55d-c72419f08e68 req-2da605b9-b2b5-4a87-b723-cd4845ea798c tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:21.576427 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3b2d5184-420e-4a53-a55d-c72419f08e68 req-2da605b9-b2b5-4a87-b723-cd4845ea798c tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 946 time: 0.5739236 Feb 17 09:34:21.599228 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Usage tracker for resource:router and tenant:730243740e684d8480d2d5f11486188a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:21.655539 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53dc2d44-9689-4635-88ed-261630282fba tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:21.704192 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-83f3a09e-e97b-4386-a9f4-e948bb83e632 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:21.711574 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:21.726333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:21.733476 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f62a64-d410-450b-9482-33fcbed26d98 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dd6f4f6-a741-41f7-ad52-2ec95b4fb5c7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:21.754018 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6262198e-cb03-41a4-b36a-68020f3e1f93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:21.757725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:21.763165 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53dc2d44-9689-4635-88ed-261630282fba tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:21.779350 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6262198e-cb03-41a4-b36a-68020f3e1f93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:subnet and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:21.792881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6262198e-cb03-41a4-b36a-68020f3e1f93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:21.825206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6262198e-cb03-41a4-b36a-68020f3e1f93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:21.840640 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3b2d5184-420e-4a53-a55d-c72419f08e68 req-000db709-1fc8-4f8c-ae88-e8b8ae292132 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384973 Feb 17 09:34:21.855515 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Subnet': ['ID=489b9332-6620-41a7-ab0b-232a39954366,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:21.873804 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Allocated IP 2001:db8::f816:3eff:fea5:7ae2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/c77c11ba-e1ff-4278-9d71-25b0f23c5c8d/a077194a-8172-4e0a-8782-e740602e9d21) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:21.906984 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:21.908751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:21.974886 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:21.999252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6262198e-cb03-41a4-b36a-68020f3e1f93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:22.004884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6262198e-cb03-41a4-b36a-68020f3e1f93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:22.177532 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:22.232935 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e331651-f881-4c88-aa23-491a0d93a1bf']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:22.243876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-83f3a09e-e97b-4386-a9f4-e948bb83e632 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:22.248476 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-83f3a09e-e97b-4386-a9f4-e948bb83e632 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6683152 Feb 17 09:34:22.253193 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33968) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:22.255526 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:22.259819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Attempting to bind port 3e0ccdb3-65ac-4860-a39b-23351ed244ce on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:34:22.260598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Attempting to bind port 3e0ccdb3-65ac-4860-a39b-23351ed244ce by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'ae2cce43-2614-48ab-a298-96dd8fddc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8e331651-f881-4c88-aa23-491a0d93a1bf'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:34:22.261282 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Attempting to bind port 3e0ccdb3-65ac-4860-a39b-23351ed244ce on network 8e331651-f881-4c88-aa23-491a0d93a1bf {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:34:22.262315 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2cce43-2614-48ab-a298-96dd8fddc191') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:22.263157 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2cce43-2614-48ab-a298-96dd8fddc191') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:22.282896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:34:22.283404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Checking segment: {'id': 'ae2cce43-2614-48ab-a298-96dd8fddc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8e331651-f881-4c88-aa23-491a0d93a1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:22.288461 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:22.288461 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Bound using segment: {'id': 'ae2cce43-2614-48ab-a298-96dd8fddc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8e331651-f881-4c88-aa23-491a0d93a1bf'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:34:22.288461 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Bound port: 3e0ccdb3-65ac-4860-a39b-23351ed244ce, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2cce43-2614-48ab-a298-96dd8fddc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8e331651-f881-4c88-aa23-491a0d93a1bf'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:34:22.288461 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:22.300423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:22.313050 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Transition to ACTIVE for port object a077194a-8172-4e0a-8782-e740602e9d21 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:22.348126 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dc2d44-9689-4635-88ed-261630282fba tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Router 925c1f14-966f-465b-a7c9-a6eceecb92f1 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:34:22.379464 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:22.454320 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-f809a305-6a10-43a8-a929-f23b5f0bc5f0', 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'fixed_ips': [{'subnet_id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:34:22.455166 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:22.467932 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Transition to ACTIVE for port object a077194a-8172-4e0a-8782-e740602e9d21 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:22.490364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:34:22.491665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:34:22.520027 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:34:22.573691 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] For port 3e0ccdb3-65ac-4860-a39b-23351ed244ce, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:34:22.582321 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:22.673193 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:22.722665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d11325aa-a334-4f8c-b1b2-dd3a46764741 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:22.744970 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:22.830589 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:22.834843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] For port 3e0ccdb3-65ac-4860-a39b-23351ed244ce, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=3e0ccdb3-65ac-4860-a39b-23351ed244ce,segment=NetworkSegment(ae2cce43-2614-48ab-a298-96dd8fddc191),segment_id=ae2cce43-2614-48ab-a298-96dd8fddc191)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:34:22.843102 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:22.846665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Pushing event updated for resources: {'Port': ['ID=a077194a-8172-4e0a-8782-e740602e9d21,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:22.846785 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 09:34:22.846785 dv-neutron-828143-5-hyperv neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 09:34:22.846785 dv-neutron-828143-5-hyperv neutron-server[88369]: [parameters: {'id': '8e331651-f881-4c88-aa23-491a0d93a1bf'}] Feb 17 09:34:22.846785 dv-neutron-828143-5-hyperv neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:34:22.846785 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:34:22.907195 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d11325aa-a334-4f8c-b1b2-dd3a46764741 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:22.951173 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dc2d44-9689-4635-88ed-261630282fba tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:34:22.955357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:22.996143 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53dc2d44-9689-4635-88ed-261630282fba tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:23.002742 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-53dc2d44-9689-4635-88ed-261630282fba tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "PUT /v2.0/routers/925c1f14-966f-465b-a7c9-a6eceecb92f1 HTTP/1.1" status: 200 len: 926 time: 5.4970763 Feb 17 09:34:23.004318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33974) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:23.022305 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef69334-77a4-4947-bbb8-c86232f478b1 None None] Sync routers for ids ['925c1f14-966f-465b-a7c9-a6eceecb92f1'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:34:23.035437 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9011d5f2-f23a-414c-82a9-439ecca4b9e0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:23.054195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Allocated IP 172.20.0.2 (f809a305-6a10-43a8-a929-f23b5f0bc5f0/56f2d9cf-33dc-43f3-982a-4c421802b2c0/e16c6dcf-b4f9-4d14-84d5-26db0964ded0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:23.162223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Attempting to bind port a077194a-8172-4e0a-8782-e740602e9d21 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:34:23.162490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Attempting to bind port a077194a-8172-4e0a-8782-e740602e9d21 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:34:23.162843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Attempting to bind port a077194a-8172-4e0a-8782-e740602e9d21 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:34:23.184349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:34:23.184717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:23.185119 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:23.185501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:34:23.185979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Bound port: a077194a-8172-4e0a-8782-e740602e9d21, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:34:23.186795 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:23.205656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6262198e-cb03-41a4-b36a-68020f3e1f93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:23.217138 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef69334-77a4-4947-bbb8-c86232f478b1 None None] Routers {'925c1f14-966f-465b-a7c9-a6eceecb92f1'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:34:23.217745 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9011d5f2-f23a-414c-82a9-439ecca4b9e0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:23.217897 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0ef69334-77a4-4947-bbb8-c86232f478b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['925c1f14-966f-465b-a7c9-a6eceecb92f1'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:23.231873 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9011d5f2-f23a-414c-82a9-439ecca4b9e0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:23.268984 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9011d5f2-f23a-414c-82a9-439ecca4b9e0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:23.269912 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9011d5f2-f23a-414c-82a9-439ecca4b9e0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:23.339157 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011d5f2-f23a-414c-82a9-439ecca4b9e0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=bc779a87-5a24-438a-b1d9-155a379420a2,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:23.342948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89e6ac-1f53-4370-b432-05e5fa34ed83 None None] Pushing event updated for resources: {'Port': ['ID=3e0ccdb3-65ac-4860-a39b-23351ed244ce,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:23.361060 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0ef69334-77a4-4947-bbb8-c86232f478b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:23.421343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef69334-77a4-4947-bbb8-c86232f478b1 None None] Routers {'925c1f14-966f-465b-a7c9-a6eceecb92f1'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:34:23.421990 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0ef69334-77a4-4947-bbb8-c86232f478b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:33:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['925c1f14-966f-465b-a7c9-a6eceecb92f1'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:23.482957 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:23.501140 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d11325aa-a334-4f8c-b1b2-dd3a46764741 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:23.518664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6262198e-cb03-41a4-b36a-68020f3e1f93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Checking segment: {'id': 'b94ddfd3-a764-48a0-b217-4a5e8b36c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67c86360-be18-440b-a85f-43525d75752e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:23.519250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6262198e-cb03-41a4-b36a-68020f3e1f93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network hostable DHCP agents. Network: 67c86360-be18-440b-a85f-43525d75752e, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:34:23.537998 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0ef69334-77a4-4947-bbb8-c86232f478b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:23.538482 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef69334-77a4-4947-bbb8-c86232f478b1 None None] The sync data for ids ['925c1f14-966f-465b-a7c9-a6eceecb92f1'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:34:23.566464 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11325aa-a334-4f8c-b1b2-dd3a46764741 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18bca6c-99db-4e78-bf85-00cc179f6504,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:23.571654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262198e-cb03-41a4-b36a-68020f3e1f93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Subnet': ['ID=4a56f3df-7cad-43c8-949f-8cd9830716d8,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:23.584589 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9011d5f2-f23a-414c-82a9-439ecca4b9e0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7483037 Feb 17 09:34:23.586797 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33978) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:23.600413 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Deleting port 3e0ccdb3-65ac-4860-a39b-23351ed244ce {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:23.600413 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:23.603836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4fdb0-9a9a-47c7-8633-65692d26f46a req-3553ab50-6cfb-4d08-bbab-da036393066b tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:23.606514 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9cd4fdb0-9a9a-47c7-8633-65692d26f46a req-3553ab50-6cfb-4d08-bbab-da036393066b tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 946 time: 0.4988928 Feb 17 09:34:23.650874 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'mac_address': 'fa:16:3e:84:b5:5c', 'name': 'tempest-NetworksTestDHCPv6-1516790196'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:23.679444 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] For port a077194a-8172-4e0a-8782-e740602e9d21, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:34:23.705753 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] For port a077194a-8172-4e0a-8782-e740602e9d21, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=a077194a-8172-4e0a-8782-e740602e9d21,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:34:23.737510 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b905d242-da30-450a-bced-9eeb78450044 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "GET /v2.0/routers/925c1f14-966f-465b-a7c9-a6eceecb92f1 HTTP/1.1" status: 200 len: 926 time: 0.7278523 Feb 17 09:34:23.743893 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33982) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:23.761743 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:23.777356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Transition to ACTIVE for port object e16c6dcf-b4f9-4d14-84d5-26db0964ded0 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:23.786704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6262198e-cb03-41a4-b36a-68020f3e1f93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 67c86360-be18-440b-a85f-43525d75752e is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:34:23.800012 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146c1253-d595-41ea-9a6c-fa145133deba None None] Network 8e331651-f881-4c88-aa23-491a0d93a1bf requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:23.820381 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:23.844194 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d11325aa-a334-4f8c-b1b2-dd3a46764741 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:23.845927 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d11325aa-a334-4f8c-b1b2-dd3a46764741 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-groups/e18bca6c-99db-4e78-bf85-00cc179f6504 HTTP/1.1" status: 204 len: 168 time: 1.5913248 Feb 17 09:34:23.860934 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Transition to ACTIVE for port object e16c6dcf-b4f9-4d14-84d5-26db0964ded0 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:23.919479 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33986) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:24.016571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:24.069898 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7b377-7742-4cc7-bf53-06abbd4adb45 None None] Pushing event updated for resources: {'Port': ['ID=a077194a-8172-4e0a-8782-e740602e9d21,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:24.136655 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9cd4fdb0-9a9a-47c7-8633-65692d26f46a req-9d115053-46aa-4306-8d3a-b4cf6aacae35 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178244 Feb 17 09:34:24.210488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-6262198e-cb03-41a4-b36a-68020f3e1f93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 67c86360-be18-440b-a85f-43525d75752e) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:24.216112 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Network f809a305-6a10-43a8-a929-f23b5f0bc5f0 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:24.226106 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:24.230115 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:24.237359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6262198e-cb03-41a4-b36a-68020f3e1f93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:24.238274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6262198e-cb03-41a4-b36a-68020f3e1f93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:24.245830 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6d8729-b2a7-4f7d-a0f6-0d8d5efb2ef6 None None] Network 67c86360-be18-440b-a85f-43525d75752e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:24.315879 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:24.334139 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:24.341153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:port and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:24.344740 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:24.352693 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:24.374460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:24.436388 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6262198e-cb03-41a4-b36a-68020f3e1f93 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0551577 Feb 17 09:34:24.440376 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 33992) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:24.448447 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'network_id': '67c86360-be18-440b-a85f-43525d75752e', 'name': 'tempest-PortsIpV6TestJSON-118449364'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:24.452573 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Pushing event updated for resources: {'Port': ['ID=e16c6dcf-b4f9-4d14-84d5-26db0964ded0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:24.494716 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] For port 3e0ccdb3-65ac-4860-a39b-23351ed244ce, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=3e0ccdb3-65ac-4860-a39b-23351ed244ce,segment=NetworkSegment(ae2cce43-2614-48ab-a298-96dd8fddc191),segment_id=ae2cce43-2614-48ab-a298-96dd8fddc191)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:24.495897 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:24.515140 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6a35f71f-854b-4594-8ae3-5d3f3daad74a tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:24.557090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Attempting to bind port e16c6dcf-b4f9-4d14-84d5-26db0964ded0 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:34:24.557537 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Attempting to bind port e16c6dcf-b4f9-4d14-84d5-26db0964ded0 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:34:24.567815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Attempting to bind port e16c6dcf-b4f9-4d14-84d5-26db0964ded0 on network f809a305-6a10-43a8-a929-f23b5f0bc5f0 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:34:24.600740 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:24.629538 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Allocated IP 172.26.4.228 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/65f02de1-b38c-4b2e-967b-0b846ab26668) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:24.645570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:34:24.651101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Checking segment: {'id': 'b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:24.663800 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:24.663800 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Bound using segment: {'id': 'b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:34:24.663800 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Bound port: e16c6dcf-b4f9-4d14-84d5-26db0964ded0, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:34:24.663800 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:24.713402 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Calling delete_port for 3e0ccdb3-65ac-4860-a39b-23351ed244ce owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:24.820314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device a077194a-8172-4e0a-8782-e740602e9d21 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:24.872480 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a7ba22-f958-4213-b923-48d4a74e47ee tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:24.873218 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-78a7ba22-f958-4213-b923-48d4a74e47ee tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Synchronizing usage tracker for tenant:46ad42404c5e42e69b8288b9e6cb16c8 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:24.956129 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6a35f71f-854b-4594-8ae3-5d3f3daad74a tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:24.962944 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6a35f71f-854b-4594-8ae3-5d3f3daad74a tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0417504 Feb 17 09:34:24.966237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 33998) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:25.000726 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-913adb33-8caf-4261-ada3-8bd64dfa0f51 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group': {'name': 'tempest-secgroup--928416038'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:25.012097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:25.032846 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-913adb33-8caf-4261-ada3-8bd64dfa0f51 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:25.045102 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-913adb33-8caf-4261-ada3-8bd64dfa0f51 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:25.055454 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-78a7ba22-f958-4213-b923-48d4a74e47ee tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Unset dirty status for tenant:46ad42404c5e42e69b8288b9e6cb16c8 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:25.060654 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-78a7ba22-f958-4213-b923-48d4a74e47ee tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=e398590f-1691-4e90-94b2-4638f557802a&device_id=925c1f14-966f-465b-a7c9-a6eceecb92f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.2352874 Feb 17 09:34:25.061957 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34002) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:25.073914 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0df89e1-31b3-4e60-96f6-4040f66bed4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:25.102257 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:25.106219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port 34fab4e3-4b10-4ec0-9b53-250a32597720 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:34:25.122545 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] For port e16c6dcf-b4f9-4d14-84d5-26db0964ded0, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:34:25.126441 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] For port e16c6dcf-b4f9-4d14-84d5-26db0964ded0, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e16c6dcf-b4f9-4d14-84d5-26db0964ded0,segment=NetworkSegment(b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c),segment_id=b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:34:25.147319 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:25.160490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-67c86360-be18-440b-a85f-43525d75752e', 'network_id': '67c86360-be18-440b-a85f-43525d75752e', 'tenant_id': '5394114ba06f46a698565470e6dab9c6', 'fixed_ips': [{'subnet_id': '4a56f3df-7cad-43c8-949f-8cd9830716d8'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:34:25.162924 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:25.174008 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:25.199236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:port and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:25.205329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:25.218916 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:25.250917 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a8272-3164-44bd-b532-a2f89f577808 req-f8cd0177-0a9f-4e65-ac10-9752a5a83ddc tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:25.259854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-913adb33-8caf-4261-ada3-8bd64dfa0f51 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:25.260150 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-589a8272-3164-44bd-b532-a2f89f577808 req-f8cd0177-0a9f-4e65-ac10-9752a5a83ddc tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 946 time: 0.4062617 Feb 17 09:34:25.283990 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:25.297482 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Port': ['ID=3e0ccdb3-65ac-4860-a39b-23351ed244ce,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:25.308216 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No DVR routers for this DVR port 3e0ccdb3-65ac-4860-a39b-23351ed244ce on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:34:25.325191 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-589a8272-3164-44bd-b532-a2f89f577808 req-4296dfd6-df1d-4d31-b186-685c5390f6d5 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612097 Feb 17 09:34:25.340476 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c7a87-3926-464e-a131-09b7d6852a5b req-8d8ed7db-12d0-48ed-a1a6-b6ac2f18af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:25.340476 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ac6c7a87-3926-464e-a131-09b7d6852a5b req-8d8ed7db-12d0-48ed-a1a6-b6ac2f18af0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45351d80e23d431fa58cca544e6abb1c&device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 1099 time: 0.3258543 Feb 17 09:34:25.354484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port a077194a-8172-4e0a-8782-e740602e9d21 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:25.386458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:25.390770 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:25.410521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-913adb33-8caf-4261-ada3-8bd64dfa0f51 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:25.429874 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-913adb33-8caf-4261-ada3-8bd64dfa0f51 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:25.474032 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:34:25.496001 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:25.503206 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9abe1-fcd6-45d5-8218-96569531fa3c None None] Pushing event updated for resources: {'Port': ['ID=e16c6dcf-b4f9-4d14-84d5-26db0964ded0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:25.517350 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Allocated IP 2001:db8::2 (67c86360-be18-440b-a85f-43525d75752e/4a56f3df-7cad-43c8-949f-8cd9830716d8/1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:25.548270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-913adb33-8caf-4261-ada3-8bd64dfa0f51 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:25.581481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:25.592076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:25.602850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:25.625691 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-913adb33-8caf-4261-ada3-8bd64dfa0f51 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:25.665701 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6791d493-28d2-434b-a15b-2247e7499553 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:25.668503 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Pushing event updated for resources: {'Port': ['ID=65f02de1-b38c-4b2e-967b-0b846ab26668,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:25.685931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] device_id is not set on port b8d081ef-0be0-43ea-8954-b37639c5656a yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:34:25.686278 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:25.731161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014c53bf-93b3-4e5a-b3dc-646c2c6d9c01 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:25.732464 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-014c53bf-93b3-4e5a-b3dc-646c2c6d9c01 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Synchronizing usage tracker for tenant:46ad42404c5e42e69b8288b9e6cb16c8 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:25.821254 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e331651-f881-4c88-aa23-491a0d93a1bf']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:25.905852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2cce43-2614-48ab-a298-96dd8fddc191') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:25.906100 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2cce43-2614-48ab-a298-96dd8fddc191') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:25.936452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:25.988358 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-014c53bf-93b3-4e5a-b3dc-646c2c6d9c01 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Unset dirty status for tenant:46ad42404c5e42e69b8288b9e6cb16c8 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:25.992492 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-014c53bf-93b3-4e5a-b3dc-646c2c6d9c01 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "GET /v2.0/networks/e398590f-1691-4e90-94b2-4638f557802a HTTP/1.1" status: 200 len: 881 time: 0.9290111 Feb 17 09:34:25.993763 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:26.002339 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-015a2d7f-b956-4e7c-bbed-74412e9e889d None None] Provisioning for port a077194a-8172-4e0a-8782-e740602e9d21 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:26.002855 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 172.20.0.7 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/bc779a87-5a24-438a-b1d9-155a379420a2/34fab4e3-4b10-4ec0-9b53-250a32597720) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:26.006995 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34006) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:26.036834 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-015a2d7f-b956-4e7c-bbed-74412e9e889d None None] Provisioning complete for port a077194a-8172-4e0a-8782-e740602e9d21 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:26.037525 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-015a2d7f-b956-4e7c-bbed-74412e9e889d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:26.066454 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c7a87-3926-464e-a131-09b7d6852a5b req-9f003f93-698d-48c1-9301-44bbeb8a9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:26.068664 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ac6c7a87-3926-464e-a131-09b7d6852a5b req-9f003f93-698d-48c1-9301-44bbeb8a9c27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=612792ee-5540-4342-9551-b96d0b137d35 HTTP/1.1" status: 200 len: 912 time: 0.7210722 Feb 17 09:34:26.131564 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:26.186402 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ac6c7a87-3926-464e-a131-09b7d6852a5b req-df669169-7b67-4690-bd33-7437897b4c65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f05b828e-770d-4ae0-add0-c070b365837b HTTP/1.1" status: 200 len: 217 time: 0.0817797 Feb 17 09:34:26.187941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-913adb33-8caf-4261-ada3-8bd64dfa0f51 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:26.190993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Transition to ACTIVE for port object 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:26.198246 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:34:26.198887 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:34:26.218026 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:34:26.228233 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::f816:3eff:fe84:b55c (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/c77c11ba-e1ff-4278-9d71-25b0f23c5c8d/34fab4e3-4b10-4ec0-9b53-250a32597720) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:26.228597 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Transition to ACTIVE for port object 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:26.272041 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c7a87-3926-464e-a131-09b7d6852a5b req-f9c12bf7-c9ca-4f51-8ebc-d671fd25c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:26.274542 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ac6c7a87-3926-464e-a131-09b7d6852a5b req-f9c12bf7-c9ca-4f51-8ebc-d671fd25c748 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=384c3eae-bc4c-49e3-811e-a3b916ea1011 HTTP/1.1" status: 200 len: 851 time: 0.0825107 Feb 17 09:34:26.284096 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0abf67be-22c5-4355-80a2-56b666ac11d2 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "GET /v2.0/ports?device_id=925c1f14-966f-465b-a7c9-a6eceecb92f1 HTTP/1.1" status: 200 len: 205 time: 0.2772350 Feb 17 09:34:26.288572 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34010) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:26.305524 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-015a2d7f-b956-4e7c-bbed-74412e9e889d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:26.330924 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ac6c7a87-3926-464e-a131-09b7d6852a5b req-a81023e7-895d-44eb-8ed1-e39233cf0751 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=612792ee-5540-4342-9551-b96d0b137d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495310 Feb 17 09:34:26.357006 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-015a2d7f-b956-4e7c-bbed-74412e9e889d None None] For port a077194a-8172-4e0a-8782-e740602e9d21, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=a077194a-8172-4e0a-8782-e740602e9d21,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:26.379185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-913adb33-8caf-4261-ada3-8bd64dfa0f51 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:26.393697 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:26.518565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Network 67c86360-be18-440b-a85f-43525d75752e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:26.519615 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-015a2d7f-b956-4e7c-bbed-74412e9e889d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:26.528437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:26.536974 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:26.541295 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Pushing event updated for resources: {'Port': ['ID=1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:26.546511 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997fa6e3-29c9-47fb-b95d-7a3df1e71603 None None] Update dhcp port {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'fixed_ips': [{'subnet_id': 'c77c11ba-e1ff-4278-9d71-25b0f23c5c8d', 'ip_address': '2001:db8::f816:3eff:fea5:7ae2'}, {'subnet_id': 'bc779a87-5a24-438a-b1d9-155a379420a2'}], 'binding:host_id': 'dv-neutron-828143-5-hyperv'}, 'id': 'a077194a-8172-4e0a-8782-e740602e9d21'} from dv-neutron-828143-5-hyperv. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 09:34:26.616678 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913adb33-8caf-4261-ada3-8bd64dfa0f51 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d162b6fb-9b1c-4b36-9e9b-88ee77c75485,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:26.693913 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:26.732557 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ac6c7a87-3926-464e-a131-09b7d6852a5b req-05cbd74f-677b-49d4-8859-d0db158ce075 service neutron] 10.222.0.37 "GET /v2.0/networks/612792ee-5540-4342-9551-b96d0b137d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949461 Feb 17 09:34:26.743689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e16c6dcf-b4f9-4d14-84d5-26db0964ded0 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:26.799010 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:26.850260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Network': ['ID=8e331651-f881-4c88-aa23-491a0d93a1bf,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:26.897083 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5317bcdf-ac97-45f2-9ad7-949fa1f97a58 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/8e331651-f881-4c88-aa23-491a0d93a1bf HTTP/1.1" status: 204 len: 168 time: 7.0951116 Feb 17 09:34:26.911602 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34016) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:26.951448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-997fa6e3-29c9-47fb-b95d-7a3df1e71603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:26.978933 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c282702-f2ef-4cdf-9a96-de9532c1682c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] GET failed (client error): The resource could not be found. Feb 17 09:34:26.981328 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4c282702-f2ef-4cdf-9a96-de9532c1682c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Synchronizing usage tracker for tenant:d71f25c9faa84e9ea04b56d745ca03fe on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:26.984891 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a2d7f-b956-4e7c-bbed-74412e9e889d None None] Pushing event updated for resources: {'Port': ['ID=a077194a-8172-4e0a-8782-e740602e9d21,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:27.011253 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-913adb33-8caf-4261-ada3-8bd64dfa0f51 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.012779 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-913adb33-8caf-4261-ada3-8bd64dfa0f51 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0434687 Feb 17 09:34:27.023234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34020) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:27.026702 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Attempting to bind port 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:34:27.027074 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Attempting to bind port 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'b94ddfd3-a764-48a0-b217-4a5e8b36c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67c86360-be18-440b-a85f-43525d75752e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:34:27.027686 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Attempting to bind port 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 on network 67c86360-be18-440b-a85f-43525d75752e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:34:27.038625 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10965162-6ce5-4386-af56-46e975ed1534 None None] Network f809a305-6a10-43a8-a929-f23b5f0bc5f0 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:27.045128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a9999407-41db-4102-804f-8a7240536d11 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group_rule': {'security_group_id': 'd162b6fb-9b1c-4b36-9e9b-88ee77c75485', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:27.066097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95de8846-0f0a-4114-810a-ace523be39d3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.081572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:34:27.081572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Checking segment: {'id': 'b94ddfd3-a764-48a0-b217-4a5e8b36c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67c86360-be18-440b-a85f-43525d75752e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:27.081572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.082151 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Bound using segment: {'id': 'b94ddfd3-a764-48a0-b217-4a5e8b36c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67c86360-be18-440b-a85f-43525d75752e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:34:27.083084 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Bound port: 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94ddfd3-a764-48a0-b217-4a5e8b36c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67c86360-be18-440b-a85f-43525d75752e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:34:27.083463 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.092400 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42067351-0d2e-4225-80c6-28a26546479b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.133076 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a9999407-41db-4102-804f-8a7240536d11 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:27.135694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Allocated IP 2001:db8::285 (67c86360-be18-440b-a85f-43525d75752e/4a56f3df-7cad-43c8-949f-8cd9830716d8/b8d081ef-0be0-43ea-8954-b37639c5656a) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:27.160122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a9999407-41db-4102-804f-8a7240536d11 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:27.167388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a9999407-41db-4102-804f-8a7240536d11 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:27.179275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a9999407-41db-4102-804f-8a7240536d11 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:27.188695 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.199988 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2701c-7af9-4142-970d-86dd53d9ac05 req-829acf7c-4bb7-41e1-abcf-2aa7caf7fcf9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:27.201791 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bdb2701c-7af9-4142-970d-86dd53d9ac05 req-829acf7c-4bb7-41e1-abcf-2aa7caf7fcf9 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 946 time: 0.7315719 Feb 17 09:34:27.209444 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.251381 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ac6c7a87-3926-464e-a131-09b7d6852a5b req-986e042a-a940-4a51-b019-8bbb50da0293 service neutron] 10.222.0.37 "GET /v2.0/networks/612792ee-5540-4342-9551-b96d0b137d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838518 Feb 17 09:34:27.253298 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4c282702-f2ef-4cdf-9a96-de9532c1682c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Unset dirty status for tenant:d71f25c9faa84e9ea04b56d745ca03fe on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:27.255212 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4c282702-f2ef-4cdf-9a96-de9532c1682c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "GET /v2.0/subnets/489b9332-6620-41a7-ab0b-232a39954366 HTTP/1.1" status: 404 len: 337 time: 0.3372622 Feb 17 09:34:27.261138 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34024) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:27.321012 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a985f09-1765-49d0-a2df-576496beeeda tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:27.321425 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a985f09-1765-49d0-a2df-576496beeeda tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:27.329846 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port e16c6dcf-b4f9-4d14-84d5-26db0964ded0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:27.344418 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object 34fab4e3-4b10-4ec0-9b53-250a32597720 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:27.370310 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6a985f09-1765-49d0-a2df-576496beeeda tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/8e331651-f881-4c88-aa23-491a0d93a1bf HTTP/1.1" status: 404 len: 339 time: 0.1062770 Feb 17 09:34:27.377219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34028) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:27.413165 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-92fe15fe-7106-4548-8563-8b1d1b3446e8 None None] Provisioning for port e16c6dcf-b4f9-4d14-84d5-26db0964ded0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:27.415550 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bdb2701c-7af9-4142-970d-86dd53d9ac05 req-3f80268d-1dcf-4dff-bcf7-69dab6e228b4 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982296 Feb 17 09:34:27.449484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-92fe15fe-7106-4548-8563-8b1d1b3446e8 None None] Provisioning complete for port e16c6dcf-b4f9-4d14-84d5-26db0964ded0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:27.449484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-92fe15fe-7106-4548-8563-8b1d1b3446e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.482520 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9999407-41db-4102-804f-8a7240536d11 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.540125 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95de8846-0f0a-4114-810a-ace523be39d3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.545246 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] For port 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:34:27.637755 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9999407-41db-4102-804f-8a7240536d11 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.646890 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7accd529-9b37-4599-a1f4-333215e690e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:27.647694 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7accd529-9b37-4599-a1f4-333215e690e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Synchronizing usage tracker for tenant:d71f25c9faa84e9ea04b56d745ca03fe on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:27.674463 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] For port 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57,segment=NetworkSegment(b94ddfd3-a764-48a0-b217-4a5e8b36c3b4),segment_id=b94ddfd3-a764-48a0-b217-4a5e8b36c3b4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:34:27.675620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.747350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:27.750717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:27.753711 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:27.761806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.787363 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.788000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9999407-41db-4102-804f-8a7240536d11 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.791677 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Transition to ACTIVE for port object b8d081ef-0be0-43ea-8954-b37639c5656a will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:27.812090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-95de8846-0f0a-4114-810a-ace523be39d3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Deleting port a2c522b8-d8e6-454e-aceb-4c15d119c8ad {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:27.812443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95de8846-0f0a-4114-810a-ace523be39d3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.820214 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.855699 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7accd529-9b37-4599-a1f4-333215e690e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Unset dirty status for tenant:d71f25c9faa84e9ea04b56d745ca03fe on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:27.860558 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7accd529-9b37-4599-a1f4-333215e690e2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4761860 Feb 17 09:34:27.860725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34032) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:27.888176 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=34fab4e3-4b10-4ec0-9b53-250a32597720,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:27.906588 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-92fe15fe-7106-4548-8563-8b1d1b3446e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.912112 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-23fc20b1-f76b-470e-9ea6-87d68e81ed2a tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Synchronizing usage tracker for tenant:d71f25c9faa84e9ea04b56d745ca03fe on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:27.914721 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9999407-41db-4102-804f-8a7240536d11 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7378875c-8e7b-4c1a-9787-3d1dc85cbc59,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:27.921009 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-997fa6e3-29c9-47fb-b95d-7a3df1e71603 None None] Allocated IP 172.20.0.2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/bc779a87-5a24-438a-b1d9-155a379420a2/a077194a-8172-4e0a-8782-e740602e9d21) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:27.966711 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:27.967817 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:27.973446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:28.003872 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-23fc20b1-f76b-470e-9ea6-87d68e81ed2a tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Unset dirty status for tenant:d71f25c9faa84e9ea04b56d745ca03fe on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:28.010118 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-23fc20b1-f76b-470e-9ea6-87d68e81ed2a tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a HTTP/1.1" status: 200 len: 207 time: 0.1429074 Feb 17 09:34:28.013575 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34036) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:28.097280 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badebc3a-6007-49af-944f-b6c6b1119a2e None None] Pushing event updated for resources: {'Port': ['ID=1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:28.113031 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-92fe15fe-7106-4548-8563-8b1d1b3446e8 None None] For port e16c6dcf-b4f9-4d14-84d5-26db0964ded0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e16c6dcf-b4f9-4d14-84d5-26db0964ded0,segment=NetworkSegment(b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c),segment_id=b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:28.118676 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:28.242520 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-997fa6e3-29c9-47fb-b95d-7a3df1e71603 None None] For port a077194a-8172-4e0a-8782-e740602e9d21, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=a077194a-8172-4e0a-8782-e740602e9d21,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:28.254769 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9999407-41db-4102-804f-8a7240536d11 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:28.256671 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a9999407-41db-4102-804f-8a7240536d11 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2168398 Feb 17 09:34:28.266203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34040) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:28.279606 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-94f5e5e3-6d4d-490a-ab2c-53cce8bfb262 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group_rule': {'security_group_id': 'd162b6fb-9b1c-4b36-9e9b-88ee77c75485', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:28.289687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-94f5e5e3-6d4d-490a-ab2c-53cce8bfb262 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:28.296635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-94f5e5e3-6d4d-490a-ab2c-53cce8bfb262 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:28.303028 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-94f5e5e3-6d4d-490a-ab2c-53cce8bfb262 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:28.316190 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:28.317682 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-997fa6e3-29c9-47fb-b95d-7a3df1e71603 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:28.322864 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-94f5e5e3-6d4d-490a-ab2c-53cce8bfb262 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:28.343922 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8e41dcd4-87a6-4701-9f6a-709fdfdb5962 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.7546041 Feb 17 09:34:28.348380 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-997fa6e3-29c9-47fb-b95d-7a3df1e71603 None None] Transition to ACTIVE for port object a077194a-8172-4e0a-8782-e740602e9d21 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:28.349548 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-92fe15fe-7106-4548-8563-8b1d1b3446e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:28.377668 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34044) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:28.486988 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95de8846-0f0a-4114-810a-ace523be39d3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:28.489809 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe15fe-7106-4548-8563-8b1d1b3446e8 None None] Pushing event updated for resources: {'Port': ['ID=e16c6dcf-b4f9-4d14-84d5-26db0964ded0,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:28.502646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d345f83-f09b-447f-b4c1-80084ede2834 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:28.510694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d345f83-f09b-447f-b4c1-80084ede2834 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:28.515824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-40f90cde-bd7f-4e15-a49b-901cc1ee836d None None] Provisioning complete for port e16c6dcf-b4f9-4d14-84d5-26db0964ded0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:28.516364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40f90cde-bd7f-4e15-a49b-901cc1ee836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:28.517097 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d345f83-f09b-447f-b4c1-80084ede2834 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:28.524553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d345f83-f09b-447f-b4c1-80084ede2834 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:28.531811 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7d345f83-f09b-447f-b4c1-80084ede2834 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5033231 Feb 17 09:34:28.552705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-997fa6e3-29c9-47fb-b95d-7a3df1e71603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:28.555160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34050) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:28.579955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94f5e5e3-6d4d-490a-ab2c-53cce8bfb262 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:28.716057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-95de8846-0f0a-4114-810a-ace523be39d3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Calling delete_port for a2c522b8-d8e6-454e-aceb-4c15d119c8ad owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:28.739089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 67c86360-be18-440b-a85f-43525d75752e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:28.753068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:28.821652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=b8d081ef-0be0-43ea-8954-b37639c5656a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:28.824590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:28.841682 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94f5e5e3-6d4d-490a-ab2c-53cce8bfb262 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:28.842874 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:28.847842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:28.850799 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:28.885628 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d457c972-e9e9-4064-8df0-2c03f23ba887 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:28.892178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d457c972-e9e9-4064-8df0-2c03f23ba887 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:28.892923 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d457c972-e9e9-4064-8df0-2c03f23ba887 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:28.899456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fa6e3-29c9-47fb-b95d-7a3df1e71603 None None] Pushing event updated for resources: {'Port': ['ID=a077194a-8172-4e0a-8782-e740602e9d21,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:29.040773 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94f5e5e3-6d4d-490a-ab2c-53cce8bfb262 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:29.069278 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5e5e3-6d4d-490a-ab2c-53cce8bfb262 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29495999-ee49-4f59-b7d5-d619e7026952,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:29.080167 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d457c972-e9e9-4064-8df0-2c03f23ba887 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:29.081458 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d457c972-e9e9-4064-8df0-2c03f23ba887 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7005742 Feb 17 09:34:29.085331 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34054) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:29.090113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Router aceb86ab-2d93-4a8c-85b8-e46c196791d4 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:34:29.092835 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1d208617-8f3d-4da5-9d5f-8138b3d030f9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6514637 Feb 17 09:34:29.107306 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:29.108621 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4da5929f-6cfb-44ef-8e51-120293bd38c7 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5279961 Feb 17 09:34:29.110706 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34058) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:29.118231 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device a077194a-8172-4e0a-8782-e740602e9d21 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:29.118440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34062) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:29.178222 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'network_id': '67c86360-be18-440b-a85f-43525d75752e', 'name': 'tempest-PortsIpV6TestJSON-603245151'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:29.185237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4db7b094-9b07-4ec5-a48c-555af610c1a4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port 34fab4e3-4b10-4ec0-9b53-250a32597720 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:29.185801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4db7b094-9b07-4ec5-a48c-555af610c1a4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:29.213314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e16c6dcf-b4f9-4d14-84d5-26db0964ded0 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:29.228926 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94f5e5e3-6d4d-490a-ab2c-53cce8bfb262 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:29.233897 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-94f5e5e3-6d4d-490a-ab2c-53cce8bfb262 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9596627 Feb 17 09:34:29.234980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95de8846-0f0a-4114-810a-ace523be39d3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:29.239290 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34066) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:29.317857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-684fe427-ce4b-468c-892d-54a7ee5a1608 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group_rule': {'security_group_id': 'd162b6fb-9b1c-4b36-9e9b-88ee77c75485', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:29.324072 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-684fe427-ce4b-468c-892d-54a7ee5a1608 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:29.330887 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-684fe427-ce4b-468c-892d-54a7ee5a1608 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:29.335691 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-684fe427-ce4b-468c-892d-54a7ee5a1608 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:29.348924 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port e16c6dcf-b4f9-4d14-84d5-26db0964ded0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:29.349602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:29.360807 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de8846-0f0a-4114-810a-ace523be39d3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Pushing event deleted for resources: {'Port': ['ID=a2c522b8-d8e6-454e-aceb-4c15d119c8ad,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:29.363144 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-684fe427-ce4b-468c-892d-54a7ee5a1608 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:29.492225 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba02c3-eee5-4de9-a117-2d94d4772710 req-182b0973-6834-40d7-80d6-e7c16d824820 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:29.493840 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f6ba02c3-eee5-4de9-a117-2d94d4772710 req-182b0973-6834-40d7-80d6-e7c16d824820 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 946 time: 0.5421658 Feb 17 09:34:29.495154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:29.516575 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5e137c-2996-4744-8122-245bae726742 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:29.520457 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5e137c-2996-4744-8122-245bae726742 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:29.522082 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-eb5e137c-2996-4744-8122-245bae726742 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3964021 Feb 17 09:34:29.526819 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:port and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:29.561264 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34070) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:29.571948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfb095e-0f3f-4335-a7cc-4cf62fce9a7b None None] Network 67c86360-be18-440b-a85f-43525d75752e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:29.671351 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-684fe427-ce4b-468c-892d-54a7ee5a1608 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:29.674057 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:29.677881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:34:29.690301 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Sync routers for ids ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:34:29.705722 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Routers {'aceb86ab-2d93-4a8c-85b8-e46c196791d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:34:29.706367 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:29.732517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:29.789128 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f6ba02c3-eee5-4de9-a117-2d94d4772710 req-f0fa906a-6012-4fcf-929e-7a1a2033d6f4 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826376 Feb 17 09:34:29.808714 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:29.843979 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:29.844916 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ec3531eb-4fe4-4d5c-8e31-e030e070a7c2 None None] Provisioning for port 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:29.845652 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5493e942-b707-41dd-b032-16d54a424cbe admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.4260499 Feb 17 09:34:29.846832 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:29.849524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95de8846-0f0a-4114-810a-ace523be39d3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:29.853013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:29.909714 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ec3531eb-4fe4-4d5c-8e31-e030e070a7c2 None None] Provisioning complete for port 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:29.911283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec3531eb-4fe4-4d5c-8e31-e030e070a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:29.923515 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34076) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:30.011710 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Set router aceb86ab-2d93-4a8c-85b8-e46c196791d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:34:30.088453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16351954-338f-497c-a02d-a015554eae6c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:30.092488 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16351954-338f-497c-a02d-a015554eae6c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:30.094355 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-16351954-338f-497c-a02d-a015554eae6c tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.5320659 Feb 17 09:34:30.105089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34080) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:30.131632 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] device_id is not set on port 8b13633a-b76b-49d2-be63-988976025a1e yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:34:30.165342 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec3531eb-4fe4-4d5c-8e31-e030e070a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:30.260916 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ec3531eb-4fe4-4d5c-8e31-e030e070a7c2 None None] For port 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57,segment=NetworkSegment(b94ddfd3-a764-48a0-b217-4a5e8b36c3b4),segment_id=b94ddfd3-a764-48a0-b217-4a5e8b36c3b4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:30.309161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-684fe427-ce4b-468c-892d-54a7ee5a1608 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:30.318010 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95de8846-0f0a-4114-810a-ace523be39d3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:30.321511 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95de8846-0f0a-4114-810a-ace523be39d3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:30.326621 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec3531eb-4fe4-4d5c-8e31-e030e070a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:30.440797 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-684fe427-ce4b-468c-892d-54a7ee5a1608 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:30.445544 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4db7b094-9b07-4ec5-a48c-555af610c1a4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:30.455931 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3531eb-4fe4-4d5c-8e31-e030e070a7c2 None None] Pushing event updated for resources: {'Port': ['ID=1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:30.506797 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95de8846-0f0a-4114-810a-ace523be39d3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:30.507401 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95de8846-0f0a-4114-810a-ace523be39d3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Fanout notify agent at l3_agent the message router_deleted on router 925c1f14-966f-465b-a7c9-a6eceecb92f1 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:34:30.544136 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'name': 'tempest-ServersTestManualDisk-1287560077-router', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:34:21Z', 'updated_at': '2022-02-17T09:34:26Z', 'revision_number': 3, 'project_id': '730243740e684d8480d2d5f11486188a', 'gw_port': {'id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:24Z', 'updated_at': '2022-02-17T09:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:30.547365 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b37fbd34-cd36-4c91-bbb0-98766af85aaf None None] Provisioning for port 34fab4e3-4b10-4ec0-9b53-250a32597720 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:30.551777 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Checking router: aceb86ab-2d93-4a8c-85b8-e46c196791d4 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:34:30.551777 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Updating router aceb86ab-2d93-4a8c-85b8-e46c196791d4 port 65f02de1-b38c-4b2e-967b-0b846ab26668 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:34:30.554780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b37fbd34-cd36-4c91-bbb0-98766af85aaf None None] Provisioning complete for port 34fab4e3-4b10-4ec0-9b53-250a32597720 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:30.555620 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b37fbd34-cd36-4c91-bbb0-98766af85aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:30.654961 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:30.728735 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b37fbd34-cd36-4c91-bbb0-98766af85aaf None None] Port 34fab4e3-4b10-4ec0-9b53-250a32597720 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:34:30.759484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:30.851688 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:30.852419 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:30.889751 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4db7b094-9b07-4ec5-a48c-555af610c1a4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for 34fab4e3-4b10-4ec0-9b53-250a32597720 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:30.927614 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b37fbd34-cd36-4c91-bbb0-98766af85aaf None None] Provisioning for port a077194a-8172-4e0a-8782-e740602e9d21 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:30.934304 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b37fbd34-cd36-4c91-bbb0-98766af85aaf None None] Provisioning complete for port a077194a-8172-4e0a-8782-e740602e9d21 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:30.934719 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b37fbd34-cd36-4c91-bbb0-98766af85aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:30.967194 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d8757e-db7a-4654-90ce-4ffbcd64caf7 None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 09:34:30.974598 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95de8846-0f0a-4114-810a-ace523be39d3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:30.977038 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-95de8846-0f0a-4114-810a-ace523be39d3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "DELETE /v2.0/routers/925c1f14-966f-465b-a7c9-a6eceecb92f1 HTTP/1.1" status: 204 len: 168 time: 4.6811473 Feb 17 09:34:30.985706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fe427-ce4b-468c-892d-54a7ee5a1608 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68bbb378-c2d8-4a28-8680-bce6c1d71188,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:30.986224 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34086) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:30.991650 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a0b33eb7-841d-4943-9806-247248ee5c8b tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-20893577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:31.002697 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0b33eb7-841d-4943-9806-247248ee5c8b tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:31.017843 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0b33eb7-841d-4943-9806-247248ee5c8b tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Usage tracker for resource:router and tenant:31b5509203ce4aa0a30905afbf1591e6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:31.022896 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0b33eb7-841d-4943-9806-247248ee5c8b tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:31.046647 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-684fe427-ce4b-468c-892d-54a7ee5a1608 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.047971 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-684fe427-ce4b-468c-892d-54a7ee5a1608 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7648904 Feb 17 09:34:31.049968 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0b33eb7-841d-4943-9806-247248ee5c8b tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:31.052715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34090) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:31.060311 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-029ae7d8-f384-4697-a6b0-71ca7654433e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group_rule': {'security_group_id': 'd162b6fb-9b1c-4b36-9e9b-88ee77c75485', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:31.072150 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-029ae7d8-f384-4697-a6b0-71ca7654433e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:31.107576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Allocated IP 2001:db8::2e8 (67c86360-be18-440b-a85f-43525d75752e/4a56f3df-7cad-43c8-949f-8cd9830716d8/8b13633a-b76b-49d2-be63-988976025a1e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:31.108153 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device a077194a-8172-4e0a-8782-e740602e9d21 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:31.110453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-029ae7d8-f384-4697-a6b0-71ca7654433e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:31.120386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-029ae7d8-f384-4697-a6b0-71ca7654433e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:31.133353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-029ae7d8-f384-4697-a6b0-71ca7654433e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:31.157548 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0b33eb7-841d-4943-9806-247248ee5c8b tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.158965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0b33eb7-841d-4943-9806-247248ee5c8b tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.187201 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.208958 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40024d1-0ab4-48b7-9297-9e0d54304917 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:31.210426 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c40024d1-0ab4-48b7-9297-9e0d54304917 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "GET /v2.0/networks/01a63510-c214-4d9a-938a-639f6bb020a6 HTTP/1.1" status: 200 len: 799 time: 1.0865853 Feb 17 09:34:31.219573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34094) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:31.247625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-029ae7d8-f384-4697-a6b0-71ca7654433e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.322287 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port a077194a-8172-4e0a-8782-e740602e9d21 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:31.323648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.333118 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-029ae7d8-f384-4697-a6b0-71ca7654433e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.385252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d8757e-db7a-4654-90ce-4ffbcd64caf7 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 09:34:31.423844 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-029ae7d8-f384-4697-a6b0-71ca7654433e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.465190 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Transition to ACTIVE for port object 65f02de1-b38c-4b2e-967b-0b846ab26668 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:31.470222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4db7b094-9b07-4ec5-a48c-555af610c1a4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.471956 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ae7d8-f384-4697-a6b0-71ca7654433e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c4804e-2e62-4c21-8a52-55e3bb5592cb,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:31.528256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0b33eb7-841d-4943-9806-247248ee5c8b tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.572565 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.590877 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7f274e3b-9ad1-46da-b1ed-9be194117041 None None] Provisioning complete for port 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:31.591384 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f274e3b-9ad1-46da-b1ed-9be194117041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.612817 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7b094-9b07-4ec5-a48c-555af610c1a4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=34fab4e3-4b10-4ec0-9b53-250a32597720,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:31.687665 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Attempting to bind port 65f02de1-b38c-4b2e-967b-0b846ab26668 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:34:31.688461 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Attempting to bind port 65f02de1-b38c-4b2e-967b-0b846ab26668 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:34:31.688954 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Attempting to bind port 65f02de1-b38c-4b2e-967b-0b846ab26668 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:34:31.691440 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92de22-4b39-4cef-96ff-88fbc61ee004 None None] Pushing event updated for resources: {'Port': ['ID=65f02de1-b38c-4b2e-967b-0b846ab26668,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:31.698393 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-029ae7d8-f384-4697-a6b0-71ca7654433e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.699814 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-029ae7d8-f384-4697-a6b0-71ca7654433e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6450052 Feb 17 09:34:31.708222 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92de22-4b39-4cef-96ff-88fbc61ee004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:31.708741 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92de22-4b39-4cef-96ff-88fbc61ee004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:31.709216 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92de22-4b39-4cef-96ff-88fbc61ee004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:31.709834 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92de22-4b39-4cef-96ff-88fbc61ee004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:31.710404 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92de22-4b39-4cef-96ff-88fbc61ee004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:31.710901 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92de22-4b39-4cef-96ff-88fbc61ee004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:31.711365 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92de22-4b39-4cef-96ff-88fbc61ee004 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:31.711804 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92de22-4b39-4cef-96ff-88fbc61ee004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:31.712240 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92de22-4b39-4cef-96ff-88fbc61ee004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:31.712674 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92de22-4b39-4cef-96ff-88fbc61ee004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:31.713185 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92de22-4b39-4cef-96ff-88fbc61ee004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:31.713679 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92de22-4b39-4cef-96ff-88fbc61ee004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:34:31.715937 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34098) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:31.720269 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:34:31.720779 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:31.721288 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.721766 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:34:31.722374 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Bound port: 65f02de1-b38c-4b2e-967b-0b846ab26668, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:34:31.723873 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.732000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fc964e65-bc23-4807-84d6-460f89d3cd78 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group_rule': {'security_group_id': 'd162b6fb-9b1c-4b36-9e9b-88ee77c75485', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:31.773912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fc964e65-bc23-4807-84d6-460f89d3cd78 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:31.793275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-fc964e65-bc23-4807-84d6-460f89d3cd78 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:31.793575 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-fc964e65-bc23-4807-84d6-460f89d3cd78 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:31.804259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fc964e65-bc23-4807-84d6-460f89d3cd78 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:31.838538 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] For port 65f02de1-b38c-4b2e-967b-0b846ab26668, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:34:31.844425 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] For port 65f02de1-b38c-4b2e-967b-0b846ab26668, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=65f02de1-b38c-4b2e-967b-0b846ab26668,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:34:31.844673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4db7b094-9b07-4ec5-a48c-555af610c1a4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.854895 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0b33eb7-841d-4943-9806-247248ee5c8b tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.869935 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4db7b094-9b07-4ec5-a48c-555af610c1a4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/34fab4e3-4b10-4ec0-9b53-250a32597720 HTTP/1.1" status: 204 len: 168 time: 2.7802651 Feb 17 09:34:31.875039 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34102) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:31.964259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1588fdc0-44a0-4630-9601-7b35843fa55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:31.967917 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1588fdc0-44a0-4630-9601-7b35843fa55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:31.973068 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1588fdc0-44a0-4630-9601-7b35843fa55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:31.973873 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1588fdc0-44a0-4630-9601-7b35843fa55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:31.975095 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.983185 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac5cc6-e1f6-4cc7-831d-16b6030dbd1b req-e22756e0-cacc-4e02-859b-2bfba1c922c1 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:31.984963 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-00ac5cc6-e1f6-4cc7-831d-16b6030dbd1b req-e22756e0-cacc-4e02-859b-2bfba1c922c1 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 946 time: 1.1337075 Feb 17 09:34:31.996029 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc964e65-bc23-4807-84d6-460f89d3cd78 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:31.998648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7f274e3b-9ad1-46da-b1ed-9be194117041 None None] Provisioning for port b8d081ef-0be0-43ea-8954-b37639c5656a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:32.014131 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7f274e3b-9ad1-46da-b1ed-9be194117041 None None] Provisioning complete for port b8d081ef-0be0-43ea-8954-b37639c5656a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:32.015204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f274e3b-9ad1-46da-b1ed-9be194117041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:32.064274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0b33eb7-841d-4943-9806-247248ee5c8b tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:32.067485 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a0b33eb7-841d-4943-9806-247248ee5c8b tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0787470 Feb 17 09:34:32.098079 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7f274e3b-9ad1-46da-b1ed-9be194117041 None None] Port b8d081ef-0be0-43ea-8954-b37639c5656a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:34:32.104390 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34106) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:32.117445 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:32.148537 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Routers {'aceb86ab-2d93-4a8c-85b8-e46c196791d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:34:32.149530 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:32.226312 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-00ac5cc6-e1f6-4cc7-831d-16b6030dbd1b req-b5949ed7-c1f9-4627-b77a-1e448afabf1b tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743431 Feb 17 09:34:32.234282 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92de22-4b39-4cef-96ff-88fbc61ee004 None None] Pushing event updated for resources: {'Port': ['ID=65f02de1-b38c-4b2e-967b-0b846ab26668,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:32.260496 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1588fdc0-44a0-4630-9601-7b35843fa55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:32.265155 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1588fdc0-44a0-4630-9601-7b35843fa55c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3862598 Feb 17 09:34:32.273779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34110) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:32.311252 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-653060be-483c-4d7e-abca-b699601a06bd tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "GET /v2.0/networks/01a63510-c214-4d9a-938a-639f6bb020a6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 1.0904706 Feb 17 09:34:32.313804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:32.341310 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34112) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:32.416169 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] Set router aceb86ab-2d93-4a8c-85b8-e46c196791d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:34:32.557221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dc6a3e-0b69-4238-a4e5-eae0bd959c23 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:32.563768 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a6dc6a3e-0b69-4238-a4e5-eae0bd959c23 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "GET /v2.0/subnets/f7434808-4106-441a-8123-30122cabc555 HTTP/1.1" status: 200 len: 811 time: 0.2169218 Feb 17 09:34:32.571565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34118) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:32.582661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc964e65-bc23-4807-84d6-460f89d3cd78 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:32.602802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:32.682925 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Transition to ACTIVE for port object 8b13633a-b76b-49d2-be63-988976025a1e will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:32.710118 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc964e65-bc23-4807-84d6-460f89d3cd78 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:32.749020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e62520d-4b0c-452c-9659-5f560c3534b0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet bc779a87-5a24-438a-b1d9-155a379420a2 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:34:32.808752 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'name': 'tempest-ServersTestManualDisk-1287560077-router', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:34:21Z', 'updated_at': '2022-02-17T09:34:26Z', 'revision_number': 3, 'project_id': '730243740e684d8480d2d5f11486188a', 'gw_port': {'id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:24Z', 'updated_at': '2022-02-17T09:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:32.813910 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bedf18-024b-4313-af67-d2934523f5f7 None None] The sync data for ids ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'] in dv-neutron-828143-5-hyperv is: [{'id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'name': 'tempest-ServersTestManualDisk-1287560077-router', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:34:21Z', 'updated_at': '2022-02-17T09:34:26Z', 'revision_number': 3, 'project_id': '730243740e684d8480d2d5f11486188a', 'gw_port': {'id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:24Z', 'updated_at': '2022-02-17T09:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:34:32.825868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Allocated IP 172.20.0.1 (f809a305-6a10-43a8-a929-f23b5f0bc5f0/56f2d9cf-33dc-43f3-982a-4c421802b2c0/d7755ffe-0995-4f69-8020-1afd30945c50) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:32.866347 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e62520d-4b0c-452c-9659-5f560c3534b0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:32.875145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:32.904397 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:32.908339 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc964e65-bc23-4807-84d6-460f89d3cd78 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78268e8d-7bec-4b70-839d-59bbc81be27d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:32.930137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ee1e9a-b226-4cd0-82d2-3b6e1cddc239 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:32.931616 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b5ee1e9a-b226-4cd0-82d2-3b6e1cddc239 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "GET /v2.0/subnets/f7434808-4106-441a-8123-30122cabc555?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3516676 Feb 17 09:34:32.939128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34122) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:32.949163 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6ebd571f-849b-474c-a050-ee2828a98045 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1453892900'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:32.962588 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6ebd571f-849b-474c-a050-ee2828a98045 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:32.969364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e62520d-4b0c-452c-9659-5f560c3534b0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:33.011077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6ebd571f-849b-474c-a050-ee2828a98045 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:33.028297 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 67c86360-be18-440b-a85f-43525d75752e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:33.035099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:33.037496 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:33.043790 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:33.044425 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:33.049699 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc964e65-bc23-4807-84d6-460f89d3cd78 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:33.054164 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fc964e65-bc23-4807-84d6-460f89d3cd78 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.3369517 Feb 17 09:34:33.057747 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34126) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:33.079005 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=8b13633a-b76b-49d2-be63-988976025a1e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:33.202366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:33.225560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Transition to ACTIVE for port object d7755ffe-0995-4f69-8020-1afd30945c50 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:33.231081 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0cb6333a-198d-4ddd-ba22-330f2b2018a2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1191609 Feb 17 09:34:33.233178 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34130) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:33.325188 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebd571f-849b-474c-a050-ee2828a98045 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:33.328738 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ebd571f-849b-474c-a050-ee2828a98045 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:33.363906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-311d136d-a897-4cc9-a83d-65a186858835 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:33.390924 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-311d136d-a897-4cc9-a83d-65a186858835 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:33.436639 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4839644-35fb-4636-b47a-c4628ba26171 req-80dfc661-fc6a-4607-b0f2-4a21330dd631 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:33.438516 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e4839644-35fb-4636-b47a-c4628ba26171 req-80dfc661-fc6a-4607-b0f2-4a21330dd631 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.37 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 946 time: 0.2002599 Feb 17 09:34:33.490815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed75a1ae-cbe6-400a-8f3d-d0e92c5f5c92 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:33.491047 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ebd571f-849b-474c-a050-ee2828a98045 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:34:33.492379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ed75a1ae-cbe6-400a-8f3d-d0e92c5f5c92 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:33.502300 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e62520d-4b0c-452c-9659-5f560c3534b0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:33.538989 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-e4839644-35fb-4636-b47a-c4628ba26171 req-1f3bef8c-3390-4110-a0c0-564be7703b72 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Deleting port f05b828e-770d-4ae0-add0-c070b365837b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:33.539695 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e4839644-35fb-4636-b47a-c4628ba26171 req-1f3bef8c-3390-4110-a0c0-564be7703b72 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:33.574852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:33.609813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f832a56f-7e44-464d-899e-c201692e424e None None] Provisioning for port 8b13633a-b76b-49d2-be63-988976025a1e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:33.617343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f832a56f-7e44-464d-899e-c201692e424e None None] Provisioning complete for port 8b13633a-b76b-49d2-be63-988976025a1e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:33.617343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f832a56f-7e44-464d-899e-c201692e424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:33.663056 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-311d136d-a897-4cc9-a83d-65a186858835 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:33.678913 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67579821-f579-4b8c-a3c7-be89bebb3ad8 req-9d7a54f1-c3af-4d99-9195-db1c7a2f9987 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:33.679787 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ed75a1ae-cbe6-400a-8f3d-d0e92c5f5c92 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:33.681017 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-67579821-f579-4b8c-a3c7-be89bebb3ad8 req-9d7a54f1-c3af-4d99-9195-db1c7a2f9987 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 946 time: 0.2406628 Feb 17 09:34:33.690780 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ed75a1ae-cbe6-400a-8f3d-d0e92c5f5c92 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A285 HTTP/1.1" status: 200 len: 928 time: 0.4564285 Feb 17 09:34:33.705219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34136) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:33.724544 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d136d-a897-4cc9-a83d-65a186858835 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78268e8d-7bec-4b70-839d-59bbc81be27d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:33.743015 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f832a56f-7e44-464d-899e-c201692e424e None None] Port 8b13633a-b76b-49d2-be63-988976025a1e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:34:33.749684 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ebd571f-849b-474c-a050-ee2828a98045 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:33.750200 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-6ebd571f-849b-474c-a050-ee2828a98045 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Added segment 353712eb-cee0-4a1a-9e96-3aaa64b2ddfd of type vlan for network b7b623f6-60b2-47ae-8a9e-3bce35e113ab Feb 17 09:34:33.754924 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e62520d-4b0c-452c-9659-5f560c3534b0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:33.889572 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-67579821-f579-4b8c-a3c7-be89bebb3ad8 req-3b5ee2a1-566b-4402-8e47-408dd3611080 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986427 Feb 17 09:34:33.892511 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e62520d-4b0c-452c-9659-5f560c3534b0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:33.895036 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1e62520d-4b0c-452c-9659-5f560c3534b0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/bc779a87-5a24-438a-b1d9-155a379420a2 HTTP/1.1" status: 204 len: 168 time: 1.5433030 Feb 17 09:34:33.900443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62520d-4b0c-452c-9659-5f560c3534b0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=bc779a87-5a24-438a-b1d9-155a379420a2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:33.913524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-311d136d-a897-4cc9-a83d-65a186858835 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:33.913524 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-311d136d-a897-4cc9-a83d-65a186858835 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/78268e8d-7bec-4b70-839d-59bbc81be27d HTTP/1.1" status: 204 len: 168 time: 0.8456783 Feb 17 09:34:33.913926 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34ffca3-7bda-4858-bda0-758aee92453a None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:33.919395 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34140) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:33.919395 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34142) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:33.944331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Network f809a305-6a10-43a8-a929-f23b5f0bc5f0 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:33.962105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:34.008759 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:34.050251 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ebd571f-849b-474c-a050-ee2828a98045 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:34.080133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:34.106222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:34.118072 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Pushing event updated for resources: {'Port': ['ID=d7755ffe-0995-4f69-8020-1afd30945c50,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:34.156893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-71e7a7e4-aa36-4602-9772-1e0972e6982a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port 8b13633a-b76b-49d2-be63-988976025a1e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:34.157238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71e7a7e4-aa36-4602-9772-1e0972e6982a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:34.182385 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:34.204665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c567691a-1b27-4459-96e0-442a3f1830ba tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:34.248728 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f039af83-1454-4e80-90b0-9db60f0e9a12 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet c77c11ba-e1ff-4278-9d71-25b0f23c5c8d {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:34:34.262179 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f039af83-1454-4e80-90b0-9db60f0e9a12 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:34.348647 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ebd571f-849b-474c-a050-ee2828a98045 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:34.354268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebd571f-849b-474c-a050-ee2828a98045 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:34.355604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ebd571f-849b-474c-a050-ee2828a98045 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:34.370253 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bf97bfa7-0bdd-4d6a-9bae-9205d8733acd None None] Provisioning for port d7755ffe-0995-4f69-8020-1afd30945c50 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:34.382324 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bf97bfa7-0bdd-4d6a-9bae-9205d8733acd None None] Provisioning complete for port d7755ffe-0995-4f69-8020-1afd30945c50 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:34.382515 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bf97bfa7-0bdd-4d6a-9bae-9205d8733acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:34.390273 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f039af83-1454-4e80-90b0-9db60f0e9a12 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:34.439362 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c567691a-1b27-4459-96e0-442a3f1830ba tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:34.443621 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c567691a-1b27-4459-96e0-442a3f1830ba tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4652772 Feb 17 09:34:34.446550 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bf97bfa7-0bdd-4d6a-9bae-9205d8733acd None None] Port d7755ffe-0995-4f69-8020-1afd30945c50 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:34:34.463830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34148) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:34.603795 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd571f-849b-474c-a050-ee2828a98045 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Network': ['ID=b7b623f6-60b2-47ae-8a9e-3bce35e113ab,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:34.608818 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6ebd571f-849b-474c-a050-ee2828a98045 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6662850 Feb 17 09:34:34.616117 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34152) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:34.627249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-907ffead-ef5f-4a41-a82a-2cd79c3aacc9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'subnet': {'network_id': 'b7b623f6-60b2-47ae-8a9e-3bce35e113ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:34.649154 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network b7b623f6-60b2-47ae-8a9e-3bce35e113ab details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:34:34.656297 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e4839644-35fb-4636-b47a-c4628ba26171 req-1f3bef8c-3390-4110-a0c0-564be7703b72 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] For port f05b828e-770d-4ae0-add0-c070b365837b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f05b828e-770d-4ae0-add0-c070b365837b,segment=NetworkSegment(980f5558-e57d-4cd8-8640-12d2366c8919),segment_id=980f5558-e57d-4cd8-8640-12d2366c8919)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:34.657041 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e4839644-35fb-4636-b47a-c4628ba26171 req-1f3bef8c-3390-4110-a0c0-564be7703b72 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:34.676088 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Allocated IP 172.26.4.188 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/fc4ed10d-8555-4040-9b55-6255ac6f5202) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:34.790261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 65f02de1-b38c-4b2e-967b-0b846ab26668 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:34.797052 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f039af83-1454-4e80-90b0-9db60f0e9a12 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:34.903253 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-907ffead-ef5f-4a41-a82a-2cd79c3aacc9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:34.912716 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-e4839644-35fb-4636-b47a-c4628ba26171 req-1f3bef8c-3390-4110-a0c0-564be7703b72 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Calling delete_port for f05b828e-770d-4ae0-add0-c070b365837b owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:34.944149 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-907ffead-ef5f-4a41-a82a-2cd79c3aacc9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:34.958730 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 65f02de1-b38c-4b2e-967b-0b846ab26668 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:34.966927 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 65f02de1-b38c-4b2e-967b-0b846ab26668 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:34.967329 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:34.991607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-989ce41b-d0ce-460a-9047-edaf09fa275b tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:35.072411 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907ffead-ef5f-4a41-a82a-2cd79c3aacc9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Made reservation on behalf of d71f25c9faa84e9ea04b56d745ca03fe for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:35.076078 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-907ffead-ef5f-4a41-a82a-2cd79c3aacc9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:35.106572 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:35.107602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:35.126186 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:35.126425 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-989ce41b-d0ce-460a-9047-edaf09fa275b tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:35.146517 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 65f02de1-b38c-4b2e-967b-0b846ab26668, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=65f02de1-b38c-4b2e-967b-0b846ab26668,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:35.175055 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f039af83-1454-4e80-90b0-9db60f0e9a12 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:35.223723 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:35.298936 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-989ce41b-d0ce-460a-9047-edaf09fa275b tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:35.318805 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6a102cb1-7e3a-48e4-bae8-30f7da4137cd None None] Provisioning complete for port a077194a-8172-4e0a-8782-e740602e9d21 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:35.319274 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a102cb1-7e3a-48e4-bae8-30f7da4137cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:35.361825 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e195e94-c0c0-4eb1-98b0-1575373328d1 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:35.367654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f039af83-1454-4e80-90b0-9db60f0e9a12 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:35.374851 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039af83-1454-4e80-90b0-9db60f0e9a12 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=c77c11ba-e1ff-4278-9d71-25b0f23c5c8d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:35.378113 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=65f02de1-b38c-4b2e-967b-0b846ab26668,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:35.380257 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-907ffead-ef5f-4a41-a82a-2cd79c3aacc9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Performing IP validity checks on allocation pools {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 09:34:35.380409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71e7a7e4-aa36-4602-9772-1e0972e6982a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:35.380724 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-907ffead-ef5f-4a41-a82a-2cd79c3aacc9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 09:34:35.390690 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ce41b-d0ce-460a-9047-edaf09fa275b tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96c4804e-2e62-4c21-8a52-55e3bb5592cb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:35.506375 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f039af83-1454-4e80-90b0-9db60f0e9a12 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/c77c11ba-e1ff-4278-9d71-25b0f23c5c8d HTTP/1.1" status: 204 len: 168 time: 1.5323880 Feb 17 09:34:35.508728 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34158) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:35.562635 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-989ce41b-d0ce-460a-9047-edaf09fa275b tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:35.563853 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-989ce41b-d0ce-460a-9047-edaf09fa275b tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/96c4804e-2e62-4c21-8a52-55e3bb5592cb HTTP/1.1" status: 204 len: 168 time: 1.0969162 Feb 17 09:34:35.579365 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-71e7a7e4-aa36-4602-9772-1e0972e6982a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for 8b13633a-b76b-49d2-be63-988976025a1e owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:35.589102 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34162) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:35.621799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:35.685018 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-78356447-4647-4d11-8e0d-7174fadd780d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1751511 Feb 17 09:34:35.685877 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34166) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:35.716088 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-25f51b11-ea93-4548-82d4-55dd1fc492af tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:35.749338 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:35.775090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:35.780164 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fed8d3-ca46-4ca1-94a2-446275e92098 None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:34:35.787237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:35.788587 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-10fed8d3-ca46-4ca1-94a2-446275e92098 None None] Deleting port a077194a-8172-4e0a-8782-e740602e9d21 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:35.788587 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-10fed8d3-ca46-4ca1-94a2-446275e92098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:35.842206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a99bee-9a7a-4e85-b740-3762378d5324 req-d978cf49-3086-4ff9-ae41-f410249e59fc tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:35.843765 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-16a99bee-9a7a-4e85-b740-3762378d5324 req-d978cf49-3086-4ff9-ae41-f410249e59fc tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 946 time: 0.7471683 Feb 17 09:34:35.906936 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-907ffead-ef5f-4a41-a82a-2cd79c3aacc9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:35.994833 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-caa8dda4-762e-486a-ab31-71d18ff93d54 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3980744 Feb 17 09:34:36.042829 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34170) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:36.056624 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Pushing event updated for resources: {'Port': ['ID=fc4ed10d-8555-4040-9b55-6255ac6f5202,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:36.066060 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-10fed8d3-ca46-4ca1-94a2-446275e92098 None None] For port a077194a-8172-4e0a-8782-e740602e9d21, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=a077194a-8172-4e0a-8782-e740602e9d21,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:36.066349 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-25f51b11-ea93-4548-82d4-55dd1fc492af tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:36.067107 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-10fed8d3-ca46-4ca1-94a2-446275e92098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:36.074893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e4839644-35fb-4636-b47a-c4628ba26171 req-1f3bef8c-3390-4110-a0c0-564be7703b72 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:36.093503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-25f51b11-ea93-4548-82d4-55dd1fc492af tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:36.106118 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-25f51b11-ea93-4548-82d4-55dd1fc492af tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:36.176416 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-25f51b11-ea93-4548-82d4-55dd1fc492af tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:36.204693 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-10fed8d3-ca46-4ca1-94a2-446275e92098 None None] Calling delete_port for a077194a-8172-4e0a-8782-e740602e9d21 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:36.209888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bef8c-3390-4110-a0c0-564be7703b72 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Pushing event deleted for resources: {'Port': ['ID=f05b828e-770d-4ae0-add0-c070b365837b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:36.225019 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-16a99bee-9a7a-4e85-b740-3762378d5324 req-bc933051-b044-4fc2-921a-b4aa8fc1df7b tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/security-groups?id=6b37e81d-8043-499c-b0c5-8fab84fb374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622320 Feb 17 09:34:36.285478 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ffead-ef5f-4a41-a82a-2cd79c3aacc9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Subnet': ['ID=479b3dfb-55b6-4223-b7cc-1bc519e2bbc4,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:36.288258 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2436ba4c-5d69-4f36-98f9-53aa42877c1c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:36.291359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4839644-35fb-4636-b47a-c4628ba26171 req-1f3bef8c-3390-4110-a0c0-564be7703b72 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] No DVR routers for this DVR port f05b828e-770d-4ae0-add0-c070b365837b on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:34:36.293853 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e4839644-35fb-4636-b47a-c4628ba26171 req-1f3bef8c-3390-4110-a0c0-564be7703b72 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:36.302788 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986990a6-6c22-44b6-bbce-fc7c48ec2d8c', 'name': 'network-vif-deleted', 'tag': 'f05b828e-770d-4ae0-add0-c070b365837b'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:34:36.321032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:36.347067 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2436ba4c-5d69-4f36-98f9-53aa42877c1c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:36.356622 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986990a6-6c22-44b6-bbce-fc7c48ec2d8c', 'name': 'network-vif-deleted', 'tag': 'f05b828e-770d-4ae0-add0-c070b365837b', 'status': 'completed', 'code': 200} Feb 17 09:34:36.374969 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907ffead-ef5f-4a41-a82a-2cd79c3aacc9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Checking segment: {'id': '353712eb-cee0-4a1a-9e96-3aaa64b2ddfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b7b623f6-60b2-47ae-8a9e-3bce35e113ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:36.375326 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907ffead-ef5f-4a41-a82a-2cd79c3aacc9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network hostable DHCP agents. Network: b7b623f6-60b2-47ae-8a9e-3bce35e113ab, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:34:36.403455 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f51b11-ea93-4548-82d4-55dd1fc492af tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:36.406880 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25f51b11-ea93-4548-82d4-55dd1fc492af tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:36.433607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:36.434234 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-10fed8d3-ca46-4ca1-94a2-446275e92098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:36.528382 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fed8d3-ca46-4ca1-94a2-446275e92098 None None] Pushing event deleted for resources: {'Port': ['ID=a077194a-8172-4e0a-8782-e740602e9d21,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:36.531282 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fed8d3-ca46-4ca1-94a2-446275e92098 None None] No DVR routers for this DVR port a077194a-8172-4e0a-8782-e740602e9d21 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:34:36.592625 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e4839644-35fb-4636-b47a-c4628ba26171 req-1f3bef8c-3390-4110-a0c0-564be7703b72 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.37 "DELETE /v2.0/ports/f05b828e-770d-4ae0-add0-c070b365837b HTTP/1.1" status: 204 len: 173 time: 3.1483917 Feb 17 09:34:36.605995 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71e7a7e4-aa36-4602-9772-1e0972e6982a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:36.638977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Pushing event updated for resources: {'Port': ['ID=d7755ffe-0995-4f69-8020-1afd30945c50,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:36.668830 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2436ba4c-5d69-4f36-98f9-53aa42877c1c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:36.684612 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907ffead-ef5f-4a41-a82a-2cd79c3aacc9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Network b7b623f6-60b2-47ae-8a9e-3bce35e113ab is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:34:36.694455 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 65f02de1-b38c-4b2e-967b-0b846ab26668 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:36.723139 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436ba4c-5d69-4f36-98f9-53aa42877c1c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68bbb378-c2d8-4a28-8680-bce6c1d71188,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:36.774337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7a7e4-aa36-4602-9772-1e0972e6982a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=8b13633a-b76b-49d2-be63-988976025a1e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:36.789329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:36.814291 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 65f02de1-b38c-4b2e-967b-0b846ab26668 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:36.816735 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:36.882922 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-907ffead-ef5f-4a41-a82a-2cd79c3aacc9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, b7b623f6-60b2-47ae-8a9e-3bce35e113ab) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:36.906089 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897c724c-2224-487c-81f1-fec2ff067ea2 None None] Network b7b623f6-60b2-47ae-8a9e-3bce35e113ab requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:36.930807 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:36.979929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71e7a7e4-aa36-4602-9772-1e0972e6982a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:36.982205 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-71e7a7e4-aa36-4602-9772-1e0972e6982a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/8b13633a-b76b-49d2-be63-988976025a1e HTTP/1.1" status: 204 len: 168 time: 3.2716043 Feb 17 09:34:36.985826 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34176) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:36.992911 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907ffead-ef5f-4a41-a82a-2cd79c3aacc9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:36.993511 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-907ffead-ef5f-4a41-a82a-2cd79c3aacc9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:37.053760 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2436ba4c-5d69-4f36-98f9-53aa42877c1c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:37.058753 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2436ba4c-5d69-4f36-98f9-53aa42877c1c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/68bbb378-c2d8-4a28-8680-bce6c1d71188 HTTP/1.1" status: 204 len: 168 time: 0.9828038 Feb 17 09:34:37.058955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34180) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:37.083505 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-a29e6149-6ceb-4dcb-bc2e-bf1537b7bf18 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] GET failed (client error): The resource could not be found. Feb 17 09:34:37.084140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a29e6149-6ceb-4dcb-bc2e-bf1537b7bf18 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:37.104180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Network f809a305-6a10-43a8-a929-f23b5f0bc5f0 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:37.115181 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:37.264867 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0d5322c6-11e7-449f-abd6-669e2c3ee60b tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:37.358470 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a29e6149-6ceb-4dcb-bc2e-bf1537b7bf18 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:37.363026 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a29e6149-6ceb-4dcb-bc2e-bf1537b7bf18 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports/8b13633a-b76b-49d2-be63-988976025a1e HTTP/1.1" status: 404 len: 333 time: 0.3759100 Feb 17 09:34:37.382419 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34188) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:37.402290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device a077194a-8172-4e0a-8782-e740602e9d21 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:34:37.466308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25f51b11-ea93-4548-82d4-55dd1fc492af tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:37.477919 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: a077194a-8172-4e0a-8782-e740602e9d21 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:34:37.478328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device a077194a-8172-4e0a-8782-e740602e9d21 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:34:37.506025 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-b7b623f6-60b2-47ae-8a9e-3bce35e113ab', 'network_id': 'b7b623f6-60b2-47ae-8a9e-3bce35e113ab', 'tenant_id': 'd71f25c9faa84e9ea04b56d745ca03fe', 'fixed_ips': [{'subnet_id': '479b3dfb-55b6-4223-b7cc-1bc519e2bbc4'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:34:37.506025 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:37.530288 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-907ffead-ef5f-4a41-a82a-2cd79c3aacc9 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.9054573 Feb 17 09:34:37.537599 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f7542394-3efd-4663-8d41-839b66b6b9d4 None None] Provisioning complete for port d7755ffe-0995-4f69-8020-1afd30945c50 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:37.538440 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7542394-3efd-4663-8d41-839b66b6b9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:37.543859 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34192) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:37.561614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1fd41cdd-cea9-4fee-a7f8-75ba8af834cf tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:37.631106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0d5322c6-11e7-449f-abd6-669e2c3ee60b tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:37.636452 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0d5322c6-11e7-449f-abd6-669e2c3ee60b tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5764704 Feb 17 09:34:37.646627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34196) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:37.656660 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f7542394-3efd-4663-8d41-839b66b6b9d4 None None] Port d7755ffe-0995-4f69-8020-1afd30945c50 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:34:37.666666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-5f2a1d82-5e17-413b-a61b-b60d984051c6 req-9d50726a-f78d-41a0-b302-cb19d33bf230 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Synchronizing usage tracker for tenant:45351d80e23d431fa58cca544e6abb1c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:37.694256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f51b11-ea93-4548-82d4-55dd1fc492af tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:37.708524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-25f51b11-ea93-4548-82d4-55dd1fc492af tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:37.711799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f51b11-ea93-4548-82d4-55dd1fc492af tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:37.712592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25f51b11-ea93-4548-82d4-55dd1fc492af tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:37.714930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-49ce6745-6e98-4add-92aa-aac3d9898af5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port b8d081ef-0be0-43ea-8954-b37639c5656a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:37.715285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49ce6745-6e98-4add-92aa-aac3d9898af5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:37.722236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e27d20-324a-4201-9c77-506d1eb755c2 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:37.751740 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device f05b828e-770d-4ae0-add0-c070b365837b no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:34:37.760310 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1fd41cdd-cea9-4fee-a7f8-75ba8af834cf tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7905751'] for subnet, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:37.777480 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7a78-ee48-4b0f-9abe-04a7ba1b9a4b tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:37.812409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Router aceb86ab-2d93-4a8c-85b8-e46c196791d4 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:34:37.814314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7a78-ee48-4b0f-9abe-04a7ba1b9a4b tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:37.830856 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f51b11-ea93-4548-82d4-55dd1fc492af tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=fe659588-aade-4763-8224-6048b75f2857,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:37.848247 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: f05b828e-770d-4ae0-add0-c070b365837b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:34:37.848895 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device f05b828e-770d-4ae0-add0-c070b365837b not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:34:37.865150 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Allocated IP 172.20.0.3 (b7b623f6-60b2-47ae-8a9e-3bce35e113ab/479b3dfb-55b6-4223-b7cc-1bc519e2bbc4/60143928-ebe0-4196-b4f4-1827dbfb822e) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:37.871716 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-25f51b11-ea93-4548-82d4-55dd1fc492af tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1669655 Feb 17 09:34:37.899197 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34200) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:37.904354 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-5f2a1d82-5e17-413b-a61b-b60d984051c6 req-9d50726a-f78d-41a0-b302-cb19d33bf230 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] Unset dirty status for tenant:45351d80e23d431fa58cca544e6abb1c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:37.905595 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5f2a1d82-5e17-413b-a61b-b60d984051c6 req-9d50726a-f78d-41a0-b302-cb19d33bf230 tempest-TestServerAdvancedOps-802655962 tempest-TestServerAdvancedOps-802655962-project] 10.222.0.75 "GET /v2.0/ports?device_id=986990a6-6c22-44b6-bbce-fc7c48ec2d8c HTTP/1.1" status: 200 len: 210 time: 0.3529952 Feb 17 09:34:37.911761 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:37.924542 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:37.950757 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:38.158600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7a78-ee48-4b0f-9abe-04a7ba1b9a4b tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:38.191393 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e7a78-ee48-4b0f-9abe-04a7ba1b9a4b tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29495999-ee49-4f59-b7d5-d619e7026952,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:38.250289 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': 'fe659588-aade-4763-8224-6048b75f2857'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:34:38.251129 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:38.304496 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7a78-ee48-4b0f-9abe-04a7ba1b9a4b tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:38.305619 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0b7e7a78-ee48-4b0f-9abe-04a7ba1b9a4b tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/29495999-ee49-4f59-b7d5-d619e7026952 HTTP/1.1" status: 204 len: 168 time: 0.6476405 Feb 17 09:34:38.315163 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34204) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:38.372952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:38.416263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:38.441485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:38.447590 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Transition to ACTIVE for port object 60143928-ebe0-4196-b4f4-1827dbfb822e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:38.484201 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:38.504060 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Transition to ACTIVE for port object 60143928-ebe0-4196-b4f4-1827dbfb822e will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:38.509027 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:38.535592 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Allocated IP 172.20.0.2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/fe659588-aade-4763-8224-6048b75f2857/015ef28c-5888-492c-ad80-13a430b83ba0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:38.535834 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:38.572108 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:34:38.573399 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e7159d83-5128-4e46-b38a-b144351587d5 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:38.590315 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2052dff5-77a9-4d02-b926-24dc665c586d admin admin] 10.222.0.75 "PUT /v2.0/routers/aceb86ab-2d93-4a8c-85b8-e46c196791d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6559286 Feb 17 09:34:38.590603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Sync routers for ids ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:34:38.604358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49ce6745-6e98-4add-92aa-aac3d9898af5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:38.662095 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:38.742535 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Pushing event updated for resources: {'Port': ['ID=60143928-ebe0-4196-b4f4-1827dbfb822e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:38.743988 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:38.756169 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:38.756501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Routers {'aceb86ab-2d93-4a8c-85b8-e46c196791d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:34:38.756501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:38.796745 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e7159d83-5128-4e46-b38a-b144351587d5 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:38.798072 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e7159d83-5128-4e46-b38a-b144351587d5 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4785578 Feb 17 09:34:38.798754 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Router 577619ea-93dc-43cf-9a4a-0bfcac0a68d6 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:34:38.818718 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34210) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:38.852939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Network b7b623f6-60b2-47ae-8a9e-3bce35e113ab is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:38.869207 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:38.870723 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-49ce6745-6e98-4add-92aa-aac3d9898af5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for b8d081ef-0be0-43ea-8954-b37639c5656a owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:38.877286 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:39.068479 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34220) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:39.154679 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eac24a5-160f-4c48-a9ef-d48133a60ad7 admin admin] Deleting subnet 384c3eae-bc4c-49e3-811e-a3b916ea1011 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:34:39.158700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6eac24a5-160f-4c48-a9ef-d48133a60ad7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:39.228645 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6eac24a5-160f-4c48-a9ef-d48133a60ad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:39.255459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2496-ed0f-4ba1-a4d3-ab468e6d67ac tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:39.296458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6eac24a5-160f-4c48-a9ef-d48133a60ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:39.299114 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Attempting to bind port 60143928-ebe0-4196-b4f4-1827dbfb822e on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:34:39.299489 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Attempting to bind port 60143928-ebe0-4196-b4f4-1827dbfb822e by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '353712eb-cee0-4a1a-9e96-3aaa64b2ddfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b7b623f6-60b2-47ae-8a9e-3bce35e113ab'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:34:39.301046 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Attempting to bind port 60143928-ebe0-4196-b4f4-1827dbfb822e on network b7b623f6-60b2-47ae-8a9e-3bce35e113ab {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:34:39.304125 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2496-ed0f-4ba1-a4d3-ab468e6d67ac tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:39.312587 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Set router aceb86ab-2d93-4a8c-85b8-e46c196791d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:34:39.387706 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:34:39.388168 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Checking segment: {'id': '353712eb-cee0-4a1a-9e96-3aaa64b2ddfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b7b623f6-60b2-47ae-8a9e-3bce35e113ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:39.388813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:39.389081 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Bound using segment: {'id': '353712eb-cee0-4a1a-9e96-3aaa64b2ddfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b7b623f6-60b2-47ae-8a9e-3bce35e113ab'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:34:39.389554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Bound port: 60143928-ebe0-4196-b4f4-1827dbfb822e, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353712eb-cee0-4a1a-9e96-3aaa64b2ddfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b7b623f6-60b2-47ae-8a9e-3bce35e113ab'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:34:39.389927 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:39.406835 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:34:39.427478 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf143213-bd47-442c-b750-42736b25b32b None None] Sync routers for ids ['577619ea-93dc-43cf-9a4a-0bfcac0a68d6'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:34:39.439617 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf143213-bd47-442c-b750-42736b25b32b None None] Routers {'577619ea-93dc-43cf-9a4a-0bfcac0a68d6'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:34:39.441380 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cf143213-bd47-442c-b750-42736b25b32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['577619ea-93dc-43cf-9a4a-0bfcac0a68d6'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:39.446191 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6eac24a5-160f-4c48-a9ef-d48133a60ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:39.446445 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:39.447653 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d692c502-750a-4e3f-8385-4d7495e4fb0d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "PUT /v2.0/routers/577619ea-93dc-43cf-9a4a-0bfcac0a68d6 HTTP/1.1" status: 200 len: 882 time: 7.3418248 Feb 17 09:34:39.458321 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34224) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:39.518294 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:39.524011 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac24a5-160f-4c48-a9ef-d48133a60ad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=384c3eae-bc4c-49e3-811e-a3b916ea1011,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:39.527774 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49ce6745-6e98-4add-92aa-aac3d9898af5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:39.548599 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Transition to ACTIVE for port object 015ef28c-5888-492c-ad80-13a430b83ba0 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:39.587837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Transition to ACTIVE for port object 015ef28c-5888-492c-ad80-13a430b83ba0 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:39.601476 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce6745-6e98-4add-92aa-aac3d9898af5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=b8d081ef-0be0-43ea-8954-b37639c5656a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:39.622331 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cf143213-bd47-442c-b750-42736b25b32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:39.641121 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf143213-bd47-442c-b750-42736b25b32b None None] Routers {'577619ea-93dc-43cf-9a4a-0bfcac0a68d6'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:34:39.642707 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cf143213-bd47-442c-b750-42736b25b32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['577619ea-93dc-43cf-9a4a-0bfcac0a68d6'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:39.702107 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6eac24a5-160f-4c48-a9ef-d48133a60ad7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:39.743099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49ce6745-6e98-4add-92aa-aac3d9898af5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:39.780441 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:39.789038 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34230) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:39.795030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-657fd864-4e40-485d-8a71-28ae6a365e73 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72592567', 'description': 'tempest-description--685008526'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:39.809565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-657fd864-4e40-485d-8a71-28ae6a365e73 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:39.816475 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-657fd864-4e40-485d-8a71-28ae6a365e73 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Usage tracker for resource:security_group and tenant:730243740e684d8480d2d5f11486188a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:39.821837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-657fd864-4e40-485d-8a71-28ae6a365e73 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:39.836681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-657fd864-4e40-485d-8a71-28ae6a365e73 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:39.854795 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cf143213-bd47-442c-b750-42736b25b32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:39.855369 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf143213-bd47-442c-b750-42736b25b32b None None] The sync data for ids ['577619ea-93dc-43cf-9a4a-0bfcac0a68d6'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:34:39.866387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2496-ed0f-4ba1-a4d3-ab468e6d67ac tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:39.866387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1fd41cdd-cea9-4fee-a7f8-75ba8af834cf tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794429138975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6357785'] for subnet, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:39.869542 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6eac24a5-160f-4c48-a9ef-d48133a60ad7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/384c3eae-bc4c-49e3-811e-a3b916ea1011 HTTP/1.1" status: 204 len: 168 time: 0.7996562 Feb 17 09:34:39.871031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34234) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:39.872540 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-49ce6745-6e98-4add-92aa-aac3d9898af5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/b8d081ef-0be0-43ea-8954-b37639c5656a HTTP/1.1" status: 204 len: 168 time: 2.3869796 Feb 17 09:34:39.875774 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34238) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:39.929337 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Pushing event updated for resources: {'Port': ['ID=015ef28c-5888-492c-ad80-13a430b83ba0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:39.964586 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf2496-ed0f-4ba1-a4d3-ab468e6d67ac tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7378875c-8e7b-4c1a-9787-3d1dc85cbc59,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:39.976912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2496-ed0f-4ba1-a4d3-ab468e6d67ac tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:39.980979 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8bdf2496-ed0f-4ba1-a4d3-ab468e6d67ac tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/7378875c-8e7b-4c1a-9787-3d1dc85cbc59 HTTP/1.1" status: 204 len: 168 time: 1.1582727 Feb 17 09:34:39.991001 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34242) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:40.020349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:40.025828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:40.031187 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] For port 60143928-ebe0-4196-b4f4-1827dbfb822e, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:34:40.033169 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:40.037607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] For port 60143928-ebe0-4196-b4f4-1827dbfb822e, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=60143928-ebe0-4196-b4f4-1827dbfb822e,segment=NetworkSegment(353712eb-cee0-4a1a-9e96-3aaa64b2ddfd),segment_id=353712eb-cee0-4a1a-9e96-3aaa64b2ddfd)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:34:40.051211 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c680449-1db4-4ca9-b662-f033d33fc088 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] GET failed (client error): The resource could not be found. Feb 17 09:34:40.051698 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0c680449-1db4-4ca9-b662-f033d33fc088 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:40.070120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-657fd864-4e40-485d-8a71-28ae6a365e73 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:40.113959 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd41cdd-cea9-4fee-a7f8-75ba8af834cf tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:40.114781 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1fd41cdd-cea9-4fee-a7f8-75ba8af834cf tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:40.119670 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1fd41cdd-cea9-4fee-a7f8-75ba8af834cf tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "PUT /v2.0/subnets/479b3dfb-55b6-4223-b7cc-1bc519e2bbc4 HTTP/1.1" status: 200 len: 877 time: 2.5635431 Feb 17 09:34:40.125475 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34246) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:40.154866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:40.173863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd41cdd-cea9-4fee-a7f8-75ba8af834cf tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event updated for resources: {'Subnet': ['ID=479b3dfb-55b6-4223-b7cc-1bc519e2bbc4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:40.199943 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-06f78a51-bced-4851-b306-d08f9ddb8829 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "GET /v2.0/routers/577619ea-93dc-43cf-9a4a-0bfcac0a68d6 HTTP/1.1" status: 200 len: 923 time: 0.7365258 Feb 17 09:34:40.200818 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34250) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:40.216760 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-657fd864-4e40-485d-8a71-28ae6a365e73 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:40.223910 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8ef5e43d-030b-4059-9c4d-9d07db50cf04 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:40.228559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-657fd864-4e40-485d-8a71-28ae6a365e73 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Usage tracker for resource:security_group_rule and tenant:730243740e684d8480d2d5f11486188a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:40.231224 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0c680449-1db4-4ca9-b662-f033d33fc088 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:40.235427 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0c680449-1db4-4ca9-b662-f033d33fc088 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports/b8d081ef-0be0-43ea-8954-b37639c5656a HTTP/1.1" status: 404 len: 333 time: 0.3576226 Feb 17 09:34:40.241327 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-241bd7ef-127c-4b99-a6a4-c02706e14088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:40.248073 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34254) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:40.248814 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-657fd864-4e40-485d-8a71-28ae6a365e73 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:40.298471 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-657fd864-4e40-485d-8a71-28ae6a365e73 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:40.319456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Attempting to bind port 015ef28c-5888-492c-ad80-13a430b83ba0 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:34:40.320007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Attempting to bind port 015ef28c-5888-492c-ad80-13a430b83ba0 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:34:40.320478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Attempting to bind port 015ef28c-5888-492c-ad80-13a430b83ba0 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:34:40.347678 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f70606f-c59e-4ee7-922a-2ad723e13a08 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:40.348387 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:34:40.349046 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:40.353057 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:40.353303 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1f70606f-c59e-4ee7-922a-2ad723e13a08 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=e398590f-1691-4e90-94b2-4638f557802a&device_id=577619ea-93dc-43cf-9a4a-0bfcac0a68d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1480541 Feb 17 09:34:40.353417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:34:40.353417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Bound port: 015ef28c-5888-492c-ad80-13a430b83ba0, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:34:40.353417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:40.353679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34258) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:40.379800 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81357e15-6886-45f9-8b5e-7e41c4417bda None None] Pushing event updated for resources: {'Port': ['ID=60143928-ebe0-4196-b4f4-1827dbfb822e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:40.477147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8ef5e43d-030b-4059-9c4d-9d07db50cf04 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:40.478573 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8ef5e43d-030b-4059-9c4d-9d07db50cf04 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4806674 Feb 17 09:34:40.492254 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d9989b-4076-4135-9f45-341a1fafb2d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting subnet 4a56f3df-7cad-43c8-949f-8cd9830716d8 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:34:40.492520 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34262) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:40.495402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d9989b-4076-4135-9f45-341a1fafb2d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:40.528801 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'name': 'tempest-ServersTestManualDisk-1287560077-router', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:34:21Z', 'updated_at': '2022-02-17T09:34:34Z', 'revision_number': 4, 'project_id': '730243740e684d8480d2d5f11486188a', 'gw_port': {'id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:24Z', 'updated_at': '2022-02-17T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'd7755ffe-0995-4f69-8020-1afd30945c50', 'name': '', 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'mac_address': 'fa:16:3e:74:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:32Z', 'updated_at': '2022-02-17T09:34:35Z', 'revision_number': 2, 'project_id': '730243740e684d8480d2d5f11486188a', 'subnets': [{'id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:40.536560 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] For port 015ef28c-5888-492c-ad80-13a430b83ba0, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:34:40.538671 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Checking router: aceb86ab-2d93-4a8c-85b8-e46c196791d4 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:34:40.539028 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Updating router aceb86ab-2d93-4a8c-85b8-e46c196791d4 port d7755ffe-0995-4f69-8020-1afd30945c50 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:34:40.602399 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] For port 015ef28c-5888-492c-ad80-13a430b83ba0, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=015ef28c-5888-492c-ad80-13a430b83ba0,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:34:40.635325 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:40.742278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:40.755797 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:40.768278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-241bd7ef-127c-4b99-a6a4-c02706e14088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:40.788805 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cc1e24-a5cc-43ba-9635-9d2af6f69f7a tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:40.791296 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-94cc1e24-a5cc-43ba-9635-9d2af6f69f7a tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "GET /v2.0/networks/e398590f-1691-4e90-94b2-4638f557802a HTTP/1.1" status: 200 len: 881 time: 0.4359617 Feb 17 09:34:40.795554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d9989b-4076-4135-9f45-341a1fafb2d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:40.806820 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34266) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:40.811736 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.objects.ports [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:34:40.894081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-657fd864-4e40-485d-8a71-28ae6a365e73 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:40.904067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Deleting port 60143928-ebe0-4196-b4f4-1827dbfb822e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:40.904393 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:40.951557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-241bd7ef-127c-4b99-a6a4-c02706e14088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612792ee-5540-4342-9551-b96d0b137d35']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:40.956971 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f2b70-e7f5-4edd-9232-4e49f853d0bb None None] Pushing event updated for resources: {'Port': ['ID=015ef28c-5888-492c-ad80-13a430b83ba0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:40.989593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aff7dddb-1290-4a34-9ab7-83430c8cab93 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.001550 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-657fd864-4e40-485d-8a71-28ae6a365e73 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.011752 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8c4a2299-120d-4c8b-96f5-3a41c0cf3b84 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "GET /v2.0/ports?device_id=577619ea-93dc-43cf-9a4a-0bfcac0a68d6 HTTP/1.1" status: 200 len: 205 time: 0.2014177 Feb 17 09:34:41.024005 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-241bd7ef-127c-4b99-a6a4-c02706e14088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980f5558-e57d-4cd8-8640-12d2366c8919') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:41.024310 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-241bd7ef-127c-4b99-a6a4-c02706e14088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980f5558-e57d-4cd8-8640-12d2366c8919') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:41.026277 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34272) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:41.065892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-241bd7ef-127c-4b99-a6a4-c02706e14088 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.201773 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aff7dddb-1290-4a34-9ab7-83430c8cab93 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.302217 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.320020 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Transition to ACTIVE for port object d7755ffe-0995-4f69-8020-1afd30945c50 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:41.331405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fd864-4e40-485d-8a71-28ae6a365e73 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c8f6cf-9fe8-4291-946d-942410db76c4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:41.357801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-241bd7ef-127c-4b99-a6a4-c02706e14088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.417972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241bd7ef-127c-4b99-a6a4-c02706e14088 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:34:41.418329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-241bd7ef-127c-4b99-a6a4-c02706e14088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.425883 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:34:41.436375 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:34:41.449083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b82f0dc-9723-48f6-83d5-3274dcc6c773 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.498447 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-657fd864-4e40-485d-8a71-28ae6a365e73 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.502916 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-657fd864-4e40-485d-8a71-28ae6a365e73 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.7096353 Feb 17 09:34:41.503264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d9989b-4076-4135-9f45-341a1fafb2d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.507016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aff7dddb-1290-4a34-9ab7-83430c8cab93 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.511153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34276) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:41.536755 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-22bd3344-d780-4ecc-b304-2f6abd4ffdb0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Request body: {'security_group_rule': {'security_group_id': '71c8f6cf-9fe8-4291-946d-942410db76c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:41.550255 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7573d-20eb-40a7-b234-d46e635afd89 None None] Pushing event updated for resources: {'Port': ['ID=d7755ffe-0995-4f69-8020-1afd30945c50,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:41.577620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-22bd3344-d780-4ecc-b304-2f6abd4ffdb0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:41.596027 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7dddb-1290-4a34-9ab7-83430c8cab93 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d162b6fb-9b1c-4b36-9e9b-88ee77c75485,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:41.666466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] For port 60143928-ebe0-4196-b4f4-1827dbfb822e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=60143928-ebe0-4196-b4f4-1827dbfb822e,segment=NetworkSegment(353712eb-cee0-4a1a-9e96-3aaa64b2ddfd),segment_id=353712eb-cee0-4a1a-9e96-3aaa64b2ddfd)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:41.666839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.697127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-22bd3344-d780-4ecc-b304-2f6abd4ffdb0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Usage tracker for resource:security_group_rule and tenant:730243740e684d8480d2d5f11486188a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:41.734736 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-22bd3344-d780-4ecc-b304-2f6abd4ffdb0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:41.756441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-241bd7ef-127c-4b99-a6a4-c02706e14088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.763265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-241bd7ef-127c-4b99-a6a4-c02706e14088 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.809565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-22bd3344-d780-4ecc-b304-2f6abd4ffdb0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:41.826292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aff7dddb-1290-4a34-9ab7-83430c8cab93 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.832226 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-aff7dddb-1290-4a34-9ab7-83430c8cab93 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-groups/d162b6fb-9b1c-4b36-9e9b-88ee77c75485 HTTP/1.1" status: 204 len: 168 time: 1.2934332 Feb 17 09:34:41.847939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Attempting to bind port d7755ffe-0995-4f69-8020-1afd30945c50 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:34:41.848512 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Attempting to bind port d7755ffe-0995-4f69-8020-1afd30945c50 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:34:41.848883 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Attempting to bind port d7755ffe-0995-4f69-8020-1afd30945c50 on network f809a305-6a10-43a8-a929-f23b5f0bc5f0 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:34:41.856870 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34280) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:41.865772 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:34:41.866824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Checking segment: {'id': 'b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:41.866824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.867045 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Bound using segment: {'id': 'b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:34:41.867495 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Bound port: d7755ffe-0995-4f69-8020-1afd30945c50, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:34:41.867878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.899920 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:41.932767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Calling delete_port for 60143928-ebe0-4196-b4f4-1827dbfb822e owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:41.986695 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bd7ef-127c-4b99-a6a4-c02706e14088 admin admin] Pushing event deleted for resources: {'Network': ['ID=612792ee-5540-4342-9551-b96d0b137d35,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:42.032869 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d9989b-4076-4135-9f45-341a1fafb2d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.101631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9989b-4076-4135-9f45-341a1fafb2d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Subnet': ['ID=4a56f3df-7cad-43c8-949f-8cd9830716d8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:42.107203 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d9989b-4076-4135-9f45-341a1fafb2d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.113142 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-83d9989b-4076-4135-9f45-341a1fafb2d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/4a56f3df-7cad-43c8-949f-8cd9830716d8 HTTP/1.1" status: 204 len: 168 time: 1.8610690 Feb 17 09:34:42.116117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34284) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:42.117719 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bfde23-4086-4472-b072-a70e6f88b0a0 None None] Network 67c86360-be18-440b-a85f-43525d75752e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:42.138413 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf3403b-562a-4a6c-92af-b09b76b1d863 None None] Network b7b623f6-60b2-47ae-8a9e-3bce35e113ab requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:42.232885 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-241bd7ef-127c-4b99-a6a4-c02706e14088 admin admin] 10.222.0.75 "DELETE /v2.0/networks/612792ee-5540-4342-9551-b96d0b137d35 HTTP/1.1" status: 204 len: 168 time: 2.3589840 Feb 17 09:34:42.238838 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34288) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:42.302649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-18cbc780-870e-40ae-891c-59af035a9374 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:42.335683 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-22bd3344-d780-4ecc-b304-2f6abd4ffdb0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.344776 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] For port d7755ffe-0995-4f69-8020-1afd30945c50, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:34:42.365911 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.382516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdecb58b-0334-427d-892a-29c0d0b5fffa admin admin] Deleting subnet a22f09a0-ef5c-4bd3-9279-1e3e5f303918 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:34:42.399815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdecb58b-0334-427d-892a-29c0d0b5fffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.407733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] For port d7755ffe-0995-4f69-8020-1afd30945c50, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d7755ffe-0995-4f69-8020-1afd30945c50,segment=NetworkSegment(b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c),segment_id=b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:34:42.411044 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b82f0dc-9723-48f6-83d5-3274dcc6c773 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.431551 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-18cbc780-870e-40ae-891c-59af035a9374 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:42.432804 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-18cbc780-870e-40ae-891c-59af035a9374 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5732608 Feb 17 09:34:42.445248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34292) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:42.451821 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:42.452263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.491215 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-95f894be-44cf-4a11-b95d-67fc093e53fe tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group': {'name': 'tempest-secgroup--304889387'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:42.520252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-22bd3344-d780-4ecc-b304-2f6abd4ffdb0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.522116 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-95f894be-44cf-4a11-b95d-67fc093e53fe tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:42.530988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdecb58b-0334-427d-892a-29c0d0b5fffa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.538507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.569807 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6b82f0dc-9723-48f6-83d5-3274dcc6c773 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Deleting port fc4ed10d-8555-4040-9b55-6255ac6f5202 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:42.570353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b82f0dc-9723-48f6-83d5-3274dcc6c773 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.590792 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdecb58b-0334-427d-892a-29c0d0b5fffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.634010 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-22bd3344-d780-4ecc-b304-2f6abd4ffdb0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.643314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] For port 015ef28c-5888-492c-ad80-13a430b83ba0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=015ef28c-5888-492c-ad80-13a430b83ba0,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:42.682622 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd3344-d780-4ecc-b304-2f6abd4ffdb0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5bd2ec-6ad4-48e0-a0ae-fa96a6abe145,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:42.695495 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.708985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-95f894be-44cf-4a11-b95d-67fc093e53fe tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:42.724779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f6b770e3-87a7-4c06-96de-06b4d05a4c88 None None] Provisioning for port 60143928-ebe0-4196-b4f4-1827dbfb822e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:42.773287 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f6b770e3-87a7-4c06-96de-06b4d05a4c88 None None] Provisioning complete for port 60143928-ebe0-4196-b4f4-1827dbfb822e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:42.773877 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6b770e3-87a7-4c06-96de-06b4d05a4c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.832198 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-22bd3344-d780-4ecc-b304-2f6abd4ffdb0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.833301 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-22bd3344-d780-4ecc-b304-2f6abd4ffdb0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3042262 Feb 17 09:34:42.843585 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34296) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:42.844930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:34:42.864131 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-31ce7965-2517-426b-9b44-67dac5d82f64 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Request body: {'security_group_rule': {'security_group_id': '71c8f6cf-9fe8-4291-946d-942410db76c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:42.865364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7573d-20eb-40a7-b234-d46e635afd89 None None] Pushing event updated for resources: {'Port': ['ID=d7755ffe-0995-4f69-8020-1afd30945c50,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:42.868371 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Port': ['ID=60143928-ebe0-4196-b4f4-1827dbfb822e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:42.870175 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-31ce7965-2517-426b-9b44-67dac5d82f64 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:42.874705 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-31ce7965-2517-426b-9b44-67dac5d82f64 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Usage tracker for resource:security_group_rule and tenant:730243740e684d8480d2d5f11486188a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:42.878965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-31ce7965-2517-426b-9b44-67dac5d82f64 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:42.885334 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-31ce7965-2517-426b-9b44-67dac5d82f64 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:42.917266 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 60143928-ebe0-4196-b4f4-1827dbfb822e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:42.922594 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.944101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b82f0dc-9723-48f6-83d5-3274dcc6c773 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.955475 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f6b770e3-87a7-4c06-96de-06b4d05a4c88 None None] Port 60143928-ebe0-4196-b4f4-1827dbfb822e was deleted so its status cannot be updated. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 17 09:34:42.962097 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-95f894be-44cf-4a11-b95d-67fc093e53fe tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:42.973514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 60143928-ebe0-4196-b4f4-1827dbfb822e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:34:42.974175 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 60143928-ebe0-4196-b4f4-1827dbfb822e not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 17 09:34:42.986944 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdecb58b-0334-427d-892a-29c0d0b5fffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:43.035409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No DVR routers for this DVR port 60143928-ebe0-4196-b4f4-1827dbfb822e on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:34:43.046915 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Port 60143928-ebe0-4196-b4f4-1827dbfb822e not found, will not notify nova. {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 17 09:34:43.047405 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 015ef28c-5888-492c-ad80-13a430b83ba0 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:43.077840 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-95f894be-44cf-4a11-b95d-67fc093e53fe tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:43.087416 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Routers {'aceb86ab-2d93-4a8c-85b8-e46c196791d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:34:43.088481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:43.094297 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-95f894be-44cf-4a11-b95d-67fc093e53fe tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:43.102442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdecb58b-0334-427d-892a-29c0d0b5fffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:43.103143 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31ce7965-2517-426b-9b44-67dac5d82f64 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:43.105229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecb58b-0334-427d-892a-29c0d0b5fffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a22f09a0-ef5c-4bd3-9279-1e3e5f303918,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:43.111374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:43.111843 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:43.114728 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-95f894be-44cf-4a11-b95d-67fc093e53fe tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:43.124469 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6b82f0dc-9723-48f6-83d5-3274dcc6c773 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Calling delete_port for fc4ed10d-8555-4040-9b55-6255ac6f5202 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:43.153645 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-95f894be-44cf-4a11-b95d-67fc093e53fe tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:43.212881 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cdecb58b-0334-427d-892a-29c0d0b5fffa admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a22f09a0-ef5c-4bd3-9279-1e3e5f303918 HTTP/1.1" status: 204 len: 168 time: 0.9729674 Feb 17 09:34:43.223823 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34300) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:43.266958 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:43.307914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:43.319218 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:43.337434 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccad0927-b3ac-4bf2-b655-02d05485c317 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:43.348931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:43.349530 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:43.364473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2a5ecf5f-ce30-4094-bdde-1d611aff2f0f None None] Provisioning for port 015ef28c-5888-492c-ad80-13a430b83ba0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:43.388222 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b813e4c0-fa73-4207-8a1e-a5ee6100a5f1 None None] DHCP port deletion for 67c86360-be18-440b-a85f-43525d75752e request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:34:43.420996 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=fc09c204-86af-41c6-b213-353d1536c453,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:43.440028 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=015ef28c-5888-492c-ad80-13a430b83ba0,revision_number=4']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:43.486476 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31ce7965-2517-426b-9b44-67dac5d82f64 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:43.491849 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d7442459-b256-4b71-a578-dee4ea714d72 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.5914872 Feb 17 09:34:43.494822 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34304) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:43.507179 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'mac_address': 'fa:16:3e:05:a0:8e', 'name': 'tempest-NetworksTestDHCPv6-1945963056'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:43.522103 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b813e4c0-fa73-4207-8a1e-a5ee6100a5f1 None None] Deleting port 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:43.522492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b813e4c0-fa73-4207-8a1e-a5ee6100a5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:43.563331 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc857f1-594f-436f-a88d-ab9950c1c217 None None] Network b7b623f6-60b2-47ae-8a9e-3bce35e113ab requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:43.590860 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] Set router aceb86ab-2d93-4a8c-85b8-e46c196791d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:34:43.598889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31ce7965-2517-426b-9b44-67dac5d82f64 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:43.666081 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce7965-2517-426b-9b44-67dac5d82f64 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2a8951-7251-470c-a778-c7a7562ddaff,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:43.722646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35a2fee4-5c63-42c7-8b5e-86eb2f19c660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:43.738793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31ce7965-2517-426b-9b44-67dac5d82f64 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:43.739194 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 015ef28c-5888-492c-ad80-13a430b83ba0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:43.739865 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-31ce7965-2517-426b-9b44-67dac5d82f64 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8862603 Feb 17 09:34:43.747586 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34308) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:43.754006 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:43.766952 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:43.774972 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Usage tracker for resource:floatingip and tenant:730243740e684d8480d2d5f11486188a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:43.780565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:43.780781 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 015ef28c-5888-492c-ad80-13a430b83ba0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:43.781108 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:43.783053 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:43.801148 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] For port 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57,segment=NetworkSegment(b94ddfd3-a764-48a0-b217-4a5e8b36c3b4),segment_id=b94ddfd3-a764-48a0-b217-4a5e8b36c3b4)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:43.801732 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:43.804855 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:43.807469 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:port and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:43.814851 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:43.827854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:43.955563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:44.008180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.074927 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Subnet': ['ID=479b3dfb-55b6-4223-b7cc-1bc519e2bbc4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:44.226639 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.275860 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-95f894be-44cf-4a11-b95d-67fc093e53fe tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.275860 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b623f6-60b2-47ae-8a9e-3bce35e113ab']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:44.290262 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b82f0dc-9723-48f6-83d5-3274dcc6c773 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.296513 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353712eb-cee0-4a1a-9e96-3aaa64b2ddfd') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:44.299767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353712eb-cee0-4a1a-9e96-3aaa64b2ddfd') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:44.341225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.357433 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:44.365631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.396612 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35a2fee4-5c63-42c7-8b5e-86eb2f19c660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.409875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.416449 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-95f894be-44cf-4a11-b95d-67fc093e53fe tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.442879 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:34:44.448841 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:34:44.460019 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:34:44.478242 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-35a2fee4-5c63-42c7-8b5e-86eb2f19c660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbcea8c-ef29-427f-9c62-7c279517044f']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:44.495697 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82f0dc-9723-48f6-83d5-3274dcc6c773 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Pushing event deleted for resources: {'Port': ['ID=fc4ed10d-8555-4040-9b55-6255ac6f5202,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:44.551037 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.590293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20254abf-b2fe-4b96-a2fd-df7fead6620f None None] DHCP port deletion for b7b623f6-60b2-47ae-8a9e-3bce35e113ab request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:34:44.601308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b813e4c0-fa73-4207-8a1e-a5ee6100a5f1 None None] For port 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57,segment=NetworkSegment(b94ddfd3-a764-48a0-b217-4a5e8b36c3b4),segment_id=b94ddfd3-a764-48a0-b217-4a5e8b36c3b4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:44.601866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b813e4c0-fa73-4207-8a1e-a5ee6100a5f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.602474 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-35a2fee4-5c63-42c7-8b5e-86eb2f19c660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31bccf8d-303b-42f4-b2b8-866db2685cf2') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:44.602780 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-35a2fee4-5c63-42c7-8b5e-86eb2f19c660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31bccf8d-303b-42f4-b2b8-866db2685cf2') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:44.664972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35a2fee4-5c63-42c7-8b5e-86eb2f19c660 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.676898 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:44.685383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No DVR routers for this DVR port 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:34:44.686894 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f894be-44cf-4a11-b95d-67fc093e53fe tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f145b31c-5539-4320-80ce-1ca8575991e1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:44.751969 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35a2fee4-5c63-42c7-8b5e-86eb2f19c660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.785755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a2fee4-5c63-42c7-8b5e-86eb2f19c660 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:34:44.786129 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35a2fee4-5c63-42c7-8b5e-86eb2f19c660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:34:44.803304 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:34:44.809230 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b813e4c0-fa73-4207-8a1e-a5ee6100a5f1 None None] Calling delete_port for 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:44.820478 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b82f0dc-9723-48f6-83d5-3274dcc6c773 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.848606 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.911611 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.913532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-95f894be-44cf-4a11-b95d-67fc093e53fe tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.917915 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-95f894be-44cf-4a11-b95d-67fc093e53fe tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.4710021 Feb 17 09:34:44.918768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34312) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:44.936677 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 015ef28c-5888-492c-ad80-13a430b83ba0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=015ef28c-5888-492c-ad80-13a430b83ba0,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:44.955964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-b813e4c0-fa73-4207-8a1e-a5ee6100a5f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:34:44.956322 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-b813e4c0-fa73-4207-8a1e-a5ee6100a5f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:34:44.963164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-027da509-33f9-49b2-860a-d92690571939 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group_rule': {'security_group_id': 'f145b31c-5539-4320-80ce-1ca8575991e1', 'direction': 'ingress', 'protocol': 17}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:44.970027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'name': 'tempest-ServersTestManualDisk-1287560077-router', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:34:21Z', 'updated_at': '2022-02-17T09:34:34Z', 'revision_number': 4, 'project_id': '730243740e684d8480d2d5f11486188a', 'gw_port': {'id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:24Z', 'updated_at': '2022-02-17T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'd7755ffe-0995-4f69-8020-1afd30945c50', 'name': '', 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'mac_address': 'fa:16:3e:74:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:32Z', 'updated_at': '2022-02-17T09:34:42Z', 'revision_number': 4, 'project_id': '730243740e684d8480d2d5f11486188a', 'subnets': [{'id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:44.972257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:44.975168 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81712f71-6224-416c-aae8-5df9e2ff8682 None None] The sync data for ids ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'] in dv-neutron-828143-5-hyperv is: [{'id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'name': 'tempest-ServersTestManualDisk-1287560077-router', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:34:21Z', 'updated_at': '2022-02-17T09:34:34Z', 'revision_number': 4, 'project_id': '730243740e684d8480d2d5f11486188a', 'gw_port': {'id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:24Z', 'updated_at': '2022-02-17T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'd7755ffe-0995-4f69-8020-1afd30945c50', 'name': '', 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'mac_address': 'fa:16:3e:74:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:32Z', 'updated_at': '2022-02-17T09:34:42Z', 'revision_number': 4, 'project_id': '730243740e684d8480d2d5f11486188a', 'subnets': [{'id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:34:45.001237 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.014764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-027da509-33f9-49b2-860a-d92690571939 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:45.042760 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Network': ['ID=b7b623f6-60b2-47ae-8a9e-3bce35e113ab,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:45.049412 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.057896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.083275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-027da509-33f9-49b2-860a-d92690571939 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:45.090255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-027da509-33f9-49b2-860a-d92690571939 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:45.107910 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-027da509-33f9-49b2-860a-d92690571939 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:45.113429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c86360-be18-440b-a85f-43525d75752e']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:45.140391 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94ddfd3-a764-48a0-b217-4a5e8b36c3b4') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:45.140827 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94ddfd3-a764-48a0-b217-4a5e8b36c3b4') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:45.167390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.189468 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-38cfe1b4-a406-4166-8975-3eb253a159f4 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/b7b623f6-60b2-47ae-8a9e-3bce35e113ab HTTP/1.1" status: 204 len: 168 time: 5.0608208 Feb 17 09:34:45.190985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34316) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:45.198911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=015ef28c-5888-492c-ad80-13a430b83ba0,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:45.271688 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 015ef28c-5888-492c-ad80-13a430b83ba0 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:45.273671 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35a2fee4-5c63-42c7-8b5e-86eb2f19c660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.280549 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8b05be-48f6-4d8f-b395-d6a79911077b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:45.280549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8b05be-48f6-4d8f-b395-d6a79911077b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:45.282005 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.316358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35a2fee4-5c63-42c7-8b5e-86eb2f19c660 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.323918 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-35a2fee4-5c63-42c7-8b5e-86eb2f19c660 admin admin] 10.222.0.75 "DELETE /v2.0/networks/dfbcea8c-ef29-427f-9c62-7c279517044f HTTP/1.1" status: 204 len: 168 time: 2.0888233 Feb 17 09:34:45.324949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-027da509-33f9-49b2-860a-d92690571939 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.331676 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b82f0dc-9723-48f6-83d5-3274dcc6c773 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.348709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:34:45.349124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.367642 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b82f0dc-9723-48f6-83d5-3274dcc6c773 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:34:45.369876 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:34:45.375203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port 30bbd744-3eb4-40a3-b9b9-4faa5fcb596c yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:34:45.386663 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9f8b05be-48f6-4d8f-b395-d6a79911077b tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/subnets/479b3dfb-55b6-4223-b7cc-1bc519e2bbc4 HTTP/1.1" status: 404 len: 337 time: 0.1909666 Feb 17 09:34:45.391238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2fee4-5c63-42c7-8b5e-86eb2f19c660 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfbcea8c-ef29-427f-9c62-7c279517044f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:45.401990 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34322) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:45.405953 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 015ef28c-5888-492c-ad80-13a430b83ba0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:45.406359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.491065 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b813e4c0-fa73-4207-8a1e-a5ee6100a5f1 None None] Deleting port 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:45.491440 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b813e4c0-fa73-4207-8a1e-a5ee6100a5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.512283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.558612 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a6d9b0-afc6-48c8-afb7-06f26f212910 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:45.559376 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a6d9b0-afc6-48c8-afb7-06f26f212910 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:45.564005 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d9a6d9b0-afc6-48c8-afb7-06f26f212910 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/b7b623f6-60b2-47ae-8a9e-3bce35e113ab HTTP/1.1" status: 404 len: 339 time: 0.1607225 Feb 17 09:34:45.567245 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34326) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:45.616185 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b813e4c0-fa73-4207-8a1e-a5ee6100a5f1 None None] The port '1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:34:45.700824 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b82f0dc-9723-48f6-83d5-3274dcc6c773 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.701732 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b82f0dc-9723-48f6-83d5-3274dcc6c773 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Fanout notify agent at l3_agent the message router_deleted on router 577619ea-93dc-43cf-9a4a-0bfcac0a68d6 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:34:45.782996 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb3dd0e-3ccb-4a87-b928-de64b1dfd5c1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:45.782996 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb3dd0e-3ccb-4a87-b928-de64b1dfd5c1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:45.861704 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:34:45.877674 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-027da509-33f9-49b2-860a-d92690571939 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.915253 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b82f0dc-9723-48f6-83d5-3274dcc6c773 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.919269 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6b82f0dc-9723-48f6-83d5-3274dcc6c773 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "DELETE /v2.0/routers/577619ea-93dc-43cf-9a4a-0bfcac0a68d6 HTTP/1.1" status: 204 len: 168 time: 4.8919275 Feb 17 09:34:45.923411 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34332) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:45.923773 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34334) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:45.948564 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-86c41889-11b2-4623-93ca-60a51920606d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1919053911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:45.953110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:34:45.953520 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1bd3ec5b-1fc4-46c7-936b-3a38aa74ef57 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:34:45.954002 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 60143928-ebe0-4196-b4f4-1827dbfb822e no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:34:45.956060 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-86c41889-11b2-4623-93ca-60a51920606d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:45.961390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-86c41889-11b2-4623-93ca-60a51920606d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Usage tracker for resource:router and tenant:31b5509203ce4aa0a30905afbf1591e6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:45.964669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-86c41889-11b2-4623-93ca-60a51920606d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:45.976453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-86c41889-11b2-4623-93ca-60a51920606d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:45.992752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:45.997732 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-027da509-33f9-49b2-860a-d92690571939 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.004893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 60143928-ebe0-4196-b4f4-1827dbfb822e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:34:46.005666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 60143928-ebe0-4196-b4f4-1827dbfb822e not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:34:46.012052 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4bb3dd0e-3ccb-4a87-b928-de64b1dfd5c1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/subnets/489b9332-6620-41a7-ab0b-232a39954366 HTTP/1.1" status: 404 len: 337 time: 0.4101818 Feb 17 09:34:46.022391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34340) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:46.043097 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.084096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Network': ['ID=67c86360-be18-440b-a85f-43525d75752e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:46.084498 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-59840ffd-fd18-4e5d-a98e-e9954ee6d5f7 None None] Provisioning complete for port 015ef28c-5888-492c-ad80-13a430b83ba0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:46.084933 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59840ffd-fd18-4e5d-a98e-e9954ee6d5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.098071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-86c41889-11b2-4623-93ca-60a51920606d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.099365 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-86c41889-11b2-4623-93ca-60a51920606d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.115423 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-86c41889-11b2-4623-93ca-60a51920606d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.119450 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 172.20.0.11 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/fe659588-aade-4763-8224-6048b75f2857/30bbd744-3eb4-40a3-b9b9-4faa5fcb596c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:46.126340 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea885500-141a-4608-8edd-c30fd2a143e3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:46.127026 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea885500-141a-4608-8edd-c30fd2a143e3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:46.129009 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ea885500-141a-4608-8edd-c30fd2a143e3 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/8e331651-f881-4c88-aa23-491a0d93a1bf HTTP/1.1" status: 404 len: 339 time: 0.1055441 Feb 17 09:34:46.133404 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::f816:3eff:fe05:a08e (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/fc09c204-86af-41c6-b213-353d1536c453/30bbd744-3eb4-40a3-b9b9-4faa5fcb596c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:46.133845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34344) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:46.137097 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027da509-33f9-49b2-860a-d92690571939 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094beda9-b074-4131-8841-a05e2a77093c,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:46.144581 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-19df140a-09db-4805-8828-94c574404d07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/networks/67c86360-be18-440b-a85f-43525d75752e HTTP/1.1" status: 204 len: 168 time: 4.0274351 Feb 17 09:34:46.149640 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34346) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:46.165309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0a5cfbe5-509e-4390-b1f7-f186d59231b9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-654085580'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:46.180604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0a5cfbe5-509e-4390-b1f7-f186d59231b9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:46.219297 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0a5cfbe5-509e-4390-b1f7-f186d59231b9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:network and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:46.225723 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Allocated IP 172.26.4.164 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/f4324422-7079-4cc2-be95-a2a5b7cdc6d7) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:46.239946 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0a5cfbe5-509e-4390-b1f7-f186d59231b9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:46.265797 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0a5cfbe5-509e-4390-b1f7-f186d59231b9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:46.295303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-027da509-33f9-49b2-860a-d92690571939 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.296618 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-027da509-33f9-49b2-860a-d92690571939 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3669550 Feb 17 09:34:46.298150 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-86c41889-11b2-4623-93ca-60a51920606d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.308160 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34352) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:46.323780 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2baa2127-4dc9-44f9-95ed-26010dd66437 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.335254 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b76be827-0066-4d10-98ac-25fc1483b21b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=45351d80e23d431fa58cca544e6abb1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097238 Feb 17 09:34:46.336428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34356) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:46.516752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-86c41889-11b2-4623-93ca-60a51920606d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.516752 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-86c41889-11b2-4623-93ca-60a51920606d tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5835495 Feb 17 09:34:46.520251 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5cfbe5-509e-4390-b1f7-f186d59231b9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:46.523869 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfbe5-509e-4390-b1f7-f186d59231b9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.527880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34360) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:46.547017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'enable_snat': True}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:46.604451 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2baa2127-4dc9-44f9-95ed-26010dd66437 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.704713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-686153fb-304f-4a90-b162-a2976321eb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.727230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-2baa2127-4dc9-44f9-95ed-26010dd66437 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee02e69-5fcb-45b4-9822-20687491bcd1']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:46.741422 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.748336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5cfbe5-509e-4390-b1f7-f186d59231b9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:34:46.754716 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-2baa2127-4dc9-44f9-95ed-26010dd66437 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b147d936-29ec-4521-a244-96c61e0a8a6d') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:46.755027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-2baa2127-4dc9-44f9-95ed-26010dd66437 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b147d936-29ec-4521-a244-96c61e0a8a6d') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:46.767374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.774525 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e65d8e95-8d9e-46d0-8a90-b015ee951ba1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.810469 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfbe5-509e-4390-b1f7-f186d59231b9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.810737 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-0a5cfbe5-509e-4390-b1f7-f186d59231b9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Added segment 71ce994c-f9ce-4e0a-8270-a7b5b9ec3114 of type vlan for network ba8c9e30-51cb-432f-92c7-ae01d713b540 Feb 17 09:34:46.812248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object 30bbd744-3eb4-40a3-b9b9-4faa5fcb596c will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:46.842257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2baa2127-4dc9-44f9-95ed-26010dd66437 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.851897 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e65d8e95-8d9e-46d0-8a90-b015ee951ba1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.857127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-686153fb-304f-4a90-b162-a2976321eb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.897618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfbe5-509e-4390-b1f7-f186d59231b9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:46.947141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2baa2127-4dc9-44f9-95ed-26010dd66437 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.011755 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.038096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2baa2127-4dc9-44f9-95ed-26010dd66437 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:34:47.041712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2baa2127-4dc9-44f9-95ed-26010dd66437 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:34:47.056441 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:34:47.071430 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.076151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e65d8e95-8d9e-46d0-8a90-b015ee951ba1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.101369 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfbe5-509e-4390-b1f7-f186d59231b9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.106817 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cfbe5-509e-4390-b1f7-f186d59231b9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:47.107423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfbe5-509e-4390-b1f7-f186d59231b9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.175548 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d8e95-8d9e-46d0-8a90-b015ee951ba1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f145b31c-5539-4320-80ce-1ca8575991e1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:47.183495 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.243409 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d7755ffe-0995-4f69-8020-1afd30945c50 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:47.259866 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:47.267146 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:47.271343 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:47.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:47.304763 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:47.318219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2baa2127-4dc9-44f9-95ed-26010dd66437 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.323722 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-686153fb-304f-4a90-b162-a2976321eb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.336814 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:47.372233 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=30bbd744-3eb4-40a3-b9b9-4faa5fcb596c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:47.386366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2baa2127-4dc9-44f9-95ed-26010dd66437 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.386833 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e65d8e95-8d9e-46d0-8a90-b015ee951ba1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.388357 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e65d8e95-8d9e-46d0-8a90-b015ee951ba1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-groups/f145b31c-5539-4320-80ce-1ca8575991e1 HTTP/1.1" status: 204 len: 168 time: 1.0790083 Feb 17 09:34:47.399804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34364) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:47.432049 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686153fb-304f-4a90-b162-a2976321eb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b37e81d-8043-499c-b0c5-8fab84fb374c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:47.435198 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cfbe5-509e-4390-b1f7-f186d59231b9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Network': ['ID=ba8c9e30-51cb-432f-92c7-ae01d713b540,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:47.461202 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0a5cfbe5-509e-4390-b1f7-f186d59231b9 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3087442 Feb 17 09:34:47.464351 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34370) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:47.483096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network ba8c9e30-51cb-432f-92c7-ae01d713b540 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:34:47.489212 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a3982836-d9d7-4cfd-bfc3-b8a351e1345b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'subnet': {'network_id': 'ba8c9e30-51cb-432f-92c7-ae01d713b540', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:47.499101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa2127-4dc9-44f9-95ed-26010dd66437 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Network': ['ID=dee02e69-5fcb-45b4-9822-20687491bcd1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:47.535739 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2baa2127-4dc9-44f9-95ed-26010dd66437 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/dee02e69-5fcb-45b4-9822-20687491bcd1 HTTP/1.1" status: 204 len: 168 time: 1.3823659 Feb 17 09:34:47.535739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34374) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:47.594782 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port d7755ffe-0995-4f69-8020-1afd30945c50 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:47.621418 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-686153fb-304f-4a90-b162-a2976321eb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.623709 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-686153fb-304f-4a90-b162-a2976321eb71 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6b37e81d-8043-499c-b0c5-8fab84fb374c HTTP/1.1" status: 204 len: 168 time: 1.2787421 Feb 17 09:34:47.638789 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7655ee4-edd8-42e1-8e74-5a4fbc439b9e tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:47.639412 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7655ee4-edd8-42e1-8e74-5a4fbc439b9e tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:47.641850 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d7655ee4-edd8-42e1-8e74-5a4fbc439b9e tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/subnets/0c35533b-bcef-4d0a-b60a-6d325c0656f7 HTTP/1.1" status: 404 len: 337 time: 0.1018760 Feb 17 09:34:47.646886 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port d7755ffe-0995-4f69-8020-1afd30945c50 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:47.647890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34380) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:47.648750 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.686944 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-76c5b014-00df-43e6-aa9a-684c39276609 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:47.699267 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-37499c13-5e3d-4376-b40b-d1eb4ba180a1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:47.700067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37499c13-5e3d-4376-b40b-d1eb4ba180a1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:47.704817 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-37499c13-5e3d-4376-b40b-d1eb4ba180a1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/b4979df3-0de0-4b20-93b1-6c0de4894aee HTTP/1.1" status: 404 len: 339 time: 0.0522971 Feb 17 09:34:47.725224 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34384) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:47.787934 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7e695f-4707-49b3-a95e-a7a647d3ee8a tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:47.788827 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f7e695f-4707-49b3-a95e-a7a647d3ee8a tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:47.793093 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9f7e695f-4707-49b3-a95e-a7a647d3ee8a tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/subnets/6978ef30-e2a7-4a05-9c18-63e7c3e46091 HTTP/1.1" status: 404 len: 337 time: 0.0612702 Feb 17 09:34:47.796957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34388) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:47.812984 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:47.813763 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.834993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-76c5b014-00df-43e6-aa9a-684c39276609 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:47.841071 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-76c5b014-00df-43e6-aa9a-684c39276609 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4269955 Feb 17 09:34:47.842568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34392) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:47.847162 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Pushing event updated for resources: {'Port': ['ID=f4324422-7079-4cc2-be95-a2a5b7cdc6d7,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:47.851946 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-66785208-7647-422d-8c63-393190e2f8d2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:47.855705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66785208-7647-422d-8c63-393190e2f8d2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:47.855705 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-66785208-7647-422d-8c63-393190e2f8d2 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/581a25e1-630b-469e-a195-a6908cb0398a HTTP/1.1" status: 404 len: 339 time: 0.0568593 Feb 17 09:34:47.859716 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-96d164a1-ebd4-4937-bc40-0d36a91d13fa tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group': {'name': 'tempest-secgroup--910179011'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:47.867757 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34396) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:47.870913 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.890768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-96d164a1-ebd4-4937-bc40-0d36a91d13fa tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:47.915664 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port d7755ffe-0995-4f69-8020-1afd30945c50, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d7755ffe-0995-4f69-8020-1afd30945c50,segment=NetworkSegment(b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c),segment_id=b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:47.917378 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a3982836-d9d7-4cfd-bfc3-b8a351e1345b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:47.923780 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a3982836-d9d7-4cfd-bfc3-b8a351e1345b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:subnet and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:47.928143 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7db2824a-bd80-4bf8-be60-14ab40b8fc6d None None] Provisioning for port 30bbd744-3eb4-40a3-b9b9-4faa5fcb596c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:47.929474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a3982836-d9d7-4cfd-bfc3-b8a351e1345b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:47.936917 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7db2824a-bd80-4bf8-be60-14ab40b8fc6d None None] Provisioning complete for port 30bbd744-3eb4-40a3-b9b9-4faa5fcb596c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:47.937409 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7db2824a-bd80-4bf8-be60-14ab40b8fc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.938819 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a3982836-d9d7-4cfd-bfc3-b8a351e1345b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:47.953218 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:47.961863 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-71c07115-5a5e-4ac0-bb7d-192a5b5f69f9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.4630527 Feb 17 09:34:47.964064 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34400) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:48.000440 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7db2824a-bd80-4bf8-be60-14ab40b8fc6d None None] Port 30bbd744-3eb4-40a3-b9b9-4faa5fcb596c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:34:48.004448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:48.005226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 015ef28c-5888-492c-ad80-13a430b83ba0 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:48.043247 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3982836-d9d7-4cfd-bfc3-b8a351e1345b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:48.048058 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a3982836-d9d7-4cfd-bfc3-b8a351e1345b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:48.081860 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6e3f6e-c165-45eb-ae65-4019069e174e tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:48.082728 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6e3f6e-c165-45eb-ae65-4019069e174e tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:48.091954 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cc6e3f6e-c165-45eb-ae65-4019069e174e tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/subnets/bc785ec2-a74c-48af-a54e-8cba383e2573 HTTP/1.1" status: 404 len: 337 time: 0.1977482 Feb 17 09:34:48.091954 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-96d164a1-ebd4-4937-bc40-0d36a91d13fa tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:48.092884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34406) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:48.174264 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=d7755ffe-0995-4f69-8020-1afd30945c50,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:48.191858 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 015ef28c-5888-492c-ad80-13a430b83ba0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:48.192463 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:48.197896 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d071be6-f118-4d27-9a29-cae9daebe79d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:48.198443 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d071be6-f118-4d27-9a29-cae9daebe79d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:48.202437 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5d071be6-f118-4d27-9a29-cae9daebe79d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/49bf9446-9a54-4257-96aa-5b553d8d4f16 HTTP/1.1" status: 404 len: 339 time: 0.1062608 Feb 17 09:34:48.208554 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34410) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:48.263536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-96d164a1-ebd4-4937-bc40-0d36a91d13fa tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:48.294421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-96d164a1-ebd4-4937-bc40-0d36a91d13fa tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:48.327979 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-96d164a1-ebd4-4937-bc40-0d36a91d13fa tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:48.332350 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-2462b258-2cde-490f-a593-ec423e7186b1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:48.332921 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2462b258-2cde-490f-a593-ec423e7186b1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:48.340197 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-96d164a1-ebd4-4937-bc40-0d36a91d13fa tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:48.345293 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-96d164a1-ebd4-4937-bc40-0d36a91d13fa tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:48.347121 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:48.375946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:48.379475 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba77ab87-7e91-44b2-8942-3496c8657b5d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:48.385427 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba77ab87-7e91-44b2-8942-3496c8657b5d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:48.386323 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ba77ab87-7e91-44b2-8942-3496c8657b5d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:48.404384 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2462b258-2cde-490f-a593-ec423e7186b1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/subnets/e096dd58-4e16-40d7-aa9c-74fd8e1c036d HTTP/1.1" status: 404 len: 337 time: 0.1683393 Feb 17 09:34:48.413146 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34414) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:48.420483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:48.485209 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e05778-665d-4f30-8a41-a394f0b8589a tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:48.485703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e05778-665d-4f30-8a41-a394f0b8589a tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:48.526515 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-34e05778-665d-4f30-8a41-a394f0b8589a tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/d46f9366-74d3-4a4b-8291-59c63fbf3840 HTTP/1.1" status: 404 len: 339 time: 0.1109583 Feb 17 09:34:48.532106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34418) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:48.566272 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ba77ab87-7e91-44b2-8942-3496c8657b5d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:48.567578 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ba77ab87-7e91-44b2-8942-3496c8657b5d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.6019983 Feb 17 09:34:48.578851 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34422) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:48.627610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34426) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:48.651915 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b87706c-3e52-4f97-9c88-80487659b51d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:48.652383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b87706c-3e52-4f97-9c88-80487659b51d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:48.657369 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-96d164a1-ebd4-4937-bc40-0d36a91d13fa tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:48.701771 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9b87706c-3e52-4f97-9c88-80487659b51d tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/subnets/36b22cc1-5c71-437e-b39e-764e612875e4 HTTP/1.1" status: 404 len: 337 time: 0.1686118 Feb 17 09:34:48.707239 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34430) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:48.740548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-96d164a1-ebd4-4937-bc40-0d36a91d13fa tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:48.748171 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9bce007e-d6ae-46da-95e7-171d49ce403d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port 30bbd744-3eb4-40a3-b9b9-4faa5fcb596c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:48.748518 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bce007e-d6ae-46da-95e7-171d49ce403d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:48.775158 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-69700cbf-7eff-4191-b056-1f5ee53f5633 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:48.775631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69700cbf-7eff-4191-b056-1f5ee53f5633 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:48.777582 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-69700cbf-7eff-4191-b056-1f5ee53f5633 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/ec32e2cb-681b-4119-bbf3-d55b13de1969 HTTP/1.1" status: 404 len: 339 time: 0.0693393 Feb 17 09:34:48.785673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34434) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:48.806205 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Allocated IP 172.26.4.150 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/4e7e67af-bf98-458a-9947-183cf02df30a) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:48.820736 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d164a1-ebd4-4937-bc40-0d36a91d13fa tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81716221-af7c-4381-bd38-9ad58986bd63,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:48.860809 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a3982836-d9d7-4cfd-bfc3-b8a351e1345b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:48.895577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-96d164a1-ebd4-4937-bc40-0d36a91d13fa tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:48.896900 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-96d164a1-ebd4-4937-bc40-0d36a91d13fa tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0507171 Feb 17 09:34:48.901968 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34438) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:48.909311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2bdba053-8652-47f9-8b00-4d2a52fa07b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group': {'name': 'tempest-secgroup--799666535'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:48.913589 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5168cdb-79e6-4627-90cc-1cb700c9a6b0 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:48.916552 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5168cdb-79e6-4627-90cc-1cb700c9a6b0 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:48.918538 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2bdba053-8652-47f9-8b00-4d2a52fa07b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:48.930639 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ef4a9634-6904-4bda-adab-ee41ad8c8f27 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3897899429d74b9880633ebc549262d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020151 Feb 17 09:34:48.936651 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34442) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:48.957019 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c5168cdb-79e6-4627-90cc-1cb700c9a6b0 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/subnets/b82ec2fe-c272-40c7-980f-3af09a3067fb HTTP/1.1" status: 404 len: 337 time: 0.1709373 Feb 17 09:34:48.961830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2bdba053-8652-47f9-8b00-4d2a52fa07b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:48.964940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34446) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:49.029044 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ec3edb-d507-4aa8-8265-531ed048b7f1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:49.029538 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ec3edb-d507-4aa8-8265-531ed048b7f1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:49.034247 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-70ec3edb-d507-4aa8-8265-531ed048b7f1 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/831edfcf-7fd2-43fe-93d2-2f36b7d20d52 HTTP/1.1" status: 404 len: 339 time: 0.0629382 Feb 17 09:34:49.036946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34450) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:49.049422 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3982836-d9d7-4cfd-bfc3-b8a351e1345b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Subnet': ['ID=b0900b1f-9226-453a-a3ea-45a664d46f65,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:49.054892 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.092323 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3982836-d9d7-4cfd-bfc3-b8a351e1345b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Checking segment: {'id': '71ce994c-f9ce-4e0a-8270-a7b5b9ec3114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ba8c9e30-51cb-432f-92c7-ae01d713b540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:49.092661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3982836-d9d7-4cfd-bfc3-b8a351e1345b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network hostable DHCP agents. Network: ba8c9e30-51cb-432f-92c7-ae01d713b540, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:34:49.103593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d7755ffe-0995-4f69-8020-1afd30945c50 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:49.107622 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bdba053-8652-47f9-8b00-4d2a52fa07b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.133308 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38c479f-d557-43ec-ad9e-7e4815bf0d93 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:49.133877 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38c479f-d557-43ec-ad9e-7e4815bf0d93 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:49.135892 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d38c479f-d557-43ec-ad9e-7e4815bf0d93 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/subnets/5a5bbd51-0fb5-4ed0-9629-0918b07d0f97 HTTP/1.1" status: 404 len: 337 time: 0.0911510 Feb 17 09:34:49.146250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34454) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:49.154130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.158559 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.163179 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2bdba053-8652-47f9-8b00-4d2a52fa07b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:49.182371 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port d7755ffe-0995-4f69-8020-1afd30945c50 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:49.183001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.194861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2bdba053-8652-47f9-8b00-4d2a52fa07b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:49.200642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2bdba053-8652-47f9-8b00-4d2a52fa07b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:49.203662 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b39f34-b8c4-4461-8a37-db3d270f6ead tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:49.204203 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b39f34-b8c4-4461-8a37-db3d270f6ead tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:49.208002 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a8b39f34-b8c4-4461-8a37-db3d270f6ead tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/e249d12d-b129-4542-a5bc-885fba45600a HTTP/1.1" status: 404 len: 339 time: 0.0592597 Feb 17 09:34:49.217546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34458) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:49.224999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2bdba053-8652-47f9-8b00-4d2a52fa07b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:49.240741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-535fe4f7-421c-4b79-b3a6-661f153d4fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.297764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-535fe4f7-421c-4b79-b3a6-661f153d4fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.345009 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-95267e57-81a2-4b46-950f-23b38d190024 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:49.345496 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95267e57-81a2-4b46-950f-23b38d190024 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:49.348144 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-95267e57-81a2-4b46-950f-23b38d190024 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/subnets/315fa030-8fb7-4328-ab95-581c7a5235dd HTTP/1.1" status: 404 len: 337 time: 0.1241136 Feb 17 09:34:49.356137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34462) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:49.382917 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Pushing event updated for resources: {'Port': ['ID=f4324422-7079-4cc2-be95-a2a5b7cdc6d7,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:49.399211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bdba053-8652-47f9-8b00-4d2a52fa07b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.401015 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-e003a07e-1f13-416d-be41-3a7028eb60df tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] DELETE failed (client error): The resource could not be found. Feb 17 09:34:49.401735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e003a07e-1f13-416d-be41-3a7028eb60df tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:34:49.410318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3982836-d9d7-4cfd-bfc3-b8a351e1345b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network ba8c9e30-51cb-432f-92c7-ae01d713b540 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:34:49.416052 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e003a07e-1f13-416d-be41-3a7028eb60df tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/a10077d8-db25-4dcf-b893-a87439dfdc79 HTTP/1.1" status: 404 len: 339 time: 0.0565915 Feb 17 09:34:49.416052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.418957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34466) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:49.433402 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.442848 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bce007e-d6ae-46da-95e7-171d49ce403d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.529724 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bdba053-8652-47f9-8b00-4d2a52fa07b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.536486 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:49.560801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:49.572278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:49.572992 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a3982836-d9d7-4cfd-bfc3-b8a351e1345b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, ba8c9e30-51cb-432f-92c7-ae01d713b540) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:49.578235 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3982836-d9d7-4cfd-bfc3-b8a351e1345b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:49.578875 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a3982836-d9d7-4cfd-bfc3-b8a351e1345b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.583848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff27bb38-29de-4979-a238-33cef247c0d2 None None] Network ba8c9e30-51cb-432f-92c7-ae01d713b540 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:49.590547 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9bce007e-d6ae-46da-95e7-171d49ce403d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for 30bbd744-3eb4-40a3-b9b9-4faa5fcb596c owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:49.611695 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-767bc03d-3538-4e59-9e15-d5bf37c4cfee tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Deleting subnet f7434808-4106-441a-8123-30122cabc555 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:34:49.620292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.621526 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8443675f-41c6-409c-b8d9-09bba7cc47b2 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8729799 Feb 17 09:34:49.635637 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Pushing event updated for resources: {'Port': ['ID=4e7e67af-bf98-458a-9947-183cf02df30a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:49.644518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-535fe4f7-421c-4b79-b3a6-661f153d4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.651537 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-535fe4f7-421c-4b79-b3a6-661f153d4fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.651537 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-535fe4f7-421c-4b79-b3a6-661f153d4fc2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bbd901e3-d10f-43b3-8535-01bbd2c0aadd HTTP/1.1" status: 204 len: 168 time: 0.7102554 Feb 17 09:34:49.651537 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-767bc03d-3538-4e59-9e15-d5bf37c4cfee tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.698437 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdba053-8652-47f9-8b00-4d2a52fa07b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c308797-15eb-40b2-b6d5-b9fafdb0d26c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:49.728404 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bdba053-8652-47f9-8b00-4d2a52fa07b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.732769 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2bdba053-8652-47f9-8b00-4d2a52fa07b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8297303 Feb 17 09:34:49.738675 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34474) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:49.751439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0860ee58-7372-45dd-bd0a-df4fe864d4eb tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group_rule': {'security_group_id': '81716221-af7c-4381-bd38-9ad58986bd63', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3c308797-15eb-40b2-b6d5-b9fafdb0d26c', 'remote_ip_prefix': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:49.759431 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fe4f7-421c-4b79-b3a6-661f153d4fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd901e3-d10f-43b3-8535-01bbd2c0aadd,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:49.826829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0860ee58-7372-45dd-bd0a-df4fe864d4eb tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:49.843035 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-767bc03d-3538-4e59-9e15-d5bf37c4cfee tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:49.844491 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a3982836-d9d7-4cfd-bfc3-b8a351e1345b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3696597 Feb 17 09:34:49.845435 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34478) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:49.853991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-33c895b3-aed1-4c3d-bf01-f711089fca6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'network_id': 'ba8c9e30-51cb-432f-92c7-ae01d713b540', 'name': 'tempest-PortsIpV6TestJSON-656262350', 'fixed_ips': [{'subnet_id': 'b0900b1f-9226-453a-a3ea-45a664d46f65', 'ip_address': '2001:db8::10'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:49.882162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0860ee58-7372-45dd-bd0a-df4fe864d4eb tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:49.954623 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0860ee58-7372-45dd-bd0a-df4fe864d4eb tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:50.013083 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-ba8c9e30-51cb-432f-92c7-ae01d713b540', 'network_id': 'ba8c9e30-51cb-432f-92c7-ae01d713b540', 'tenant_id': '5394114ba06f46a698565470e6dab9c6', 'fixed_ips': [{'subnet_id': 'b0900b1f-9226-453a-a3ea-45a664d46f65'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:34:50.014164 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:50.096680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0860ee58-7372-45dd-bd0a-df4fe864d4eb tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:50.169294 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-33c895b3-aed1-4c3d-bf01-f711089fca6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:50.187873 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-33c895b3-aed1-4c3d-bf01-f711089fca6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:50.223405 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Allocated IP 2001:db8::2 (ba8c9e30-51cb-432f-92c7-ae01d713b540/b0900b1f-9226-453a-a3ea-45a664d46f65/0c43f2b8-591d-4f4a-8d03-a35745b118bb) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:50.224160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-338ddfdb-d5ee-4fba-900c-7db27df2c2a0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Synchronizing usage tracker for tenant:730243740e684d8480d2d5f11486188a on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:50.272874 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0860ee58-7372-45dd-bd0a-df4fe864d4eb tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:50.275738 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bce007e-d6ae-46da-95e7-171d49ce403d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:50.328581 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-767bc03d-3538-4e59-9e15-d5bf37c4cfee tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:50.353513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c895b3-aed1-4c3d-bf01-f711089fca6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:50.367248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-338ddfdb-d5ee-4fba-900c-7db27df2c2a0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Unset dirty status for tenant:730243740e684d8480d2d5f11486188a on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:50.368457 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-338ddfdb-d5ee-4fba-900c-7db27df2c2a0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--72592567&fields=id&tenant_id=730243740e684d8480d2d5f11486188a HTTP/1.1" status: 200 len: 267 time: 0.2759790 Feb 17 09:34:50.436752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce007e-d6ae-46da-95e7-171d49ce403d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=30bbd744-3eb4-40a3-b9b9-4faa5fcb596c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:50.461583 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0860ee58-7372-45dd-bd0a-df4fe864d4eb tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:50.500604 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:50.516565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Transition to ACTIVE for port object 0c43f2b8-591d-4f4a-8d03-a35745b118bb will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:50.546666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Transition to ACTIVE for port object 0c43f2b8-591d-4f4a-8d03-a35745b118bb will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:50.592214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0860ee58-7372-45dd-bd0a-df4fe864d4eb tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:50.645779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:50.668426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bce007e-d6ae-46da-95e7-171d49ce403d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:50.699907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860ee58-7372-45dd-bd0a-df4fe864d4eb tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0745a0-318f-422f-accf-6f74d2eb16de,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:50.742002 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Network ba8c9e30-51cb-432f-92c7-ae01d713b540 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:50.745888 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:50.750317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:50.755347 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33c895b3-aed1-4c3d-bf01-f711089fca6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:50.759718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Pushing event updated for resources: {'Port': ['ID=0c43f2b8-591d-4f4a-8d03-a35745b118bb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:50.777274 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9bce007e-d6ae-46da-95e7-171d49ce403d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/30bbd744-3eb4-40a3-b9b9-4faa5fcb596c HTTP/1.1" status: 204 len: 168 time: 2.1956708 Feb 17 09:34:50.779573 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34492) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:50.791426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:50.828419 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-33c895b3-aed1-4c3d-bf01-f711089fca6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] device_id is not set on port 2f026ade-494d-455f-b674-0289edd002d8 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:34:50.848762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Attempting to bind port 0c43f2b8-591d-4f4a-8d03-a35745b118bb on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:34:50.849128 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Attempting to bind port 0c43f2b8-591d-4f4a-8d03-a35745b118bb by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '71ce994c-f9ce-4e0a-8270-a7b5b9ec3114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ba8c9e30-51cb-432f-92c7-ae01d713b540'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:34:50.849486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Attempting to bind port 0c43f2b8-591d-4f4a-8d03-a35745b118bb on network ba8c9e30-51cb-432f-92c7-ae01d713b540 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:34:50.858239 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:34:50.858557 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Checking segment: {'id': '71ce994c-f9ce-4e0a-8270-a7b5b9ec3114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ba8c9e30-51cb-432f-92c7-ae01d713b540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:50.859018 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:50.859404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Bound using segment: {'id': '71ce994c-f9ce-4e0a-8270-a7b5b9ec3114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ba8c9e30-51cb-432f-92c7-ae01d713b540'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:34:50.859861 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Bound port: 0c43f2b8-591d-4f4a-8d03-a35745b118bb, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ce994c-f9ce-4e0a-8270-a7b5b9ec3114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ba8c9e30-51cb-432f-92c7-ae01d713b540'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:34:50.860232 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:50.862507 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-2e4603a7-cd50-4fbd-bba5-903f1a920126 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:50.863858 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-2e4603a7-cd50-4fbd-bba5-903f1a920126 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/networks?id=f809a305-6a10-43a8-a929-f23b5f0bc5f0 HTTP/1.1" status: 200 len: 812 time: 0.4526749 Feb 17 09:34:50.867110 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0860ee58-7372-45dd-bd0a-df4fe864d4eb tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:50.871266 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0860ee58-7372-45dd-bd0a-df4fe864d4eb tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1304259 Feb 17 09:34:50.872099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34496) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:50.900916 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-767bc03d-3538-4e59-9e15-d5bf37c4cfee tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:50.915255 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380a7bd1-f7ba-4f61-9da0-23977be9474b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:50.917139 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380a7bd1-f7ba-4f61-9da0-23977be9474b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:50.918806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380a7bd1-f7ba-4f61-9da0-23977be9474b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:50.919450 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-380a7bd1-f7ba-4f61-9da0-23977be9474b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:50.965875 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-eeed10a6-48a6-43e8-bfc7-129009cb946c tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/quotas/730243740e684d8480d2d5f11486188a HTTP/1.1" status: 200 len: 375 time: 0.0661268 Feb 17 09:34:50.966596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bc03d-3538-4e59-9e15-d5bf37c4cfee tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Subnet': ['ID=f7434808-4106-441a-8123-30122cabc555,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:50.992110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cb723e-da69-4014-a42c-9b9d91e4f8c1 None None] Network 01a63510-c214-4d9a-938a-639f6bb020a6 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:51.036085 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-767bc03d-3538-4e59-9e15-d5bf37c4cfee tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.037818 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-767bc03d-3538-4e59-9e15-d5bf37c4cfee tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/subnets/f7434808-4106-441a-8123-30122cabc555 HTTP/1.1" status: 204 len: 168 time: 1.5889060 Feb 17 09:34:51.048722 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34500) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:51.060365 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-380a7bd1-f7ba-4f61-9da0-23977be9474b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:51.062493 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-380a7bd1-f7ba-4f61-9da0-23977be9474b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2800136 Feb 17 09:34:51.069776 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34504) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:51.071118 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] For port 0c43f2b8-591d-4f4a-8d03-a35745b118bb, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:34:51.091942 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] For port 0c43f2b8-591d-4f4a-8d03-a35745b118bb, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=0c43f2b8-591d-4f4a-8d03-a35745b118bb,segment=NetworkSegment(71ce994c-f9ce-4e0a-8270-a7b5b9ec3114),segment_id=71ce994c-f9ce-4e0a-8270-a7b5b9ec3114)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:34:51.119201 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-57ebb790-48ce-4fd1-a4f6-3aedbad578da tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.153691 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-33c895b3-aed1-4c3d-bf01-f711089fca6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Allocated IP 2001:db8::10 (ba8c9e30-51cb-432f-92c7-ae01d713b540/b0900b1f-9226-453a-a3ea-45a664d46f65/2f026ade-494d-455f-b674-0289edd002d8) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:51.163692 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-b860380b-7c98-4d88-9eaf-624a1a540469 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet fc09c204-86af-41c6-b213-353d1536c453 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:34:51.169488 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.171074 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b860380b-7c98-4d88-9eaf-624a1a540469 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.189415 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-57ebb790-48ce-4fd1-a4f6-3aedbad578da tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.272374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b860380b-7c98-4d88-9eaf-624a1a540469 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.288661 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab676878-b601-4ce1-a45f-eee0a85bf303 None None] Pushing event updated for resources: {'Port': ['ID=0c43f2b8-591d-4f4a-8d03-a35745b118bb,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:51.343119 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.375993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baca48d-dc89-4f31-843e-61197a731392 None None] DHCP port deletion for 01a63510-c214-4d9a-938a-639f6bb020a6 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:34:51.380580 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5baca48d-dc89-4f31-843e-61197a731392 None None] Deleting port 7c960778-fcb8-4f52-a231-2872bc2b8acd {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:51.381130 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5baca48d-dc89-4f31-843e-61197a731392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.454645 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-57ebb790-48ce-4fd1-a4f6-3aedbad578da tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.463637 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-7c2a9f9e-94eb-4ed3-9aa0-40c26f563f78 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Synchronizing usage tracker for tenant:730243740e684d8480d2d5f11486188a on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:51.480972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Deleting port 7c960778-fcb8-4f52-a231-2872bc2b8acd {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:51.481402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.500997 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b860380b-7c98-4d88-9eaf-624a1a540469 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.535631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebb790-48ce-4fd1-a4f6-3aedbad578da tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa0745a0-318f-422f-accf-6f74d2eb16de,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:51.562308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-57ebb790-48ce-4fd1-a4f6-3aedbad578da tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.566678 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-57ebb790-48ce-4fd1-a4f6-3aedbad578da tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/fa0745a0-318f-422f-accf-6f74d2eb16de HTTP/1.1" status: 204 len: 168 time: 0.6852100 Feb 17 09:34:51.569525 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34508) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:51.574111 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.583534 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.626800 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33c895b3-aed1-4c3d-bf01-f711089fca6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.657903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5baca48d-dc89-4f31-843e-61197a731392 None None] For port 7c960778-fcb8-4f52-a231-2872bc2b8acd, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7c960778-fcb8-4f52-a231-2872bc2b8acd,segment=NetworkSegment(d6481c2f-8aba-46df-a362-515b233a7a2d),segment_id=d6481c2f-8aba-46df-a362-515b233a7a2d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:51.658354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5baca48d-dc89-4f31-843e-61197a731392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.687921 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-33c895b3-aed1-4c3d-bf01-f711089fca6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Transition to ACTIVE for port object 2f026ade-494d-455f-b674-0289edd002d8 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:51.728381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-7c2a9f9e-94eb-4ed3-9aa0-40c26f563f78 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Unset dirty status for tenant:730243740e684d8480d2d5f11486188a on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:51.729961 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-7c2a9f9e-94eb-4ed3-9aa0-40c26f563f78 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=730243740e684d8480d2d5f11486188a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6819465 Feb 17 09:34:51.732054 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d8a11338-a74b-484b-a417-44a21129ca70 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:51.771633 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b860380b-7c98-4d88-9eaf-624a1a540469 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.832988 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d8a11338-a74b-484b-a417-44a21129ca70 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:51.834468 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d8a11338-a74b-484b-a417-44a21129ca70 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2642362 Feb 17 09:34:51.835405 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860380b-7c98-4d88-9eaf-624a1a540469 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=fc09c204-86af-41c6-b213-353d1536c453,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:51.837762 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b860380b-7c98-4d88-9eaf-624a1a540469 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.841972 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34512) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:51.908960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33c895b3-aed1-4c3d-bf01-f711089fca6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:51.918809 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5baca48d-dc89-4f31-843e-61197a731392 None None] Calling delete_port for 7c960778-fcb8-4f52-a231-2872bc2b8acd owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:51.953826 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653a89fa-fb54-45da-96c4-49ac1ce63bf5 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:51.996387 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b860380b-7c98-4d88-9eaf-624a1a540469 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/fc09c204-86af-41c6-b213-353d1536c453 HTTP/1.1" status: 204 len: 168 time: 0.9260683 Feb 17 09:34:52.006481 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34516) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:52.014575 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c895b3-aed1-4c3d-bf01-f711089fca6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network ba8c9e30-51cb-432f-92c7-ae01d713b540 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:52.015422 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc805b23-38bc-4f73-9cf9-aa2a8988ad67 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:52.089539 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-27312440-011b-48c9-bdcc-fd9fdfbfbde8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet fe659588-aade-4763-8224-6048b75f2857 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:34:52.091681 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-33c895b3-aed1-4c3d-bf01-f711089fca6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:52.099047 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c895b3-aed1-4c3d-bf01-f711089fca6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:52.104951 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c895b3-aed1-4c3d-bf01-f711089fca6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:52.105637 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33c895b3-aed1-4c3d-bf01-f711089fca6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:52.109723 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27312440-011b-48c9-bdcc-fd9fdfbfbde8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:52.150649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5baca48d-dc89-4f31-843e-61197a731392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:52.211785 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] For port 7c960778-fcb8-4f52-a231-2872bc2b8acd, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7c960778-fcb8-4f52-a231-2872bc2b8acd,segment=NetworkSegment(d6481c2f-8aba-46df-a362-515b233a7a2d),segment_id=d6481c2f-8aba-46df-a362-515b233a7a2d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:52.212149 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:52.216510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baca48d-dc89-4f31-843e-61197a731392 None None] No DVR routers for this DVR port 7c960778-fcb8-4f52-a231-2872bc2b8acd on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:34:52.240098 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baca48d-dc89-4f31-843e-61197a731392 None None] Pushing event deleted for resources: {'Port': ['ID=7c960778-fcb8-4f52-a231-2872bc2b8acd,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:52.272501 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c895b3-aed1-4c3d-bf01-f711089fca6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=2f026ade-494d-455f-b674-0289edd002d8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:52.325107 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc805b23-38bc-4f73-9cf9-aa2a8988ad67 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:52.352204 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27312440-011b-48c9-bdcc-fd9fdfbfbde8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:52.394737 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-33c895b3-aed1-4c3d-bf01-f711089fca6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5468640 Feb 17 09:34:52.407481 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34520) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:52.418077 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Calling delete_port for 7c960778-fcb8-4f52-a231-2872bc2b8acd owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:52.420820 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'network_id': 'ba8c9e30-51cb-432f-92c7-ae01d713b540', 'name': 'tempest-PortsIpV6TestJSON-40299499', 'fixed_ips': [{'subnet_id': 'b0900b1f-9226-453a-a3ea-45a664d46f65', 'ip_address': '2001:db8::f'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:52.463794 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-d38cc4e0-7e95-4462-a6be-c89a7bcf3590 service neutron] 10.222.0.75 "GET /v2.0/networks/f809a305-6a10-43a8-a929-f23b5f0bc5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481131 Feb 17 09:34:52.588168 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc805b23-38bc-4f73-9cf9-aa2a8988ad67 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:52.622567 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27312440-011b-48c9-bdcc-fd9fdfbfbde8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:52.636357 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.api [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:34:52.636718 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG oslo_db.api [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:34:52.690798 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc805b23-38bc-4f73-9cf9-aa2a8988ad67 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c308797-15eb-40b2-b6d5-b9fafdb0d26c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:52.691190 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-ff9e4d5a-e55b-45d6-9c9f-8b8f2ab6372a service neutron] 10.222.0.75 "GET /v2.0/networks/f809a305-6a10-43a8-a929-f23b5f0bc5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151778 Feb 17 09:34:52.701412 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Router 6b893037-1445-4ccd-9734-341935762d96 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:34:52.702459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:52.716534 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:port and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:52.724653 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:52.743703 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:52.838312 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:52.845327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:52.859735 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5233b67-9c2e-4e58-b95f-1ad1c83403f4 None None] Network ba8c9e30-51cb-432f-92c7-ae01d713b540 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:52.864327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27312440-011b-48c9-bdcc-fd9fdfbfbde8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:52.868313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc805b23-38bc-4f73-9cf9-aa2a8988ad67 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:52.872312 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cc805b23-38bc-4f73-9cf9-aa2a8988ad67 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-groups/3c308797-15eb-40b2-b6d5-b9fafdb0d26c HTTP/1.1" status: 204 len: 168 time: 1.0262091 Feb 17 09:34:52.927931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34524) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:52.948843 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27312440-011b-48c9-bdcc-fd9fdfbfbde8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:52.973658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] device_id is not set on port 99614fb7-15c8-4bfa-b458-3794d70bd646 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:34:53.012774 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27312440-011b-48c9-bdcc-fd9fdfbfbde8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=fe659588-aade-4763-8224-6048b75f2857,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:53.032274 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8214340d-2a5b-4fb6-a612-51cadd560909 None None] Provisioning for port 0c43f2b8-591d-4f4a-8d03-a35745b118bb completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:53.035516 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-27312440-011b-48c9-bdcc-fd9fdfbfbde8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/fe659588-aade-4763-8224-6048b75f2857 HTTP/1.1" status: 204 len: 168 time: 1.0257835 Feb 17 09:34:53.040639 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:34:53.047947 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34528) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:53.072889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:53.077192 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-85e4f094-0407-47f5-ade7-070f7b0f24cb tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "PUT /v2.0/routers/6b893037-1445-4ccd-9734-341935762d96 HTTP/1.1" status: 200 len: 919 time: 6.5444610 Feb 17 09:34:53.081239 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34532) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:53.099222 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49172e7-c55e-44ba-9c5d-9d6d9525a705 None None] Sync routers for ids ['6b893037-1445-4ccd-9734-341935762d96'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:34:53.132128 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49172e7-c55e-44ba-9c5d-9d6d9525a705 None None] Routers {'6b893037-1445-4ccd-9734-341935762d96'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:34:53.133123 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e49172e7-c55e-44ba-9c5d-9d6d9525a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6b893037-1445-4ccd-9734-341935762d96'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:53.181181 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-239a8a86-a49a-42c0-ab40-5d176523ad8e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1307442 Feb 17 09:34:53.191589 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34536) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:53.196190 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Deleting port 7c960778-fcb8-4f52-a231-2872bc2b8acd {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:53.196611 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:53.213898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a78a2a8d-d395-4395-9b73-d1afb7f7b4a8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:53.277012 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bb4e3b11-0b30-4875-9e1f-fed24fa00fc1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:53.296202 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0c43f2b8-591d-4f4a-8d03-a35745b118bb up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:53.305259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] The port '7c960778-fcb8-4f52-a231-2872bc2b8acd' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:34:53.351975 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe673317-0e87-4b82-8b88-7a602d304a0c None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:53.369105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e49172e7-c55e-44ba-9c5d-9d6d9525a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:53.416077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a78a2a8d-d395-4395-9b73-d1afb7f7b4a8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:53.462686 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a78a2a8d-d395-4395-9b73-d1afb7f7b4a8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:53.470120 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a78a2a8d-d395-4395-9b73-d1afb7f7b4a8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:53.478807 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a78a2a8d-d395-4395-9b73-d1afb7f7b4a8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:53.517453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Allocated IP 2001:db8::f (ba8c9e30-51cb-432f-92c7-ae01d713b540/b0900b1f-9226-453a-a3ea-45a664d46f65/99614fb7-15c8-4bfa-b458-3794d70bd646) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:53.529653 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49172e7-c55e-44ba-9c5d-9d6d9525a705 None None] Routers {'6b893037-1445-4ccd-9734-341935762d96'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:34:53.530402 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e49172e7-c55e-44ba-9c5d-9d6d9525a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6b893037-1445-4ccd-9734-341935762d96'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:53.537968 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:53.587023 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a63510-c214-4d9a-938a-639f6bb020a6']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:53.606398 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-16b0792a-ea54-49a6-855b-c289767d0f8e tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "GET /v2.0/routers/6b893037-1445-4ccd-9734-341935762d96 HTTP/1.1" status: 200 len: 925 time: 0.5198774 Feb 17 09:34:53.606398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bb4e3b11-0b30-4875-9e1f-fed24fa00fc1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:53.606398 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bb4e3b11-0b30-4875-9e1f-fed24fa00fc1 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.6746049 Feb 17 09:34:53.606398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34540) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:53.610025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6481c2f-8aba-46df-a362-515b233a7a2d') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:53.610338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6481c2f-8aba-46df-a362-515b233a7a2d') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:53.618392 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34542) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:53.618772 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7ae22c3f-6a28-4da0-8770-21f1e04cc577 None None] Provisioning complete for port 015ef28c-5888-492c-ad80-13a430b83ba0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:53.619353 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ae22c3f-6a28-4da0-8770-21f1e04cc577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:53.670654 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e49172e7-c55e-44ba-9c5d-9d6d9525a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:34:53.671225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49172e7-c55e-44ba-9c5d-9d6d9525a705 None None] The sync data for ids ['6b893037-1445-4ccd-9734-341935762d96'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:34:53.744790 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78a2a8d-d395-4395-9b73-d1afb7f7b4a8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:53.749361 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a78a2a8d-d395-4395-9b73-d1afb7f7b4a8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:53.828773 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:53.866547 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 0c43f2b8-591d-4f4a-8d03-a35745b118bb completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:53.879175 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:53.886894 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:34:53.887409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:53.890417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 0c43f2b8-591d-4f4a-8d03-a35745b118bb triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:53.891300 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:34:53.997550 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:34:54.071646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bc325dce-4db3-484b-a719-ab85dc3e8796 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.126132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bc325dce-4db3-484b-a719-ab85dc3e8796 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.141348 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b33fd78-73c2-4474-9b89-42d65aace10d None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:34:54.166804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.203822 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9b33fd78-73c2-4474-9b89-42d65aace10d None None] Deleting port 015ef28c-5888-492c-ad80-13a430b83ba0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:54.204440 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b33fd78-73c2-4474-9b89-42d65aace10d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.211564 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.217557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4d0efb-3c47-4cef-a8ce-01d798ec5730 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:54.222830 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fa4d0efb-3c47-4cef-a8ce-01d798ec5730 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=e398590f-1691-4e90-94b2-4638f557802a&device_id=6b893037-1445-4ccd-9734-341935762d96&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6154404 Feb 17 09:34:54.229506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34558) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:54.234885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] Pushing event deleted for resources: {'Network': ['ID=01a63510-c214-4d9a-938a-639f6bb020a6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:54.291118 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4cac6e95-a954-4fbe-8fea-dda315d5e434 req-10ef48d5-9bae-437c-a9f8-0dd7169afafc tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 210 time: 0.0969431 Feb 17 09:34:54.302773 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.341241 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a78a2a8d-d395-4395-9b73-d1afb7f7b4a8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.381846 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2c0ea8b7-a461-4439-ad3c-b2fc69360fe2 None None] Provisioning complete for port 0c43f2b8-591d-4f4a-8d03-a35745b118bb triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:54.387578 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea8b7-a461-4439-ad3c-b2fc69360fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.402511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4be4622-2e3e-4cdd-a9f3-d1384664e382 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:54.412647 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f4be4622-2e3e-4cdd-a9f3-d1384664e382 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "GET /v2.0/networks/e398590f-1691-4e90-94b2-4638f557802a HTTP/1.1" status: 200 len: 881 time: 0.1792843 Feb 17 09:34:54.416066 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34562) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:54.432809 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78a2a8d-d395-4395-9b73-d1afb7f7b4a8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:54.438955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a78a2a8d-d395-4395-9b73-d1afb7f7b4a8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:54.449034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.456819 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78a2a8d-d395-4395-9b73-d1afb7f7b4a8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:54.457938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a78a2a8d-d395-4395-9b73-d1afb7f7b4a8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.479205 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e8714e05-5a33-46f1-84d3-680bb42ce634 tempest-NetworksTest-1728864582 tempest-NetworksTest-1728864582-project] 10.222.0.75 "DELETE /v2.0/networks/01a63510-c214-4d9a-938a-639f6bb020a6 HTTP/1.1" status: 204 len: 168 time: 3.4170268 Feb 17 09:34:54.490558 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cd54dbde-63e6-4f8c-b70b-4499c177ffed tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "GET /v2.0/ports?device_id=6b893037-1445-4ccd-9734-341935762d96 HTTP/1.1" status: 200 len: 205 time: 0.0698013 Feb 17 09:34:54.491574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34568) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:54.535124 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Transition to ACTIVE for port object 99614fb7-15c8-4bfa-b458-3794d70bd646 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:54.539934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a2a8d-d395-4395-9b73-d1afb7f7b4a8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=5aee9449-0b33-440f-a521-aac417e50c5b,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:54.558869 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 0c43f2b8-591d-4f4a-8d03-a35745b118bb, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=0c43f2b8-591d-4f4a-8d03-a35745b118bb,segment=NetworkSegment(71ce994c-f9ce-4e0a-8270-a7b5b9ec3114),segment_id=71ce994c-f9ce-4e0a-8270-a7b5b9ec3114)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:54.703175 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.735474 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a78a2a8d-d395-4395-9b73-d1afb7f7b4a8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5427818 Feb 17 09:34:54.737521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.739637 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34572) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:54.755913 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9b33fd78-73c2-4474-9b89-42d65aace10d None None] For port 015ef28c-5888-492c-ad80-13a430b83ba0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=015ef28c-5888-492c-ad80-13a430b83ba0,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:54.756286 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b33fd78-73c2-4474-9b89-42d65aace10d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.771666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3c16ec49-17d3-4f43-8116-f72b5229ea23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.804443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:54.817585 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7c960778-fcb8-4f52-a231-2872bc2b8acd no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:34:54.825559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bc325dce-4db3-484b-a719-ab85dc3e8796 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.874751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc325dce-4db3-484b-a719-ab85dc3e8796 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81716221-af7c-4381-bd38-9ad58986bd63,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:54.903586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecfd212c-c21a-46e7-9a49-e8e6eb62a32c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.922479 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network ba8c9e30-51cb-432f-92c7-ae01d713b540 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:54.931575 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:54.938304 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:54.945339 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:54.946261 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.958544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea8b7-a461-4439-ad3c-b2fc69360fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:54.976897 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=99614fb7-15c8-4bfa-b458-3794d70bd646,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:55.035773 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 7c960778-fcb8-4f52-a231-2872bc2b8acd {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:34:55.036498 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7c960778-fcb8-4f52-a231-2872bc2b8acd not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:34:55.045206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bc325dce-4db3-484b-a719-ab85dc3e8796 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:55.053438 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9b33fd78-73c2-4474-9b89-42d65aace10d None None] Calling delete_port for 015ef28c-5888-492c-ad80-13a430b83ba0 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:55.058763 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bc325dce-4db3-484b-a719-ab85dc3e8796 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-groups/81716221-af7c-4381-bd38-9ad58986bd63 HTTP/1.1" status: 204 len: 168 time: 1.4319131 Feb 17 09:34:55.071026 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34576) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:55.137061 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=0c43f2b8-591d-4f4a-8d03-a35745b118bb,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:55.232653 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 015ef28c-5888-492c-ad80-13a430b83ba0 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:34:55.272455 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-956fcac0-9622-41cd-a3a5-67eef6ede1fa tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:55.390302 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-2c0ea8b7-a461-4439-ad3c-b2fc69360fe2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:34:55.390658 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-2c0ea8b7-a461-4439-ad3c-b2fc69360fe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:34:55.450127 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b33fd78-73c2-4474-9b89-42d65aace10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:55.456902 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d614b9f1-6a37-43b0-8886-7ea60dc56b96 req-d62ee246-d4eb-4a29-97b6-bca2aaa0b0e8 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 210 time: 0.0732694 Feb 17 09:34:55.457700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34586) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:55.466539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-956fcac0-9622-41cd-a3a5-67eef6ede1fa tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:55.467950 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:55.472251 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-956fcac0-9622-41cd-a3a5-67eef6ede1fa tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4000342 Feb 17 09:34:55.481954 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34590) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:55.482369 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:55.484621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:55.494342 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f996aa05-e46b-44f4-b860-4cf180fcc61f tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.0847766 Feb 17 09:34:55.498392 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ff6ff1dd-bd2b-4c79-9a09-65767025599c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1115414396'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:55.501271 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34596) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:55.507262 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:55.515153 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No active binding found for port 015ef28c-5888-492c-ad80-13a430b83ba0 {{(pid=88371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 17 09:34:55.515654 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 015ef28c-5888-492c-ad80-13a430b83ba0 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:34:55.516282 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecfd212c-c21a-46e7-9a49-e8e6eb62a32c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:55.528573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ff6ff1dd-bd2b-4c79-9a09-65767025599c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:55.542221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33fd78-73c2-4474-9b89-42d65aace10d None None] Pushing event deleted for resources: {'Port': ['ID=015ef28c-5888-492c-ad80-13a430b83ba0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:55.548652 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b33fd78-73c2-4474-9b89-42d65aace10d None None] No DVR routers for this DVR port 015ef28c-5888-492c-ad80-13a430b83ba0 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:34:55.556993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ff6ff1dd-bd2b-4c79-9a09-65767025599c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:55.572819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e600f5a4-6086-4859-94ad-75761d45eaa7 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:55.649827 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd212c-c21a-46e7-9a49-e8e6eb62a32c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Deleting port 4e7e67af-bf98-458a-9947-183cf02df30a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:55.651138 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecfd212c-c21a-46e7-9a49-e8e6eb62a32c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:55.694813 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262deab0-465c-4970-a243-8b02f0f254aa tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:55.695574 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-262deab0-465c-4970-a243-8b02f0f254aa tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:55.700270 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ff6ff1dd-bd2b-4c79-9a09-65767025599c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:55.700454 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:55.704282 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:55.777419 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ff6ff1dd-bd2b-4c79-9a09-65767025599c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:55.803109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ff6ff1dd-bd2b-4c79-9a09-65767025599c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:55.810712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ff6ff1dd-bd2b-4c79-9a09-65767025599c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:55.829128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-262deab0-465c-4970-a243-8b02f0f254aa tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:55.833968 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-262deab0-465c-4970-a243-8b02f0f254aa tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3302100 Feb 17 09:34:55.834626 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34602) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:55.896592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ff6ff1dd-bd2b-4c79-9a09-65767025599c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:55.958923 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-77a9a9bf-c9d6-4176-86ee-fa05a7643a2b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d71f25c9faa84e9ea04b56d745ca03fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990408 Feb 17 09:34:55.965819 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34606) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:55.981227 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': '5aee9449-0b33-440f-a521-aac417e50c5b'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:34:55.983377 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:56.053581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ebee4b-7031-4c27-a67b-b1d2519ca3b2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:56.056458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecfd212c-c21a-46e7-9a49-e8e6eb62a32c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:56.059795 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ebee4b-7031-4c27-a67b-b1d2519ca3b2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:56.066623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ebee4b-7031-4c27-a67b-b1d2519ca3b2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:56.070886 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-93ebee4b-7031-4c27-a67b-b1d2519ca3b2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2312217 Feb 17 09:34:56.074942 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34610) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:56.184455 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ecd8e0e8-db6e-4ac5-be99-daf3461188a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:56.239197 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b34969ce-86ff-4c73-b607-eb30c9dcd305 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port 99614fb7-15c8-4bfa-b458-3794d70bd646 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:56.239725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b34969ce-86ff-4c73-b607-eb30c9dcd305 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:56.243478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2c0ea8b7-a461-4439-ad3c-b2fc69360fe2 None None] Provisioning for port 2f026ade-494d-455f-b674-0289edd002d8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:56.245949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd212c-c21a-46e7-9a49-e8e6eb62a32c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Calling delete_port for 4e7e67af-bf98-458a-9947-183cf02df30a owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:56.285913 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ecd8e0e8-db6e-4ac5-be99-daf3461188a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:56.311508 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Allocated IP 172.20.0.2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/5aee9449-0b33-440f-a521-aac417e50c5b/2b91023d-0854-45f5-8386-3f31fc3ba244) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:56.313540 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2c0ea8b7-a461-4439-ad3c-b2fc69360fe2 None None] Provisioning complete for port 2f026ade-494d-455f-b674-0289edd002d8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:56.313910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea8b7-a461-4439-ad3c-b2fc69360fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:56.414322 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ff6ff1dd-bd2b-4c79-9a09-65767025599c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:56.477043 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2c0ea8b7-a461-4439-ad3c-b2fc69360fe2 None None] Port 2f026ade-494d-455f-b674-0289edd002d8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:34:56.593244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ff6ff1dd-bd2b-4c79-9a09-65767025599c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:56.630075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ecd8e0e8-db6e-4ac5-be99-daf3461188a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:56.662975 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-677eb52a-222a-4d01-b874-f98579befc18 None None] Provisioning complete for port 2f026ade-494d-455f-b674-0289edd002d8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:56.663348 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-677eb52a-222a-4d01-b874-f98579befc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:56.700684 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8e0e8-db6e-4ac5-be99-daf3461188a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b7b913-e34f-4d42-a651-f96d774e9832,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:56.752231 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b34969ce-86ff-4c73-b607-eb30c9dcd305 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:56.760432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ff1dd-bd2b-4c79-9a09-65767025599c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ad6dcd-3864-4e50-a934-a1dff53e2593,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:56.776785 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fa9dc4a3-bc47-43f2-9b37-58e6238a60b5 req-87e60fef-03d3-4103-91bd-cb84049e0f75 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 210 time: 0.0715561 Feb 17 09:34:56.794077 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-677eb52a-222a-4d01-b874-f98579befc18 None None] Port 2f026ade-494d-455f-b674-0289edd002d8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:34:56.796863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:56.817329 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Transition to ACTIVE for port object 2b91023d-0854-45f5-8386-3f31fc3ba244 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:56.839783 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Transition to ACTIVE for port object 2b91023d-0854-45f5-8386-3f31fc3ba244 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:56.850546 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ff6ff1dd-bd2b-4c79-9a09-65767025599c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:56.851854 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ff6ff1dd-bd2b-4c79-9a09-65767025599c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3749700 Feb 17 09:34:56.854851 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34616) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:56.862701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-58f6a31e-c8a8-49d6-9714-01b406f314e4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group_rule': {'security_group_id': 'b5ad6dcd-3864-4e50-a934-a1dff53e2593', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:56.878033 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-677eb52a-222a-4d01-b874-f98579befc18 None None] Provisioning for port 99614fb7-15c8-4bfa-b458-3794d70bd646 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:56.879204 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-58f6a31e-c8a8-49d6-9714-01b406f314e4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:56.885420 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-58f6a31e-c8a8-49d6-9714-01b406f314e4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:56.889239 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-58f6a31e-c8a8-49d6-9714-01b406f314e4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:56.889382 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-677eb52a-222a-4d01-b874-f98579befc18 None None] Provisioning complete for port 99614fb7-15c8-4bfa-b458-3794d70bd646 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:56.895415 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-677eb52a-222a-4d01-b874-f98579befc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:56.895706 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-58f6a31e-c8a8-49d6-9714-01b406f314e4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:56.937567 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ecd8e0e8-db6e-4ac5-be99-daf3461188a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:56.938766 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ecd8e0e8-db6e-4ac5-be99-daf3461188a9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/28b7b913-e34f-4d42-a651-f96d774e9832 HTTP/1.1" status: 204 len: 168 time: 0.9719560 Feb 17 09:34:56.947552 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b34969ce-86ff-4c73-b607-eb30c9dcd305 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for 99614fb7-15c8-4bfa-b458-3794d70bd646 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:56.959383 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-677eb52a-222a-4d01-b874-f98579befc18 None None] Port 99614fb7-15c8-4bfa-b458-3794d70bd646 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:34:56.963016 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.000929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58f6a31e-c8a8-49d6-9714-01b406f314e4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.028572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecfd212c-c21a-46e7-9a49-e8e6eb62a32c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.054777 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:57.057952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:57.061687 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-82067e12-c6ec-4997-b858-304a41849719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.063216 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:34:57.100035 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd212c-c21a-46e7-9a49-e8e6eb62a32c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Pushing event deleted for resources: {'Port': ['ID=4e7e67af-bf98-458a-9947-183cf02df30a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:57.105370 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.objects.ports [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:34:57.175181 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Pushing event updated for resources: {'Port': ['ID=2b91023d-0854-45f5-8386-3f31fc3ba244,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:57.226610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Attempting to bind port 2b91023d-0854-45f5-8386-3f31fc3ba244 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:34:57.229065 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Attempting to bind port 2b91023d-0854-45f5-8386-3f31fc3ba244 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:34:57.229638 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Attempting to bind port 2b91023d-0854-45f5-8386-3f31fc3ba244 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:34:57.247044 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:34:57.247818 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:34:57.251106 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.252125 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:34:57.254111 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Bound port: 2b91023d-0854-45f5-8386-3f31fc3ba244, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:34:57.257652 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.269045 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0c43f2b8-591d-4f4a-8d03-a35745b118bb up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:57.271479 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecfd212c-c21a-46e7-9a49-e8e6eb62a32c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.316926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58f6a31e-c8a8-49d6-9714-01b406f314e4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.418943 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 0c43f2b8-591d-4f4a-8d03-a35745b118bb triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:57.419595 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.448570 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b34969ce-86ff-4c73-b607-eb30c9dcd305 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.479340 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] For port 2b91023d-0854-45f5-8386-3f31fc3ba244, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:34:57.497171 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] For port 2b91023d-0854-45f5-8386-3f31fc3ba244, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2b91023d-0854-45f5-8386-3f31fc3ba244,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:34:57.499232 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58f6a31e-c8a8-49d6-9714-01b406f314e4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.549337 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34969ce-86ff-4c73-b607-eb30c9dcd305 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=99614fb7-15c8-4bfa-b458-3794d70bd646,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:57.598438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecfd212c-c21a-46e7-9a49-e8e6eb62a32c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.617044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecfd212c-c21a-46e7-9a49-e8e6eb62a32c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.637947 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6a31e-c8a8-49d6-9714-01b406f314e4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6608e3-6c1d-4ec7-a2e7-769250184507,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:57.639296 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b34969ce-86ff-4c73-b607-eb30c9dcd305 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.642084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.650856 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.761676 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-1ed0836e-f781-4dd9-81e5-bc124b8d5c03 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:57.764018 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-1ed0836e-f781-4dd9-81e5-bc124b8d5c03 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.37 "GET /v2.0/networks?id=f809a305-6a10-43a8-a929-f23b5f0bc5f0 HTTP/1.1" status: 200 len: 812 time: 0.2997899 Feb 17 09:34:57.764824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e224794-ff9a-45b8-834b-3ee383e7a1f6 None None] Pushing event updated for resources: {'Port': ['ID=2b91023d-0854-45f5-8386-3f31fc3ba244,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:57.771746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecfd212c-c21a-46e7-9a49-e8e6eb62a32c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.772267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfd212c-c21a-46e7-9a49-e8e6eb62a32c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Fanout notify agent at l3_agent the message router_deleted on router 6b893037-1445-4ccd-9734-341935762d96 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:34:57.811601 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecfd212c-c21a-46e7-9a49-e8e6eb62a32c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.817772 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ecfd212c-c21a-46e7-9a49-e8e6eb62a32c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "DELETE /v2.0/routers/6b893037-1445-4ccd-9734-341935762d96 HTTP/1.1" status: 204 len: 168 time: 3.3196082 Feb 17 09:34:57.817772 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58f6a31e-c8a8-49d6-9714-01b406f314e4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.827658 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-58f6a31e-c8a8-49d6-9714-01b406f314e4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9632070 Feb 17 09:34:57.827658 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34634) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:57.838943 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34636) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:57.847352 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0371c2c1-5f95-4e1c-aa9f-7dfae903191a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-805668143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:57.884063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:57.901380 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0371c2c1-5f95-4e1c-aa9f-7dfae903191a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:57.915270 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0371c2c1-5f95-4e1c-aa9f-7dfae903191a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Usage tracker for resource:router and tenant:31b5509203ce4aa0a30905afbf1591e6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:57.924438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0371c2c1-5f95-4e1c-aa9f-7dfae903191a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:57.954269 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-3baf4be8-6305-425f-a607-0aa88b0644e8 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=730243740e684d8480d2d5f11486188a HTTP/1.1" status: 200 len: 378 time: 0.1569910 Feb 17 09:34:57.977674 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-4413e635-6351-49e7-8bc1-b5addce409b6 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Request body: {'port': {'device_id': '7c2d1ad4-4b12-45f0-955b-872ce326496d', 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0', 'admin_state_up': True, 'tenant_id': '730243740e684d8480d2d5f11486188a', 'security_groups': ['71c8f6cf-9fe8-4291-946d-942410db76c4']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:57.979844 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b34969ce-86ff-4c73-b607-eb30c9dcd305 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/99614fb7-15c8-4bfa-b458-3794d70bd646 HTTP/1.1" status: 204 len: 168 time: 1.9018807 Feb 17 09:34:57.981347 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34642) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:58.054236 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52c62ef-ef37-4dca-8d23-27a1e0cb39ae tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] GET failed (client error): The resource could not be found. Feb 17 09:34:58.054795 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a52c62ef-ef37-4dca-8d23-27a1e0cb39ae tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:58.060368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0371c2c1-5f95-4e1c-aa9f-7dfae903191a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:58.070538 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-161897ef-ddd1-4be2-b2dc-cc0d1312db4c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:58.112893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:58.179997 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0d3a7ff1-3dcf-4b76-9065-256c1d333b7a req-7a9849f0-b526-4de4-b8ed-edea4d754e5c tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 210 time: 0.1213996 Feb 17 09:34:58.187586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-161897ef-ddd1-4be2-b2dc-cc0d1312db4c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:58.216718 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a52c62ef-ef37-4dca-8d23-27a1e0cb39ae tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:58.223168 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a52c62ef-ef37-4dca-8d23-27a1e0cb39ae tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports/99614fb7-15c8-4bfa-b458-3794d70bd646 HTTP/1.1" status: 404 len: 333 time: 0.2257986 Feb 17 09:34:58.225301 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34648) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:58.256267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0371c2c1-5f95-4e1c-aa9f-7dfae903191a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:58.258112 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0371c2c1-5f95-4e1c-aa9f-7dfae903191a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:58.316466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-4413e635-6351-49e7-8bc1-b5addce409b6 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:58.327367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-4413e635-6351-49e7-8bc1-b5addce409b6 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:58.334838 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-161897ef-ddd1-4be2-b2dc-cc0d1312db4c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:58.358085 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5b14f5df-3a07-4d46-a749-cf47e551d6e4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port 2f026ade-494d-455f-b674-0289edd002d8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:34:58.358487 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b14f5df-3a07-4d46-a749-cf47e551d6e4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:58.362014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0371c2c1-5f95-4e1c-aa9f-7dfae903191a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:58.363527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161897ef-ddd1-4be2-b2dc-cc0d1312db4c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f6608e3-6c1d-4ec7-a2e7-769250184507,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:58.384383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-161897ef-ddd1-4be2-b2dc-cc0d1312db4c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:58.385504 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-161897ef-ddd1-4be2-b2dc-cc0d1312db4c tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/4f6608e3-6c1d-4ec7-a2e7-769250184507 HTTP/1.1" status: 204 len: 168 time: 0.5215616 Feb 17 09:34:58.388128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34660) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:58.414013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] For port 2b91023d-0854-45f5-8386-3f31fc3ba244, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2b91023d-0854-45f5-8386-3f31fc3ba244,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:34:58.436430 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-769a276a-653e-4467-a767-b467ff553a17 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:58.446818 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-4413e635-6351-49e7-8bc1-b5addce409b6 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Made reservation on behalf of 730243740e684d8480d2d5f11486188a for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:58.450271 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-4413e635-6351-49e7-8bc1-b5addce409b6 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:58.476933 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0371c2c1-5f95-4e1c-aa9f-7dfae903191a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:58.501866 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:58.610507 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-769a276a-653e-4467-a767-b467ff553a17 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:58.612771 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-769a276a-653e-4467-a767-b467ff553a17 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2235682 Feb 17 09:34:58.618467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34666) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:58.644014 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:58.644914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:58.654868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0371c2c1-5f95-4e1c-aa9f-7dfae903191a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:58.658780 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0371c2c1-5f95-4e1c-aa9f-7dfae903191a tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8187501 Feb 17 09:34:58.664341 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34670) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:58.664726 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34672) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:58.684159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'enable_snat': False}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:58.795293 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b14f5df-3a07-4d46-a749-cf47e551d6e4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:58.821576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:58.867101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-4413e635-6351-49e7-8bc1-b5addce409b6 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Allocated IP 172.20.0.12 (f809a305-6a10-43a8-a929-f23b5f0bc5f0/56f2d9cf-33dc-43f3-982a-4c421802b2c0/01209840-4bec-4d42-8934-8293d51a9cbe) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:34:58.881416 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:58.953357 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=a21efd58-fe8f-48c0-b526-1484ede86c0f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:58.956623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:34:58.957281 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:58.974076 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5b14f5df-3a07-4d46-a749-cf47e551d6e4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for 2f026ade-494d-455f-b674-0289edd002d8 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:34:59.006000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=2b91023d-0854-45f5-8386-3f31fc3ba244,revision_number=4']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:59.059923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f91ced61-09ed-4702-b1e1-eee273585e18 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:59.064559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-16e51231-6829-41c1-9aa2-24f5ffdc67d3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-807468567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:59.101031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-16e51231-6829-41c1-9aa2-24f5ffdc67d3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:59.143574 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2e966d-0092-42ea-b358-acf99739ec98 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:34:59.147285 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-58e527f8-08f4-411a-bc08-c12b324a608c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4062176 Feb 17 09:34:59.151590 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34682) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:59.162479 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'mac_address': 'fa:16:3e:bf:bc:72', 'name': 'tempest-NetworksTestDHCPv6-148027912'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:34:59.185530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-16e51231-6829-41c1-9aa2-24f5ffdc67d3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Usage tracker for resource:router and tenant:65d0ec90107f4dd593e23887d16846de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:59.191619 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-16e51231-6829-41c1-9aa2-24f5ffdc67d3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:59.203329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f91ced61-09ed-4702-b1e1-eee273585e18 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:59.213719 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-16e51231-6829-41c1-9aa2-24f5ffdc67d3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:59.253480 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b14f5df-3a07-4d46-a749-cf47e551d6e4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:59.267838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2b91023d-0854-45f5-8386-3f31fc3ba244 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:34:59.361122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14f5df-3a07-4d46-a749-cf47e551d6e4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=2f026ade-494d-455f-b674-0289edd002d8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:59.384281 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-545d3271-c727-4ffe-9134-e714ff15bc09 req-8e529417-7de7-4c45-a31c-5314cf4317e4 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 210 time: 0.0712175 Feb 17 09:34:59.477691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:59.491255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16e51231-6829-41c1-9aa2-24f5ffdc67d3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:59.492308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16e51231-6829-41c1-9aa2-24f5ffdc67d3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:59.525030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b14f5df-3a07-4d46-a749-cf47e551d6e4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:59.534338 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:34:59.543513 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-58a62bcb-272e-45d6-9e76-4594775bdd70 None None] Provisioning for port 2b91023d-0854-45f5-8386-3f31fc3ba244 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:59.549126 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:port and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:34:59.553461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16e51231-6829-41c1-9aa2-24f5ffdc67d3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:59.554548 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:34:59.558936 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-58a62bcb-272e-45d6-9e76-4594775bdd70 None None] Provisioning complete for port 2b91023d-0854-45f5-8386-3f31fc3ba244 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:59.559966 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58a62bcb-272e-45d6-9e76-4594775bdd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:59.565274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:34:59.589775 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-4413e635-6351-49e7-8bc1-b5addce409b6 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:59.607435 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 2b91023d-0854-45f5-8386-3f31fc3ba244 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:34:59.638487 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5b14f5df-3a07-4d46-a749-cf47e551d6e4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/2f026ade-494d-455f-b674-0289edd002d8 HTTP/1.1" status: 204 len: 168 time: 1.4116371 Feb 17 09:34:59.641091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34688) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:59.708557 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:34:59.717613 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-4413e635-6351-49e7-8bc1-b5addce409b6 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Transition to ACTIVE for port object 01209840-4bec-4d42-8934-8293d51a9cbe will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:34:59.724103 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f91ced61-09ed-4702-b1e1-eee273585e18 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:59.752435 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ced61-09ed-4702-b1e1-eee273585e18 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ad6dcd-3864-4e50-a934-a1dff53e2593,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:34:59.761421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 2b91023d-0854-45f5-8386-3f31fc3ba244 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:34:59.762008 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:59.788516 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aefbf3e-a972-49fa-b8ee-3537821632a5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] GET failed (client error): The resource could not be found. Feb 17 09:34:59.789644 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6aefbf3e-a972-49fa-b8ee-3537821632a5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:34:59.803455 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16e51231-6829-41c1-9aa2-24f5ffdc67d3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:59.855128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-4413e635-6351-49e7-8bc1-b5addce409b6 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:59.889627 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:59.919879 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port 239616c0-5e8c-437c-9c76-e40d314626d6 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:34:59.927845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f91ced61-09ed-4702-b1e1-eee273585e18 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:59.931263 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f91ced61-09ed-4702-b1e1-eee273585e18 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-groups/b5ad6dcd-3864-4e50-a934-a1dff53e2593 HTTP/1.1" status: 204 len: 168 time: 1.3094440 Feb 17 09:34:59.938264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-4413e635-6351-49e7-8bc1-b5addce409b6 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Network f809a305-6a10-43a8-a929-f23b5f0bc5f0 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:34:59.939497 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34692) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:34:59.945282 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-4413e635-6351-49e7-8bc1-b5addce409b6 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:34:59.960330 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6aefbf3e-a972-49fa-b8ee-3537821632a5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:34:59.961971 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6aefbf3e-a972-49fa-b8ee-3537821632a5 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports/2f026ade-494d-455f-b674-0289edd002d8 HTTP/1.1" status: 404 len: 333 time: 0.3186104 Feb 17 09:34:59.970370 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:34:59.972968 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34696) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:00.002639 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58a62bcb-272e-45d6-9e76-4594775bdd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:00.029136 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16e51231-6829-41c1-9aa2-24f5ffdc67d3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:00.041714 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-16e51231-6829-41c1-9aa2-24f5ffdc67d3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.3708768 Feb 17 09:35:00.049237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-4413e635-6351-49e7-8bc1-b5addce409b6 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:00.052490 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34702) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:00.052651 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:00.099769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-58a62bcb-272e-45d6-9e76-4594775bdd70 None None] For port 2b91023d-0854-45f5-8386-3f31fc3ba244, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2b91023d-0854-45f5-8386-3f31fc3ba244,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:00.104568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413e635-6351-49e7-8bc1-b5addce409b6 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Pushing event updated for resources: {'Port': ['ID=01209840-4bec-4d42-8934-8293d51a9cbe,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:00.227194 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58a62bcb-272e-45d6-9e76-4594775bdd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:00.243084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-154983719'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:00.272605 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:00.290185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab211e23-fee1-411a-a7cc-5adcd37b0651 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting subnet b0900b1f-9226-453a-a3ea-45a664d46f65 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:35:00.290185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Usage tracker for resource:network and tenant:65d0ec90107f4dd593e23887d16846de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:00.293281 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:00.307528 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab211e23-fee1-411a-a7cc-5adcd37b0651 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:00.322783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-4413e635-6351-49e7-8bc1-b5addce409b6 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:00.323430 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-4413e635-6351-49e7-8bc1-b5addce409b6 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:00.347646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:00.366815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:00.414122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:35:00.414477 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:35:00.415111 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a62bcb-272e-45d6-9e76-4594775bdd70 None None] Pushing event updated for resources: {'Port': ['ID=2b91023d-0854-45f5-8386-3f31fc3ba244,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:00.425548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0f5d43ce-df5c-4280-a93b-154ace538940 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:00.426317 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab211e23-fee1-411a-a7cc-5adcd37b0651 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:00.426686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:00.483461 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6cbaacd6-afc5-4240-ba2a-85a66333cddc None None] Provisioning for port 01209840-4bec-4d42-8934-8293d51a9cbe completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:00.484258 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-4413e635-6351-49e7-8bc1-b5addce409b6 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5209961 Feb 17 09:35:00.491876 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6cbaacd6-afc5-4240-ba2a-85a66333cddc None None] Provisioning complete for port 01209840-4bec-4d42-8934-8293d51a9cbe triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:00.492080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6cbaacd6-afc5-4240-ba2a-85a66333cddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:00.516014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Request body: {'port': {'device_id': '7c2d1ad4-4b12-45f0-955b-872ce326496d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:00.551425 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Made reservation on behalf of 65d0ec90107f4dd593e23887d16846de for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:00.555424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:00.588170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6cbaacd6-afc5-4240-ba2a-85a66333cddc None None] Port 01209840-4bec-4d42-8934-8293d51a9cbe cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:35:00.592200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:00.618074 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 172.20.0.4 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/5aee9449-0b33-440f-a521-aac417e50c5b/239616c0-5e8c-437c-9c76-e40d314626d6) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:00.629160 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::f816:3eff:febf:bc72 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/a21efd58-fe8f-48c0-b526-1484ede86c0f/239616c0-5e8c-437c-9c76-e40d314626d6) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:00.636728 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:00.649428 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Usage tracker for resource:security_group_rule and tenant:65d0ec90107f4dd593e23887d16846de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:00.672883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:00.680005 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab211e23-fee1-411a-a7cc-5adcd37b0651 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:00.718117 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:00.723280 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0f5d43ce-df5c-4280-a93b-154ace538940 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:00.731194 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0f5d43ce-df5c-4280-a93b-154ace538940 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7842247 Feb 17 09:35:00.740192 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34710) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:00.751170 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a24b8299-7fbe-4036-969a-ed708cd248b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group': {'name': 'tempest-secgroup--322516487'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:00.775050 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a24b8299-7fbe-4036-969a-ed708cd248b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:00.835727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a24b8299-7fbe-4036-969a-ed708cd248b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:00.935132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:00.947607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Allocated IP 172.26.4.96 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/af5041b5-a5c1-4c72-b179-01a7a4eeb300) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:00.948742 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-06b5e1ce-e182-4b6f-bc1d-8768b39cdda2 None None] Provisioning complete for port 2b91023d-0854-45f5-8386-3f31fc3ba244 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:00.949347 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-06b5e1ce-e182-4b6f-bc1d-8768b39cdda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:00.974738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d1d6b-5278-4840-9b4e-f42870d764dd req-1c0ba0d1-7945-496d-80fb-91174a653787 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:00.975450 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-d95d1d6b-5278-4840-9b4e-f42870d764dd req-1c0ba0d1-7945-496d-80fb-91174a653787 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Synchronizing usage tracker for tenant:730243740e684d8480d2d5f11486188a on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:00.997711 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a24b8299-7fbe-4036-969a-ed708cd248b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.053501 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.054999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a24b8299-7fbe-4036-969a-ed708cd248b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:01.068244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a24b8299-7fbe-4036-969a-ed708cd248b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:01.080649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab211e23-fee1-411a-a7cc-5adcd37b0651 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.085846 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a24b8299-7fbe-4036-969a-ed708cd248b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:01.122719 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.126700 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a24b8299-7fbe-4036-969a-ed708cd248b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:01.152124 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab211e23-fee1-411a-a7cc-5adcd37b0651 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Subnet': ['ID=b0900b1f-9226-453a-a3ea-45a664d46f65,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:01.154618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab211e23-fee1-411a-a7cc-5adcd37b0651 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.163013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.163893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e315662-f486-4ae0-a187-3ddb0e43cce3 None None] Network ba8c9e30-51cb-432f-92c7-ae01d713b540 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:01.200041 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object 239616c0-5e8c-437c-9c76-e40d314626d6 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:01.200260 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2b91023d-0854-45f5-8386-3f31fc3ba244 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:01.224818 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-d95d1d6b-5278-4840-9b4e-f42870d764dd req-1c0ba0d1-7945-496d-80fb-91174a653787 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Unset dirty status for tenant:730243740e684d8480d2d5f11486188a on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:01.226002 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d95d1d6b-5278-4840-9b4e-f42870d764dd req-1c0ba0d1-7945-496d-80fb-91174a653787 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 932 time: 0.5172679 Feb 17 09:35:01.244941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:35:01.254566 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ab211e23-fee1-411a-a7cc-5adcd37b0651 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/b0900b1f-9226-453a-a3ea-45a664d46f65 HTTP/1.1" status: 204 len: 168 time: 1.2812366 Feb 17 09:35:01.264946 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34714) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:01.305022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.305239 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Added segment eafa9de3-97c3-48df-802f-03b4c0e6d5ba of type vlan for network d6379491-ba44-40e1-9dd1-41f5a41032bb Feb 17 09:35:01.306497 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=712ee19e-ad49-4237-a51d-2cb513ce7163,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:01.370469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.384909 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.414374 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d95d1d6b-5278-4840-9b4e-f42870d764dd req-fd1b60d1-a02c-433b-ab23-278843ff419a tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/security-groups?id=71c8f6cf-9fe8-4291-946d-942410db76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1764758 Feb 17 09:35:01.459188 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 2b91023d-0854-45f5-8386-3f31fc3ba244 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:01.460223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.549417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.563089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01209840-4bec-4d42-8934-8293d51a9cbe {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:35:01.573612 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.586247 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:01.589723 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.593073 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Transition to ACTIVE for port object 01209840-4bec-4d42-8934-8293d51a9cbe will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:01.595785 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a24b8299-7fbe-4036-969a-ed708cd248b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.604712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.604822 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:01.609161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=239616c0-5e8c-437c-9c76-e40d314626d6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:01.618261 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:01.638363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0e3013-22e4-41b8-8310-a99608973fc4 None None] DHCP port deletion for ba8c9e30-51cb-432f-92c7-ae01d713b540 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:35:01.648907 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2a0e3013-22e4-41b8-8310-a99608973fc4 None None] Deleting port 0c43f2b8-591d-4f4a-8d03-a35745b118bb {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:01.649548 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a0e3013-22e4-41b8-8310-a99608973fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.661753 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port 0c43f2b8-591d-4f4a-8d03-a35745b118bb {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:01.662221 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.732573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:01.735869 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:01.740206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:01.750264 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:01.751399 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.777703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.781373 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Pushing event updated for resources: {'Port': ['ID=af5041b5-a5c1-4c72-b179-01a7a4eeb300,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:01.805490 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a24b8299-7fbe-4036-969a-ed708cd248b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.856655 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.862513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:01.862822 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:01.972242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2a0e3013-22e4-41b8-8310-a99608973fc4 None None] For port 0c43f2b8-591d-4f4a-8d03-a35745b118bb, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=0c43f2b8-591d-4f4a-8d03-a35745b118bb,segment=NetworkSegment(71ce994c-f9ce-4e0a-8270-a7b5b9ec3114),segment_id=71ce994c-f9ce-4e0a-8270-a7b5b9ec3114)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:01.972645 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a0e3013-22e4-41b8-8310-a99608973fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:02.038242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event updated for resources: {'Network': ['ID=d6379491-ba44-40e1-9dd1-41f5a41032bb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:02.065166 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network d6379491-ba44-40e1-9dd1-41f5a41032bb details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:35:02.071878 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0078f1a6-de29-4f22-8c74-8e0a843821c5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9188740 Feb 17 09:35:02.080103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a24b8299-7fbe-4036-969a-ed708cd248b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:02.081153 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a24b8299-7fbe-4036-969a-ed708cd248b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3400800 Feb 17 09:35:02.110014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34720) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:02.111247 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34722) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:02.116062 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=01209840-4bec-4d42-8934-8293d51a9cbe,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:02.129136 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b7cd0ea3-1b4b-4a08-9ca7-fc4c061c4009 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group_rule': {'security_group_id': 'af086a4b-18c9-42c2-81b6-c92414869778', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:02.148868 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c48c67c3-50f6-44b8-bb65-5ef94d56faac tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0948439 Feb 17 09:35:02.155507 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34728) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:02.156114 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b8299-7fbe-4036-969a-ed708cd248b7 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af086a4b-18c9-42c2-81b6-c92414869778,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:02.180554 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Request body: {'subnet': {'network_id': 'd6379491-ba44-40e1-9dd1-41f5a41032bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:02.216710 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2a0e3013-22e4-41b8-8310-a99608973fc4 None None] Calling delete_port for 0c43f2b8-591d-4f4a-8d03-a35745b118bb owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:02.273209 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b7cd0ea3-1b4b-4a08-9ca7-fc4c061c4009 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:02.300990 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] For port 0c43f2b8-591d-4f4a-8d03-a35745b118bb, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=0c43f2b8-591d-4f4a-8d03-a35745b118bb,segment=NetworkSegment(71ce994c-f9ce-4e0a-8270-a7b5b9ec3114),segment_id=71ce994c-f9ce-4e0a-8270-a7b5b9ec3114)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:02.301361 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:02.311501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-14e7f880-99c4-424e-a6a5-7a58f9c5233f None None] Provisioning for port 239616c0-5e8c-437c-9c76-e40d314626d6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:02.322725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b7cd0ea3-1b4b-4a08-9ca7-fc4c061c4009 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:02.333311 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-14e7f880-99c4-424e-a6a5-7a58f9c5233f None None] Provisioning complete for port 239616c0-5e8c-437c-9c76-e40d314626d6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:02.333746 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14e7f880-99c4-424e-a6a5-7a58f9c5233f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:02.337231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b7cd0ea3-1b4b-4a08-9ca7-fc4c061c4009 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:02.359372 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b7cd0ea3-1b4b-4a08-9ca7-fc4c061c4009 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:02.410860 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Attempting to bind port 01209840-4bec-4d42-8934-8293d51a9cbe on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:35:02.411274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Attempting to bind port 01209840-4bec-4d42-8934-8293d51a9cbe by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:35:02.411545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Attempting to bind port 01209840-4bec-4d42-8934-8293d51a9cbe on network f809a305-6a10-43a8-a929-f23b5f0bc5f0 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:35:02.417322 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Port 01209840-4bec-4d42-8934-8293d51a9cbe on network f809a305-6a10-43a8-a929-f23b5f0bc5f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:35:02.418094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Attempting to bind port 01209840-4bec-4d42-8934-8293d51a9cbe on network f809a305-6a10-43a8-a929-f23b5f0bc5f0 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:35:02.430115 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:35:02.430465 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Checking segment: {'id': 'b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:02.430864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Bound using segment: {'id': 'b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:35:02.431318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Bound port: 01209840-4bec-4d42-8934-8293d51a9cbe, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:35:02.432051 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:02.436669 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-14e7f880-99c4-424e-a6a5-7a58f9c5233f None None] Port 239616c0-5e8c-437c-9c76-e40d314626d6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:35:02.463908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505be9a8-0f00-408b-a6e5-733d86b2001f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:02.467704 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:35:02.470953 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505be9a8-0f00-408b-a6e5-733d86b2001f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:02.471879 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-505be9a8-0f00-408b-a6e5-733d86b2001f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:02.541936 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a0e3013-22e4-41b8-8310-a99608973fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:02.552750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:02.561732 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for 0c43f2b8-591d-4f4a-8d03-a35745b118bb owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:02.628158 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e3013-22e4-41b8-8310-a99608973fc4 None None] Pushing event deleted for resources: {'Port': ['ID=0c43f2b8-591d-4f4a-8d03-a35745b118bb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:02.637410 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Usage tracker for resource:subnet and tenant:65d0ec90107f4dd593e23887d16846de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:02.645674 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e3013-22e4-41b8-8310-a99608973fc4 None None] No DVR routers for this DVR port 0c43f2b8-591d-4f4a-8d03-a35745b118bb on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:35:02.652724 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:02.667676 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:02.721200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:35:02.721657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:35:02.733236 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88403e-4d68-4203-af4a-79d9898a80db req-42585311-e479-45ed-8e5f-70c982a3bcae tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:02.734769 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8a88403e-4d68-4203-af4a-79d9898a80db req-42585311-e479-45ed-8e5f-70c982a3bcae tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 944 time: 0.1453211 Feb 17 09:35:02.742113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b7cd0ea3-1b4b-4a08-9ca7-fc4c061c4009 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:02.761087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Made reservation on behalf of 65d0ec90107f4dd593e23887d16846de for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:02.764508 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:02.832636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] For port 01209840-4bec-4d42-8934-8293d51a9cbe, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:35:02.857248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-8a88403e-4d68-4203-af4a-79d9898a80db req-44ed83b6-957c-4771-8abe-853f4e724fba tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Synchronizing usage tracker for tenant:730243740e684d8480d2d5f11486188a on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:02.889994 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-505be9a8-0f00-408b-a6e5-733d86b2001f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:02.890240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-8a88403e-4d68-4203-af4a-79d9898a80db req-44ed83b6-957c-4771-8abe-853f4e724fba tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Unset dirty status for tenant:730243740e684d8480d2d5f11486188a on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:02.891167 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8a88403e-4d68-4203-af4a-79d9898a80db req-44ed83b6-957c-4771-8abe-853f4e724fba tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/security-groups?id=71c8f6cf-9fe8-4291-946d-942410db76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1499808 Feb 17 09:35:02.891429 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-505be9a8-0f00-408b-a6e5-733d86b2001f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7785110 Feb 17 09:35:02.895709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34736) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:02.920247 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] For port 01209840-4bec-4d42-8934-8293d51a9cbe, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=01209840-4bec-4d42-8934-8293d51a9cbe,segment=NetworkSegment(b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c),segment_id=b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:35:02.951585 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b7cd0ea3-1b4b-4a08-9ca7-fc4c061c4009 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:02.954082 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:02.979646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-47b1b533-0df1-476c-8ce0-cc21adb7fd07 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port 239616c0-5e8c-437c-9c76-e40d314626d6 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:02.979987 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-47b1b533-0df1-476c-8ce0-cc21adb7fd07 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:03.020439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:03.075037 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b7cd0ea3-1b4b-4a08-9ca7-fc4c061c4009 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:03.137956 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd0ea3-1b4b-4a08-9ca7-fc4c061c4009 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9571a271-8466-4586-a2df-a00635537e18,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:03.140459 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:03.141075 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:03.143250 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] 10.222.0.37 "PUT /v2.0/ports/01209840-4bec-4d42-8934-8293d51a9cbe HTTP/1.1" status: 200 len: 1094 time: 2.6382422 Feb 17 09:35:03.162209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0c43f2b8-591d-4f4a-8d03-a35745b118bb no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:35:03.200679 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 0c43f2b8-591d-4f4a-8d03-a35745b118bb {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:35:03.200679 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0c43f2b8-591d-4f4a-8d03-a35745b118bb not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:35:03.208439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2d1ad4-4b12-45f0-955b-872ce326496d', 'tag': '01209840-4bec-4d42-8934-8293d51a9cbe'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:35:03.268888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2681138-f988-43d5-bb10-742ea06fc2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=01209840-4bec-4d42-8934-8293d51a9cbe,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:03.271054 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port 0c43f2b8-591d-4f4a-8d03-a35745b118bb {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:03.271054 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:03.287293 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2d1ad4-4b12-45f0-955b-872ce326496d', 'tag': '01209840-4bec-4d42-8934-8293d51a9cbe', 'status': 'completed', 'code': 200} Feb 17 09:35:03.354396 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] The port '0c43f2b8-591d-4f4a-8d03-a35745b118bb' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:35:03.405489 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:03.440667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b7cd0ea3-1b4b-4a08-9ca7-fc4c061c4009 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:03.441833 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b7cd0ea3-1b4b-4a08-9ca7-fc4c061c4009 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3273213 Feb 17 09:35:03.445356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34742) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:03.537210 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-afcda55d-fac3-4f00-ad43-1fb3f4d89b1d tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules/9571a271-8466-4586-a2df-a00635537e18 HTTP/1.1" status: 200 len: 763 time: 0.0891244 Feb 17 09:35:03.547482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34746) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:03.574765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-0d91bcc7-c70f-424d-86fc-aee4ca6e0ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:03.576275 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-0d91bcc7-c70f-424d-86fc-aee4ca6e0ab9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=730243740e684d8480d2d5f11486188a&device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 1097 time: 0.2814980 Feb 17 09:35:03.603540 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:03.621137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-47b1b533-0df1-476c-8ce0-cc21adb7fd07 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:03.632387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event updated for resources: {'Subnet': ['ID=ff96ac86-de36-4b44-a6df-49fcb413f4d0,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:03.648113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:03.665774 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-50b7bd2d-f007-43a2-8891-4ab818ee4e33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01209840-4bec-4d42-8934-8293d51a9cbe HTTP/1.1" status: 200 len: 217 time: 0.0742230 Feb 17 09:35:03.672021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:03.716039 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8c9e30-51cb-432f-92c7-ae01d713b540']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:03.723788 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:03.724128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:03.724485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:03.724904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:03.725230 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:03.725559 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:03.725882 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:03.726230 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:03.726552 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:03.726869 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:03.727229 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:03.727547 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:03.729815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-37576a52-c45b-4b59-ae3d-df93257dea6d tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:03.798382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-47b1b533-0df1-476c-8ce0-cc21adb7fd07 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for 239616c0-5e8c-437c-9c76-e40d314626d6 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:03.831349 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Checking segment: {'id': 'eafa9de3-97c3-48df-802f-03b4c0e6d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd6379491-ba44-40e1-9dd1-41f5a41032bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:03.831607 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Network hostable DHCP agents. Network: d6379491-ba44-40e1-9dd1-41f5a41032bb, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:35:03.842256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a3abebe3-fca5-41f3-bf05-591267395b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:03.843750 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-a3abebe3-fca5-41f3-bf05-591267395b2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=56f2d9cf-33dc-43f3-982a-4c421802b2c0 HTTP/1.1" status: 200 len: 851 time: 0.1696854 Feb 17 09:35:03.849627 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ce994c-f9ce-4e0a-8270-a7b5b9ec3114') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:03.849943 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ce994c-f9ce-4e0a-8270-a7b5b9ec3114') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:03.872666 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:03.907271 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:03.927782 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:35:03.928243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:03.946258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-37576a52-c45b-4b59-ae3d-df93257dea6d tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:03.947525 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-37576a52-c45b-4b59-ae3d-df93257dea6d tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3976049 Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:35:03.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:35:03.956159 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34752) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:04.032309 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-2e59a149-2a24-4543-8338-169399d6592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:04.033941 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-2e59a149-2a24-4543-8338-169399d6592e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f809a305-6a10-43a8-a929-f23b5f0bc5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1841204 Feb 17 09:35:04.091653 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Network d6379491-ba44-40e1-9dd1-41f5a41032bb is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:35:04.170441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Router edf98fc9-f3c8-46eb-af56-0a595791baa4 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:35:04.184488 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-ddfdba9b-59c5-4e82-a146-a23de071ff2d service neutron] 10.222.0.37 "GET /v2.0/networks/f809a305-6a10-43a8-a929-f23b5f0bc5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428988 Feb 17 09:35:04.321423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5a6a-0194-47fb-8870-b20460cfb7b9 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:04.350121 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5a6a-0194-47fb-8870-b20460cfb7b9 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:04.417532 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:04.421883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:04.457830 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, d6379491-ba44-40e1-9dd1-41f5a41032bb) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:04.462465 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:04.463283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:04.471852 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b194906-d625-40a4-8717-7c5b36ba7f95 None None] Network d6379491-ba44-40e1-9dd1-41f5a41032bb requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:04.495702 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Network': ['ID=ba8c9e30-51cb-432f-92c7-ae01d713b540,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:04.530147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01892c1a-1dc3-44ac-a270-e91bfb8b5bf5 req-301608f7-b04c-48ee-b2a6-3c3426992f8e tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:04.530625 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-01892c1a-1dc3-44ac-a270-e91bfb8b5bf5 req-301608f7-b04c-48ee-b2a6-3c3426992f8e tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 944 time: 0.4943721 Feb 17 09:35:04.535147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5a6a-0194-47fb-8870-b20460cfb7b9 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:04.546973 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5a6a-0194-47fb-8870-b20460cfb7b9 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:04.552509 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2a9a5a6a-0194-47fb-8870-b20460cfb7b9 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/9571a271-8466-4586-a2df-a00635537e18 HTTP/1.1" status: 204 len: 168 time: 0.5143559 Feb 17 09:35:04.553082 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34756) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:04.637358 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-01892c1a-1dc3-44ac-a270-e91bfb8b5bf5 req-83c8bc84-e3fa-4d8e-97cb-05e41f252913 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/security-groups?id=71c8f6cf-9fe8-4291-946d-942410db76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851719 Feb 17 09:35:04.638632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a5a6a-0194-47fb-8870-b20460cfb7b9 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9571a271-8466-4586-a2df-a00635537e18,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:04.648420 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e10cb30e-b188-426b-8813-464c71ac360b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/networks/ba8c9e30-51cb-432f-92c7-ae01d713b540 HTTP/1.1" status: 204 len: 168 time: 3.3756607 Feb 17 09:35:04.656725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34760) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:04.677602 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fa4aec16-fe73-43c8-adc2-247d2942c6fd tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5155954 Feb 17 09:35:04.682866 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-47b1b533-0df1-476c-8ce0-cc21adb7fd07 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:04.684526 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1148488238'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:04.684955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34764) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:04.695295 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-79054cb3-7569-4a65-abbe-07f35fc6c9bf tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Request body: {'network': {'name': 'tempest-router-network01--181974716'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:04.695946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:35:04.706891 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:04.707437 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a66998-1a50-4097-81f3-476d1a7bf72a None None] Sync routers for ids ['edf98fc9-f3c8-46eb-af56-0a595791baa4'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:35:04.718669 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b85385ae-07f1-48ce-9478-bb6eb24b86bd tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "PUT /v2.0/routers/edf98fc9-f3c8-46eb-af56-0a595791baa4 HTTP/1.1" status: 200 len: 918 time: 6.0378935 Feb 17 09:35:04.718669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34768) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:04.722225 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a66998-1a50-4097-81f3-476d1a7bf72a None None] Routers {'edf98fc9-f3c8-46eb-af56-0a595791baa4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:04.723175 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-17a66998-1a50-4097-81f3-476d1a7bf72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['edf98fc9-f3c8-46eb-af56-0a595791baa4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:04.771805 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-79054cb3-7569-4a65-abbe-07f35fc6c9bf tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:04.784273 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-d6379491-ba44-40e1-9dd1-41f5a41032bb', 'network_id': 'd6379491-ba44-40e1-9dd1-41f5a41032bb', 'tenant_id': '65d0ec90107f4dd593e23887d16846de', 'fixed_ips': [{'subnet_id': 'ff96ac86-de36-4b44-a6df-49fcb413f4d0'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:35:04.785481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:04.818975 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-17a66998-1a50-4097-81f3-476d1a7bf72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:04.837116 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a66998-1a50-4097-81f3-476d1a7bf72a None None] Routers {'edf98fc9-f3c8-46eb-af56-0a595791baa4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:04.837820 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-17a66998-1a50-4097-81f3-476d1a7bf72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['edf98fc9-f3c8-46eb-af56-0a595791baa4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:04.867457 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1b533-0df1-476c-8ce0-cc21adb7fd07 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=239616c0-5e8c-437c-9c76-e40d314626d6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:04.883903 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-79054cb3-7569-4a65-abbe-07f35fc6c9bf tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Usage tracker for resource:network and tenant:65d0ec90107f4dd593e23887d16846de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:04.890558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-79054cb3-7569-4a65-abbe-07f35fc6c9bf tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:04.937292 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-17a66998-1a50-4097-81f3-476d1a7bf72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:04.937954 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a66998-1a50-4097-81f3-476d1a7bf72a None None] The sync data for ids ['edf98fc9-f3c8-46eb-af56-0a595791baa4'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:35:04.957767 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-79054cb3-7569-4a65-abbe-07f35fc6c9bf tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:04.971052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:04.975687 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:network and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:04.978641 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a11f8f74-14be-4633-b340-d4b428d647dc tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:04.978896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:04.988768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:05.003764 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-43504ab5-ee14-4891-b4d5-717b54e47cfd req-eeae058b-bcf8-48ac-8233-d3e77bd87efd service neutron] 10.222.0.37 "GET /v2.0/networks/f809a305-6a10-43a8-a929-f23b5f0bc5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184080 Feb 17 09:35:05.031333 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Allocated IP 2001:db8::2 (d6379491-ba44-40e1-9dd1-41f5a41032bb/ff96ac86-de36-4b44-a6df-49fcb413f4d0/588ee325-9385-4977-983d-10888c1b967e) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:05.047219 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7895d17d-2066-40cf-8e6c-449f8989552a tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "GET /v2.0/routers/edf98fc9-f3c8-46eb-af56-0a595791baa4 HTTP/1.1" status: 200 len: 924 time: 0.3197141 Feb 17 09:35:05.052468 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34772) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:05.076384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:05.082140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.113196 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a11f8f74-14be-4633-b340-d4b428d647dc tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:05.119656 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a11f8f74-14be-4633-b340-d4b428d647dc tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5603993 Feb 17 09:35:05.119656 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79054cb3-7569-4a65-abbe-07f35fc6c9bf tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Made reservation on behalf of 65d0ec90107f4dd593e23887d16846de for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:05.119907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34776) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:05.122420 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79054cb3-7569-4a65-abbe-07f35fc6c9bf tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.128517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d54249f9-0619-448b-b289-df6402c492d4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group_rule': {'security_group_id': 'af086a4b-18c9-42c2-81b6-c92414869778', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:05.134294 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:35:05.140577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d54249f9-0619-448b-b289-df6402c492d4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:05.153724 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.154083 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Added segment 24c7d4d9-4410-44de-a166-7244af716ac0 of type vlan for network cba376e4-6439-4522-a2cd-d07fdac2415b Feb 17 09:35:05.156573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d54249f9-0619-448b-b289-df6402c492d4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:05.190679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-47b1b533-0df1-476c-8ce0-cc21adb7fd07 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.197813 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79054cb3-7569-4a65-abbe-07f35fc6c9bf tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:35:05.210555 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-47b1b533-0df1-476c-8ce0-cc21adb7fd07 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/239616c0-5e8c-437c-9c76-e40d314626d6 HTTP/1.1" status: 204 len: 168 time: 2.3113456 Feb 17 09:35:05.213016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34780) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:05.218551 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79054cb3-7569-4a65-abbe-07f35fc6c9bf tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.218908 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-79054cb3-7569-4a65-abbe-07f35fc6c9bf tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Added segment f5c31776-be2b-465e-b299-0a4efbab4665 of type vlan for network 8593864b-9e53-48cb-83c0-a448b1ebfcbf Feb 17 09:35:05.245836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.279509 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdbfc90-7728-48ce-b5ce-fa146725d550 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:05.284049 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ffdbfc90-7728-48ce-b5ce-fa146725d550 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=e398590f-1691-4e90-94b2-4638f557802a&device_id=edf98fc9-f3c8-46eb-af56-0a595791baa4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2310286 Feb 17 09:35:05.287465 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34784) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:05.301768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d54249f9-0619-448b-b289-df6402c492d4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.328231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b68c6-5c38-4aca-8594-4f1d28693932 req-b64f6f52-f102-44b4-b812-4c9e2c8ddbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:05.330328 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-836b68c6-5c38-4aca-8594-4f1d28693932 req-b64f6f52-f102-44b4-b812-4c9e2c8ddbc8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=730243740e684d8480d2d5f11486188a&device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 1097 time: 0.1514468 Feb 17 09:35:05.343282 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.355335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Transition to ACTIVE for port object 588ee325-9385-4977-983d-10888c1b967e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:05.376543 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Transition to ACTIVE for port object 588ee325-9385-4977-983d-10888c1b967e will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:05.408623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79054cb3-7569-4a65-abbe-07f35fc6c9bf tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.415141 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e4e98d-a5c5-4250-953d-eb7f625dba67 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:05.416647 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e4e98d-a5c5-4250-953d-eb7f625dba67 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:05.418231 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e4e98d-a5c5-4250-953d-eb7f625dba67 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:05.419780 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d2e4e98d-a5c5-4250-953d-eb7f625dba67 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:05.430899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.436528 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:05.437137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.502828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.515640 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2654a102-8028-48a6-a15d-cbd8755a83da tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:05.520417 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2654a102-8028-48a6-a15d-cbd8755a83da tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "GET /v2.0/networks/e398590f-1691-4e90-94b2-4638f557802a HTTP/1.1" status: 200 len: 881 time: 0.2281473 Feb 17 09:35:05.520695 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34788) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:05.570270 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-59ab3308-3e95-4142-b3f4-207a757a7927 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "GET /v2.0/ports?device_id=edf98fc9-f3c8-46eb-af56-0a595791baa4 HTTP/1.1" status: 200 len: 205 time: 0.0459809 Feb 17 09:35:05.570632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34792) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:05.575844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d54249f9-0619-448b-b289-df6402c492d4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.581117 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Network d6379491-ba44-40e1-9dd1-41f5a41032bb is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:05.582972 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:05.587515 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:05.600065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Network': ['ID=cba376e4-6439-4522-a2cd-d07fdac2415b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:05.623229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:05.623954 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:05.624131 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:05.624660 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:05.625141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:05.626442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:05.626950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:05.627432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:05.627762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:05.628161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:05.628485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:05.630459 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:05.641094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b68c6-5c38-4aca-8594-4f1d28693932 req-25e96fda-557f-4150-a4be-1514f6b27228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:05.643592 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-836b68c6-5c38-4aca-8594-4f1d28693932 req-25e96fda-557f-4150-a4be-1514f6b27228 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f809a305-6a10-43a8-a929-f23b5f0bc5f0 HTTP/1.1" status: 200 len: 913 time: 0.2997291 Feb 17 09:35:05.651585 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79054cb3-7569-4a65-abbe-07f35fc6c9bf tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.661973 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79054cb3-7569-4a65-abbe-07f35fc6c9bf tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:05.663010 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79054cb3-7569-4a65-abbe-07f35fc6c9bf tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.669696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d2e4e98d-a5c5-4250-953d-eb7f625dba67 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:05.671121 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network cba376e4-6439-4522-a2cd-d07fdac2415b details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:35:05.676855 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d2e4e98d-a5c5-4250-953d-eb7f625dba67 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4625611 Feb 17 09:35:05.697041 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34796) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:05.760285 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Pushing event updated for resources: {'Port': ['ID=588ee325-9385-4977-983d-10888c1b967e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:05.773691 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9bbc7bfa-ef25-4889-83d6-c5233daf8e12 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1101623 Feb 17 09:35:05.783494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d54249f9-0619-448b-b289-df6402c492d4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.793280 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Attempting to bind port 588ee325-9385-4977-983d-10888c1b967e on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:35:05.793646 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Attempting to bind port 588ee325-9385-4977-983d-10888c1b967e by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'eafa9de3-97c3-48df-802f-03b4c0e6d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd6379491-ba44-40e1-9dd1-41f5a41032bb'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:35:05.794001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Attempting to bind port 588ee325-9385-4977-983d-10888c1b967e on network d6379491-ba44-40e1-9dd1-41f5a41032bb {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:35:05.796634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34802) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:05.805473 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-836b68c6-5c38-4aca-8594-4f1d28693932 req-11f53057-382f-420e-a83e-5c3c5dfd55c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01209840-4bec-4d42-8934-8293d51a9cbe HTTP/1.1" status: 200 len: 217 time: 0.1532784 Feb 17 09:35:05.811716 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:35:05.812129 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Checking segment: {'id': 'eafa9de3-97c3-48df-802f-03b4c0e6d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd6379491-ba44-40e1-9dd1-41f5a41032bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:05.812484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.813050 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Bound using segment: {'id': 'eafa9de3-97c3-48df-802f-03b4c0e6d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd6379491-ba44-40e1-9dd1-41f5a41032bb'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:35:05.813706 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Bound port: 588ee325-9385-4977-983d-10888c1b967e, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eafa9de3-97c3-48df-802f-03b4c0e6d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'd6379491-ba44-40e1-9dd1-41f5a41032bb'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:35:05.814096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.826085 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-36e6b8f5-0c47-484c-88b1-10eb9113c92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'subnet': {'network_id': 'cba376e4-6439-4522-a2cd-d07fdac2415b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:05.926649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b715d6-480f-48b1-b3fb-83e73ee5e5f0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet 5aee9449-0b33-440f-a521-aac417e50c5b {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:35:05.931267 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] For port 588ee325-9385-4977-983d-10888c1b967e, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:35:05.936130 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] For port 588ee325-9385-4977-983d-10888c1b967e, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=588ee325-9385-4977-983d-10888c1b967e,segment=NetworkSegment(eafa9de3-97c3-48df-802f-03b4c0e6d5ba),segment_id=eafa9de3-97c3-48df-802f-03b4c0e6d5ba)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:35:05.981834 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13b715d6-480f-48b1-b3fb-83e73ee5e5f0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:05.983520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54249f9-0619-448b-b289-df6402c492d4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2299baed-28aa-4528-be06-d253fd0f8975,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:06.001527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d54249f9-0619-448b-b289-df6402c492d4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:06.005350 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d54249f9-0619-448b-b289-df6402c492d4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8832290 Feb 17 09:35:06.007692 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34806) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:06.012323 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:06.035580 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79054cb3-7569-4a65-abbe-07f35fc6c9bf tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event updated for resources: {'Network': ['ID=8593864b-9e53-48cb-83c0-a448b1ebfcbf,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:06.038404 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-79054cb3-7569-4a65-abbe-07f35fc6c9bf tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3521149 Feb 17 09:35:06.044498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34810) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:06.058377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-470a17b2-9c05-45b0-9652-2b6032afb278 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Request body: {'network': {'name': 'tempest-router-network02--48965374'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:06.064130 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-470a17b2-9c05-45b0-9652-2b6032afb278 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:06.064545 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 8593864b-9e53-48cb-83c0-a448b1ebfcbf details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:35:06.076474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-470a17b2-9c05-45b0-9652-2b6032afb278 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Usage tracker for resource:network and tenant:65d0ec90107f4dd593e23887d16846de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:06.087829 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-470a17b2-9c05-45b0-9652-2b6032afb278 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:06.092082 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-29977ff9-b6cf-406d-87e3-9f96bb8669ee tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules/2299baed-28aa-4528-be06-d253fd0f8975 HTTP/1.1" status: 200 len: 763 time: 0.0637844 Feb 17 09:35:06.094318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34814) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:06.094992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b68c6-5c38-4aca-8594-4f1d28693932 req-ad034a10-57c3-4e57-a5fd-f353d86587df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:06.096319 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-836b68c6-5c38-4aca-8594-4f1d28693932 req-ad034a10-57c3-4e57-a5fd-f353d86587df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=56f2d9cf-33dc-43f3-982a-4c421802b2c0 HTTP/1.1" status: 200 len: 851 time: 0.2741976 Feb 17 09:35:06.105498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6405eff1-04e7-41dd-882b-d2417291deaf tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:06.139443 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-36e6b8f5-0c47-484c-88b1-10eb9113c92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:06.149473 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-36e6b8f5-0c47-484c-88b1-10eb9113c92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:subnet and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:06.153616 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-36e6b8f5-0c47-484c-88b1-10eb9113c92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:06.154544 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-470a17b2-9c05-45b0-9652-2b6032afb278 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:06.158696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13b715d6-480f-48b1-b3fb-83e73ee5e5f0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:06.164586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-36e6b8f5-0c47-484c-88b1-10eb9113c92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:06.204436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1e4a4-293f-48fe-aac8-cbfb26ada92c req-1e8606a0-c9af-4272-aa1a-161402bdd70e tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:06.206286 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-81f1e4a4-293f-48fe-aac8-cbfb26ada92c req-1e8606a0-c9af-4272-aa1a-161402bdd70e tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 944 time: 0.3605533 Feb 17 09:35:06.217881 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Pushing event updated for resources: {'Port': ['ID=588ee325-9385-4977-983d-10888c1b967e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:06.232698 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:06.233739 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:06.233739 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:06.233739 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:06.234203 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:06.234343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:06.234647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:06.234969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:06.235548 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:06.236771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:06.236771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:06.236771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f86cb2-f435-420d-a02e-9b833d55d406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:35:06.257471 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e6b8f5-0c47-484c-88b1-10eb9113c92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:06.261092 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-36e6b8f5-0c47-484c-88b1-10eb9113c92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:06.443230 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0ff8915e-18ea-47a8-a497-fb7008f381e5 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3461912 Feb 17 09:35:06.486603 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34818) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:06.533081 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-81f1e4a4-293f-48fe-aac8-cbfb26ada92c req-9661bcea-bef2-4580-bf02-9bdee2c7aca1 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/security-groups?id=71c8f6cf-9fe8-4291-946d-942410db76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3189206 Feb 17 09:35:06.562016 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b68c6-5c38-4aca-8594-4f1d28693932 req-9532c15a-310a-432a-af57-580777c73852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:06.564590 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-836b68c6-5c38-4aca-8594-4f1d28693932 req-9532c15a-310a-432a-af57-580777c73852 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f809a305-6a10-43a8-a929-f23b5f0bc5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4623849 Feb 17 09:35:06.597278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3897-7b63-4f7a-8efc-53b10d5bdcb5 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:06.641989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470a17b2-9c05-45b0-9652-2b6032afb278 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Made reservation on behalf of 65d0ec90107f4dd593e23887d16846de for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:06.645703 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-470a17b2-9c05-45b0-9652-2b6032afb278 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:06.672297 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3897-7b63-4f7a-8efc-53b10d5bdcb5 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:06.695814 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6405eff1-04e7-41dd-882b-d2417291deaf tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:06.714274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470a17b2-9c05-45b0-9652-2b6032afb278 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:35:06.720609 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13b715d6-480f-48b1-b3fb-83e73ee5e5f0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:06.795699 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-836b68c6-5c38-4aca-8594-4f1d28693932 req-0b1ac473-8d21-45f8-abd9-709dc5922e50 service neutron] 10.222.0.37 "GET /v2.0/networks/f809a305-6a10-43a8-a929-f23b5f0bc5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235672 Feb 17 09:35:06.814083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6405eff1-04e7-41dd-882b-d2417291deaf tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Deleting port af5041b5-a5c1-4c72-b179-01a7a4eeb300 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:06.814902 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6405eff1-04e7-41dd-882b-d2417291deaf tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:06.854582 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-470a17b2-9c05-45b0-9652-2b6032afb278 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:06.855062 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-470a17b2-9c05-45b0-9652-2b6032afb278 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Added segment 8a5e923e-ae0a-4f09-921c-ab2885a7d092 of type vlan for network 0531570a-3802-488b-beca-1bd935325e07 Feb 17 09:35:06.887325 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3897-7b63-4f7a-8efc-53b10d5bdcb5 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:06.915499 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13b715d6-480f-48b1-b3fb-83e73ee5e5f0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:06.920320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-470a17b2-9c05-45b0-9652-2b6032afb278 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:06.939633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c3897-7b63-4f7a-8efc-53b10d5bdcb5 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2299baed-28aa-4528-be06-d253fd0f8975,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:07.006829 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-836b68c6-5c38-4aca-8594-4f1d28693932 req-0c21f75f-f4b3-4fdb-a822-a0d4519e3ab2 service neutron] 10.222.0.37 "GET /v2.0/networks/f809a305-6a10-43a8-a929-f23b5f0bc5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998007 Feb 17 09:35:07.024680 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b715d6-480f-48b1-b3fb-83e73ee5e5f0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=5aee9449-0b33-440f-a521-aac417e50c5b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:07.035919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-36e6b8f5-0c47-484c-88b1-10eb9113c92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:07.039987 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13b715d6-480f-48b1-b3fb-83e73ee5e5f0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:07.046497 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86674d9e-5c90-43ab-87e8-3ed48dce65da None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:07.083726 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3897-7b63-4f7a-8efc-53b10d5bdcb5 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:07.087492 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cc0c3897-7b63-4f7a-8efc-53b10d5bdcb5 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/2299baed-28aa-4528-be06-d253fd0f8975 HTTP/1.1" status: 204 len: 168 time: 0.5939965 Feb 17 09:35:07.092264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34822) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:07.148617 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6405eff1-04e7-41dd-882b-d2417291deaf tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:07.167602 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-13b715d6-480f-48b1-b3fb-83e73ee5e5f0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/5aee9449-0b33-440f-a521-aac417e50c5b HTTP/1.1" status: 204 len: 168 time: 1.4447911 Feb 17 09:35:07.176350 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34826) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:07.179214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6b8f5-0c47-484c-88b1-10eb9113c92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Subnet': ['ID=47617ac5-0e2e-432a-bbbd-683d0f3ef82e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:07.243910 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-470a17b2-9c05-45b0-9652-2b6032afb278 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:07.253741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a17b2-9c05-45b0-9652-2b6032afb278 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:07.254241 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-470a17b2-9c05-45b0-9652-2b6032afb278 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:07.267086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 588ee325-9385-4977-983d-10888c1b967e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:07.324992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2bf8833-9537-4ee6-9b26-38279effdba8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet a21efd58-fe8f-48c0-b526-1484ede86c0f {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:35:07.332782 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b2bf8833-9537-4ee6-9b26-38279effdba8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:07.364286 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6405eff1-04e7-41dd-882b-d2417291deaf tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Calling delete_port for af5041b5-a5c1-4c72-b179-01a7a4eeb300 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:07.415233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6b8f5-0c47-484c-88b1-10eb9113c92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Checking segment: {'id': '24c7d4d9-4410-44de-a166-7244af716ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cba376e4-6439-4522-a2cd-d07fdac2415b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:07.415766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e6b8f5-0c47-484c-88b1-10eb9113c92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network hostable DHCP agents. Network: cba376e4-6439-4522-a2cd-d07fdac2415b, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:35:07.442256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b2bf8833-9537-4ee6-9b26-38279effdba8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:07.452305 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa3fe15-ac8b-47a0-af35-4c809d144d15 None None] Network d6379491-ba44-40e1-9dd1-41f5a41032bb requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:07.499412 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4c872956-b1b3-4d54-af41-13df127e7337 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:07.516437 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a17b2-9c05-45b0-9652-2b6032afb278 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event updated for resources: {'Network': ['ID=0531570a-3802-488b-beca-1bd935325e07,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:07.541614 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 0531570a-3802-488b-beca-1bd935325e07 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:35:07.574903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b2bf8833-9537-4ee6-9b26-38279effdba8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:07.646646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e6b8f5-0c47-484c-88b1-10eb9113c92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network cba376e4-6439-4522-a2cd-d07fdac2415b is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:35:07.664353 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-470a17b2-9c05-45b0-9652-2b6032afb278 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6136651 Feb 17 09:35:07.664596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4c872956-b1b3-4d54-af41-13df127e7337 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:07.664695 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34832) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:07.668223 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4c872956-b1b3-4d54-af41-13df127e7337 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5725155 Feb 17 09:35:07.669270 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34836) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:07.671820 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-94370648-5eda-46f0-af34-46f511254264 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Request body: {'subnet': {'network_id': '8593864b-9e53-48cb-83c0-a448b1ebfcbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:07.688986 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d4996569-c94c-4050-ae72-4a008014dc85 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group_rule': {'security_group_id': 'af086a4b-18c9-42c2-81b6-c92414869778', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:07.699744 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d4996569-c94c-4050-ae72-4a008014dc85 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:07.717567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d4996569-c94c-4050-ae72-4a008014dc85 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:07.791728 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6405eff1-04e7-41dd-882b-d2417291deaf tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:07.813463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-36e6b8f5-0c47-484c-88b1-10eb9113c92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, cba376e4-6439-4522-a2cd-d07fdac2415b) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:07.824419 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3fa989-0b8a-4540-a3ed-d240911e1934 None None] Network cba376e4-6439-4522-a2cd-d07fdac2415b requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:07.831624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e6b8f5-0c47-484c-88b1-10eb9113c92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:07.832974 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-36e6b8f5-0c47-484c-88b1-10eb9113c92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:07.874234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405eff1-04e7-41dd-882b-d2417291deaf tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Pushing event deleted for resources: {'Port': ['ID=af5041b5-a5c1-4c72-b179-01a7a4eeb300,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:07.898930 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-d4996569-c94c-4050-ae72-4a008014dc85 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Project 3a9d55e4b19449b8b5551fa4f09e35a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:35:07.904235 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 01209840-4bec-4d42-8934-8293d51a9cbe details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 09:35:07.915589 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b508e403-5479-43b8-9952-607ccdc12249 None None] Provisioning for port 588ee325-9385-4977-983d-10888c1b967e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:07.916219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d4996569-c94c-4050-ae72-4a008014dc85 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:07.918566 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 588ee325-9385-4977-983d-10888c1b967e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:07.937275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b2bf8833-9537-4ee6-9b26-38279effdba8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:07.940080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 588ee325-9385-4977-983d-10888c1b967e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:07.940457 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:07.959792 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-94370648-5eda-46f0-af34-46f511254264 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:07.968944 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b508e403-5479-43b8-9952-607ccdc12249 None None] Provisioning complete for port 588ee325-9385-4977-983d-10888c1b967e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:07.969913 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b508e403-5479-43b8-9952-607ccdc12249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:07.972606 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-94370648-5eda-46f0-af34-46f511254264 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Usage tracker for resource:subnet and tenant:65d0ec90107f4dd593e23887d16846de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:07.983554 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-94370648-5eda-46f0-af34-46f511254264 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:07.993375 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-36e6b8f5-0c47-484c-88b1-10eb9113c92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1838734 Feb 17 09:35:07.996749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34840) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:07.997694 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-94370648-5eda-46f0-af34-46f511254264 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:08.002090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6405eff1-04e7-41dd-882b-d2417291deaf tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.022946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf8833-9537-4ee6-9b26-38279effdba8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=a21efd58-fe8f-48c0-b526-1484ede86c0f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:08.033319 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b2bf8833-9537-4ee6-9b26-38279effdba8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.036050 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b2bf8833-9537-4ee6-9b26-38279effdba8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/a21efd58-fe8f-48c0-b526-1484ede86c0f HTTP/1.1" status: 204 len: 168 time: 0.8579040 Feb 17 09:35:08.046992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34844) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:08.049802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b2011a2d-a0f5-433c-a6e6-731683affb49 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1014084627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:08.065543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b2011a2d-a0f5-433c-a6e6-731683affb49 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:08.136030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b2011a2d-a0f5-433c-a6e6-731683affb49 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:router and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:08.139959 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b2011a2d-a0f5-433c-a6e6-731683affb49 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:08.153938 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c4f29f4c-1694-48be-9674-afc753255ade tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042981 Feb 17 09:35:08.156540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34848) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:08.161257 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b2011a2d-a0f5-433c-a6e6-731683affb49 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:08.170699 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d65488-8137-425b-ab8e-47ac0665c142 req-5bcaee00-0ca8-4cc8-8cc0-c7af0c75c1f9 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:08.172320 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c2d65488-8137-425b-ab8e-47ac0665c142 req-5bcaee00-0ca8-4cc8-8cc0-c7af0c75c1f9 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 944 time: 0.5048747 Feb 17 09:35:08.242012 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94370648-5eda-46f0-af34-46f511254264 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Made reservation on behalf of 65d0ec90107f4dd593e23887d16846de for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:08.245604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94370648-5eda-46f0-af34-46f511254264 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.272710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d4996569-c94c-4050-ae72-4a008014dc85 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.281035 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6405eff1-04e7-41dd-882b-d2417291deaf tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.287243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6405eff1-04e7-41dd-882b-d2417291deaf tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.305465 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450716dd-84e4-465c-98be-8ea0a3dab3be tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:08.308182 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-450716dd-84e4-465c-98be-8ea0a3dab3be tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1502540 Feb 17 09:35:08.311690 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34852) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:08.397623 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d4996569-c94c-4050-ae72-4a008014dc85 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.419354 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76e73ef-62ba-4a80-be2a-461acbb021b8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:08.420258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f76e73ef-62ba-4a80-be2a-461acbb021b8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:08.438344 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4996569-c94c-4050-ae72-4a008014dc85 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd102c9-ed85-44c9-aa50-a4e966b71e4f,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:08.463751 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.487337 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 01209840-4bec-4d42-8934-8293d51a9cbe, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=01209840-4bec-4d42-8934-8293d51a9cbe,segment=NetworkSegment(b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c),segment_id=b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:08.529979 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d4996569-c94c-4050-ae72-4a008014dc85 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.531588 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d4996569-c94c-4050-ae72-4a008014dc85 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8556602 Feb 17 09:35:08.535549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34856) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:08.549298 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2011a2d-a0f5-433c-a6e6-731683affb49 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.550359 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2011a2d-a0f5-433c-a6e6-731683affb49 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.550806 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b508e403-5479-43b8-9952-607ccdc12249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.566520 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '01209840-4bec-4d42-8934-8293d51a9cbe', 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0', 'port_id': '01209840-4bec-4d42-8934-8293d51a9cbe', 'mac_address': 'fa:16:3e:e3:2c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 09:35:08.572413 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-51b07084-2477-4e09-86e2-d01c13cdc691 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules/9bd102c9-ed85-44c9-aa50-a4e966b71e4f HTTP/1.1" status: 200 len: 769 time: 0.0356200 Feb 17 09:35:08.573037 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34860) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:08.581947 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-cba376e4-6439-4522-a2cd-d07fdac2415b', 'network_id': 'cba376e4-6439-4522-a2cd-d07fdac2415b', 'tenant_id': '5394114ba06f46a698565470e6dab9c6', 'fixed_ips': [{'subnet_id': '47617ac5-0e2e-432a-bbbd-683d0f3ef82e'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:35:08.582787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.607827 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.609708 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f76e73ef-62ba-4a80-be2a-461acbb021b8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:08.615074 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f76e73ef-62ba-4a80-be2a-461acbb021b8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3024530 Feb 17 09:35:08.616642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34864) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:08.662137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2011a2d-a0f5-433c-a6e6-731683affb49 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.665051 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f91624b-3b22-4484-89e8-a76a9a3317cd None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:08.667691 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c2d65488-8137-425b-ab8e-47ac0665c142 req-a1586427-2bea-4766-9c73-93a8421f9b68 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/security-groups?id=71c8f6cf-9fe8-4291-946d-942410db76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4368527 Feb 17 09:35:08.732789 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b89c32ef-2559-43bc-851b-46342ed48373 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1149254 Feb 17 09:35:08.741120 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34868) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:08.746274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1de5c7db-dff9-44bd-97ff-c4964dd94d96 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:08.749029 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7702a4a7-3d35-4b52-82fc-aa52fdf7183f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:08.773961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6405eff1-04e7-41dd-882b-d2417291deaf tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.774565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6405eff1-04e7-41dd-882b-d2417291deaf tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Fanout notify agent at l3_agent the message router_deleted on router edf98fc9-f3c8-46eb-af56-0a595791baa4 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:35:08.852994 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1de5c7db-dff9-44bd-97ff-c4964dd94d96 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:08.857193 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1de5c7db-dff9-44bd-97ff-c4964dd94d96 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2802286 Feb 17 09:35:08.857355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34872) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:08.862490 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2011a2d-a0f5-433c-a6e6-731683affb49 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.869287 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.893129 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b508e403-5479-43b8-9952-607ccdc12249 None None] For port 588ee325-9385-4977-983d-10888c1b967e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=588ee325-9385-4977-983d-10888c1b967e,segment=NetworkSegment(eafa9de3-97c3-48df-802f-03b4c0e6d5ba),segment_id=eafa9de3-97c3-48df-802f-03b4c0e6d5ba)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:08.895798 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f42631c-2ca8-45f5-8e26-9cab7780d55e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.909239 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f42631c-2ca8-45f5-8e26-9cab7780d55e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.943863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7702a4a7-3d35-4b52-82fc-aa52fdf7183f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:08.949785 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6405eff1-04e7-41dd-882b-d2417291deaf tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:08.950963 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6405eff1-04e7-41dd-882b-d2417291deaf tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "DELETE /v2.0/routers/edf98fc9-f3c8-46eb-af56-0a595791baa4 HTTP/1.1" status: 204 len: 168 time: 3.3794010 Feb 17 09:35:08.957358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34876) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:08.964816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-870516220', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:08.975792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01209840-4bec-4d42-8934-8293d51a9cbe {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:35:08.976333 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7702a4a7-3d35-4b52-82fc-aa52fdf7183f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:08.978299 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:08.982703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Usage tracker for resource:router and tenant:31b5509203ce4aa0a30905afbf1591e6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:08.987623 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:08.993618 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:09.053246 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b508e403-5479-43b8-9952-607ccdc12249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:09.081888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f42631c-2ca8-45f5-8e26-9cab7780d55e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:09.104267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42631c-2ca8-45f5-8e26-9cab7780d55e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bd102c9-ed85-44c9-aa50-a4e966b71e4f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:09.118405 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94370648-5eda-46f0-af34-46f511254264 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:09.122250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7702a4a7-3d35-4b52-82fc-aa52fdf7183f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:09.125916 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7702a4a7-3d35-4b52-82fc-aa52fdf7183f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:09.127922 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-7702a4a7-3d35-4b52-82fc-aa52fdf7183f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:35:09.128355 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7702a4a7-3d35-4b52-82fc-aa52fdf7183f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:35:09.131864 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2011a2d-a0f5-433c-a6e6-731683affb49 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:09.132970 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b2011a2d-a0f5-433c-a6e6-731683affb49 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1329906 Feb 17 09:35:09.136985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34880) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:09.145215 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'network_id': 'cba376e4-6439-4522-a2cd-d07fdac2415b', 'name': 'tempest-PortsIpV6TestJSON-32497844'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:09.218610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94370648-5eda-46f0-af34-46f511254264 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event updated for resources: {'Subnet': ['ID=881476e8-4ccc-4339-a47b-38c17a1800e7,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:09.225998 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 01209840-4bec-4d42-8934-8293d51a9cbe, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=01209840-4bec-4d42-8934-8293d51a9cbe,segment=NetworkSegment(b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c),segment_id=b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:09.231175 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f42631c-2ca8-45f5-8e26-9cab7780d55e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:09.234470 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9f42631c-2ca8-45f5-8e26-9cab7780d55e tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/9bd102c9-ed85-44c9-aa50-a4e966b71e4f HTTP/1.1" status: 204 len: 168 time: 0.3740528 Feb 17 09:35:09.237922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34884) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:09.240050 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94370648-5eda-46f0-af34-46f511254264 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Checking segment: {'id': 'f5c31776-be2b-465e-b299-0a4efbab4665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8593864b-9e53-48cb-83c0-a448b1ebfcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:09.240419 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94370648-5eda-46f0-af34-46f511254264 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Network hostable DHCP agents. Network: 8593864b-9e53-48cb-83c0-a448b1ebfcbf, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:35:09.255126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:09.256266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:09.270072 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7702a4a7-3d35-4b52-82fc-aa52fdf7183f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5243928 Feb 17 09:35:09.270913 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34888) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:09.279657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e16d1636-c816-44ff-b45a-17dd069ebb76 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:09.303932 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:35:09.304377 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:35:09.306773 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Allocated IP 2001:db8::2 (cba376e4-6439-4522-a2cd-d07fdac2415b/47617ac5-0e2e-432a-bbbd-683d0f3ef82e/84d31204-452d-46b9-8b5a-3f8a8d7ea324) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:09.311515 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:09.315538 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2aac9efa-adf2-42d0-94d1-caf5b293e36c None None] Provisioning complete for port 588ee325-9385-4977-983d-10888c1b967e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:09.316015 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2aac9efa-adf2-42d0-94d1-caf5b293e36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:09.336490 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a85d8fca-cc7b-4035-b2ad-22c111cfe920 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:09.349164 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:09.371163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508e403-5479-43b8-9952-607ccdc12249 None None] Pushing event updated for resources: {'Port': ['ID=588ee325-9385-4977-983d-10888c1b967e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:09.381661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94370648-5eda-46f0-af34-46f511254264 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Network 8593864b-9e53-48cb-83c0-a448b1ebfcbf is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:35:09.387217 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:09.392188 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:port and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:09.395761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:09.402297 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:09.417059 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e16d1636-c816-44ff-b45a-17dd069ebb76 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:09.427613 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e16d1636-c816-44ff-b45a-17dd069ebb76 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:09.455973 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-94370648-5eda-46f0-af34-46f511254264 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 8593864b-9e53-48cb-83c0-a448b1ebfcbf) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:09.461729 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94370648-5eda-46f0-af34-46f511254264 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:09.462599 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94370648-5eda-46f0-af34-46f511254264 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:09.520405 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d60a3fd-ece4-4d7f-a348-cc72ed9b4bd8 None None] Network 8593864b-9e53-48cb-83c0-a448b1ebfcbf requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:09.547154 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-94370648-5eda-46f0-af34-46f511254264 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8813598 Feb 17 09:35:09.548087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16d1636-c816-44ff-b45a-17dd069ebb76 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:09.553620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e16d1636-c816-44ff-b45a-17dd069ebb76 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:09.556793 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16d1636-c816-44ff-b45a-17dd069ebb76 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:35:09.557483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16d1636-c816-44ff-b45a-17dd069ebb76 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:35:09.564012 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34892) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:09.571083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6f10de42-0a89-441c-a05a-988bcbf2259d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Request body: {'subnet': {'network_id': '0531570a-3802-488b-beca-1bd935325e07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:09.644880 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74be1abb-e09e-46a0-930c-656f0ed802cb None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:35:09.671052 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-74be1abb-e09e-46a0-930c-656f0ed802cb None None] Deleting port 2b91023d-0854-45f5-8386-3f31fc3ba244 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:09.671426 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74be1abb-e09e-46a0-930c-656f0ed802cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:09.694903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=01209840-4bec-4d42-8934-8293d51a9cbe,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:09.722330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:09.726758 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6f10de42-0a89-441c-a05a-988bcbf2259d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:09.727291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:09.731324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6f10de42-0a89-441c-a05a-988bcbf2259d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Usage tracker for resource:subnet and tenant:65d0ec90107f4dd593e23887d16846de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:09.734440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6f10de42-0a89-441c-a05a-988bcbf2259d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:09.742435 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6f10de42-0a89-441c-a05a-988bcbf2259d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:09.748998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a85d8fca-cc7b-4035-b2ad-22c111cfe920 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:09.751144 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a85d8fca-cc7b-4035-b2ad-22c111cfe920 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5118098 Feb 17 09:35:09.757871 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34898) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:09.806564 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e16d1636-c816-44ff-b45a-17dd069ebb76 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5343983 Feb 17 09:35:09.810418 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34902) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:09.818691 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9d098dc4-826a-4e68-9469-ae789ee6d385 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:09.845700 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['01209840-4bec-4d42-8934-8293d51a9cbe'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:35:09.848733 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f10de42-0a89-441c-a05a-988bcbf2259d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Made reservation on behalf of 65d0ec90107f4dd593e23887d16846de for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:09.852363 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f10de42-0a89-441c-a05a-988bcbf2259d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:09.941842 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] device_id is not set on port d6929a6d-9888-48f1-955f-e69fb1658507 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:35:10.003132 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-deeacddf-3497-4398-ae4f-1efa28c069d9 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:10.006510 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:10.076546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-deeacddf-3497-4398-ae4f-1efa28c069d9 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:10.085521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9d098dc4-826a-4e68-9469-ae789ee6d385 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:10.085888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c521a-83d3-4285-ae98-04801954866d req-13698df8-4ef0-4252-8081-6e3ca24398fd tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:10.087477 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cc6c521a-83d3-4285-ae98-04801954866d req-13698df8-4ef0-4252-8081-6e3ca24398fd tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 945 time: 0.2543018 Feb 17 09:35:10.111846 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9d098dc4-826a-4e68-9469-ae789ee6d385 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:10.177636 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2aac9efa-adf2-42d0-94d1-caf5b293e36c None None] Provisioning complete for port 2b91023d-0854-45f5-8386-3f31fc3ba244 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:10.178016 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2aac9efa-adf2-42d0-94d1-caf5b293e36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:10.214695 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cc6c521a-83d3-4285-ae98-04801954866d req-6fbeadad-04b7-48cd-8bd7-8b7019103795 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/security-groups?id=71c8f6cf-9fe8-4291-946d-942410db76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180356 Feb 17 09:35:10.215751 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d098dc4-826a-4e68-9469-ae789ee6d385 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:10.216516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:10.220101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d098dc4-826a-4e68-9469-ae789ee6d385 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:10.224422 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d098dc4-826a-4e68-9469-ae789ee6d385 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:35:10.224422 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d098dc4-826a-4e68-9469-ae789ee6d385 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:35:10.263086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-deeacddf-3497-4398-ae4f-1efa28c069d9 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:10.300226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 588ee325-9385-4977-983d-10888c1b967e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:10.307011 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeacddf-3497-4398-ae4f-1efa28c069d9 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af086a4b-18c9-42c2-81b6-c92414869778,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:10.375046 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9d098dc4-826a-4e68-9469-ae789ee6d385 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5634739 Feb 17 09:35:10.378236 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34906) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:10.383835 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-901797c0-6ba2-45ce-8ca6-78e0a6a65fe5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:10.403652 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-deeacddf-3497-4398-ae4f-1efa28c069d9 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:10.404769 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-deeacddf-3497-4398-ae4f-1efa28c069d9 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-groups/af086a4b-18c9-42c2-81b6-c92414869778 HTTP/1.1" status: 204 len: 168 time: 0.6453471 Feb 17 09:35:10.409982 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f10de42-0a89-441c-a05a-988bcbf2259d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:10.413371 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34910) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:10.459322 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Transition to ACTIVE for port object 84d31204-452d-46b9-8b5a-3f8a8d7ea324 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:10.510092 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8593864b-9e53-48cb-83c0-a448b1ebfcbf', 'network_id': '8593864b-9e53-48cb-83c0-a448b1ebfcbf', 'tenant_id': '65d0ec90107f4dd593e23887d16846de', 'fixed_ips': [{'subnet_id': '881476e8-4ccc-4339-a47b-38c17a1800e7'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:35:10.511202 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:10.515844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:10.550598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-74be1abb-e09e-46a0-930c-656f0ed802cb None None] For port 2b91023d-0854-45f5-8386-3f31fc3ba244, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2b91023d-0854-45f5-8386-3f31fc3ba244,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:10.551230 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74be1abb-e09e-46a0-930c-656f0ed802cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:10.553605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:10.572494 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Transition to ACTIVE for port object 84d31204-452d-46b9-8b5a-3f8a8d7ea324 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:10.644945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-901797c0-6ba2-45ce-8ca6-78e0a6a65fe5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:10.676040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f10de42-0a89-441c-a05a-988bcbf2259d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Checking segment: {'id': '8a5e923e-ae0a-4f09-921c-ab2885a7d092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0531570a-3802-488b-beca-1bd935325e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:10.676753 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f10de42-0a89-441c-a05a-988bcbf2259d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Network hostable DHCP agents. Network: 0531570a-3802-488b-beca-1bd935325e07, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:35:10.681189 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10de42-0a89-441c-a05a-988bcbf2259d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event updated for resources: {'Subnet': ['ID=e9701590-a493-4afb-8c09-b11e069176e3,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:10.690848 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-901797c0-6ba2-45ce-8ca6-78e0a6a65fe5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:10.695855 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5b76a781-cffe-4cc4-821f-4fa6ea55d321 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:10.726182 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5b76a781-cffe-4cc4-821f-4fa6ea55d321 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:10.729706 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5b76a781-cffe-4cc4-821f-4fa6ea55d321 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2434795 Feb 17 09:35:10.729940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34914) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:10.745936 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3c662960-a0cf-4dc2-8e7d-338a14857b17 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group': {'name': 'tempest-secgroup--367621972'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:10.765528 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3c662960-a0cf-4dc2-8e7d-338a14857b17 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:10.805055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Allocated IP 172.26.4.8 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/fe7b5e90-c61b-4ab0-81b4-2aa263fb002c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:10.807266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3c662960-a0cf-4dc2-8e7d-338a14857b17 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:10.811486 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Allocated IP 2001:db8::31 (cba376e4-6439-4522-a2cd-d07fdac2415b/47617ac5-0e2e-432a-bbbd-683d0f3ef82e/d6929a6d-9888-48f1-955f-e69fb1658507) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:10.825653 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901797c0-6ba2-45ce-8ca6-78e0a6a65fe5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:10.831314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-901797c0-6ba2-45ce-8ca6-78e0a6a65fe5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:10.833829 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-901797c0-6ba2-45ce-8ca6-78e0a6a65fe5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:35:10.834424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901797c0-6ba2-45ce-8ca6-78e0a6a65fe5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:35:10.847355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-74be1abb-e09e-46a0-930c-656f0ed802cb None None] Calling delete_port for 2b91023d-0854-45f5-8386-3f31fc3ba244 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:10.852781 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f10de42-0a89-441c-a05a-988bcbf2259d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Network 0531570a-3802-488b-beca-1bd935325e07 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:35:10.889757 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:10.944033 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c662960-a0cf-4dc2-8e7d-338a14857b17 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:11.026940 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-901797c0-6ba2-45ce-8ca6-78e0a6a65fe5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6443303 Feb 17 09:35:11.026940 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6f10de42-0a89-441c-a05a-988bcbf2259d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 0531570a-3802-488b-beca-1bd935325e07) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:11.033820 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34918) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:11.037789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f10de42-0a89-441c-a05a-988bcbf2259d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:11.038569 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f10de42-0a89-441c-a05a-988bcbf2259d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:11.055812 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f3d5e0e3-7057-44ae-b2a2-71f4bb9bbb93 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:11.068190 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3c662960-a0cf-4dc2-8e7d-338a14857b17 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:11.073433 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d368d9fe-d599-40dc-8eec-f97bdc02f9ce None None] Network 0531570a-3802-488b-beca-1bd935325e07 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:11.077802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3c662960-a0cf-4dc2-8e7d-338a14857b17 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:11.082697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3c662960-a0cf-4dc2-8e7d-338a14857b17 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:11.103156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3c662960-a0cf-4dc2-8e7d-338a14857b17 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:11.111888 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Network cba376e4-6439-4522-a2cd-d07fdac2415b is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:11.157960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:11.177528 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f3d5e0e3-7057-44ae-b2a2-71f4bb9bbb93 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:11.178931 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 588ee325-9385-4977-983d-10888c1b967e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:11.179770 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:11.188783 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f3d5e0e3-7057-44ae-b2a2-71f4bb9bbb93 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:11.209389 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:11.211995 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:11.216539 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6f10de42-0a89-441c-a05a-988bcbf2259d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6498311 Feb 17 09:35:11.218297 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34922) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:11.240504 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:11.240691 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Pushing event updated for resources: {'Port': ['ID=84d31204-452d-46b9-8b5a-3f8a8d7ea324,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:11.274889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Transition to ACTIVE for port object d6929a6d-9888-48f1-955f-e69fb1658507 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:11.425195 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d5e0e3-7057-44ae-b2a2-71f4bb9bbb93 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:11.428947 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3d5e0e3-7057-44ae-b2a2-71f4bb9bbb93 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:11.430591 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d5e0e3-7057-44ae-b2a2-71f4bb9bbb93 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:35:11.431077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d5e0e3-7057-44ae-b2a2-71f4bb9bbb93 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:35:11.490145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c662960-a0cf-4dc2-8e7d-338a14857b17 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:11.490545 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74be1abb-e09e-46a0-930c-656f0ed802cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:11.506073 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Allocated IP 2001:db8::2 (8593864b-9e53-48cb-83c0-a448b1ebfcbf/881476e8-4ccc-4339-a47b-38c17a1800e7/98642f2a-3a2d-4f11-a476-557eb9ad9f92) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:11.546906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:11.578452 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74be1abb-e09e-46a0-930c-656f0ed802cb None None] No DVR routers for this DVR port 2b91023d-0854-45f5-8386-3f31fc3ba244 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:35:11.585968 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Attempting to bind port 84d31204-452d-46b9-8b5a-3f8a8d7ea324 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:35:11.586530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Attempting to bind port 84d31204-452d-46b9-8b5a-3f8a8d7ea324 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '24c7d4d9-4410-44de-a166-7244af716ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cba376e4-6439-4522-a2cd-d07fdac2415b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:35:11.586912 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Attempting to bind port 84d31204-452d-46b9-8b5a-3f8a8d7ea324 on network cba376e4-6439-4522-a2cd-d07fdac2415b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:35:11.590315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:11.592206 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be1abb-e09e-46a0-930c-656f0ed802cb None None] Pushing event deleted for resources: {'Port': ['ID=2b91023d-0854-45f5-8386-3f31fc3ba244,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:11.607634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c662960-a0cf-4dc2-8e7d-338a14857b17 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:11.687725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network cba376e4-6439-4522-a2cd-d07fdac2415b is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:11.692636 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:35:11.692876 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Checking segment: {'id': '24c7d4d9-4410-44de-a166-7244af716ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cba376e4-6439-4522-a2cd-d07fdac2415b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:11.693878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:11.693878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Bound using segment: {'id': '24c7d4d9-4410-44de-a166-7244af716ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cba376e4-6439-4522-a2cd-d07fdac2415b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:35:11.694274 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Bound port: 84d31204-452d-46b9-8b5a-3f8a8d7ea324, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c7d4d9-4410-44de-a166-7244af716ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cba376e4-6439-4522-a2cd-d07fdac2415b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:35:11.694958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:11.702347 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f3d5e0e3-7057-44ae-b2a2-71f4bb9bbb93 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6670735 Feb 17 09:35:11.705439 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34928) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:11.716675 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:11.717543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d557d8e7-7793-4a45-971f-6b9de1644778 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:11.717896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:11.730031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:11.736884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:11.742549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:11.743177 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:11.746993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=d6929a6d-9888-48f1-955f-e69fb1658507,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:11.749588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:11.781414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c662960-a0cf-4dc2-8e7d-338a14857b17 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8afa7d6-99b9-446d-a698-453544c4cfb8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:11.947506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-0531570a-3802-488b-beca-1bd935325e07', 'network_id': '0531570a-3802-488b-beca-1bd935325e07', 'tenant_id': '65d0ec90107f4dd593e23887d16846de', 'fixed_ips': [{'subnet_id': 'e9701590-a493-4afb-8c09-b11e069176e3'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:35:11.948350 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:11.960266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Pushing event updated for resources: {'Port': ['ID=fe7b5e90-c61b-4ab0-81b4-2aa263fb002c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:11.968048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2b91023d-0854-45f5-8386-3f31fc3ba244 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:35:12.016537 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 2b91023d-0854-45f5-8386-3f31fc3ba244 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:35:12.017254 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2b91023d-0854-45f5-8386-3f31fc3ba244 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:35:12.036600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c662960-a0cf-4dc2-8e7d-338a14857b17 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:12.037837 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3c662960-a0cf-4dc2-8e7d-338a14857b17 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3048348 Feb 17 09:35:12.039439 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a3368b09-3481-488f-9060-b37c7036af46 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9008830 Feb 17 09:35:12.043502 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefc609-80dd-4317-8511-2076b3bea5f4 req-c7413d6b-bf37-446a-ae92-8021613652d9 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:12.043693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34932) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:12.043693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34934) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:12.044841 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-abefc609-80dd-4317-8511-2076b3bea5f4 req-c7413d6b-bf37-446a-ae92-8021613652d9 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 945 time: 0.6236546 Feb 17 09:35:12.051355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-994acf72-6ddf-4724-a670-a7ac7d26920f tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Request body: {'security_group_rule': {'security_group_id': 'd8afa7d6-99b9-446d-a698-453544c4cfb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:12.086090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d557d8e7-7793-4a45-971f-6b9de1644778 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:12.106153 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] For port 84d31204-452d-46b9-8b5a-3f8a8d7ea324, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:35:12.130914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d557d8e7-7793-4a45-971f-6b9de1644778 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:12.152370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-994acf72-6ddf-4724-a670-a7ac7d26920f tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:12.159950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] For port 84d31204-452d-46b9-8b5a-3f8a8d7ea324, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=84d31204-452d-46b9-8b5a-3f8a8d7ea324,segment=NetworkSegment(24c7d4d9-4410-44de-a166-7244af716ac0),segment_id=24c7d4d9-4410-44de-a166-7244af716ac0)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:35:12.177240 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-abefc609-80dd-4317-8511-2076b3bea5f4 req-c85273c5-0b8c-45c4-b0bf-ef7976a8a399 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/security-groups?id=71c8f6cf-9fe8-4291-946d-942410db76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177409 Feb 17 09:35:12.183460 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:12.211526 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:12.230268 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-994acf72-6ddf-4724-a670-a7ac7d26920f tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Usage tracker for resource:security_group_rule and tenant:3a9d55e4b19449b8b5551fa4f09e35a6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:12.243325 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-994acf72-6ddf-4724-a670-a7ac7d26920f tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:12.256638 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-994acf72-6ddf-4724-a670-a7ac7d26920f tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:12.259885 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:12.268006 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Transition to ACTIVE for port object 98642f2a-3a2d-4f11-a476-557eb9ad9f92 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:12.271534 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d557d8e7-7793-4a45-971f-6b9de1644778 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:12.274232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d557d8e7-7793-4a45-971f-6b9de1644778 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:12.276487 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d557d8e7-7793-4a45-971f-6b9de1644778 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:35:12.276984 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d557d8e7-7793-4a45-971f-6b9de1644778 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:35:12.378008 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Transition to ACTIVE for port object 98642f2a-3a2d-4f11-a476-557eb9ad9f92 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:12.400640 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Allocated IP 2001:db8::2 (0531570a-3802-488b-beca-1bd935325e07/e9701590-a493-4afb-8c09-b11e069176e3/91005b2d-73d4-45f4-8d89-98a8f06edf33) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:12.414294 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c69a7-73d6-4ee9-8905-2eaeeab3326f None None] Pushing event updated for resources: {'Port': ['ID=84d31204-452d-46b9-8b5a-3f8a8d7ea324,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:12.477844 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d557d8e7-7793-4a45-971f-6b9de1644778 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7712595 Feb 17 09:35:12.483946 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34940) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:12.495825 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:12.544469 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7f57a525-98f7-409c-9679-6e65c96d0b63 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:12.569496 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-994acf72-6ddf-4724-a670-a7ac7d26920f tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:12.652448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Network 8593864b-9e53-48cb-83c0-a448b1ebfcbf is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:12.657742 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:12.663539 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:12.668524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7f57a525-98f7-409c-9679-6e65c96d0b63 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:12.670964 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7f57a525-98f7-409c-9679-6e65c96d0b63 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1859705 Feb 17 09:35:12.677002 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34944) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:12.735334 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Allocated IP 2001:db8::1 (8593864b-9e53-48cb-83c0-a448b1ebfcbf/881476e8-4ccc-4339-a47b-38c17a1800e7/33858610-36f5-4150-8833-3663c936891d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:12.799358 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b8a67-4c37-4861-ae00-5fa5940b8a35 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:12.800063 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-424b8a67-4c37-4861-ae00-5fa5940b8a35 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:12.827368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:12.839310 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Transition to ACTIVE for port object 91005b2d-73d4-45f4-8d89-98a8f06edf33 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:12.849146 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:12.862027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Transition to ACTIVE for port object 91005b2d-73d4-45f4-8d89-98a8f06edf33 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:12.864915 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Pushing event updated for resources: {'Port': ['ID=98642f2a-3a2d-4f11-a476-557eb9ad9f92,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:12.881394 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-424b8a67-4c37-4861-ae00-5fa5940b8a35 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:12.882980 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-424b8a67-4c37-4861-ae00-5fa5940b8a35 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2046156 Feb 17 09:35:12.886076 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34948) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:12.936648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:12.998742 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Attempting to bind port 98642f2a-3a2d-4f11-a476-557eb9ad9f92 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:35:12.999115 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Attempting to bind port 98642f2a-3a2d-4f11-a476-557eb9ad9f92 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'f5c31776-be2b-465e-b299-0a4efbab4665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8593864b-9e53-48cb-83c0-a448b1ebfcbf'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:35:12.999689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Attempting to bind port 98642f2a-3a2d-4f11-a476-557eb9ad9f92 on network 8593864b-9e53-48cb-83c0-a448b1ebfcbf {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:35:13.026402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-994acf72-6ddf-4724-a670-a7ac7d26920f tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:13.032815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:35:13.033556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Checking segment: {'id': 'f5c31776-be2b-465e-b299-0a4efbab4665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8593864b-9e53-48cb-83c0-a448b1ebfcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:13.034221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:13.034639 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Bound using segment: {'id': 'f5c31776-be2b-465e-b299-0a4efbab4665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8593864b-9e53-48cb-83c0-a448b1ebfcbf'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:35:13.035143 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Bound port: 98642f2a-3a2d-4f11-a476-557eb9ad9f92, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c31776-be2b-465e-b299-0a4efbab4665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8593864b-9e53-48cb-83c0-a448b1ebfcbf'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:35:13.035530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:13.065802 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Network 0531570a-3802-488b-beca-1bd935325e07 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:13.072286 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:13.074611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Pushing event updated for resources: {'Port': ['ID=91005b2d-73d4-45f4-8d89-98a8f06edf33,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:13.078374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:13.126897 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-12d3a2d3-d19a-45b0-a28c-88d9caad59b0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2356706 Feb 17 09:35:13.133770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34952) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:13.145909 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9a8c19b7-23e4-4602-bee2-fbb1a9b48909 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:13.181373 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-994acf72-6ddf-4724-a670-a7ac7d26920f tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:13.225831 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994acf72-6ddf-4724-a670-a7ac7d26920f tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74ebd29-ee21-44a9-a2c7-b19fc74cf5f7,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:13.310618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:13.311610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] For port 98642f2a-3a2d-4f11-a476-557eb9ad9f92, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:35:13.317766 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] For port 98642f2a-3a2d-4f11-a476-557eb9ad9f92, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=98642f2a-3a2d-4f11-a476-557eb9ad9f92,segment=NetworkSegment(f5c31776-be2b-465e-b299-0a4efbab4665),segment_id=f5c31776-be2b-465e-b299-0a4efbab4665)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:35:13.319124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Attempting to bind port 91005b2d-73d4-45f4-8d89-98a8f06edf33 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:35:13.319745 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Attempting to bind port 91005b2d-73d4-45f4-8d89-98a8f06edf33 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '8a5e923e-ae0a-4f09-921c-ab2885a7d092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0531570a-3802-488b-beca-1bd935325e07'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:35:13.320233 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Attempting to bind port 91005b2d-73d4-45f4-8d89-98a8f06edf33 on network 0531570a-3802-488b-beca-1bd935325e07 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:35:13.322616 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9a8c19b7-23e4-4602-bee2-fbb1a9b48909 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:13.328712 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:35:13.329732 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Checking segment: {'id': '8a5e923e-ae0a-4f09-921c-ab2885a7d092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0531570a-3802-488b-beca-1bd935325e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:13.334911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:13.334911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Bound using segment: {'id': '8a5e923e-ae0a-4f09-921c-ab2885a7d092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0531570a-3802-488b-beca-1bd935325e07'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:35:13.334911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Bound port: 91005b2d-73d4-45f4-8d89-98a8f06edf33, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5e923e-ae0a-4f09-921c-ab2885a7d092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0531570a-3802-488b-beca-1bd935325e07'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:35:13.334911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:13.340414 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9a8c19b7-23e4-4602-bee2-fbb1a9b48909 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:13.342945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Transition to ACTIVE for port object 33858610-36f5-4150-8833-3663c936891d will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:13.401060 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:13.452796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8c19b7-23e4-4602-bee2-fbb1a9b48909 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:13.455032 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a8c19b7-23e4-4602-bee2-fbb1a9b48909 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:13.525781 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] For port 91005b2d-73d4-45f4-8d89-98a8f06edf33, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:35:13.528048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0113a-1147-41ad-80cd-b379192404a4 None None] Pushing event updated for resources: {'Port': ['ID=98642f2a-3a2d-4f11-a476-557eb9ad9f92,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:13.533764 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] For port 91005b2d-73d4-45f4-8d89-98a8f06edf33, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=91005b2d-73d4-45f4-8d89-98a8f06edf33,segment=NetworkSegment(8a5e923e-ae0a-4f09-921c-ab2885a7d092),segment_id=8a5e923e-ae0a-4f09-921c-ab2885a7d092)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:35:13.557383 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:13.569906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-994acf72-6ddf-4724-a670-a7ac7d26920f tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:13.571154 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-994acf72-6ddf-4724-a670-a7ac7d26920f tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5268278 Feb 17 09:35:13.583705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34958) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:13.626898 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:13.667346 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd692880-e2a1-4ef7-8334-e06d8e58d106 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:13.879099 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792dc97-79dd-4b7f-ba03-15cfa7c73fa5 None None] Pushing event updated for resources: {'Port': ['ID=91005b2d-73d4-45f4-8d89-98a8f06edf33,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:13.914753 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 01209840-4bec-4d42-8934-8293d51a9cbe up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:13.931439 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Network 8593864b-9e53-48cb-83c0-a448b1ebfcbf is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:13.939807 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:13.945240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:13.945801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:13.948562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event updated for resources: {'Port': ['ID=33858610-36f5-4150-8833-3663c936891d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:14.022729 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b42f2-6b31-480c-ad90-4d3c36ca4196 req-81f8dcc1-05fa-43ef-8017-3166e97cfd7a tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:14.024463 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-397b42f2-6b31-480c-ad90-4d3c36ca4196 req-81f8dcc1-05fa-43ef-8017-3166e97cfd7a tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 945 time: 0.6874681 Feb 17 09:35:14.100928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:14.103141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c51c68-8dc0-4425-b6f9-14110df52316 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:14.157815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39108295-0b89-4758-9ab8-84e059ca9353 None None] Network cba376e4-6439-4522-a2cd-d07fdac2415b requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:14.312248 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 01209840-4bec-4d42-8934-8293d51a9cbe completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:14.330119 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 01209840-4bec-4d42-8934-8293d51a9cbe triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:14.330547 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:14.397133 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.objects.ports [None req-9a8c19b7-23e4-4602-bee2-fbb1a9b48909 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:35:14.410706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a8c19b7-23e4-4602-bee2-fbb1a9b48909 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:14.436333 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 98642f2a-3a2d-4f11-a476-557eb9ad9f92 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:14.499154 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-397b42f2-6b31-480c-ad90-4d3c36ca4196 req-a8bc23e6-ca8f-46c6-b719-63081f350983 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/security-groups?id=71c8f6cf-9fe8-4291-946d-942410db76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4348202 Feb 17 09:35:14.506428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c51c68-8dc0-4425-b6f9-14110df52316 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:14.519672 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8c19b7-23e4-4602-bee2-fbb1a9b48909 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:14.522567 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-9a8c19b7-23e4-4602-bee2-fbb1a9b48909 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:14.526574 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8c19b7-23e4-4602-bee2-fbb1a9b48909 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:14.527294 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a8c19b7-23e4-4602-bee2-fbb1a9b48909 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:14.536086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:14.539602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afdd061-0610-4956-a633-fce987deceb7 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:14.551784 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c19b7-23e4-4602-bee2-fbb1a9b48909 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=0db97fec-156b-4a2a-9d8b-0cc24accb040,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:14.648918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-82d278b6-6d46-4ca5-9da8-554df7100a53 None None] Provisioning for port 84d31204-452d-46b9-8b5a-3f8a8d7ea324 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:14.680395 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7656814b-c8f6-4da0-8c38-5187be9d77ff req-4399c703-bab8-4ce5-aabc-38b5cfd44b9f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0163925 Feb 17 09:35:14.848321 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9a8c19b7-23e4-4602-bee2-fbb1a9b48909 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7135780 Feb 17 09:35:14.860707 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34962) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:14.868348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7965771d-2944-4b79-b4ce-a11ff01d9f62 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'mac_address': 'fa:16:3e:4d:5f:02', 'name': 'tempest-NetworksTestDHCPv6-755328831'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:14.929247 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 98642f2a-3a2d-4f11-a476-557eb9ad9f92 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:14.960805 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 84d31204-452d-46b9-8b5a-3f8a8d7ea324 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:15.016710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd692880-e2a1-4ef7-8334-e06d8e58d106 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:15.054380 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656814b-c8f6-4da0-8c38-5187be9d77ff req-8d1215f6-6f37-4221-abb0-0483f37614a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:15.064705 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7656814b-c8f6-4da0-8c38-5187be9d77ff req-8d1215f6-6f37-4221-abb0-0483f37614a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1c659be8822417aae54db469e0be910&device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 1098 time: 0.2442455 Feb 17 09:35:15.066509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c51c68-8dc0-4425-b6f9-14110df52316 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:15.073379 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:15.110810 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7965771d-2944-4b79-b4ce-a11ff01d9f62 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:15.151446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 01209840-4bec-4d42-8934-8293d51a9cbe, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=01209840-4bec-4d42-8934-8293d51a9cbe,segment=NetworkSegment(b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c),segment_id=b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:15.160557 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2d1ad4-4b12-45f0-955b-872ce326496d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01209840-4bec-4d42-8934-8293d51a9cbe'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:35:15.190819 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7965771d-2944-4b79-b4ce-a11ff01d9f62 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:15.259828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:15.358436 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:15.368815 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2d1ad4-4b12-45f0-955b-872ce326496d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01209840-4bec-4d42-8934-8293d51a9cbe', 'code': 200} Feb 17 09:35:15.370341 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': '0db97fec-156b-4a2a-9d8b-0cc24accb040'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:35:15.371426 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:15.382264 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45367fa-e37d-486f-844a-81f05377810d None None] Network 8593864b-9e53-48cb-83c0-a448b1ebfcbf requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:15.389741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7965771d-2944-4b79-b4ce-a11ff01d9f62 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:15.437746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c51c68-8dc0-4425-b6f9-14110df52316 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:15.441175 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d7c51c68-8dc0-4425-b6f9-14110df52316 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-groups/d8afa7d6-99b9-446d-a698-453544c4cfb8 HTTP/1.1" status: 204 len: 168 time: 1.8505440 Feb 17 09:35:15.441175 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c51c68-8dc0-4425-b6f9-14110df52316 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8afa7d6-99b9-446d-a698-453544c4cfb8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:15.442101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34968) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:15.445425 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Router aef6beba-5738-4c61-bc3f-35bac137e1c8 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:35:15.448746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd692880-e2a1-4ef7-8334-e06d8e58d106 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:15.481898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:15.482843 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:15.503215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 84d31204-452d-46b9-8b5a-3f8a8d7ea324 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:15.518979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 84d31204-452d-46b9-8b5a-3f8a8d7ea324 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:15.519427 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:15.701229 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=01209840-4bec-4d42-8934-8293d51a9cbe,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:15.945469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138f06d0-0fe3-4120-b3e0-42d8c4faeeab None None] Network 0531570a-3802-488b-beca-1bd935325e07 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:15.952303 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event updated for resources: {'Port': ['ID=33858610-36f5-4150-8833-3663c936891d,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:16.007819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Allocated IP 2001:db8::f816:3eff:fea1:2bae (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/0db97fec-156b-4a2a-9d8b-0cc24accb040/14d6cdd4-4c4b-48e7-b062-78f11ea0dc11) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:16.018628 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7965771d-2944-4b79-b4ce-a11ff01d9f62 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:16.025551 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6ce4b9e9-7252-408e-b7ed-28a89b5aef06 None None] Provisioning for port 98642f2a-3a2d-4f11-a476-557eb9ad9f92 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:16.054407 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656814b-c8f6-4da0-8c38-5187be9d77ff req-d1ba2159-d1d4-4337-9d85-6a5000090528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:16.056027 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7656814b-c8f6-4da0-8c38-5187be9d77ff req-d1ba2159-d1d4-4337-9d85-6a5000090528 service neutron] 10.222.0.37 "GET /v2.0/networks?id=27d87cf8-de12-4c79-864c-28a6bac16755 HTTP/1.1" status: 200 len: 911 time: 0.9556837 Feb 17 09:35:16.057088 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:35:16.075823 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-7965771d-2944-4b79-b4ce-a11ff01d9f62 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port ea707e26-202a-4cec-8d7b-dfe6720149fb yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:35:16.108733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6ce4b9e9-7252-408e-b7ed-28a89b5aef06 None None] Provisioning complete for port 98642f2a-3a2d-4f11-a476-557eb9ad9f92 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:16.109211 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b9e9-7252-408e-b7ed-28a89b5aef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:16.123072 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Network 8593864b-9e53-48cb-83c0-a448b1ebfcbf is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:16.130985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:16.140431 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bd89e5-9797-4349-8177-3d5c88e2b484 None None] Sync routers for ids ['aef6beba-5738-4c61-bc3f-35bac137e1c8'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:35:16.202889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd692880-e2a1-4ef7-8334-e06d8e58d106 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=d6929a6d-9888-48f1-955f-e69fb1658507,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:16.334620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-dba1ddaf-f1bb-40e5-b99c-62102d92a2a9 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:16.341732 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd89e5-9797-4349-8177-3d5c88e2b484 None None] Routers {'aef6beba-5738-4c61-bc3f-35bac137e1c8'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:16.342543 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e6bd89e5-9797-4349-8177-3d5c88e2b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aef6beba-5738-4c61-bc3f-35bac137e1c8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:16.385549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:16.389134 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0c2c7f62-dc69-4ab9-949c-6903ecedb9a3 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4274564 Feb 17 09:35:16.389665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34974) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:16.396674 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-99e07d95-e6f7-40d2-9e58-ef67b64b589c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:16.397033 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7656814b-c8f6-4da0-8c38-5187be9d77ff req-ff66c7ca-99f3-461c-89bd-87dd6d2a3d45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=766a0d2d-bc08-4b86-9e5f-832883bcb404 HTTP/1.1" status: 200 len: 1000 time: 0.3210413 Feb 17 09:35:16.457342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Router 367b75b8-91f8-4d45-ad4c-dfa8205ca34c is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:35:16.477458 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e6bd89e5-9797-4349-8177-3d5c88e2b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:16.509978 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eabadb-0a4d-4e63-a748-cd42c9af3be6 req-8e28e38b-ac93-4844-8699-c4e44bd34bc8 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:16.511495 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29eabadb-0a4d-4e63-a748-cd42c9af3be6 req-8e28e38b-ac93-4844-8699-c4e44bd34bc8 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 946 time: 0.4985123 Feb 17 09:35:16.538563 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:16.543202 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-dba1ddaf-f1bb-40e5-b99c-62102d92a2a9 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:16.543938 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-dba1ddaf-f1bb-40e5-b99c-62102d92a2a9 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0965614 Feb 17 09:35:16.555094 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34978) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:16.577788 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd89e5-9797-4349-8177-3d5c88e2b484 None None] Routers {'aef6beba-5738-4c61-bc3f-35bac137e1c8'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:16.579288 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e6bd89e5-9797-4349-8177-3d5c88e2b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aef6beba-5738-4c61-bc3f-35bac137e1c8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:16.683168 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29eabadb-0a4d-4e63-a748-cd42c9af3be6 req-8f52b79e-a535-468c-b9d0-e90674c4bf9f tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/security-groups?id=71c8f6cf-9fe8-4291-946d-942410db76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1564357 Feb 17 09:35:16.684151 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e6bd89e5-9797-4349-8177-3d5c88e2b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:16.684281 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656814b-c8f6-4da0-8c38-5187be9d77ff req-f78ed041-8f34-46aa-a047-125befa91f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:16.684724 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bd89e5-9797-4349-8177-3d5c88e2b484 None None] The sync data for ids ['aef6beba-5738-4c61-bc3f-35bac137e1c8'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:35:16.685678 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7656814b-c8f6-4da0-8c38-5187be9d77ff req-f78ed041-8f34-46aa-a047-125befa91f84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5521f55-5393-4abb-b946-8c660da7abe1 HTTP/1.1" status: 200 len: 849 time: 0.2775159 Feb 17 09:35:16.687130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd692880-e2a1-4ef7-8334-e06d8e58d106 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:16.755835 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:35:16.768869 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e39b1-fe23-49b7-875d-67572722e49c None None] Sync routers for ids ['367b75b8-91f8-4d45-ad4c-dfa8205ca34c'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:35:16.775459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9ce97809-0987-41a6-a67b-de0b95af29c4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Synchronizing usage tracker for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:16.779043 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e39b1-fe23-49b7-875d-67572722e49c None None] Routers {'367b75b8-91f8-4d45-ad4c-dfa8205ca34c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:16.779669 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9d4e39b1-fe23-49b7-875d-67572722e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['367b75b8-91f8-4d45-ad4c-dfa8205ca34c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:16.788307 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4a12538e-9313-40cd-83fa-b6c6e66cbbe2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "PUT /v2.0/routers/367b75b8-91f8-4d45-ad4c-dfa8205ca34c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5682800 Feb 17 09:35:16.819628 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88589575-738b-4bd2-812b-f70fb76206dd req-5511ff5d-b558-4534-bda2-22770e75b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:16.828640 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-88589575-738b-4bd2-812b-f70fb76206dd req-5511ff5d-b558-4534-bda2-22770e75b972 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 1099 time: 0.9118619 Feb 17 09:35:16.829481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 84d31204-452d-46b9-8b5a-3f8a8d7ea324, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=84d31204-452d-46b9-8b5a-3f8a8d7ea324,segment=NetworkSegment(24c7d4d9-4410-44de-a166-7244af716ac0),segment_id=24c7d4d9-4410-44de-a166-7244af716ac0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:16.830427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34982) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:16.842906 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9d4e39b1-fe23-49b7-875d-67572722e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:16.851724 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e39b1-fe23-49b7-875d-67572722e49c None None] Routers {'367b75b8-91f8-4d45-ad4c-dfa8205ca34c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:16.852340 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9d4e39b1-fe23-49b7-875d-67572722e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['367b75b8-91f8-4d45-ad4c-dfa8205ca34c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:16.915614 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9d4e39b1-fe23-49b7-875d-67572722e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:16.915919 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e39b1-fe23-49b7-875d-67572722e49c None None] The sync data for ids ['367b75b8-91f8-4d45-ad4c-dfa8205ca34c'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:35:16.946271 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b9e9-7252-408e-b7ed-28a89b5aef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:16.964606 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:17.039808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:17.082203 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Transition to ACTIVE for port object 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:17.109871 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6ce4b9e9-7252-408e-b7ed-28a89b5aef06 None None] For port 98642f2a-3a2d-4f11-a476-557eb9ad9f92, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=98642f2a-3a2d-4f11-a476-557eb9ad9f92,segment=NetworkSegment(f5c31776-be2b-465e-b299-0a4efbab4665),segment_id=f5c31776-be2b-465e-b299-0a4efbab4665)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:17.128548 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-88589575-738b-4bd2-812b-f70fb76206dd req-537cfc11-03dc-444a-8742-03748b2d1442 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=71c8f6cf-9fe8-4291-946d-942410db76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2005117 Feb 17 09:35:17.139585 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Transition to ACTIVE for port object 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:17.153475 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=84d31204-452d-46b9-8b5a-3f8a8d7ea324,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:17.204307 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b9e9-7252-408e-b7ed-28a89b5aef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:17.251343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 91005b2d-73d4-45f4-8d89-98a8f06edf33 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:17.356828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:17.386886 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9ce97809-0987-41a6-a67b-de0b95af29c4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] Unset dirty status for tenant:3a9d55e4b19449b8b5551fa4f09e35a6 on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:17.392663 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9ce97809-0987-41a6-a67b-de0b95af29c4 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.8362195 Feb 17 09:35:17.397019 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 34986) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:17.428857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-7965771d-2944-4b79-b4ce-a11ff01d9f62 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::f816:3eff:fe4d:5f02 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/0db97fec-156b-4a2a-9d8b-0cc24accb040/ea707e26-202a-4cec-8d7b-dfe6720149fb) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:17.470116 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99e07d95-e6f7-40d2-9e58-ef67b64b589c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:17.513202 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:17.528250 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:17.534478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:17.537615 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-75c8bcf4-e23d-47ef-8c88-a8d07694b414 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] delete failed (client error): The resource could not be found. Feb 17 09:35:17.538725 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-75c8bcf4-e23d-47ef-8c88-a8d07694b414 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "DELETE /v2.0/security-groups/d8afa7d6-99b9-446d-a698-453544c4cfb8 HTTP/1.1" status: 404 len: 347 time: 0.1412778 Feb 17 09:35:17.543649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7053187d-ab8a-40bb-8400-b4eb68ce8187 None None] Provisioning complete for port 84d31204-452d-46b9-8b5a-3f8a8d7ea324 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:17.544019 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7053187d-ab8a-40bb-8400-b4eb68ce8187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:17.544326 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 34990) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:17.620351 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4b9e9-7252-408e-b7ed-28a89b5aef06 None None] Pushing event updated for resources: {'Port': ['ID=98642f2a-3a2d-4f11-a476-557eb9ad9f92,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:17.640805 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 91005b2d-73d4-45f4-8d89-98a8f06edf33 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:17.641092 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656814b-c8f6-4da0-8c38-5187be9d77ff req-a58f8a19-56bc-439a-ad92-45556751cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:17.641871 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7656814b-c8f6-4da0-8c38-5187be9d77ff req-a58f8a19-56bc-439a-ad92-45556751cf47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27d87cf8-de12-4c79-864c-28a6bac16755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8192279 Feb 17 09:35:17.642802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd692880-e2a1-4ef7-8334-e06d8e58d106 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:17.826305 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Attempting to bind port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:35:17.826684 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Attempting to bind port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:35:17.827245 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Attempting to bind port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:35:17.836000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Pushing event updated for resources: {'Port': ['ID=14d6cdd4-4c4b-48e7-b062-78f11ea0dc11,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:17.847885 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:35:17.848514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:17.849087 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:17.849675 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:35:17.850644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Bound port: 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:35:17.851413 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:17.851549 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99e07d95-e6f7-40d2-9e58-ef67b64b589c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:17.895888 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1aa46ad9-6a47-4bc0-84c6-2c86e6e32119 tempest-SecGroupIPv6Test-901241270 tempest-SecGroupIPv6Test-901241270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3452556 Feb 17 09:35:18.008421 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-99e07d95-e6f7-40d2-9e58-ef67b64b589c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Deleting port fe7b5e90-c61b-4ab0-81b4-2aa263fb002c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:18.009054 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99e07d95-e6f7-40d2-9e58-ef67b64b589c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:18.097325 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] For port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:35:18.106516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] For port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=14d6cdd4-4c4b-48e7-b062-78f11ea0dc11,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:35:18.185352 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7053187d-ab8a-40bb-8400-b4eb68ce8187 None None] Provisioning for port 91005b2d-73d4-45f4-8d89-98a8f06edf33 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:18.191879 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7053187d-ab8a-40bb-8400-b4eb68ce8187 None None] Provisioning complete for port 91005b2d-73d4-45f4-8d89-98a8f06edf33 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:18.194856 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7053187d-ab8a-40bb-8400-b4eb68ce8187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:18.228023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7965771d-2944-4b79-b4ce-a11ff01d9f62 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:18.235428 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:18.269098 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7656814b-c8f6-4da0-8c38-5187be9d77ff req-c140c23e-2c48-4294-af8e-a72c3bf84ecd service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038592 Feb 17 09:35:18.278532 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-7965771d-2944-4b79-b4ce-a11ff01d9f62 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object ea707e26-202a-4cec-8d7b-dfe6720149fb will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:18.293014 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0463b98-97f8-432f-a9c6-c45aed11e32b req-e2766c52-e032-426d-8c8f-bcae680b57cd tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:18.298578 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b0463b98-97f8-432f-a9c6-c45aed11e32b req-e2766c52-e032-426d-8c8f-bcae680b57cd tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 946 time: 0.3441303 Feb 17 09:35:18.302963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99e07d95-e6f7-40d2-9e58-ef67b64b589c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:18.336695 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1d56e-0118-4f1d-bc85-d935c4da7549 None None] Pushing event updated for resources: {'Port': ['ID=14d6cdd4-4c4b-48e7-b062-78f11ea0dc11,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:18.438086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7053187d-ab8a-40bb-8400-b4eb68ce8187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:18.440584 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b0463b98-97f8-432f-a9c6-c45aed11e32b req-4ad8ba59-dca8-4291-a1dc-efdf91b0dea4 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/security-groups?id=71c8f6cf-9fe8-4291-946d-942410db76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1204658 Feb 17 09:35:18.494705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7053187d-ab8a-40bb-8400-b4eb68ce8187 None None] For port 91005b2d-73d4-45f4-8d89-98a8f06edf33, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=91005b2d-73d4-45f4-8d89-98a8f06edf33,segment=NetworkSegment(8a5e923e-ae0a-4f09-921c-ab2885a7d092),segment_id=8a5e923e-ae0a-4f09-921c-ab2885a7d092)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:18.517929 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-99e07d95-e6f7-40d2-9e58-ef67b64b589c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Calling delete_port for fe7b5e90-c61b-4ab0-81b4-2aa263fb002c owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:18.592575 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-5dd9cdf9-bc99-4474-bbaf-493e70efb622 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:35:18.600999 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5dd9cdf9-bc99-4474-bbaf-493e70efb622 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "PUT /v2.0/routers/367b75b8-91f8-4d45-ad4c-dfa8205ca34c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7681923 Feb 17 09:35:18.606878 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35000) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:18.625608 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7656814b-c8f6-4da0-8c38-5187be9d77ff req-600b18c8-4a5f-4f9e-a5d1-760b2b0dfa50 service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423915 Feb 17 09:35:18.636763 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7053187d-ab8a-40bb-8400-b4eb68ce8187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:18.734331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd692880-e2a1-4ef7-8334-e06d8e58d106 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:18.774469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053187d-ab8a-40bb-8400-b4eb68ce8187 None None] Pushing event updated for resources: {'Port': ['ID=91005b2d-73d4-45f4-8d89-98a8f06edf33,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:18.813122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35004) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:18.846546 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd692880-e2a1-4ef7-8334-e06d8e58d106 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:18.847356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd692880-e2a1-4ef7-8334-e06d8e58d106 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:18.872365 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7053187d-ab8a-40bb-8400-b4eb68ce8187 None None] Provisioning for port d6929a6d-9888-48f1-955f-e69fb1658507 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:18.883296 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7053187d-ab8a-40bb-8400-b4eb68ce8187 None None] Provisioning complete for port d6929a6d-9888-48f1-955f-e69fb1658507 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:18.884633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7053187d-ab8a-40bb-8400-b4eb68ce8187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:18.960122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7965771d-2944-4b79-b4ce-a11ff01d9f62 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:18.980514 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd692880-e2a1-4ef7-8334-e06d8e58d106 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=d6929a6d-9888-48f1-955f-e69fb1658507,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:18.985150 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7053187d-ab8a-40bb-8400-b4eb68ce8187 None None] Port d6929a6d-9888-48f1-955f-e69fb1658507 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:35:19.185363 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7965771d-2944-4b79-b4ce-a11ff01d9f62 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:19.197894 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7965771d-2944-4b79-b4ce-a11ff01d9f62 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:19.200484 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7965771d-2944-4b79-b4ce-a11ff01d9f62 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:19.206720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-94442733-9f43-4d9a-a8d0-77d14e8b44e0 None None] Provisioning for port 33858610-36f5-4150-8833-3663c936891d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:19.207213 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7965771d-2944-4b79-b4ce-a11ff01d9f62 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:19.207815 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7965771d-2944-4b79-b4ce-a11ff01d9f62 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:19.215927 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-94442733-9f43-4d9a-a8d0-77d14e8b44e0 None None] Provisioning complete for port 33858610-36f5-4150-8833-3663c936891d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:19.219240 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94442733-9f43-4d9a-a8d0-77d14e8b44e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:19.251669 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:19.272040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965771d-2944-4b79-b4ce-a11ff01d9f62 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=ea707e26-202a-4cec-8d7b-dfe6720149fb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:19.276882 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bdd6e29a-0fe5-43cd-8b8f-e178af94c0fd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3a9d55e4b19449b8b5551fa4f09e35a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4596508 Feb 17 09:35:19.278073 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35010) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:19.336289 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-94442733-9f43-4d9a-a8d0-77d14e8b44e0 None None] Port 33858610-36f5-4150-8833-3663c936891d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:35:19.355431 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-94442733-9f43-4d9a-a8d0-77d14e8b44e0 None None] Provisioning complete for port 91005b2d-73d4-45f4-8d89-98a8f06edf33 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:19.355795 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94442733-9f43-4d9a-a8d0-77d14e8b44e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:19.366334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd692880-e2a1-4ef7-8334-e06d8e58d106 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network cba376e4-6439-4522-a2cd-d07fdac2415b is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:19.374094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-bd692880-e2a1-4ef7-8334-e06d8e58d106 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:19.479147 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7965771d-2944-4b79-b4ce-a11ff01d9f62 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6168487 Feb 17 09:35:19.515330 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35016) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:19.515432 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:19.515432 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 84d31204-452d-46b9-8b5a-3f8a8d7ea324 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:19.673362 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-423759f1-c558-4cf5-a69e-3482ca6a0e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:19.673947 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-94442733-9f43-4d9a-a8d0-77d14e8b44e0 None None] Provisioning complete for port 98642f2a-3a2d-4f11-a476-557eb9ad9f92 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:19.674335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94442733-9f43-4d9a-a8d0-77d14e8b44e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:19.754334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-423759f1-c558-4cf5-a69e-3482ca6a0e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:19.760816 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 84d31204-452d-46b9-8b5a-3f8a8d7ea324 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:19.761197 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:19.812803 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99e07d95-e6f7-40d2-9e58-ef67b64b589c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:19.863949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b18df-b86e-42f6-bc93-dd73e79bf1e9 req-12891439-b8db-4086-ba1c-806bb5a418fc tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:19.867147 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-596b18df-b86e-42f6-bc93-dd73e79bf1e9 req-12891439-b8db-4086-ba1c-806bb5a418fc tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 946 time: 0.2842155 Feb 17 09:35:19.869558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e07d95-e6f7-40d2-9e58-ef67b64b589c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Pushing event deleted for resources: {'Port': ['ID=fe7b5e90-c61b-4ab0-81b4-2aa263fb002c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:19.931770 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-596b18df-b86e-42f6-bc93-dd73e79bf1e9 req-491296c5-c8c5-4097-9cdf-7fa129b47244 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/security-groups?id=71c8f6cf-9fe8-4291-946d-942410db76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505328 Feb 17 09:35:19.945617 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd692880-e2a1-4ef7-8334-e06d8e58d106 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Router ec77b743-3e76-4bc2-9dcb-13c86293d881 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:35:19.972555 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 91005b2d-73d4-45f4-8d89-98a8f06edf33 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:20.028236 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99e07d95-e6f7-40d2-9e58-ef67b64b589c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:20.039212 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-423759f1-c558-4cf5-a69e-3482ca6a0e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:20.069310 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423759f1-c558-4cf5-a69e-3482ca6a0e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2124aa-8ff8-49e6-906a-7518cd0ddd64,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:20.091906 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 91005b2d-73d4-45f4-8d89-98a8f06edf33 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:20.092435 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:20.102876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f210053-54f8-451d-b1d6-d21d47983a9d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:20.149011 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ebe71f13-932c-434f-9ed8-1eaa690c8c1a None None] Provisioning complete for port d6929a6d-9888-48f1-955f-e69fb1658507 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:20.149388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ebe71f13-932c-434f-9ed8-1eaa690c8c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:20.169243 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd692880-e2a1-4ef7-8334-e06d8e58d106 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:35:20.183723 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bd692880-e2a1-4ef7-8334-e06d8e58d106 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "PUT /v2.0/routers/ec77b743-3e76-4bc2-9dcb-13c86293d881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1338902 Feb 17 09:35:20.185085 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b468ea-4b2a-43f3-98bd-b0ba591204fe None None] Sync routers for ids ['ec77b743-3e76-4bc2-9dcb-13c86293d881'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:35:20.186057 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35022) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:20.237845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-423759f1-c558-4cf5-a69e-3482ca6a0e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:20.239077 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-423759f1-c558-4cf5-a69e-3482ca6a0e76 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ba2124aa-8ff8-49e6-906a-7518cd0ddd64 HTTP/1.1" status: 204 len: 168 time: 0.9609241 Feb 17 09:35:20.250546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ebe71f13-932c-434f-9ed8-1eaa690c8c1a None None] Port d6929a6d-9888-48f1-955f-e69fb1658507 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:35:20.254198 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b468ea-4b2a-43f3-98bd-b0ba591204fe None None] Routers {'ec77b743-3e76-4bc2-9dcb-13c86293d881'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:20.254874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c5b468ea-4b2a-43f3-98bd-b0ba591204fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['ec77b743-3e76-4bc2-9dcb-13c86293d881'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:20.331160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078811bb-cb1c-4bce-96de-bfc4a7fe70b3 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:20.332284 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-078811bb-cb1c-4bce-96de-bfc4a7fe70b3 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:20.345094 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c5b468ea-4b2a-43f3-98bd-b0ba591204fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:20.408789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-078811bb-cb1c-4bce-96de-bfc4a7fe70b3 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:20.414225 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-078811bb-cb1c-4bce-96de-bfc4a7fe70b3 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec77b743-3e76-4bc2-9dcb-13c86293d881 HTTP/1.1" status: 200 len: 986 time: 0.2269809 Feb 17 09:35:20.415911 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35028) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:20.428802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561f0991-3c7d-4425-bacc-f7bf77b564c1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:20.434842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561f0991-3c7d-4425-bacc-f7bf77b564c1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:20.435667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-561f0991-3c7d-4425-bacc-f7bf77b564c1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:20.465023 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b468ea-4b2a-43f3-98bd-b0ba591204fe None None] Routers {'ec77b743-3e76-4bc2-9dcb-13c86293d881'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:20.465697 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c5b468ea-4b2a-43f3-98bd-b0ba591204fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['ec77b743-3e76-4bc2-9dcb-13c86293d881'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:20.539791 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c5b468ea-4b2a-43f3-98bd-b0ba591204fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:20.540301 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b468ea-4b2a-43f3-98bd-b0ba591204fe None None] The sync data for ids ['ec77b743-3e76-4bc2-9dcb-13c86293d881'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:35:20.544836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 98642f2a-3a2d-4f11-a476-557eb9ad9f92 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:20.626377 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-615da2f9-d6dd-41b9-815b-933176445fbb None None] Provisioning for port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:20.649362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-615da2f9-d6dd-41b9-815b-933176445fbb None None] Provisioning complete for port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:20.649362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-615da2f9-d6dd-41b9-815b-933176445fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:20.718684 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 98642f2a-3a2d-4f11-a476-557eb9ad9f92 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:20.719001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:20.831041 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99e07d95-e6f7-40d2-9e58-ef67b64b589c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:20.948329 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-615da2f9-d6dd-41b9-815b-933176445fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:20.963732 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cd3d8-ae8d-47e7-8a44-943f9f7c379c req-3ffcefa1-aa48-41a5-8e64-01a514d932d3 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:20.969470 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-186cd3d8-ae8d-47e7-8a44-943f9f7c379c req-3ffcefa1-aa48-41a5-8e64-01a514d932d3 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 946 time: 0.7796831 Feb 17 09:35:20.975585 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-561f0991-3c7d-4425-bacc-f7bf77b564c1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:20.978252 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-561f0991-3c7d-4425-bacc-f7bf77b564c1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.4882777 Feb 17 09:35:20.979211 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35032) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:20.979547 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35034) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:20.989879 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99e07d95-e6f7-40d2-9e58-ef67b64b589c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:20.993003 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-615da2f9-d6dd-41b9-815b-933176445fbb None None] For port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=14d6cdd4-4c4b-48e7-b062-78f11ea0dc11,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:21.089121 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60f46228-4aec-47ee-9711-fc888de8fa15 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:21.092948 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-73f7a325-7e7b-4a25-b976-86c703aca2a9 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Request body: {'floatingip': {'port_id': '01209840-4bec-4d42-8934-8293d51a9cbe'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:21.097395 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-615da2f9-d6dd-41b9-815b-933176445fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:21.175611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615da2f9-d6dd-41b9-815b-933176445fbb None None] Pushing event updated for resources: {'Port': ['ID=14d6cdd4-4c4b-48e7-b062-78f11ea0dc11,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:21.179186 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73f7a325-7e7b-4a25-b976-86c703aca2a9 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:21.270431 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-88b14b2d-630c-4400-b25f-908ebb6bddae None None] Provisioning for port ea707e26-202a-4cec-8d7b-dfe6720149fb completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:21.276747 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-88b14b2d-630c-4400-b25f-908ebb6bddae None None] Provisioning complete for port ea707e26-202a-4cec-8d7b-dfe6720149fb triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:21.277148 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88b14b2d-630c-4400-b25f-908ebb6bddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:21.343722 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-88b14b2d-630c-4400-b25f-908ebb6bddae None None] Port ea707e26-202a-4cec-8d7b-dfe6720149fb cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:35:21.534762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-60f46228-4aec-47ee-9711-fc888de8fa15 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port d6929a6d-9888-48f1-955f-e69fb1658507 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:21.535369 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60f46228-4aec-47ee-9711-fc888de8fa15 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:21.549882 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e07d95-e6f7-40d2-9e58-ef67b64b589c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Router aef6beba-5738-4c61-bc3f-35bac137e1c8 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:35:21.559947 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-68079d10-1282-451e-8784-803452126804 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port ea707e26-202a-4cec-8d7b-dfe6720149fb {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:21.560294 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68079d10-1282-451e-8784-803452126804 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:21.736930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60f46228-4aec-47ee-9711-fc888de8fa15 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:21.867137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-60f46228-4aec-47ee-9711-fc888de8fa15 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for d6929a6d-9888-48f1-955f-e69fb1658507 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:21.970222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4f210053-54f8-451d-b1d6-d21d47983a9d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Deleting port 33858610-36f5-4150-8833-3663c936891d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:21.970576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f210053-54f8-451d-b1d6-d21d47983a9d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:21.994971 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e07d95-e6f7-40d2-9e58-ef67b64b589c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:35:22.007431 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1906431-418d-402f-81f9-c0e59dd7af89 None None] Sync routers for ids ['aef6beba-5738-4c61-bc3f-35bac137e1c8'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:35:22.019555 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1906431-418d-402f-81f9-c0e59dd7af89 None None] Routers {'aef6beba-5738-4c61-bc3f-35bac137e1c8'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:22.020600 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f1906431-418d-402f-81f9-c0e59dd7af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aef6beba-5738-4c61-bc3f-35bac137e1c8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:22.020766 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99e07d95-e6f7-40d2-9e58-ef67b64b589c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:22.021796 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-99e07d95-e6f7-40d2-9e58-ef67b64b589c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "PUT /v2.0/routers/aef6beba-5738-4c61-bc3f-35bac137e1c8 HTTP/1.1" status: 200 len: 709 time: 5.6310143 Feb 17 09:35:22.025460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35040) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:22.084180 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f1906431-418d-402f-81f9-c0e59dd7af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:22.094810 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1906431-418d-402f-81f9-c0e59dd7af89 None None] Routers {'aef6beba-5738-4c61-bc3f-35bac137e1c8'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:22.095750 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f1906431-418d-402f-81f9-c0e59dd7af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aef6beba-5738-4c61-bc3f-35bac137e1c8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:22.161309 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f1906431-418d-402f-81f9-c0e59dd7af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:22.162108 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1906431-418d-402f-81f9-c0e59dd7af89 None None] The sync data for ids ['aef6beba-5738-4c61-bc3f-35bac137e1c8'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:35:22.178381 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-64ce6810-0771-4b9e-a2bb-6ac58267b665 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "GET /v2.0/routers/aef6beba-5738-4c61-bc3f-35bac137e1c8 HTTP/1.1" status: 200 len: 744 time: 0.1515439 Feb 17 09:35:22.181968 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35044) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:22.224726 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bfb6c0d6-ba02-44d1-83cc-efe3b243e972 tempest-RoutersIpV6AdminTest-1681119035 tempest-RoutersIpV6AdminTest-1681119035-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=e398590f-1691-4e90-94b2-4638f557802a&device_id=aef6beba-5738-4c61-bc3f-35bac137e1c8 HTTP/1.1" status: 200 len: 205 time: 0.0415673 Feb 17 09:35:22.227307 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35048) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:22.264075 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60f46228-4aec-47ee-9711-fc888de8fa15 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:22.307276 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4bb7a9d4-a880-4ed1-b1ce-b79820e86b60 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef6beba-5738-4c61-bc3f-35bac137e1c8 HTTP/1.1" status: 200 len: 205 time: 0.0789218 Feb 17 09:35:22.310204 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35052) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:22.322550 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f46228-4aec-47ee-9711-fc888de8fa15 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=d6929a6d-9888-48f1-955f-e69fb1658507,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:22.505043 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60f46228-4aec-47ee-9711-fc888de8fa15 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:22.756311 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b784efec-61d4-4fdb-a41d-91f35533e957 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:22.822298 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68079d10-1282-451e-8784-803452126804 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:22.853158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f210053-54f8-451d-b1d6-d21d47983a9d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:22.908505 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f46228-4aec-47ee-9711-fc888de8fa15 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Router ec77b743-3e76-4bc2-9dcb-13c86293d881 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:35:23.047024 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f46228-4aec-47ee-9711-fc888de8fa15 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:35:23.059578 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:23.095364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54751734-ecf6-4520-8b15-fd4d9ca1c102 None None] Sync routers for ids ['ec77b743-3e76-4bc2-9dcb-13c86293d881'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:35:23.122920 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54751734-ecf6-4520-8b15-fd4d9ca1c102 None None] Routers {'ec77b743-3e76-4bc2-9dcb-13c86293d881'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:23.123544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-54751734-ecf6-4520-8b15-fd4d9ca1c102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['ec77b743-3e76-4bc2-9dcb-13c86293d881'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:23.147817 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-60f46228-4aec-47ee-9711-fc888de8fa15 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "PUT /v2.0/routers/ec77b743-3e76-4bc2-9dcb-13c86293d881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7307427 Feb 17 09:35:23.150766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35058) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:23.155307 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-68079d10-1282-451e-8784-803452126804 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for ea707e26-202a-4cec-8d7b-dfe6720149fb owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:23.194389 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-6320e5b1-a899-4b00-9c4e-ce20f518cbf0 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] GET failed (client error): The resource could not be found. Feb 17 09:35:23.194990 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6320e5b1-a899-4b00-9c4e-ce20f518cbf0 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:23.202159 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-54751734-ecf6-4520-8b15-fd4d9ca1c102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:23.216728 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54751734-ecf6-4520-8b15-fd4d9ca1c102 None None] Routers {'ec77b743-3e76-4bc2-9dcb-13c86293d881'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:23.217313 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-54751734-ecf6-4520-8b15-fd4d9ca1c102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['ec77b743-3e76-4bc2-9dcb-13c86293d881'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:23.230430 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4f210053-54f8-451d-b1d6-d21d47983a9d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Calling delete_port for 33858610-36f5-4150-8833-3663c936891d owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:23.283333 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:23.283656 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:23.286620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6320e5b1-a899-4b00-9c4e-ce20f518cbf0 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:23.288261 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6320e5b1-a899-4b00-9c4e-ce20f518cbf0 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports/d6929a6d-9888-48f1-955f-e69fb1658507 HTTP/1.1" status: 404 len: 333 time: 0.1363578 Feb 17 09:35:23.290955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35062) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:23.310558 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-54751734-ecf6-4520-8b15-fd4d9ca1c102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:23.310971 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54751734-ecf6-4520-8b15-fd4d9ca1c102 None None] The sync data for ids ['ec77b743-3e76-4bc2-9dcb-13c86293d881'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:35:23.448086 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a4e303b-6757-4f42-a1c0-65518686f482 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:23.460823 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b784efec-61d4-4fdb-a41d-91f35533e957 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:23.480779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b784efec-61d4-4fdb-a41d-91f35533e957 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:23.673768 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b784efec-61d4-4fdb-a41d-91f35533e957 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:23.674311 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b784efec-61d4-4fdb-a41d-91f35533e957 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Fanout notify agent at l3_agent the message router_deleted on router aef6beba-5738-4c61-bc3f-35bac137e1c8 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:35:23.708205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73f7a325-7e7b-4a25-b976-86c703aca2a9 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:23.764213 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b784efec-61d4-4fdb-a41d-91f35533e957 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:23.765877 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b784efec-61d4-4fdb-a41d-91f35533e957 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "DELETE /v2.0/routers/aef6beba-5738-4c61-bc3f-35bac137e1c8 HTTP/1.1" status: 204 len: 168 time: 1.4495761 Feb 17 09:35:23.774945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35068) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:23.808006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a4e303b-6757-4f42-a1c0-65518686f482 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:23.810748 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a4e303b-6757-4f42-a1c0-65518686f482 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:23.829234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73f7a325-7e7b-4a25-b976-86c703aca2a9 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:23.830762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fdd8f-36e9-4cb4-b02e-4b66daf0ccda req-df5ed67c-b3ea-436b-94ef-c715d19e355f tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:23.832480 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-597fdd8f-36e9-4cb4-b02e-4b66daf0ccda req-df5ed67c-b3ea-436b-94ef-c715d19e355f tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.3340726 Feb 17 09:35:23.887604 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3c04f167-784f-407b-924c-2e71c9733bec tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef6beba-5738-4c61-bc3f-35bac137e1c8 HTTP/1.1" status: 200 len: 205 time: 0.1071594 Feb 17 09:35:23.887823 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-597fdd8f-36e9-4cb4-b02e-4b66daf0ccda req-99f6726e-281a-4f4e-bf05-87be28e81b75 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426700 Feb 17 09:35:23.887823 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35072) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:23.961476 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-dfaaef34-6fc3-4607-bbaa-8d74d701ff75 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] delete failed (client error): The resource could not be found. Feb 17 09:35:23.964978 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-dfaaef34-6fc3-4607-bbaa-8d74d701ff75 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "DELETE /v2.0/routers/aef6beba-5738-4c61-bc3f-35bac137e1c8 HTTP/1.1" status: 404 len: 336 time: 0.0742888 Feb 17 09:35:23.965330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35078) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:24.009783 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fe001989-a339-41cd-b10b-3bd72cdc37e1 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "GET /v2.0/ports?device_id=edf98fc9-f3c8-46eb-af56-0a595791baa4 HTTP/1.1" status: 200 len: 205 time: 0.0433438 Feb 17 09:35:24.012163 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35082) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:24.076421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a4e303b-6757-4f42-a1c0-65518686f482 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:24.076697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4e303b-6757-4f42-a1c0-65518686f482 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Fanout notify agent at l3_agent the message router_deleted on router ec77b743-3e76-4bc2-9dcb-13c86293d881 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:35:24.089955 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-a27c1648-584a-4236-aefd-8a3efefa0cd4 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] delete failed (client error): The resource could not be found. Feb 17 09:35:24.091003 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a27c1648-584a-4236-aefd-8a3efefa0cd4 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "DELETE /v2.0/routers/edf98fc9-f3c8-46eb-af56-0a595791baa4 HTTP/1.1" status: 404 len: 336 time: 0.0779433 Feb 17 09:35:24.096818 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a4e303b-6757-4f42-a1c0-65518686f482 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:24.097859 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4a4e303b-6757-4f42-a1c0-65518686f482 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/routers/ec77b743-3e76-4bc2-9dcb-13c86293d881 HTTP/1.1" status: 204 len: 168 time: 0.8058455 Feb 17 09:35:24.098498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35086) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:24.100414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35090) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:24.144486 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68079d10-1282-451e-8784-803452126804 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:24.145931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f210053-54f8-451d-b1d6-d21d47983a9d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:24.184476 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-dc7f48e5-6d73-49d1-9e1c-6a3f0db12a0b tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "GET /v2.0/ports?device_id=6b893037-1445-4ccd-9734-341935762d96 HTTP/1.1" status: 200 len: 205 time: 0.0849183 Feb 17 09:35:24.187191 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35094) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:24.257416 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f210053-54f8-451d-b1d6-d21d47983a9d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event deleted for resources: {'Port': ['ID=33858610-36f5-4150-8833-3663c936891d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:24.264211 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-48847abe-2a6a-4f97-ae6a-5d4382688b6e tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] delete failed (client error): The resource could not be found. Feb 17 09:35:24.265531 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-48847abe-2a6a-4f97-ae6a-5d4382688b6e tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "DELETE /v2.0/routers/6b893037-1445-4ccd-9734-341935762d96 HTTP/1.1" status: 404 len: 336 time: 0.0773568 Feb 17 09:35:24.268596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35098) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:24.392341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68079d10-1282-451e-8784-803452126804 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=ea707e26-202a-4cec-8d7b-dfe6720149fb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:24.405938 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-73f7a325-7e7b-4a25-b976-86c703aca2a9 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Floating IP f9b325de-c570-4fd7-bf59-3919e92f2cc2 associated. External IP: 172.26.4.164, port: 01209840-4bec-4d42-8934-8293d51a9cbe. Feb 17 09:35:24.446715 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-80d8dd02-cbb1-4f03-b411-982a4d87ea7c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "GET /v2.0/ports?device_id=577619ea-93dc-43cf-9a4a-0bfcac0a68d6 HTTP/1.1" status: 200 len: 205 time: 0.1774361 Feb 17 09:35:24.449380 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35102) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:24.455442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-588cb2fc-fba9-497a-b492-bee8e30a7217 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting subnet 47617ac5-0e2e-432a-bbbd-683d0f3ef82e {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:35:24.521383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-588cb2fc-fba9-497a-b492-bee8e30a7217 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:24.533818 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68079d10-1282-451e-8784-803452126804 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:24.566727 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-755d6d8b-14ef-476b-922f-a6a31ee56644 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] delete failed (client error): The resource could not be found. Feb 17 09:35:24.570156 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-755d6d8b-14ef-476b-922f-a6a31ee56644 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "DELETE /v2.0/routers/577619ea-93dc-43cf-9a4a-0bfcac0a68d6 HTTP/1.1" status: 404 len: 336 time: 0.1175029 Feb 17 09:35:24.570576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35106) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:24.579738 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-68079d10-1282-451e-8784-803452126804 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/ea707e26-202a-4cec-8d7b-dfe6720149fb HTTP/1.1" status: 204 len: 168 time: 3.5837545 Feb 17 09:35:24.606964 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35110) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:24.646607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f2e44bbf-14f6-4d9c-ae54-35de279a8e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:24.676141 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e26bcd67-29c1-41de-aaba-2a53c4106f3f tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "GET /v2.0/ports?device_id=925c1f14-966f-465b-a7c9-a6eceecb92f1 HTTP/1.1" status: 200 len: 205 time: 0.1045039 Feb 17 09:35:24.678529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-588cb2fc-fba9-497a-b492-bee8e30a7217 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:24.702967 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35114) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:24.707101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f210053-54f8-451d-b1d6-d21d47983a9d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:24.747514 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bda947-d3c0-43e4-8f2f-b56395fdc548 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:24.749004 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bda947-d3c0-43e4-8f2f-b56395fdc548 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:24.751360 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b2bda947-d3c0-43e4-8f2f-b56395fdc548 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1407723 Feb 17 09:35:24.754120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35118) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:24.836457 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-a967beee-8a01-430a-b71f-bdb816580707 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet 0db97fec-156b-4a2a-9d8b-0cc24accb040 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:35:24.842192 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a967beee-8a01-430a-b71f-bdb816580707 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:24.864664 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58714b9-b37d-4788-906f-f7181370c3da req-2be3d9e5-99ff-4c24-8b63-805f24a48ca2 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:24.866195 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d58714b9-b37d-4788-906f-f7181370c3da req-2be3d9e5-99ff-4c24-8b63-805f24a48ca2 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.7318592 Feb 17 09:35:24.875115 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-af912d91-ea0e-4b16-9098-5753dc92859c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] delete failed (client error): The resource could not be found. Feb 17 09:35:24.875398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-588cb2fc-fba9-497a-b492-bee8e30a7217 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:24.876458 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-af912d91-ea0e-4b16-9098-5753dc92859c tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "DELETE /v2.0/routers/925c1f14-966f-465b-a7c9-a6eceecb92f1 HTTP/1.1" status: 404 len: 336 time: 0.1707599 Feb 17 09:35:24.898048 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35122) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:24.943579 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a967beee-8a01-430a-b71f-bdb816580707 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:25.025278 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-45d6bd5c-c144-43aa-852a-38f367b320e2 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "GET /v2.0/ports?device_id=8803ae1a-9c45-47b3-823b-8b01567f372b HTTP/1.1" status: 200 len: 205 time: 0.1260912 Feb 17 09:35:25.027542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35126) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:25.100277 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-588cb2fc-fba9-497a-b492-bee8e30a7217 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:25.133493 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-c918d684-5ae5-497e-ba68-8e8f1938a756 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] delete failed (client error): The resource could not be found. Feb 17 09:35:25.134556 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c918d684-5ae5-497e-ba68-8e8f1938a756 tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "DELETE /v2.0/routers/8803ae1a-9c45-47b3-823b-8b01567f372b HTTP/1.1" status: 404 len: 336 time: 0.1060874 Feb 17 09:35:25.141021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a967beee-8a01-430a-b71f-bdb816580707 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:25.165205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35130) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:25.183745 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-588cb2fc-fba9-497a-b492-bee8e30a7217 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:25.186371 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cb2fc-fba9-497a-b492-bee8e30a7217 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Subnet': ['ID=47617ac5-0e2e-432a-bbbd-683d0f3ef82e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:25.191221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5591ae-9d9b-4f3a-869c-cc8d8daea089 None None] Network cba376e4-6439-4522-a2cd-d07fdac2415b requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:25.197764 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-588cb2fc-fba9-497a-b492-bee8e30a7217 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/47617ac5-0e2e-432a-bbbd-683d0f3ef82e HTTP/1.1" status: 204 len: 168 time: 1.0961325 Feb 17 09:35:25.200238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35134) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:25.225923 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d58714b9-b37d-4788-906f-f7181370c3da req-db9f694d-b7c2-474f-8b2b-73433e210d32 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3332632 Feb 17 09:35:25.289998 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf836fdd-424f-4639-91f4-44166266d7bc tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] DELETE failed (client error): The resource could not be found. Feb 17 09:35:25.290488 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf836fdd-424f-4639-91f4-44166266d7bc tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:35:25.292800 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bf836fdd-424f-4639-91f4-44166266d7bc tempest-RoutersIpV6AdminTest-10396308 tempest-RoutersIpV6AdminTest-10396308-project] 10.222.0.75 "DELETE /v2.0/subnets/40fd1663-fc54-438b-b330-05aa58281d25 HTTP/1.1" status: 404 len: 337 time: 0.1235194 Feb 17 09:35:25.441195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:25.482469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port 84d31204-452d-46b9-8b5a-3f8a8d7ea324 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:25.482834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:25.506359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fa02e6-7726-4d78-a0ee-8fbc8a4c98b7 None None] DHCP port deletion for cba376e4-6439-4522-a2cd-d07fdac2415b request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:35:25.512102 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa02e6-7726-4d78-a0ee-8fbc8a4c98b7 None None] Deleting port 84d31204-452d-46b9-8b5a-3f8a8d7ea324 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:25.512479 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8fa02e6-7726-4d78-a0ee-8fbc8a4c98b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:25.515800 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a967beee-8a01-430a-b71f-bdb816580707 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:25.517585 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f210053-54f8-451d-b1d6-d21d47983a9d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Router 367b75b8-91f8-4d45-ad4c-dfa8205ca34c has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:35:25.587766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967beee-8a01-430a-b71f-bdb816580707 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=0db97fec-156b-4a2a-9d8b-0cc24accb040,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:25.600160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a967beee-8a01-430a-b71f-bdb816580707 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:25.620420 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a967beee-8a01-430a-b71f-bdb816580707 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/0db97fec-156b-4a2a-9d8b-0cc24accb040 HTTP/1.1" status: 204 len: 168 time: 0.8632360 Feb 17 09:35:25.621975 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35142) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:25.664566 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f7a325-7e7b-4a25-b976-86c703aca2a9 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Router aceb86ab-2d93-4a8c-85b8-e46c196791d4 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:35:25.681187 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f210053-54f8-451d-b1d6-d21d47983a9d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:35:25.692170 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4f210053-54f8-451d-b1d6-d21d47983a9d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "PUT /v2.0/routers/367b75b8-91f8-4d45-ad4c-dfa8205ca34c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0841799 Feb 17 09:35:25.694708 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19271f7d-6bb5-40a1-ba0a-841fe61334b1 None None] Sync routers for ids ['367b75b8-91f8-4d45-ad4c-dfa8205ca34c'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:35:25.695978 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35146) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:25.706728 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19271f7d-6bb5-40a1-ba0a-841fe61334b1 None None] Routers {'367b75b8-91f8-4d45-ad4c-dfa8205ca34c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:25.707505 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-19271f7d-6bb5-40a1-ba0a-841fe61334b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['367b75b8-91f8-4d45-ad4c-dfa8205ca34c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:25.771979 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c724029-9da7-4d97-973e-033dda57f013 req-b74ce2b2-de1f-49a8-b251-2f084512f069 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:25.774022 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3c724029-9da7-4d97-973e-033dda57f013 req-b74ce2b2-de1f-49a8-b251-2f084512f069 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.3862524 Feb 17 09:35:25.779145 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-929c5521-9e75-4877-83e8-173ee9752783 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1537323 Feb 17 09:35:25.782576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35150) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:25.793901 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-19271f7d-6bb5-40a1-ba0a-841fe61334b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:25.805367 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19271f7d-6bb5-40a1-ba0a-841fe61334b1 None None] Routers {'367b75b8-91f8-4d45-ad4c-dfa8205ca34c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:25.805565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:25.806602 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-19271f7d-6bb5-40a1-ba0a-841fe61334b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['367b75b8-91f8-4d45-ad4c-dfa8205ca34c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:25.857067 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-ed065526-45e5-42d0-b8f6-3bc73601b611 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] delete failed (client error): The resource could not be found. Feb 17 09:35:25.859714 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ed065526-45e5-42d0-b8f6-3bc73601b611 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "DELETE /v2.0/routers/tempest-non_exist_router-1158141971 HTTP/1.1" status: 404 len: 335 time: 0.1625500 Feb 17 09:35:25.865132 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b8fa02e6-7726-4d78-a0ee-8fbc8a4c98b7 None None] For port 84d31204-452d-46b9-8b5a-3f8a8d7ea324, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=84d31204-452d-46b9-8b5a-3f8a8d7ea324,segment=NetworkSegment(24c7d4d9-4410-44de-a166-7244af716ac0),segment_id=24c7d4d9-4410-44de-a166-7244af716ac0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:25.865652 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8fa02e6-7726-4d78-a0ee-8fbc8a4c98b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:25.867887 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35156) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:25.876274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-118888c9-7e6d-4da4-b234-f3dcfacd3a3b tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Request body: {'router': {'external_gateway_info': {'network_id': '367b75b8-91f8-4d45-ad4c-dfa8205ca34c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:25.898198 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-19271f7d-6bb5-40a1-ba0a-841fe61334b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:25.898844 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19271f7d-6bb5-40a1-ba0a-841fe61334b1 None None] The sync data for ids ['367b75b8-91f8-4d45-ad4c-dfa8205ca34c'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:35:25.978280 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35160) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:25.993371 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa02e6-7726-4d78-a0ee-8fbc8a4c98b7 None None] Calling delete_port for 84d31204-452d-46b9-8b5a-3f8a8d7ea324 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:26.026933 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1602de-fc77-4348-9973-4768ce68c7b7 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:26.195887 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3c724029-9da7-4d97-973e-033dda57f013 req-69add120-f33a-4ef5-8811-aa24c0f3f3e2 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4120758 Feb 17 09:35:26.242186 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f7a325-7e7b-4a25-b976-86c703aca2a9 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:35:26.257409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:26.265189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] For port 84d31204-452d-46b9-8b5a-3f8a8d7ea324, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=84d31204-452d-46b9-8b5a-3f8a8d7ea324,segment=NetworkSegment(24c7d4d9-4410-44de-a166-7244af716ac0),segment_id=24c7d4d9-4410-44de-a166-7244af716ac0)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:26.269839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:26.269977 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c15cbd-2e58-4848-97ca-e492055255c2 None None] Sync routers for ids ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:35:26.273554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:26.279792 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:26.305253 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73f7a325-7e7b-4a25-b976-86c703aca2a9 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:26.314153 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8fa02e6-7726-4d78-a0ee-8fbc8a4c98b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:26.339641 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:26.401410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa02e6-7726-4d78-a0ee-8fbc8a4c98b7 None None] Pushing event deleted for resources: {'Port': ['ID=84d31204-452d-46b9-8b5a-3f8a8d7ea324,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:26.411215 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for 84d31204-452d-46b9-8b5a-3f8a8d7ea324 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:26.414436 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c15cbd-2e58-4848-97ca-e492055255c2 None None] Routers {'aceb86ab-2d93-4a8c-85b8-e46c196791d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:26.415130 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-27c15cbd-2e58-4848-97ca-e492055255c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:34:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:26.473575 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-118888c9-7e6d-4da4-b234-f3dcfacd3a3b tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:26.473822 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa02e6-7726-4d78-a0ee-8fbc8a4c98b7 None None] No DVR routers for this DVR port 84d31204-452d-46b9-8b5a-3f8a8d7ea324 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:35:26.476737 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cefc124-8ef0-4528-9e53-7b8034830ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:26.497928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1cefc124-8ef0-4528-9e53-7b8034830ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:26.501241 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-73f7a325-7e7b-4a25-b976-86c703aca2a9 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "PUT /v2.0/floatingips/f9b325de-c570-4fd7-bf59-3919e92f2cc2 HTTP/1.1" status: 200 len: 992 time: 5.5068605 Feb 17 09:35:26.502273 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2d1ad4-4b12-45f0-955b-872ce326496d', 'tag': '01209840-4bec-4d42-8934-8293d51a9cbe'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:35:26.518183 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1cefc124-8ef0-4528-9e53-7b8034830ca6 admin admin] Usage tracker for resource:security_group_rule and tenant:31b5509203ce4aa0a30905afbf1591e6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:26.564540 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b700ebb-998d-41b1-a309-6a5cec492f56 req-c140c4f3-d305-428d-9378-0a398293ddbd tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:26.569699 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0b700ebb-998d-41b1-a309-6a5cec492f56 req-c140c4f3-d305-428d-9378-0a398293ddbd tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.1582108 Feb 17 09:35:26.583741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1cefc124-8ef0-4528-9e53-7b8034830ca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:26.590831 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:26.602005 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:26.621270 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1cefc124-8ef0-4528-9e53-7b8034830ca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:26.680655 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-27c15cbd-2e58-4848-97ca-e492055255c2 None None] Set router aceb86ab-2d93-4a8c-85b8-e46c196791d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:35:26.717059 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0b700ebb-998d-41b1-a309-6a5cec492f56 req-cd675e6b-2997-4d7a-8ce1-bb94a55732e5 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378179 Feb 17 09:35:26.719399 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-118888c9-7e6d-4da4-b234-f3dcfacd3a3b tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] update failed (client error): The resource could not be found. Feb 17 09:35:26.721078 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-118888c9-7e6d-4da4-b234-f3dcfacd3a3b tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "PUT /v2.0/routers/367b75b8-91f8-4d45-ad4c-dfa8205ca34c HTTP/1.1" status: 404 len: 339 time: 0.8518772 Feb 17 09:35:26.726992 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35174) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:26.743692 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a0398fb0-5c84-45fe-8d84-d42d98a206a3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-208979745'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:26.748318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0398fb0-5c84-45fe-8d84-d42d98a206a3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:26.753723 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0398fb0-5c84-45fe-8d84-d42d98a206a3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Usage tracker for resource:network and tenant:65d0ec90107f4dd593e23887d16846de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:26.757077 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.api [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:35:26.757403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG oslo_db.api [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:35:26.759184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0398fb0-5c84-45fe-8d84-d42d98a206a3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:26.766005 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0398fb0-5c84-45fe-8d84-d42d98a206a3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:26.771113 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:35:26.852276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Deleting port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:26.852647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:26.859101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0398fb0-5c84-45fe-8d84-d42d98a206a3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Made reservation on behalf of 65d0ec90107f4dd593e23887d16846de for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:26.863089 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0398fb0-5c84-45fe-8d84-d42d98a206a3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:26.894728 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0398fb0-5c84-45fe-8d84-d42d98a206a3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:35:26.905776 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0398fb0-5c84-45fe-8d84-d42d98a206a3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:26.906460 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-a0398fb0-5c84-45fe-8d84-d42d98a206a3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Added segment dc96a916-ccbb-44af-84c7-c7f60c700f40 of type vlan for network 6cb4bdd4-2faf-471a-975f-23520d34f507 Feb 17 09:35:26.933851 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835c87f-899f-4075-893c-3e833782efd3 req-80752e3d-4ed0-40d3-855a-8f5e4c36ea37 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:26.935806 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d835c87f-899f-4075-893c-3e833782efd3 req-80752e3d-4ed0-40d3-855a-8f5e4c36ea37 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 946 time: 0.2547266 Feb 17 09:35:26.938540 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0398fb0-5c84-45fe-8d84-d42d98a206a3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:26.945678 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cefc124-8ef0-4528-9e53-7b8034830ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:27.033311 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d835c87f-899f-4075-893c-3e833782efd3 req-ad6d8229-ebde-4897-9731-4d239eafa656 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/security-groups?id=71c8f6cf-9fe8-4291-946d-942410db76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843883 Feb 17 09:35:27.075978 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cefc124-8ef0-4528-9e53-7b8034830ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:27.076187 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0398fb0-5c84-45fe-8d84-d42d98a206a3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:27.082280 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0398fb0-5c84-45fe-8d84-d42d98a206a3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:27.082916 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0398fb0-5c84-45fe-8d84-d42d98a206a3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:27.131357 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1cefc124-8ef0-4528-9e53-7b8034830ca6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=31b5509203ce4aa0a30905afbf1591e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1491621 Feb 17 09:35:27.132626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefc124-8ef0-4528-9e53-7b8034830ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95498e66-e0ff-4902-b088-abd4f89aa2ba,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:27.136829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35188) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:27.144790 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:35:27.234983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0398fb0-5c84-45fe-8d84-d42d98a206a3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event updated for resources: {'Network': ['ID=6cb4bdd4-2faf-471a-975f-23520d34f507,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:27.240590 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2d1ad4-4b12-45f0-955b-872ce326496d', 'tag': '01209840-4bec-4d42-8934-8293d51a9cbe', 'status': 'completed', 'code': 200} Feb 17 09:35:27.259391 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port 84d31204-452d-46b9-8b5a-3f8a8d7ea324 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:27.259849 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:27.296439 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 6cb4bdd4-2faf-471a-975f-23520d34f507 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:35:27.345507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-168a159d-5d0b-4653-ba29-22ee09f0fa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:27.345711 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a0398fb0-5c84-45fe-8d84-d42d98a206a3 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6171372 Feb 17 09:35:27.364273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35194) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:27.406695 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3cfa84cf-3457-421e-a4f6-64b45fc39666 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Request body: {'subnet': {'network_id': '6cb4bdd4-2faf-471a-975f-23520d34f507', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:27.459540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-94799b64-3122-4044-a183-f076df8c70ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:27.479746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] The port '84d31204-452d-46b9-8b5a-3f8a8d7ea324' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:35:27.564014 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d33c70-a4fd-47ef-8158-f70ec998449c req-cac3564f-d312-4d11-b60d-1cf0cba6347b tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:27.575818 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-02d33c70-a4fd-47ef-8158-f70ec998449c req-cac3564f-d312-4d11-b60d-1cf0cba6347b tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.2851532 Feb 17 09:35:27.647640 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-02d33c70-a4fd-47ef-8158-f70ec998449c req-8cfd7416-9b4a-4f44-86b7-2cd9643c99f6 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698044 Feb 17 09:35:27.677556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] For port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=14d6cdd4-4c4b-48e7-b062-78f11ea0dc11,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:27.677940 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:27.686367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:27.725745 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-94799b64-3122-4044-a183-f076df8c70ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:27.754008 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.objects.ports [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:35:27.825830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:27.856483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3cfa84cf-3457-421e-a4f6-64b45fc39666 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:27.857105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Calling delete_port for 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:27.880296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3cfa84cf-3457-421e-a4f6-64b45fc39666 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Usage tracker for resource:subnet and tenant:65d0ec90107f4dd593e23887d16846de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:27.890411 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3cfa84cf-3457-421e-a4f6-64b45fc39666 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:27.902443 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efb77f-df75-4d97-b302-a5d28d7a6827 req-b60cd9a2-11b3-4b3d-b482-ab894c61b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:27.902443 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a3efb77f-df75-4d97-b302-a5d28d7a6827 req-b60cd9a2-11b3-4b3d-b482-ab894c61b04f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=730243740e684d8480d2d5f11486188a&device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 1099 time: 0.6105306 Feb 17 09:35:27.910640 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba376e4-6439-4522-a2cd-d07fdac2415b']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:27.919464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3cfa84cf-3457-421e-a4f6-64b45fc39666 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:27.932346 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=14d6cdd4-4c4b-48e7-b062-78f11ea0dc11,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:27.964966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c7d4d9-4410-44de-a166-7244af716ac0') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:27.965268 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c7d4d9-4410-44de-a166-7244af716ac0') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:27.984254 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:27.988376 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-27c15cbd-2e58-4848-97ca-e492055255c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'name': 'tempest-ServersTestManualDisk-1287560077-router', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:34:21Z', 'updated_at': '2022-02-17T09:34:34Z', 'revision_number': 4, 'project_id': '730243740e684d8480d2d5f11486188a', 'gw_port': {'id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:24Z', 'updated_at': '2022-02-17T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'f9b325de-c570-4fd7-bf59-3919e92f2cc2', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'floating_ip_address': '172.26.4.164', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'port_id': '01209840-4bec-4d42-8934-8293d51a9cbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0', 'mac_address': 'fa:16:3e:e3:2c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2d1ad4-4b12-45f0-955b-872ce326496d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:34:47Z', 'updated_at': '2022-02-17T09:35:23Z', 'revision_number': 1, 'project_id': '730243740e684d8480d2d5f11486188a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7755ffe-0995-4f69-8020-1afd30945c50', 'name': '', 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'mac_address': 'fa:16:3e:74:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:32Z', 'updated_at': '2022-02-17T09:34:47Z', 'revision_number': 5, 'project_id': '730243740e684d8480d2d5f11486188a', 'subnets': [{'id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:27.992412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c15cbd-2e58-4848-97ca-e492055255c2 None None] Checking router: aceb86ab-2d93-4a8c-85b8-e46c196791d4 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:35:28.000950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c15cbd-2e58-4848-97ca-e492055255c2 None None] Routers {'aceb86ab-2d93-4a8c-85b8-e46c196791d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:28.001541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-27c15cbd-2e58-4848-97ca-e492055255c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:35:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:28.034279 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:28.055855 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:28.056671 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 84d31204-452d-46b9-8b5a-3f8a8d7ea324 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:35:28.136445 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:28.152789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 84d31204-452d-46b9-8b5a-3f8a8d7ea324 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:35:28.153442 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 84d31204-452d-46b9-8b5a-3f8a8d7ea324 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:35:28.167936 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:35:28.167936 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:35:28.224680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-94799b64-3122-4044-a183-f076df8c70ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:28.227084 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfa84cf-3457-421e-a4f6-64b45fc39666 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Made reservation on behalf of 65d0ec90107f4dd593e23887d16846de for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:28.233059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cfa84cf-3457-421e-a4f6-64b45fc39666 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:28.258195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=14d6cdd4-4c4b-48e7-b062-78f11ea0dc11,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:28.279806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:28.289611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-27c15cbd-2e58-4848-97ca-e492055255c2 None None] Set router aceb86ab-2d93-4a8c-85b8-e46c196791d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:35:28.338257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94799b64-3122-4044-a183-f076df8c70ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95498e66-e0ff-4902-b088-abd4f89aa2ba,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:28.353052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:35:28.353454 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:35:28.376879 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:35:28.515306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efb77f-df75-4d97-b302-a5d28d7a6827 req-adf3be94-84d9-4010-bcac-04f6bb1f578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:28.517105 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a3efb77f-df75-4d97-b302-a5d28d7a6827 req-adf3be94-84d9-4010-bcac-04f6bb1f578e service neutron] 10.222.0.37 "GET /v2.0/networks?id=f809a305-6a10-43a8-a929-f23b5f0bc5f0 HTTP/1.1" status: 200 len: 913 time: 0.5993042 Feb 17 09:35:28.657188 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:28.669644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Deleting port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:28.669869 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:28.698825 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:28.715096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-27c15cbd-2e58-4848-97ca-e492055255c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'name': 'tempest-ServersTestManualDisk-1287560077-router', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:34:21Z', 'updated_at': '2022-02-17T09:34:34Z', 'revision_number': 4, 'project_id': '730243740e684d8480d2d5f11486188a', 'gw_port': {'id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:24Z', 'updated_at': '2022-02-17T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'f9b325de-c570-4fd7-bf59-3919e92f2cc2', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'floating_ip_address': '172.26.4.164', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'port_id': '01209840-4bec-4d42-8934-8293d51a9cbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0', 'mac_address': 'fa:16:3e:e3:2c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2d1ad4-4b12-45f0-955b-872ce326496d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:34:47Z', 'updated_at': '2022-02-17T09:35:23Z', 'revision_number': 1, 'project_id': '730243740e684d8480d2d5f11486188a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7755ffe-0995-4f69-8020-1afd30945c50', 'name': '', 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'mac_address': 'fa:16:3e:74:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:32Z', 'updated_at': '2022-02-17T09:34:47Z', 'revision_number': 5, 'project_id': '730243740e684d8480d2d5f11486188a', 'subnets': [{'id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:28.718322 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Network': ['ID=cba376e4-6439-4522-a2cd-d07fdac2415b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:28.726191 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c15cbd-2e58-4848-97ca-e492055255c2 None None] The sync data for ids ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'] in dv-neutron-828143-5-hyperv is: [{'id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'name': 'tempest-ServersTestManualDisk-1287560077-router', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:34:21Z', 'updated_at': '2022-02-17T09:34:34Z', 'revision_number': 4, 'project_id': '730243740e684d8480d2d5f11486188a', 'gw_port': {'id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:24Z', 'updated_at': '2022-02-17T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'f9b325de-c570-4fd7-bf59-3919e92f2cc2', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'floating_ip_address': '172.26.4.164', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'port_id': '01209840-4bec-4d42-8934-8293d51a9cbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0', 'mac_address': 'fa:16:3e:e3:2c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2d1ad4-4b12-45f0-955b-872ce326496d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:34:47Z', 'updated_at': '2022-02-17T09:35:23Z', 'revision_number': 1, 'project_id': '730243740e684d8480d2d5f11486188a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7755ffe-0995-4f69-8020-1afd30945c50', 'name': '', 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'mac_address': 'fa:16:3e:74:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:32Z', 'updated_at': '2022-02-17T09:34:47Z', 'revision_number': 5, 'project_id': '730243740e684d8480d2d5f11486188a', 'subnets': [{'id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:35:28.760681 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a3efb77f-df75-4d97-b302-a5d28d7a6827 req-0230b31f-75c8-443d-ae92-7c2f6dc269f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01209840-4bec-4d42-8934-8293d51a9cbe HTTP/1.1" status: 200 len: 1000 time: 0.2363086 Feb 17 09:35:28.810812 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-94799b64-3122-4044-a183-f076df8c70ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:28.812629 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-94799b64-3122-4044-a183-f076df8c70ac admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/95498e66-e0ff-4902-b088-abd4f89aa2ba HTTP/1.1" status: 204 len: 168 time: 1.6745427 Feb 17 09:35:28.814362 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ec8bb3a5-7172-4133-a7d1-e2574e33fab6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/networks/cba376e4-6439-4522-a2cd-d07fdac2415b HTTP/1.1" status: 204 len: 168 time: 3.6132162 Feb 17 09:35:28.818210 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35202) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:28.821769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:28.920576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb57ebd8-2e8e-4841-9233-b39ee5923e6b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:28.920576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-fb57ebd8-2e8e-4841-9233-b39ee5923e6b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:28.984038 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] For port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=14d6cdd4-4c4b-48e7-b062-78f11ea0dc11,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:28.984730 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:29.003994 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efb77f-df75-4d97-b302-a5d28d7a6827 req-557824a4-1545-4ec4-ac8c-ff9c011abaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:29.005655 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a3efb77f-df75-4d97-b302-a5d28d7a6827 req-557824a4-1545-4ec4-ac8c-ff9c011abaf2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=56f2d9cf-33dc-43f3-982a-4c421802b2c0 HTTP/1.1" status: 200 len: 851 time: 0.2353127 Feb 17 09:35:29.031963 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0043ef-377e-4453-882e-e5b7b649f02a None None] New status for floating IP f9b325de-c570-4fd7-bf59-3919e92f2cc2: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:35:29.044161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-fb57ebd8-2e8e-4841-9233-b39ee5923e6b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:29.045397 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fb57ebd8-2e8e-4841-9233-b39ee5923e6b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports/a424b36f-ccf8-4c56-be26-9df1fc881577 HTTP/1.1" status: 200 len: 844 time: 0.2262156 Feb 17 09:35:29.052212 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35206) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:29.149483 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-464c3507-8ca8-4ee1-b812-04b23a7502cd tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports/a424b36f-ccf8-4c56-be26-9df1fc881577?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0954740 Feb 17 09:35:29.154372 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Calling delete_port for 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:29.157050 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35212) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:29.168166 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-dce2b762-da8b-45f9-96a9-bf2dc88a8303 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'subnet': {'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:29.203251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cfa84cf-3457-421e-a4f6-64b45fc39666 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:29.276018 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991d2f7-7c8d-49eb-9ab3-7f35ac399a8e req-3415786e-4105-4ba0-b638-cd0a5ca65ce1 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:29.278032 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5991d2f7-7c8d-49eb-9ab3-7f35ac399a8e req-3415786e-4105-4ba0-b638-cd0a5ca65ce1 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.5014455 Feb 17 09:35:29.380465 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dce2b762-da8b-45f9-96a9-bf2dc88a8303 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:29.386384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-dce2b762-da8b-45f9-96a9-bf2dc88a8303 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:subnet and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:29.386525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa84cf-3457-421e-a4f6-64b45fc39666 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event updated for resources: {'Subnet': ['ID=472da33a-6f9a-42ad-8f95-f2942f8cc07e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:29.392495 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-dce2b762-da8b-45f9-96a9-bf2dc88a8303 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:29.399960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dce2b762-da8b-45f9-96a9-bf2dc88a8303 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:29.402203 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efb77f-df75-4d97-b302-a5d28d7a6827 req-be54cca1-f92b-419a-a221-4f998f43dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:29.403723 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a3efb77f-df75-4d97-b302-a5d28d7a6827 req-be54cca1-f92b-419a-a221-4f998f43dc85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f809a305-6a10-43a8-a929-f23b5f0bc5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3768513 Feb 17 09:35:29.447528 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] For port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=14d6cdd4-4c4b-48e7-b062-78f11ea0dc11,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:29.455820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfa84cf-3457-421e-a4f6-64b45fc39666 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Checking segment: {'id': 'dc96a916-ccbb-44af-84c7-c7f60c700f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '6cb4bdd4-2faf-471a-975f-23520d34f507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:29.456184 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfa84cf-3457-421e-a4f6-64b45fc39666 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Network hostable DHCP agents. Network: 6cb4bdd4-2faf-471a-975f-23520d34f507, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:35:29.526336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce2b762-da8b-45f9-96a9-bf2dc88a8303 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:29.535859 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5991d2f7-7c8d-49eb-9ab3-7f35ac399a8e req-e9b82b30-63b6-4528-b4d9-6c4045339e51 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330840 Feb 17 09:35:29.536314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dce2b762-da8b-45f9-96a9-bf2dc88a8303 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:29.569326 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:29.626578 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a3efb77f-df75-4d97-b302-a5d28d7a6827 req-17e357ad-47a5-4465-a5b3-4914c79edbcf service neutron] 10.222.0.37 "GET /v2.0/networks/f809a305-6a10-43a8-a929-f23b5f0bc5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106712 Feb 17 09:35:29.693351 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:29.710822 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:29.711547 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:29.722353 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:35:29.722708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:35:29.785875 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35216) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:29.792272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfa84cf-3457-421e-a4f6-64b45fc39666 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Network 6cb4bdd4-2faf-471a-975f-23520d34f507 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:35:29.842184 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a0e0f5d4-99d6-4c6d-9733-27d3d305175a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=46ad42404c5e42e69b8288b9e6cb16c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524197 Feb 17 09:35:29.842184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dce2b762-da8b-45f9-96a9-bf2dc88a8303 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:29.845448 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35220) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:29.854339 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:29.879055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:29.892391 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:29.892994 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:29.908278 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce2b762-da8b-45f9-96a9-bf2dc88a8303 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:29.914969 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-dce2b762-da8b-45f9-96a9-bf2dc88a8303 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:29.917865 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce2b762-da8b-45f9-96a9-bf2dc88a8303 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:29.918529 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dce2b762-da8b-45f9-96a9-bf2dc88a8303 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:29.925634 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268309de-04d2-4607-abd7-0b2dc6b13178 None None] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:29.934885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=14d6cdd4-4c4b-48e7-b062-78f11ea0dc11,revision_number=7']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:29.938009 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=fe60fd63-fa7c-4cbc-a513-d22491ae8d14,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:29.938457 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2b762-da8b-45f9-96a9-bf2dc88a8303 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Subnet': ['ID=b4f95ab3-aed2-426f-be20-21485b5e6a4c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:29.947673 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-3cfa84cf-3457-421e-a4f6-64b45fc39666 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 6cb4bdd4-2faf-471a-975f-23520d34f507) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:29.966356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae55cc22-98b8-4281-bdf3-8ccae6524109 None None] Network 6cb4bdd4-2faf-471a-975f-23520d34f507 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:29.973868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfa84cf-3457-421e-a4f6-64b45fc39666 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:29.974522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cfa84cf-3457-421e-a4f6-64b45fc39666 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:30.033510 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-dce2b762-da8b-45f9-96a9-bf2dc88a8303 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8741207 Feb 17 09:35:30.035329 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35224) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:30.041785 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b3ee847f-d49a-40d8-8c11-723055c89a77 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'security_group': {'name': 'tempest-secgroup-1088381846'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:30.049270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b3ee847f-d49a-40d8-8c11-723055c89a77 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:30.053571 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b3ee847f-d49a-40d8-8c11-723055c89a77 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:security_group and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:30.056869 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b3ee847f-d49a-40d8-8c11-723055c89a77 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:30.064082 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b3ee847f-d49a-40d8-8c11-723055c89a77 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:30.135603 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a3efb77f-df75-4d97-b302-a5d28d7a6827 req-cabe2d67-c326-41db-a12e-975c785b1af1 service neutron] 10.222.0.37 "GET /v2.0/networks/f809a305-6a10-43a8-a929-f23b5f0bc5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019464 Feb 17 09:35:30.136789 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ad7da4ef-1eee-4d28-ad3e-26f5c30ee672 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3392272 Feb 17 09:35:30.140441 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35228) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:30.147317 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5b549050-17dd-45e3-a7a7-7351cf73dee4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'mac_address': 'fa:16:3e:50:e0:e2', 'name': 'tempest-NetworksTestDHCPv6-267779311'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:30.156709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a6b5311c-cf97-49a9-a932-2adb0f29c737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:30.185315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a6b5311c-cf97-49a9-a932-2adb0f29c737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:30.220967 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3ee847f-d49a-40d8-8c11-723055c89a77 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:30.240108 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3cfa84cf-3457-421e-a4f6-64b45fc39666 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8672557 Feb 17 09:35:30.240394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35232) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:30.252057 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-02be394b-c72e-4225-bab1-a0cc3aac1db2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Request body: {'router': {'external_gateway_info': {'network_id': '6cb4bdd4-2faf-471a-975f-23520d34f507'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:30.264486 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b3ee847f-d49a-40d8-8c11-723055c89a77 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:30.273129 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b3ee847f-d49a-40d8-8c11-723055c89a77 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:security_group_rule and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:30.278831 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b3ee847f-d49a-40d8-8c11-723055c89a77 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:30.297685 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b3ee847f-d49a-40d8-8c11-723055c89a77 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:30.324796 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a6b5311c-cf97-49a9-a932-2adb0f29c737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:30.335102 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5b549050-17dd-45e3-a7a7-7351cf73dee4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:30.354082 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5b549050-17dd-45e3-a7a7-7351cf73dee4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:30.383234 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-6cb4bdd4-2faf-471a-975f-23520d34f507', 'network_id': '6cb4bdd4-2faf-471a-975f-23520d34f507', 'tenant_id': '65d0ec90107f4dd593e23887d16846de', 'fixed_ips': [{'subnet_id': '472da33a-6f9a-42ad-8f95-f2942f8cc07e'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:35:30.384302 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:30.422926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5311c-cf97-49a9-a932-2adb0f29c737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ec159b-c085-4103-9005-5147e91e9b92,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:30.426242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3ee847f-d49a-40d8-8c11-723055c89a77 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:30.444018 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8f534e94-0039-4af3-9d58-6a990ce882c2', 'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2', 'tenant_id': '5394114ba06f46a698565470e6dab9c6', 'fixed_ips': [{'subnet_id': 'b4f95ab3-aed2-426f-be20-21485b5e6a4c'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:35:30.444846 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:30.479287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a6b5311c-cf97-49a9-a932-2adb0f29c737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:30.483787 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a6b5311c-cf97-49a9-a932-2adb0f29c737 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/17ec159b-c085-4103-9005-5147e91e9b92 HTTP/1.1" status: 204 len: 168 time: 0.6286352 Feb 17 09:35:30.535364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b549050-17dd-45e3-a7a7-7351cf73dee4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:30.575580 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3ee847f-d49a-40d8-8c11-723055c89a77 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:30.724789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Deleting port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:30.725410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:30.735868 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee847f-d49a-40d8-8c11-723055c89a77 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef55c4f8-71d3-47bf-9954-dc8f31e1b301,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:30.757741 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Allocated IP 2001:db8:1::2 (6cb4bdd4-2faf-471a-975f-23520d34f507/472da33a-6f9a-42ad-8f95-f2942f8cc07e/25995326-16a8-4f63-9662-110716af2eac) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:30.769388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-02be394b-c72e-4225-bab1-a0cc3aac1db2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:30.800587 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Allocated IP 2001:db8::2 (8f534e94-0039-4af3-9d58-6a990ce882c2/b4f95ab3-aed2-426f-be20-21485b5e6a4c/b7b34c31-d727-41f3-9ac7-ce0793de9066) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:30.817618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3ee847f-d49a-40d8-8c11-723055c89a77 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:30.821527 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b3ee847f-d49a-40d8-8c11-723055c89a77 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7822723 Feb 17 09:35:30.822626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35240) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:30.831011 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-789a00f2-7827-456f-b2ee-88f78fa2cd62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'security_group': {'name': 'tempest-secgroup-2094664286'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:30.841375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-789a00f2-7827-456f-b2ee-88f78fa2cd62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:30.845086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b549050-17dd-45e3-a7a7-7351cf73dee4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:30.847702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-789a00f2-7827-456f-b2ee-88f78fa2cd62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:security_group and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:30.864566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-789a00f2-7827-456f-b2ee-88f78fa2cd62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:30.874920 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-789a00f2-7827-456f-b2ee-88f78fa2cd62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:30.880865 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-5b549050-17dd-45e3-a7a7-7351cf73dee4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port a97c3d9f-bc35-46d0-82c5-ac5ef682d6fb yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:35:30.927311 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773c1ab-8cd2-402d-bde5-4e653118ab53 req-64d77348-30f4-4e21-8efa-5ddfe3903830 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:30.928885 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3773c1ab-8cd2-402d-bde5-4e653118ab53 req-64d77348-30f4-4e21-8efa-5ddfe3903830 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.1960080 Feb 17 09:35:31.032429 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3773c1ab-8cd2-402d-bde5-4e653118ab53 req-e8342e4d-8103-4173-aac9-cc8de07faa6a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965285 Feb 17 09:35:31.052445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-789a00f2-7827-456f-b2ee-88f78fa2cd62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:31.081723 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-789a00f2-7827-456f-b2ee-88f78fa2cd62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:31.086928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-789a00f2-7827-456f-b2ee-88f78fa2cd62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:security_group_rule and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:31.090156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-789a00f2-7827-456f-b2ee-88f78fa2cd62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:31.101449 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-789a00f2-7827-456f-b2ee-88f78fa2cd62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:31.147320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-5b549050-17dd-45e3-a7a7-7351cf73dee4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::f816:3eff:fe50:e0e2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/fe60fd63-fa7c-4cbc-a513-d22491ae8d14/a97c3d9f-bc35-46d0-82c5-ac5ef682d6fb) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:31.152173 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-02be394b-c72e-4225-bab1-a0cc3aac1db2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:35:31.153435 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-02be394b-c72e-4225-bab1-a0cc3aac1db2 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "PUT /v2.0/routers/367b75b8-91f8-4d45-ad4c-dfa8205ca34c HTTP/1.1" status: 400 len: 364 time: 0.9118769 Feb 17 09:35:31.158119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35248) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:31.233216 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-789a00f2-7827-456f-b2ee-88f78fa2cd62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:31.349312 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-789a00f2-7827-456f-b2ee-88f78fa2cd62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:31.376800 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] For port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=14d6cdd4-4c4b-48e7-b062-78f11ea0dc11,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:31.377195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:31.423721 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a00f2-7827-456f-b2ee-88f78fa2cd62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5256e17-d6ba-48d6-8374-03dbf4a60121,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:31.504318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-789a00f2-7827-456f-b2ee-88f78fa2cd62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:31.509027 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-789a00f2-7827-456f-b2ee-88f78fa2cd62 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6819568 Feb 17 09:35:31.509469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35258) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:31.517305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c00da1fc-f1a7-4b5d-837f-ef71e22d9510 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1967386666', 'security_groups': ['e5256e17-d6ba-48d6-8374-03dbf4a60121'], 'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b4f95ab3-aed2-426f-be20-21485b5e6a4c'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:31.533201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:31.600021 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:31.608533 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Calling delete_port for 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:31.667083 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Transition to ACTIVE for port object b7b34c31-d727-41f3-9ac7-ce0793de9066 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:31.670338 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Transition to ACTIVE for port object 25995326-16a8-4f63-9662-110716af2eac will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:31.722087 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Transition to ACTIVE for port object 25995326-16a8-4f63-9662-110716af2eac will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:31.725534 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Transition to ACTIVE for port object b7b34c31-d727-41f3-9ac7-ce0793de9066 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:31.759135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c00da1fc-f1a7-4b5d-837f-ef71e22d9510 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:31.771445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c00da1fc-f1a7-4b5d-837f-ef71e22d9510 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:31.836535 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:31.878180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00da1fc-f1a7-4b5d-837f-ef71e22d9510 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:31.886895 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:31.917907 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Network 6cb4bdd4-2faf-471a-975f-23520d34f507 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:31.925709 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:31.934242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:31.942411 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:31.943421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Pushing event updated for resources: {'Port': ['ID=25995326-16a8-4f63-9662-110716af2eac,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:31.947671 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:31.982457 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:32.033064 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:32.056014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c00da1fc-f1a7-4b5d-837f-ef71e22d9510 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:32.057290 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:32.128880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-c00da1fc-f1a7-4b5d-837f-ef71e22d9510 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] device_id is not set on port b3292d21-28f4-4897-90e5-8f1a624a72d5 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:35:32.177826 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b549050-17dd-45e3-a7a7-7351cf73dee4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:32.253886 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Pushing event updated for resources: {'Port': ['ID=b7b34c31-d727-41f3-9ac7-ce0793de9066,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:32.343373 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Attempting to bind port 25995326-16a8-4f63-9662-110716af2eac on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:35:32.344005 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Attempting to bind port 25995326-16a8-4f63-9662-110716af2eac by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'dc96a916-ccbb-44af-84c7-c7f60c700f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '6cb4bdd4-2faf-471a-975f-23520d34f507'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:35:32.346301 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Attempting to bind port 25995326-16a8-4f63-9662-110716af2eac on network 6cb4bdd4-2faf-471a-975f-23520d34f507 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:35:32.359578 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-5b549050-17dd-45e3-a7a7-7351cf73dee4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object a97c3d9f-bc35-46d0-82c5-ac5ef682d6fb will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:32.362378 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] Pushing event deleted for resources: {'Port': ['ID=14d6cdd4-4c4b-48e7-b062-78f11ea0dc11,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:32.366454 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Attempting to bind port b7b34c31-d727-41f3-9ac7-ce0793de9066 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:35:32.366827 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Attempting to bind port b7b34c31-d727-41f3-9ac7-ce0793de9066 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '369c40cb-a112-4244-aab3-364b7447c3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:35:32.367194 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Attempting to bind port b7b34c31-d727-41f3-9ac7-ce0793de9066 on network 8f534e94-0039-4af3-9d58-6a990ce882c2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:35:32.369834 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc480670-fa28-43a5-8233-b73184f17240 None None] No DVR routers for this DVR port 14d6cdd4-4c4b-48e7-b062-78f11ea0dc11 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:35:32.375199 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:35:32.375476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Checking segment: {'id': 'dc96a916-ccbb-44af-84c7-c7f60c700f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '6cb4bdd4-2faf-471a-975f-23520d34f507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:32.375928 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:32.376284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Bound using segment: {'id': 'dc96a916-ccbb-44af-84c7-c7f60c700f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '6cb4bdd4-2faf-471a-975f-23520d34f507'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:35:32.376777 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Bound port: 25995326-16a8-4f63-9662-110716af2eac, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc96a916-ccbb-44af-84c7-c7f60c700f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '6cb4bdd4-2faf-471a-975f-23520d34f507'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:35:32.377160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:32.398138 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:35:32.398375 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Checking segment: {'id': '369c40cb-a112-4244-aab3-364b7447c3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:32.398769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:32.399547 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Bound using segment: {'id': '369c40cb-a112-4244-aab3-364b7447c3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:35:32.400046 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Bound port: b7b34c31-d727-41f3-9ac7-ce0793de9066, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369c40cb-a112-4244-aab3-364b7447c3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:35:32.400430 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:32.420160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb5cbce-8b97-4be1-833c-8398662a3cb9 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:32.524764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd64a3-a2b2-4257-8c09-c8e88a386690 req-c0fba2dc-d9bd-4c76-bbc0-ff68e567b85f tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:32.525097 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fccd64a3-a2b2-4257-8c09-c8e88a386690 req-c0fba2dc-d9bd-4c76-bbc0-ff68e567b85f tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.2327995 Feb 17 09:35:32.609818 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Allocated IP 2001:db8::1 (d6379491-ba44-40e1-9dd1-41f5a41032bb/ff96ac86-de36-4b44-a6df-49fcb413f4d0/819a2ef8-e0e7-4b15-8341-4aaa102060c3) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:32.621981 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-c00da1fc-f1a7-4b5d-837f-ef71e22d9510 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Allocated IP 2001:db8::293 (8f534e94-0039-4af3-9d58-6a990ce882c2/b4f95ab3-aed2-426f-be20-21485b5e6a4c/b3292d21-28f4-4897-90e5-8f1a624a72d5) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:32.626078 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b549050-17dd-45e3-a7a7-7351cf73dee4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:32.737573 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] For port b7b34c31-d727-41f3-9ac7-ce0793de9066, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:35:32.743363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] For port b7b34c31-d727-41f3-9ac7-ce0793de9066, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b7b34c31-d727-41f3-9ac7-ce0793de9066,segment=NetworkSegment(369c40cb-a112-4244-aab3-364b7447c3f9),segment_id=369c40cb-a112-4244-aab3-364b7447c3f9)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:35:32.775335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] For port 25995326-16a8-4f63-9662-110716af2eac, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:35:32.792242 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fccd64a3-a2b2-4257-8c09-c8e88a386690 req-0731cca7-215d-4f42-9849-c3e4e1d3a6d2 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544510 Feb 17 09:35:32.793404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] For port 25995326-16a8-4f63-9662-110716af2eac, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=25995326-16a8-4f63-9662-110716af2eac,segment=NetworkSegment(dc96a916-ccbb-44af-84c7-c7f60c700f40),segment_id=dc96a916-ccbb-44af-84c7-c7f60c700f40)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:35:32.835787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b549050-17dd-45e3-a7a7-7351cf73dee4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:32.844808 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5b549050-17dd-45e3-a7a7-7351cf73dee4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:32.848143 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b549050-17dd-45e3-a7a7-7351cf73dee4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:32.853634 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b549050-17dd-45e3-a7a7-7351cf73dee4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:32.854295 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b549050-17dd-45e3-a7a7-7351cf73dee4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:32.883260 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:32.902436 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b549050-17dd-45e3-a7a7-7351cf73dee4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=a97c3d9f-bc35-46d0-82c5-ac5ef682d6fb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:32.935185 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:33.008893 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:33.040627 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5b549050-17dd-45e3-a7a7-7351cf73dee4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8964636 Feb 17 09:35:33.040627 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Transition to ACTIVE for port object 819a2ef8-e0e7-4b15-8341-4aaa102060c3 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:33.041970 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35280) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:33.050297 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378418ba-7562-4ded-b300-ef9c97276127 None None] Pushing event updated for resources: {'Port': ['ID=b7b34c31-d727-41f3-9ac7-ce0793de9066,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:33.059859 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c00da1fc-f1a7-4b5d-837f-ef71e22d9510 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:33.081735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-c00da1fc-f1a7-4b5d-837f-ef71e22d9510 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Transition to ACTIVE for port object b3292d21-28f4-4897-90e5-8f1a624a72d5 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:33.191661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f20fb5-b8df-4971-b42d-a56882e0d326 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:33.191661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-41f20fb5-b8df-4971-b42d-a56882e0d326 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:33.201250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c00da1fc-f1a7-4b5d-837f-ef71e22d9510 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:33.201519 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': 'fe60fd63-fa7c-4cbc-a513-d22491ae8d14'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:35:33.203189 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:33.216852 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82804aad-16cf-49c3-8ecd-cabf37740a39 None None] Pushing event updated for resources: {'Port': ['ID=25995326-16a8-4f63-9662-110716af2eac,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:33.287021 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:33.317926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00da1fc-f1a7-4b5d-837f-ef71e22d9510 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:33.322236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-c00da1fc-f1a7-4b5d-837f-ef71e22d9510 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:33.326510 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00da1fc-f1a7-4b5d-837f-ef71e22d9510 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:33.339744 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00da1fc-f1a7-4b5d-837f-ef71e22d9510 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:33.341490 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c00da1fc-f1a7-4b5d-837f-ef71e22d9510 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:33.370700 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-41f20fb5-b8df-4971-b42d-a56882e0d326 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:33.370700 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-41f20fb5-b8df-4971-b42d-a56882e0d326 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3222363 Feb 17 09:35:33.376421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35290) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:33.404250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00da1fc-f1a7-4b5d-837f-ef71e22d9510 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=b3292d21-28f4-4897-90e5-8f1a624a72d5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:33.404767 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Network d6379491-ba44-40e1-9dd1-41f5a41032bb is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:33.415439 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:33.420196 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:33.421278 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:33.504332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5a19b0f9-b1dd-48ba-8861-95ad9ad1d666 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port a97c3d9f-bc35-46d0-82c5-ac5ef682d6fb {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:33.504686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a19b0f9-b1dd-48ba-8861-95ad9ad1d666 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:33.589845 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event updated for resources: {'Port': ['ID=819a2ef8-e0e7-4b15-8341-4aaa102060c3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:33.615427 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c00da1fc-f1a7-4b5d-837f-ef71e22d9510 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1043432 Feb 17 09:35:33.618595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35294) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:33.658435 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b7bafcfb-e68e-4b15-9e98-684d5b4cd1e1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'subnet': {'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:33.673548 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Allocated IP 2001:db8::f816:3eff:fe2d:c1c0 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/fe60fd63-fa7c-4cbc-a513-d22491ae8d14/1851e7a3-eeea-415f-8e71-1528273f9067) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:33.778129 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35298) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:33.861466 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:34.046736 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1641233382', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:34.063460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:34.083492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Usage tracker for resource:port and tenant:953288f5e837427ba36bdd35c9689bd2 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:34.103276 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:34.122650 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:34.195759 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-846a8049-cea4-4c84-bd89-6e157f2efcd2 None None] Provisioning for port 819a2ef8-e0e7-4b15-8341-4aaa102060c3 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:34.204864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a19b0f9-b1dd-48ba-8861-95ad9ad1d666 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:34.205210 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:34.208237 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-846a8049-cea4-4c84-bd89-6e157f2efcd2 None None] Provisioning complete for port 819a2ef8-e0e7-4b15-8341-4aaa102060c3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:34.208837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-846a8049-cea4-4c84-bd89-6e157f2efcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:34.237460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Made reservation on behalf of 953288f5e837427ba36bdd35c9689bd2 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:34.241368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:34.277649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Transition to ACTIVE for port object 1851e7a3-eeea-415f-8e71-1528273f9067 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:34.296174 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-846a8049-cea4-4c84-bd89-6e157f2efcd2 None None] Port 819a2ef8-e0e7-4b15-8341-4aaa102060c3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:35:34.310494 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Transition to ACTIVE for port object 1851e7a3-eeea-415f-8e71-1528273f9067 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:34.315105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:34.380261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:34.409909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5a19b0f9-b1dd-48ba-8861-95ad9ad1d666 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for a97c3d9f-bc35-46d0-82c5-ac5ef682d6fb owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:34.462736 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:34.465982 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:34.470767 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:34.477292 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Pushing event updated for resources: {'Port': ['ID=1851e7a3-eeea-415f-8e71-1528273f9067,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:34.541989 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:34.564856 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Usage tracker for resource:security_group_rule and tenant:953288f5e837427ba36bdd35c9689bd2 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:34.569231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:34.602719 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Attempting to bind port 1851e7a3-eeea-415f-8e71-1528273f9067 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:35:34.603097 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Attempting to bind port 1851e7a3-eeea-415f-8e71-1528273f9067 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:35:34.603469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Attempting to bind port 1851e7a3-eeea-415f-8e71-1528273f9067 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:35:34.607668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:34.612750 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:35:34.613227 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:34.613634 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:34.614024 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:35:34.616362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Bound port: 1851e7a3-eeea-415f-8e71-1528273f9067, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:35:34.616362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:34.631320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b7bafcfb-e68e-4b15-9e98-684d5b4cd1e1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:34.638943 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b7bafcfb-e68e-4b15-9e98-684d5b4cd1e1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:subnet and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:34.643799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b7bafcfb-e68e-4b15-9e98-684d5b4cd1e1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:34.651443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b7bafcfb-e68e-4b15-9e98-684d5b4cd1e1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:34.674476 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ad44f-c4c1-4069-a2ae-6b70ca4e8c5c req-a2c818c8-4121-4197-b496-6f50701f3f56 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:34.677036 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ac1ad44f-c4c1-4069-a2ae-6b70ca4e8c5c req-a2c818c8-4121-4197-b496-6f50701f3f56 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.6284900 Feb 17 09:35:34.750708 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bafcfb-e68e-4b15-9e98-684d5b4cd1e1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:34.761904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7bafcfb-e68e-4b15-9e98-684d5b4cd1e1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:34.791221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] For port 1851e7a3-eeea-415f-8e71-1528273f9067, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:35:34.797087 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] For port 1851e7a3-eeea-415f-8e71-1528273f9067, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1851e7a3-eeea-415f-8e71-1528273f9067,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:35:34.824437 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a19b0f9-b1dd-48ba-8861-95ad9ad1d666 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:34.875966 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:34.921743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19b0f9-b1dd-48ba-8861-95ad9ad1d666 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=a97c3d9f-bc35-46d0-82c5-ac5ef682d6fb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:34.932999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:34.964497 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f714e586-6ecc-44cb-84bf-77c0e77476c0 None None] Network 6cb4bdd4-2faf-471a-975f-23520d34f507 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:34.982230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a19b0f9-b1dd-48ba-8861-95ad9ad1d666 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:35.006115 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ac1ad44f-c4c1-4069-a2ae-6b70ca4e8c5c req-9d12e9ef-9d22-4f36-920d-81efd573ddb0 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074424 Feb 17 09:35:35.007962 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:35.052310 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] device_id is not set on port e682f764-99ee-42eb-b21c-56f0cfbc44cd yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:35:35.091412 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b76d545-67e3-435d-8dd8-aab6a18d4d24,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:35.134114 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.ipam_backend_mixin [None req-b7bafcfb-e68e-4b15-9e98-684d5b4cd1e1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4f95ab3-aed2-426f-be20-21485b5e6a4c (CIDR: 2001:db8::/64) Feb 17 09:35:35.175536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff489a8-036c-4429-af20-ecce07b25297 None None] Pushing event updated for resources: {'Port': ['ID=1851e7a3-eeea-415f-8e71-1528273f9067,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:35.198575 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5a19b0f9-b1dd-48ba-8861-95ad9ad1d666 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/a97c3d9f-bc35-46d0-82c5-ac5ef682d6fb HTTP/1.1" status: 204 len: 168 time: 1.8101933 Feb 17 09:35:35.198852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35308) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:35.204629 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7bafcfb-e68e-4b15-9e98-684d5b4cd1e1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:35:35.205577 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7bafcfb-e68e-4b15-9e98-684d5b4cd1e1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:35:35.224747 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:35.271051 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 25995326-16a8-4f63-9662-110716af2eac up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:35.298989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:35.299887 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:35.379828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7f6e55dd-0d92-43ea-93ca-4381e894b042 None None] Provisioning for port 25995326-16a8-4f63-9662-110716af2eac completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:35.392351 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Allocated IP 172.26.4.19 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/e682f764-99ee-42eb-b21c-56f0cfbc44cd) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:35.409990 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b7bafcfb-e68e-4b15-9e98-684d5b4cd1e1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7897756 Feb 17 09:35:35.410855 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35312) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:35.415396 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event updated for resources: {'Port': ['ID=819a2ef8-e0e7-4b15-8341-4aaa102060c3,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:35.429121 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3554b095-16aa-4a1e-b684-c1c4d50375ba tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'subnet': {'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:35.440571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bfa239-5872-441e-8748-19f96274ed71 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:35.442201 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bfa239-5872-441e-8748-19f96274ed71 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:35.442968 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-00bfa239-5872-441e-8748-19f96274ed71 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:35.531700 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-77c4be4d-797b-4b00-8002-d870eec8915e None None] Provisioning complete for port a424b36f-ccf8-4c56-be26-9df1fc881577 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:35.539733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77c4be4d-797b-4b00-8002-d870eec8915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:35.600159 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 25995326-16a8-4f63-9662-110716af2eac completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:35.611611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 25995326-16a8-4f63-9662-110716af2eac triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:35.611862 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:35.771837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-77c4be4d-797b-4b00-8002-d870eec8915e None None] Port a424b36f-ccf8-4c56-be26-9df1fc881577 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:35:35.775173 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Network d6379491-ba44-40e1-9dd1-41f5a41032bb is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:35.779189 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:35.787663 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3554b095-16aa-4a1e-b684-c1c4d50375ba tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:35.802853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3554b095-16aa-4a1e-b684-c1c4d50375ba tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:subnet and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:35.809196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-00bfa239-5872-441e-8748-19f96274ed71 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:35.812871 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-00bfa239-5872-441e-8748-19f96274ed71 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6096530 Feb 17 09:35:35.816444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35316) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:35.874897 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:35.879473 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3554b095-16aa-4a1e-b684-c1c4d50375ba tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:35.899204 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3554b095-16aa-4a1e-b684-c1c4d50375ba tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:35.928080 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f28f105-8ef0-437a-b0d1-46e5cf61a971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet fe60fd63-fa7c-4cbc-a513-d22491ae8d14 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:35:35.933905 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7f28f105-8ef0-437a-b0d1-46e5cf61a971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:36.007025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7f28f105-8ef0-437a-b0d1-46e5cf61a971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:36.016108 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:36.042601 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-77c4be4d-797b-4b00-8002-d870eec8915e None None] Provisioning for port b7b34c31-d727-41f3-9ac7-ce0793de9066 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:36.089100 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 25995326-16a8-4f63-9662-110716af2eac, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=25995326-16a8-4f63-9662-110716af2eac,segment=NetworkSegment(dc96a916-ccbb-44af-84c7-c7f60c700f40),segment_id=dc96a916-ccbb-44af-84c7-c7f60c700f40)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:36.098170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:36.124318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Router 367b75b8-91f8-4d45-ad4c-dfa8205ca34c has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:35:36.171702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:36.186265 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:36.187141 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b7b34c31-d727-41f3-9ac7-ce0793de9066 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:36.228222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3554b095-16aa-4a1e-b684-c1c4d50375ba tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:36.231387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:36.233571 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3554b095-16aa-4a1e-b684-c1c4d50375ba tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:36.320931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:36.331062 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=25995326-16a8-4f63-9662-110716af2eac,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:36.407900 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c814bf85-8c3c-4f66-88c1-cd1daac045b7 None None] Provisioning for port b3292d21-28f4-4897-90e5-8f1a624a72d5 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:36.418007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c814bf85-8c3c-4f66-88c1-cd1daac045b7 None None] Provisioning complete for port b3292d21-28f4-4897-90e5-8f1a624a72d5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:36.418846 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c814bf85-8c3c-4f66-88c1-cd1daac045b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:36.464848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port b7b34c31-d727-41f3-9ac7-ce0793de9066 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:36.490661 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port b7b34c31-d727-41f3-9ac7-ce0793de9066 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:36.491041 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:36.527094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Pushing event updated for resources: {'Port': ['ID=e682f764-99ee-42eb-b21c-56f0cfbc44cd,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:36.555738 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c814bf85-8c3c-4f66-88c1-cd1daac045b7 None None] Port b3292d21-28f4-4897-90e5-8f1a624a72d5 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:35:36.620401 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:36.621236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:36.622544 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:35:36.636791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7f28f105-8ef0-437a-b0d1-46e5cf61a971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:36.637653 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b4e6d70c-d051-4776-aca9-c9e92bc17911 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "PUT /v2.0/routers/367b75b8-91f8-4d45-ad4c-dfa8205ca34c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4777999 Feb 17 09:35:36.641811 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35322) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:36.651868 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb8122-99ee-44b8-a75a-c0ccbeb6ebb0 None None] Sync routers for ids ['367b75b8-91f8-4d45-ad4c-dfa8205ca34c'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:35:36.694359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:36.706798 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb8122-99ee-44b8-a75a-c0ccbeb6ebb0 None None] Routers {'367b75b8-91f8-4d45-ad4c-dfa8205ca34c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:36.707966 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4ccb8122-99ee-44b8-a75a-c0ccbeb6ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:35:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['367b75b8-91f8-4d45-ad4c-dfa8205ca34c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:36.760943 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d43cb7-a289-49c9-8747-48d27c5ba8f0 req-bbe31d9b-352c-453c-b483-14d2545c966d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:36.762567 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a8d43cb7-a289-49c9-8747-48d27c5ba8f0 req-bbe31d9b-352c-453c-b483-14d2545c966d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.5805070 Feb 17 09:35:36.795410 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ac9cac0b-aab9-4e71-a65f-9ccc97a6a65c tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0160527 Feb 17 09:35:36.799908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35326) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:36.803449 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4ccb8122-99ee-44b8-a75a-c0ccbeb6ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:36.816998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.19'}]}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:36.819985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-478ac930-4867-40aa-8dc8-051222e10f8a None None] Provisioning complete for port 819a2ef8-e0e7-4b15-8341-4aaa102060c3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:36.820365 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-478ac930-4867-40aa-8dc8-051222e10f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:36.835347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:36.845097 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a8d43cb7-a289-49c9-8747-48d27c5ba8f0 req-b4a1699c-6b37-4116-bb45-7c6debe46a75 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740998 Feb 17 09:35:36.846095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Usage tracker for resource:router and tenant:953288f5e837427ba36bdd35c9689bd2 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:36.849276 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:36.855480 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:36.870547 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afd40935-b5a0-4dfa-bb40-cd224588431a tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:36.880924 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7f28f105-8ef0-437a-b0d1-46e5cf61a971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:36.894492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb8122-99ee-44b8-a75a-c0ccbeb6ebb0 None None] Routers {'367b75b8-91f8-4d45-ad4c-dfa8205ca34c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:36.895265 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4ccb8122-99ee-44b8-a75a-c0ccbeb6ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:35:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['367b75b8-91f8-4d45-ad4c-dfa8205ca34c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:36.932530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28f105-8ef0-437a-b0d1-46e5cf61a971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=fe60fd63-fa7c-4cbc-a513-d22491ae8d14,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:36.935047 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7f28f105-8ef0-437a-b0d1-46e5cf61a971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:36.961646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:36.963277 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:36.979576 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port b7b34c31-d727-41f3-9ac7-ce0793de9066, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b7b34c31-d727-41f3-9ac7-ce0793de9066,segment=NetworkSegment(369c40cb-a112-4244-aab3-364b7447c3f9),segment_id=369c40cb-a112-4244-aab3-364b7447c3f9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:36.984306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:37.010062 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-478ac930-4867-40aa-8dc8-051222e10f8a None None] Port 819a2ef8-e0e7-4b15-8341-4aaa102060c3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:35:37.013285 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7f28f105-8ef0-437a-b0d1-46e5cf61a971 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/fe60fd63-fa7c-4cbc-a513-d22491ae8d14 HTTP/1.1" status: 204 len: 168 time: 1.1956689 Feb 17 09:35:37.015943 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4ccb8122-99ee-44b8-a75a-c0ccbeb6ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:37.016470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb8122-99ee-44b8-a75a-c0ccbeb6ebb0 None None] The sync data for ids ['367b75b8-91f8-4d45-ad4c-dfa8205ca34c'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:35:37.016987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35330) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:37.027286 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-478ac930-4867-40aa-8dc8-051222e10f8a None None] Provisioning complete for port 25995326-16a8-4f63-9662-110716af2eac triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:37.027663 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-478ac930-4867-40aa-8dc8-051222e10f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:37.109584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:37.111743 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-afd40935-b5a0-4dfa-bb40-cd224588431a tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 17 09:35:37.114135 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-afd40935-b5a0-4dfa-bb40-cd224588431a tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "DELETE /v2.0/routers/367b75b8-91f8-4d45-ad4c-dfa8205ca34c HTTP/1.1" status: 409 len: 329 time: 0.4689491 Feb 17 09:35:37.115798 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35334) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:37.190137 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91ab6cb-5d14-4147-8a4a-fa63332c74a6 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:37.205699 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-75356e02-1061-4d3c-a1a0-8d2242d72164 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1789558 Feb 17 09:35:37.208441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35338) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:37.368007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 25995326-16a8-4f63-9662-110716af2eac up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:37.487605 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=b7b34c31-d727-41f3-9ac7-ce0793de9066,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:37.491012 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:37.516525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52813d0f-7e8e-4662-840c-e12dd89dbbd1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:37.517167 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-52813d0f-7e8e-4662-840c-e12dd89dbbd1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:37.588359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 25995326-16a8-4f63-9662-110716af2eac triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:37.589063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:37.624709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-52813d0f-7e8e-4662-840c-e12dd89dbbd1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:37.626602 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-52813d0f-7e8e-4662-840c-e12dd89dbbd1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4166839 Feb 17 09:35:37.628898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3554b095-16aa-4a1e-b684-c1c4d50375ba tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:37.631329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35342) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:37.719519 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750dea7e-b81c-458d-ad58-59983880f399 None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:35:37.727265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3554b095-16aa-4a1e-b684-c1c4d50375ba tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:37.731244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3554b095-16aa-4a1e-b684-c1c4d50375ba tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:37.734513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3554b095-16aa-4a1e-b684-c1c4d50375ba tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:37.734843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-59e180b2-9e2c-4026-8770-b8a8f54083bc None None] Could not find standard attr ID for object a97c3d9f-bc35-46d0-82c5-ac5ef682d6fb. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:35:37.735111 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3554b095-16aa-4a1e-b684-c1c4d50375ba tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:37.741096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-750dea7e-b81c-458d-ad58-59983880f399 None None] Deleting port 1851e7a3-eeea-415f-8e71-1528273f9067 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:37.741284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-750dea7e-b81c-458d-ad58-59983880f399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:37.755985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554b095-16aa-4a1e-b684-c1c4d50375ba tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Subnet': ['ID=13d1dcb3-d0d9-4dc2-a49c-c983ab816fb8,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:37.773180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024d20f2-f78d-4d27-a27e-9610ba641a7f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:37.773180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-024d20f2-f78d-4d27-a27e-9610ba641a7f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:37.775579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744c0922-e723-4d40-8e7c-dab8cc17b83f None None] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:37.848350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29c72a31-a560-414e-bb6b-88d3cf1871ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:37.880731 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1851e7a3-eeea-415f-8e71-1528273f9067 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:37.924397 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-59e180b2-9e2c-4026-8770-b8a8f54083bc None None] Provisioning for port 1851e7a3-eeea-415f-8e71-1528273f9067 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:37.945623 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3554b095-16aa-4a1e-b684-c1c4d50375ba tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5247657 Feb 17 09:35:37.968903 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35348) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:38.040149 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-024d20f2-f78d-4d27-a27e-9610ba641a7f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:38.041880 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-024d20f2-f78d-4d27-a27e-9610ba641a7f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4094307 Feb 17 09:35:38.044542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35352) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:38.046361 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ce26c8a5-d422-4884-8fad-f8460e792245 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1999940891', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '13d1dcb3-d0d9-4dc2-a49c-c983ab816fb8'}], 'security_groups': ['ef55c4f8-71d3-47bf-9954-dc8f31e1b301']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:38.180882 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b3604a97-ddb3-44b1-8e58-be5680a61a8c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1309218 Feb 17 09:35:38.182793 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35356) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:38.224328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-790e2d76-10a8-4593-94cd-b6b44993c26a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:38.253522 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-750dea7e-b81c-458d-ad58-59983880f399 None None] For port 1851e7a3-eeea-415f-8e71-1528273f9067, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1851e7a3-eeea-415f-8e71-1528273f9067,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:38.254034 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-750dea7e-b81c-458d-ad58-59983880f399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:38.269225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 1851e7a3-eeea-415f-8e71-1528273f9067 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:38.360524 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:38.391694 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 1851e7a3-eeea-415f-8e71-1528273f9067 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:38.392340 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:38.424210 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-750dea7e-b81c-458d-ad58-59983880f399 None None] Calling delete_port for 1851e7a3-eeea-415f-8e71-1528273f9067 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:38.452957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:38.531306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:38.601506 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce226e-8ccf-406e-9812-55125f1301f2 req-61197b9d-65e7-4f9a-9a28-ca363cd75c9f tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:38.609511 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2dce226e-8ccf-406e-9812-55125f1301f2 req-61197b9d-65e7-4f9a-9a28-ca363cd75c9f tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.5370495 Feb 17 09:35:38.655930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-790e2d76-10a8-4593-94cd-b6b44993c26a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:38.681793 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-790e2d76-10a8-4593-94cd-b6b44993c26a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:38.708070 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-750dea7e-b81c-458d-ad58-59983880f399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:38.732251 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2dce226e-8ccf-406e-9812-55125f1301f2 req-9de02c9f-50cc-4001-81dd-a70fe0099656 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219265 Feb 17 09:35:38.745115 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce26c8a5-d422-4884-8fad-f8460e792245 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:38.785216 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790e2d76-10a8-4593-94cd-b6b44993c26a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:38.791129 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-790e2d76-10a8-4593-94cd-b6b44993c26a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:38.829208 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Port 1851e7a3-eeea-415f-8e71-1528273f9067 update to ACTIVE by agent not found {{(pid=88371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 17 09:35:38.844518 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750dea7e-b81c-458d-ad58-59983880f399 None None] Pushing event deleted for resources: {'Port': ['ID=1851e7a3-eeea-415f-8e71-1528273f9067,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:38.848686 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750dea7e-b81c-458d-ad58-59983880f399 None None] No DVR routers for this DVR port 1851e7a3-eeea-415f-8e71-1528273f9067 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:35:38.874009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-29c72a31-a560-414e-bb6b-88d3cf1871ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Deleting port 819a2ef8-e0e7-4b15-8341-4aaa102060c3 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:38.874309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29c72a31-a560-414e-bb6b-88d3cf1871ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:38.876817 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2109f2d-21bf-431e-ba2b-7be4e57ddeb9 None None] Update dhcp port {'port': {'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2', 'fixed_ips': [{'subnet_id': 'b4f95ab3-aed2-426f-be20-21485b5e6a4c', 'ip_address': '2001:db8::2'}, {'subnet_id': '13d1dcb3-d0d9-4dc2-a49c-c983ab816fb8'}], 'binding:host_id': 'dv-neutron-828143-5-hyperv'}, 'id': 'b7b34c31-d727-41f3-9ac7-ce0793de9066'} from dv-neutron-828143-5-hyperv. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 09:35:38.933836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2109f2d-21bf-431e-ba2b-7be4e57ddeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:38.944709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:39.172843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-b2109f2d-21bf-431e-ba2b-7be4e57ddeb9 None None] Allocated IP 2001:db8:0:1::2 (8f534e94-0039-4af3-9d58-6a990ce882c2/13d1dcb3-d0d9-4dc2-a49c-c983ab816fb8/b7b34c31-d727-41f3-9ac7-ce0793de9066) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:39.233341 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b7b34c31-d727-41f3-9ac7-ce0793de9066 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:39.238600 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29c72a31-a560-414e-bb6b-88d3cf1871ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:39.323225 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:39.327777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:39.389713 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-29c72a31-a560-414e-bb6b-88d3cf1871ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Calling delete_port for 819a2ef8-e0e7-4b15-8341-4aaa102060c3 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:39.412730 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b2109f2d-21bf-431e-ba2b-7be4e57ddeb9 None None] For port b7b34c31-d727-41f3-9ac7-ce0793de9066, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b7b34c31-d727-41f3-9ac7-ce0793de9066,segment=NetworkSegment(369c40cb-a112-4244-aab3-364b7447c3f9),segment_id=369c40cb-a112-4244-aab3-364b7447c3f9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:39.414754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port b7b34c31-d727-41f3-9ac7-ce0793de9066 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:39.415122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:39.463412 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:39.463940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfd5c361-a2e1-41c0-b8f3-ac1dad145812 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:35:39.480046 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:35:39.500240 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2109f2d-21bf-431e-ba2b-7be4e57ddeb9 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:39.631844 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 17 09:35:39.634099 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-095b5fd7-bed8-4a75-98a1-37744ffa8470 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.8330002 Feb 17 09:35:39.636329 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35360) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:39.637273 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1851e7a3-eeea-415f-8e71-1528273f9067 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:35:39.676957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 1851e7a3-eeea-415f-8e71-1528273f9067 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:35:39.677339 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1851e7a3-eeea-415f-8e71-1528273f9067 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:35:39.692431 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b2109f2d-21bf-431e-ba2b-7be4e57ddeb9 None None] Transition to ACTIVE for port object b7b34c31-d727-41f3-9ac7-ce0793de9066 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:39.694335 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29c72a31-a560-414e-bb6b-88d3cf1871ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:39.709270 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.objects.ports [None req-790e2d76-10a8-4593-94cd-b6b44993c26a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:35:39.710450 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-790e2d76-10a8-4593-94cd-b6b44993c26a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:39.748609 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c72a31-a560-414e-bb6b-88d3cf1871ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event deleted for resources: {'Port': ['ID=819a2ef8-e0e7-4b15-8341-4aaa102060c3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:39.752137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-07c5d3b4-6994-44d6-b8b9-691dbfc5b434 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Deleting port e682f764-99ee-42eb-b21c-56f0cfbc44cd {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:39.752479 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c5d3b4-6994-44d6-b8b9-691dbfc5b434 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:39.755358 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2109f2d-21bf-431e-ba2b-7be4e57ddeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:39.761239 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790e2d76-10a8-4593-94cd-b6b44993c26a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:39.765390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-790e2d76-10a8-4593-94cd-b6b44993c26a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:39.769023 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790e2d76-10a8-4593-94cd-b6b44993c26a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:39.769621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-790e2d76-10a8-4593-94cd-b6b44993c26a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:39.802974 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e2d76-10a8-4593-94cd-b6b44993c26a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=46cf4acb-aa21-400a-9f7f-2f84bdb82b85,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:39.830781 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6349ada-0480-468f-ab59-67a6c1a6a17b None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:39.937050 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-790e2d76-10a8-4593-94cd-b6b44993c26a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7195385 Feb 17 09:35:39.947424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35366) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:39.961765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-eb0be12e-4043-48d6-bf5a-8f76d743acb5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'mac_address': 'fa:16:3e:fd:e3:37', 'name': 'tempest-NetworksTestDHCPv6-293265854'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:40.094851 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2109f2d-21bf-431e-ba2b-7be4e57ddeb9 None None] Pushing event updated for resources: {'Port': ['ID=b7b34c31-d727-41f3-9ac7-ce0793de9066,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:40.142413 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04954e68-63ea-4449-ab93-9b938fce6c99 req-1d3e64fd-c49f-442d-8a02-7999ec53ed73 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:40.144021 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-04954e68-63ea-4449-ab93-9b938fce6c99 req-1d3e64fd-c49f-442d-8a02-7999ec53ed73 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.2550452 Feb 17 09:35:40.156780 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eb0be12e-4043-48d6-bf5a-8f76d743acb5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:40.184805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eb0be12e-4043-48d6-bf5a-8f76d743acb5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:40.215781 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-04954e68-63ea-4449-ab93-9b938fce6c99 req-d37e2821-d9c1-406f-8c2e-74b54aba0334 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628822 Feb 17 09:35:40.274764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0be12e-4043-48d6-bf5a-8f76d743acb5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:40.313800 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': '46cf4acb-aa21-400a-9f7f-2f84bdb82b85'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:35:40.314169 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:40.426444 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29c72a31-a560-414e-bb6b-88d3cf1871ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:40.438699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0be12e-4043-48d6-bf5a-8f76d743acb5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:40.489406 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-eb0be12e-4043-48d6-bf5a-8f76d743acb5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port 65721379-1c05-4363-b256-efdc30e00ee6 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:35:40.531133 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Allocated IP 2001:db8::f816:3eff:fe99:f4f7 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/46cf4acb-aa21-400a-9f7f-2f84bdb82b85/2a989d18-b4d0-46fd-9c67-5bcacf665079) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:40.696326 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c5d3b4-6994-44d6-b8b9-691dbfc5b434 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:40.725079 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-ce26c8a5-d422-4884-8fad-f8460e792245 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Delete allocated IP 2001:db8::293 (8f534e94-0039-4af3-9d58-6a990ce882c2/b4f95ab3-aed2-426f-be20-21485b5e6a4c) {{(pid=88369) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 09:35:40.804274 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:40.815727 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Transition to ACTIVE for port object 2a989d18-b4d0-46fd-9c67-5bcacf665079 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:40.834452 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Transition to ACTIVE for port object 2a989d18-b4d0-46fd-9c67-5bcacf665079 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:40.892692 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-07c5d3b4-6994-44d6-b8b9-691dbfc5b434 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Calling delete_port for e682f764-99ee-42eb-b21c-56f0cfbc44cd owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:40.902862 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:40.945096 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-ce26c8a5-d422-4884-8fad-f8460e792245 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Allocated IP 2001:db8:0:1::62 (8f534e94-0039-4af3-9d58-6a990ce882c2/13d1dcb3-d0d9-4dc2-a49c-c983ab816fb8/b3292d21-28f4-4897-90e5-8f1a624a72d5) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:40.988036 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:40.996021 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:40.999283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:41.010008 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Pushing event updated for resources: {'Port': ['ID=2a989d18-b4d0-46fd-9c67-5bcacf665079,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:41.013257 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5d497787-dfc9-49af-87d7-50e7049ed18e None None] Provisioning complete for port a424b36f-ccf8-4c56-be26-9df1fc881577 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:41.014108 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5d497787-dfc9-49af-87d7-50e7049ed18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:41.066510 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c72a31-a560-414e-bb6b-88d3cf1871ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Router 367b75b8-91f8-4d45-ad4c-dfa8205ca34c has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:35:41.199703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-eb0be12e-4043-48d6-bf5a-8f76d743acb5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::f816:3eff:fefd:e337 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/46cf4acb-aa21-400a-9f7f-2f84bdb82b85/65721379-1c05-4363-b256-efdc30e00ee6) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:41.199985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Attempting to bind port 2a989d18-b4d0-46fd-9c67-5bcacf665079 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:35:41.200311 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Attempting to bind port 2a989d18-b4d0-46fd-9c67-5bcacf665079 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:35:41.200657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Attempting to bind port 2a989d18-b4d0-46fd-9c67-5bcacf665079 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:35:41.219535 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:35:41.220829 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:41.225807 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:41.227101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:35:41.229522 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Bound port: 2a989d18-b4d0-46fd-9c67-5bcacf665079, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:35:41.230733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:41.246290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5d497787-dfc9-49af-87d7-50e7049ed18e None None] Port a424b36f-ccf8-4c56-be26-9df1fc881577 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:35:41.247949 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b7b34c31-d727-41f3-9ac7-ce0793de9066 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:41.275027 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c72a31-a560-414e-bb6b-88d3cf1871ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:35:41.292409 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01678373-db72-4ecb-a7e2-725f0fef728e None None] Sync routers for ids ['367b75b8-91f8-4d45-ad4c-dfa8205ca34c'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:35:41.295812 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-29c72a31-a560-414e-bb6b-88d3cf1871ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "PUT /v2.0/routers/367b75b8-91f8-4d45-ad4c-dfa8205ca34c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1761596 Feb 17 09:35:41.297155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35374) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:41.320245 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01678373-db72-4ecb-a7e2-725f0fef728e None None] Routers {'367b75b8-91f8-4d45-ad4c-dfa8205ca34c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:41.321525 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-01678373-db72-4ecb-a7e2-725f0fef728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:35:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['367b75b8-91f8-4d45-ad4c-dfa8205ca34c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:41.391869 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-92fd5c60-c191-4024-a544-edcd321c5b98 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] show failed (client error): The resource could not be found. Feb 17 09:35:41.392928 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-92fd5c60-c191-4024-a544-edcd321c5b98 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "GET /v2.0/routers/tempest-non_exist_router-610164957 HTTP/1.1" status: 404 len: 334 time: 0.0948389 Feb 17 09:35:41.393717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c5d3b4-6994-44d6-b8b9-691dbfc5b434 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:41.424408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35378) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:41.425512 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-01678373-db72-4ecb-a7e2-725f0fef728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:41.437099 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01678373-db72-4ecb-a7e2-725f0fef728e None None] Routers {'367b75b8-91f8-4d45-ad4c-dfa8205ca34c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:35:41.438237 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-01678373-db72-4ecb-a7e2-725f0fef728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:35:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['367b75b8-91f8-4d45-ad4c-dfa8205ca34c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:41.452933 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-447b5543-fb10-4405-a5ca-7ef550a5d47b tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:41.459551 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] For port 2a989d18-b4d0-46fd-9c67-5bcacf665079, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:35:41.464089 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] For port 2a989d18-b4d0-46fd-9c67-5bcacf665079, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2a989d18-b4d0-46fd-9c67-5bcacf665079,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:35:41.480756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5d497787-dfc9-49af-87d7-50e7049ed18e None None] Provisioning complete for port b3292d21-28f4-4897-90e5-8f1a624a72d5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:41.481728 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5d497787-dfc9-49af-87d7-50e7049ed18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:41.503925 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-01678373-db72-4ecb-a7e2-725f0fef728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:41.504606 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01678373-db72-4ecb-a7e2-725f0fef728e None None] The sync data for ids ['367b75b8-91f8-4d45-ad4c-dfa8205ca34c'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:35:41.544090 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-447b5543-fb10-4405-a5ca-7ef550a5d47b tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] update failed (client error): The resource could not be found. Feb 17 09:35:41.551249 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-447b5543-fb10-4405-a5ca-7ef550a5d47b tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "PUT /v2.0/routers/tempest-non_exist_router-253650792 HTTP/1.1" status: 404 len: 334 time: 0.1209555 Feb 17 09:35:41.551249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35382) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:41.573108 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5d497787-dfc9-49af-87d7-50e7049ed18e None None] Port b3292d21-28f4-4897-90e5-8f1a624a72d5 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:35:41.598771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:41.679422 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5d497787-dfc9-49af-87d7-50e7049ed18e None None] Provisioning for port b7b34c31-d727-41f3-9ac7-ce0793de9066 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:41.694366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5d497787-dfc9-49af-87d7-50e7049ed18e None None] Provisioning complete for port b7b34c31-d727-41f3-9ac7-ce0793de9066 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:41.695002 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5d497787-dfc9-49af-87d7-50e7049ed18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:41.702857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5d3b4-6994-44d6-b8b9-691dbfc5b434 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Pushing event deleted for resources: {'Port': ['ID=e682f764-99ee-42eb-b21c-56f0cfbc44cd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:41.717424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f90cec-9b0e-43ac-a6d2-4997449ed8f0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Deleting subnet 472da33a-6f9a-42ad-8f95-f2942f8cc07e {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:35:41.737503 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-92f90cec-9b0e-43ac-a6d2-4997449ed8f0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:41.761228 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e9ce9-11fa-4cbd-8dd5-626abfce203d None None] Pushing event updated for resources: {'Port': ['ID=2a989d18-b4d0-46fd-9c67-5bcacf665079,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:41.796105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0be12e-4043-48d6-bf5a-8f76d743acb5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:41.841096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-eb0be12e-4043-48d6-bf5a-8f76d743acb5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object 65721379-1c05-4363-b256-efdc30e00ee6 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:41.845555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-92f90cec-9b0e-43ac-a6d2-4997449ed8f0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:41.892824 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c5d3b4-6994-44d6-b8b9-691dbfc5b434 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:41.895126 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-07c5d3b4-6994-44d6-b8b9-691dbfc5b434 tempest-RoutersAdminNegativeTest-59686180 tempest-RoutersAdminNegativeTest-59686180-project-admin] 10.222.0.75 "DELETE /v2.0/ports/e682f764-99ee-42eb-b21c-56f0cfbc44cd HTTP/1.1" status: 204 len: 168 time: 2.2577364 Feb 17 09:35:41.937266 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da132101-11ac-4923-ba5f-38a031fe3a06 req-b74c7474-22b7-44e8-b7cc-fcfde0b01792 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:41.938884 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-da132101-11ac-4923-ba5f-38a031fe3a06 req-b74c7474-22b7-44e8-b7cc-fcfde0b01792 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.4546618 Feb 17 09:35:41.949391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce26c8a5-d422-4884-8fad-f8460e792245 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:41.965401 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-92f90cec-9b0e-43ac-a6d2-4997449ed8f0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:41.993572 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-ce26c8a5-d422-4884-8fad-f8460e792245 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Transition to ACTIVE for port object b3292d21-28f4-4897-90e5-8f1a624a72d5 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:42.010221 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-da132101-11ac-4923-ba5f-38a031fe3a06 req-a70e7e27-e9d4-4292-972b-8e4eda0e50e8 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641718 Feb 17 09:35:42.056278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0be12e-4043-48d6-bf5a-8f76d743acb5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:42.101048 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce26c8a5-d422-4884-8fad-f8460e792245 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:42.149383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0be12e-4043-48d6-bf5a-8f76d743acb5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:42.153922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-eb0be12e-4043-48d6-bf5a-8f76d743acb5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:42.158659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0be12e-4043-48d6-bf5a-8f76d743acb5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=65721379-1c05-4363-b256-efdc30e00ee6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:42.162188 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0be12e-4043-48d6-bf5a-8f76d743acb5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:42.174701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0be12e-4043-48d6-bf5a-8f76d743acb5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:42.175748 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0be12e-4043-48d6-bf5a-8f76d743acb5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:42.198206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-92f90cec-9b0e-43ac-a6d2-4997449ed8f0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:42.223787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ce26c8a5-d422-4884-8fad-f8460e792245 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] In _notify_port_updated(), no bound segment for port b3292d21-28f4-4897-90e5-8f1a624a72d5 on network 8f534e94-0039-4af3-9d58-6a990ce882c2 {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:35:42.229831 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce26c8a5-d422-4884-8fad-f8460e792245 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:42.230545 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce26c8a5-d422-4884-8fad-f8460e792245 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:42.236898 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ce26c8a5-d422-4884-8fad-f8460e792245 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "PUT /v2.0/ports/b3292d21-28f4-4897-90e5-8f1a624a72d5 HTTP/1.1" status: 200 len: 930 time: 4.2610183 Feb 17 09:35:42.237160 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35388) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:42.263024 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f90cec-9b0e-43ac-a6d2-4997449ed8f0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event deleted for resources: {'Subnet': ['ID=472da33a-6f9a-42ad-8f95-f2942f8cc07e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:42.277348 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-92f90cec-9b0e-43ac-a6d2-4997449ed8f0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:42.282272 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-92f90cec-9b0e-43ac-a6d2-4997449ed8f0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "DELETE /v2.0/subnets/472da33a-6f9a-42ad-8f95-f2942f8cc07e HTTP/1.1" status: 204 len: 168 time: 0.7312491 Feb 17 09:35:42.283044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35392) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:42.285978 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26c8a5-d422-4884-8fad-f8460e792245 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=b3292d21-28f4-4897-90e5-8f1a624a72d5,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:42.292525 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a8d693-40ea-41fd-bed8-9c8f293e885d None None] Network 6cb4bdd4-2faf-471a-975f-23520d34f507 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:42.325063 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9ce6b5a9-8f74-404e-94f0-59d59f59ee6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port b3292d21-28f4-4897-90e5-8f1a624a72d5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:42.325063 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b5a9-8f74-404e-94f0-59d59f59ee6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:42.394130 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-eb0be12e-4043-48d6-bf5a-8f76d743acb5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4369650 Feb 17 09:35:42.401176 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35398) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:42.527487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35402) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:42.534856 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:42.599933 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade39bc4-6f5f-404f-be84-4cc4b575e9d0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:42.606221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade39bc4-6f5f-404f-be84-4cc4b575e9d0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:42.607053 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ade39bc4-6f5f-404f-be84-4cc4b575e9d0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:42.613319 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Deleting port 25995326-16a8-4f63-9662-110716af2eac {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:42.613672 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:42.698097 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-019c2105-0b99-427a-ac34-3fc0cc5ab81d None None] Provisioning for port b3292d21-28f4-4897-90e5-8f1a624a72d5 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:42.708242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-019c2105-0b99-427a-ac34-3fc0cc5ab81d None None] Provisioning complete for port b3292d21-28f4-4897-90e5-8f1a624a72d5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:42.708770 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-019c2105-0b99-427a-ac34-3fc0cc5ab81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:42.746252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b5a9-8f74-404e-94f0-59d59f59ee6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:42.756717 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7636ebfa-364b-4766-98ff-c34095cdb811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:42.776442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7636ebfa-364b-4766-98ff-c34095cdb811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:42.781221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7636ebfa-364b-4766-98ff-c34095cdb811 admin admin] Usage tracker for resource:security_group_rule and tenant:a2b4c28813b946c9b4cafbbc1f597f2c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:42.781422 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-019c2105-0b99-427a-ac34-3fc0cc5ab81d None None] Port b3292d21-28f4-4897-90e5-8f1a624a72d5 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:35:42.783055 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb2c5d5-4b01-48ec-bd09-d5112bdbbd3e None None] DHCP port deletion for 6cb4bdd4-2faf-471a-975f-23520d34f507 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:35:42.785390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7636ebfa-364b-4766-98ff-c34095cdb811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:42.789164 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2c5d5-4b01-48ec-bd09-d5112bdbbd3e None None] Deleting port 25995326-16a8-4f63-9662-110716af2eac {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:42.789164 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9bb2c5d5-4b01-48ec-bd09-d5112bdbbd3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:42.793156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7636ebfa-364b-4766-98ff-c34095cdb811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:42.842494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ade39bc4-6f5f-404f-be84-4cc4b575e9d0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:42.846490 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ade39bc4-6f5f-404f-be84-4cc4b575e9d0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4414568 Feb 17 09:35:42.896708 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35408) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:42.908216 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9ce6b5a9-8f74-404e-94f0-59d59f59ee6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for b3292d21-28f4-4897-90e5-8f1a624a72d5 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:42.963868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] For port 25995326-16a8-4f63-9662-110716af2eac, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=25995326-16a8-4f63-9662-110716af2eac,segment=NetworkSegment(dc96a916-ccbb-44af-84c7-c7f60c700f40),segment_id=dc96a916-ccbb-44af-84c7-c7f60c700f40)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:42.964159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:43.037416 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1809c19f-842c-484f-ad30-35f2c274b68c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port 65721379-1c05-4363-b256-efdc30e00ee6 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:43.037788 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1809c19f-842c-484f-ad30-35f2c274b68c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:43.115698 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9bb2c5d5-4b01-48ec-bd09-d5112bdbbd3e None None] For port 25995326-16a8-4f63-9662-110716af2eac, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=25995326-16a8-4f63-9662-110716af2eac,segment=NetworkSegment(dc96a916-ccbb-44af-84c7-c7f60c700f40),segment_id=dc96a916-ccbb-44af-84c7-c7f60c700f40)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:43.118953 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9bb2c5d5-4b01-48ec-bd09-d5112bdbbd3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:43.119198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Calling delete_port for 25995326-16a8-4f63-9662-110716af2eac owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:43.206939 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7636ebfa-364b-4766-98ff-c34095cdb811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:43.290942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7636ebfa-364b-4766-98ff-c34095cdb811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:43.328990 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2a989d18-b4d0-46fd-9c67-5bcacf665079 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:43.348940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636ebfa-364b-4766-98ff-c34095cdb811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2726ca5-1460-484b-89e9-cf45c755dbdd,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:43.356434 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:43.452557 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2c5d5-4b01-48ec-bd09-d5112bdbbd3e None None] Calling delete_port for 25995326-16a8-4f63-9662-110716af2eac owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:43.526089 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b5a9-8f74-404e-94f0-59d59f59ee6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:43.588337 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-9bb2c5d5-4b01-48ec-bd09-d5112bdbbd3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:35:43.588809 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-9bb2c5d5-4b01-48ec-bd09-d5112bdbbd3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:35:43.597655 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1809c19f-842c-484f-ad30-35f2c274b68c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:43.614548 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6ae8924e-e0f0-4799-9084-ea5494fff03b None None] Provisioning for port 2a989d18-b4d0-46fd-9c67-5bcacf665079 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:43.641710 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6b5a9-8f74-404e-94f0-59d59f59ee6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=b3292d21-28f4-4897-90e5-8f1a624a72d5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:43.662518 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 2a989d18-b4d0-46fd-9c67-5bcacf665079 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:43.674888 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 2a989d18-b4d0-46fd-9c67-5bcacf665079 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:43.680333 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:43.711001 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event deleted for resources: {'Port': ['ID=25995326-16a8-4f63-9662-110716af2eac,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:43.728554 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7636ebfa-364b-4766-98ff-c34095cdb811 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a2b4c28813b946c9b4cafbbc1f597f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1985104 Feb 17 09:35:43.733515 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35414) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:43.782256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] No DVR routers for this DVR port 25995326-16a8-4f63-9662-110716af2eac on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:35:43.863892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d836d6e9-effb-403d-927c-22cfb12eabd2 None None] Provisioning for port 65721379-1c05-4363-b256-efdc30e00ee6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:43.869424 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:43.883336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b5a9-8f74-404e-94f0-59d59f59ee6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:43.893681 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1809c19f-842c-484f-ad30-35f2c274b68c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for 65721379-1c05-4363-b256-efdc30e00ee6 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:43.933739 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d836d6e9-effb-403d-927c-22cfb12eabd2 None None] Provisioning complete for port 65721379-1c05-4363-b256-efdc30e00ee6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:43.934379 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d836d6e9-effb-403d-927c-22cfb12eabd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:43.952379 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9ce6b5a9-8f74-404e-94f0-59d59f59ee6c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/b3292d21-28f4-4897-90e5-8f1a624a72d5 HTTP/1.1" status: 204 len: 168 time: 1.7140455 Feb 17 09:35:43.955840 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35418) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:43.986009 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a555d7-4bec-4863-8dd4-fb774c2c7859 req-ea4726c0-23b9-43a7-a104-17963092baa6 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:43.987622 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e0a555d7-4bec-4863-8dd4-fb774c2c7859 req-ea4726c0-23b9-43a7-a104-17963092baa6 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.6397865 Feb 17 09:35:43.989115 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 2a989d18-b4d0-46fd-9c67-5bcacf665079, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2a989d18-b4d0-46fd-9c67-5bcacf665079,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:44.028043 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d836d6e9-effb-403d-927c-22cfb12eabd2 None None] Port 65721379-1c05-4363-b256-efdc30e00ee6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:35:44.033469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6313e531-ec64-4626-8e20-6c4c3b5c32f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.052314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.074528 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.126706 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2c5d5-4b01-48ec-bd09-d5112bdbbd3e None None] Deleting port 25995326-16a8-4f63-9662-110716af2eac {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:44.127179 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9bb2c5d5-4b01-48ec-bd09-d5112bdbbd3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.145758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6313e531-ec64-4626-8e20-6c4c3b5c32f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.153820 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 25995326-16a8-4f63-9662-110716af2eac no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:35:44.154303 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a553fab-c409-4b8a-b04e-1c373f781d08 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] GET failed (client error): The resource could not be found. Feb 17 09:35:44.154715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2a553fab-c409-4b8a-b04e-1c373f781d08 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:44.165672 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb4bdd4-2faf-471a-975f-23520d34f507']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:44.177699 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e0a555d7-4bec-4863-8dd4-fb774c2c7859 req-66c4128e-4ebd-45c8-96ec-ddde7044fb7f tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659322 Feb 17 09:35:44.203391 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc96a916-ccbb-44af-84c7-c7f60c700f40') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:44.203880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc96a916-ccbb-44af-84c7-c7f60c700f40') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:44.250522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2a553fab-c409-4b8a-b04e-1c373f781d08 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:44.251841 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2a553fab-c409-4b8a-b04e-1c373f781d08 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports/b3292d21-28f4-4897-90e5-8f1a624a72d5 HTTP/1.1" status: 404 len: 333 time: 0.2951424 Feb 17 09:35:44.252576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.259234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35422) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:44.278124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.283062 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=2a989d18-b4d0-46fd-9c67-5bcacf665079,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:44.299486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 25995326-16a8-4f63-9662-110716af2eac {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:35:44.299791 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 25995326-16a8-4f63-9662-110716af2eac not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:35:44.305476 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:35:44.306747 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.336648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2c5d5-4b01-48ec-bd09-d5112bdbbd3e None None] The port '25995326-16a8-4f63-9662-110716af2eac' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:35:44.339763 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:35:44.378337 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2af7cb03-f8e9-40df-af3d-c4d49654e043 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.390649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1809c19f-842c-484f-ad30-35f2c274b68c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.457375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809c19f-842c-484f-ad30-35f2c274b68c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=65721379-1c05-4363-b256-efdc30e00ee6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:44.460051 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2af7cb03-f8e9-40df-af3d-c4d49654e043 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.491757 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6313e531-ec64-4626-8e20-6c4c3b5c32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.507197 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313e531-ec64-4626-8e20-6c4c3b5c32f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2726ca5-1460-484b-89e9-cf45c755dbdd,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:44.528032 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1809c19f-842c-484f-ad30-35f2c274b68c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.541730 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.541730 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6313e531-ec64-4626-8e20-6c4c3b5c32f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.543164 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6313e531-ec64-4626-8e20-6c4c3b5c32f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f2726ca5-1460-484b-89e9-cf45c755dbdd HTTP/1.1" status: 204 len: 168 time: 0.8076179 Feb 17 09:35:44.580854 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.582937 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "DELETE /v2.0/networks/6cb4bdd4-2faf-471a-975f-23520d34f507 HTTP/1.1" status: 204 len: 168 time: 2.2986267 Feb 17 09:35:44.587322 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35428) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:44.609960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a4141-5607-456e-b1ab-e559d7626d18 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event deleted for resources: {'Network': ['ID=6cb4bdd4-2faf-471a-975f-23520d34f507,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:44.659345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35432) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:44.683254 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1809c19f-842c-484f-ad30-35f2c274b68c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/65721379-1c05-4363-b256-efdc30e00ee6 HTTP/1.1" status: 204 len: 168 time: 1.7849894 Feb 17 09:35:44.695285 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2af7cb03-f8e9-40df-af3d-c4d49654e043 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.759265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7cb03-f8e9-40df-af3d-c4d49654e043 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5256e17-d6ba-48d6-8374-03dbf4a60121,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:44.788988 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2af7cb03-f8e9-40df-af3d-c4d49654e043 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.794680 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2af7cb03-f8e9-40df-af3d-c4d49654e043 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/security-groups/e5256e17-d6ba-48d6-8374-03dbf4a60121 HTTP/1.1" status: 204 len: 168 time: 0.5306098 Feb 17 09:35:44.796429 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35436) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:44.796864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc01d3a-4fdd-460e-9cb8-8b93c1e05e8d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:44.798885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc01d3a-4fdd-460e-9cb8-8b93c1e05e8d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:44.799982 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bbc01d3a-4fdd-460e-9cb8-8b93c1e05e8d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:44.839258 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-b336ef63-f053-44af-8cb9-c40a347f8f5c tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Deleting subnet e9701590-a493-4afb-8c09-b11e069176e3 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:35:44.845452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b336ef63-f053-44af-8cb9-c40a347f8f5c tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.879838 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bbc01d3a-4fdd-460e-9cb8-8b93c1e05e8d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:44.882546 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bbc01d3a-4fdd-460e-9cb8-8b93c1e05e8d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2215214 Feb 17 09:35:44.884869 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35442) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:44.991518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0f44e0-f213-47ff-870b-9e136f61dad8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet 46cf4acb-aa21-400a-9f7f-2f84bdb82b85 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:35:44.991808 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b336ef63-f053-44af-8cb9-c40a347f8f5c tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:44.997370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe0f44e0-f213-47ff-870b-9e136f61dad8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:45.055764 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d9e8c92-db70-4100-b0bf-e500d327f545 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:45.085170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe0f44e0-f213-47ff-870b-9e136f61dad8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:45.112863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d9e8c92-db70-4100-b0bf-e500d327f545 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:45.173978 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b336ef63-f053-44af-8cb9-c40a347f8f5c tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:45.221331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe0f44e0-f213-47ff-870b-9e136f61dad8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:45.240153 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2a989d18-b4d0-46fd-9c67-5bcacf665079 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:45.340736 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 2a989d18-b4d0-46fd-9c67-5bcacf665079 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:45.341116 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:45.350141 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35448) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:45.402351 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d9e8c92-db70-4100-b0bf-e500d327f545 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:45.431633 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b336ef63-f053-44af-8cb9-c40a347f8f5c tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:45.464744 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe0f44e0-f213-47ff-870b-9e136f61dad8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:45.486544 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e8c92-db70-4100-b0bf-e500d327f545 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef55c4f8-71d3-47bf-9954-dc8f31e1b301,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:45.506302 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336ef63-f053-44af-8cb9-c40a347f8f5c tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event deleted for resources: {'Subnet': ['ID=e9701590-a493-4afb-8c09-b11e069176e3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:45.533869 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe0f44e0-f213-47ff-870b-9e136f61dad8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:45.537725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f44e0-f213-47ff-870b-9e136f61dad8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=46cf4acb-aa21-400a-9f7f-2f84bdb82b85,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:45.540296 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b336ef63-f053-44af-8cb9-c40a347f8f5c tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:45.543396 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ad7bee-df6d-421b-90d5-824c019cfb26 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:45.556446 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b9b0d70b-aea6-4a3d-8fc2-c83521e74183 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=953288f5e837427ba36bdd35c9689bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052975 Feb 17 09:35:45.566723 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35452) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:45.566970 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9ee285-6d4c-474f-a3cc-9dfe7f7e395b None None] Network 0531570a-3802-488b-beca-1bd935325e07 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:45.567122 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b336ef63-f053-44af-8cb9-c40a347f8f5c tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "DELETE /v2.0/subnets/e9701590-a493-4afb-8c09-b11e069176e3 HTTP/1.1" status: 204 len: 168 time: 0.9753563 Feb 17 09:35:45.567122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d9e8c92-db70-4100-b0bf-e500d327f545 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:45.571339 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0d9e8c92-db70-4100-b0bf-e500d327f545 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/security-groups/ef55c4f8-71d3-47bf-9954-dc8f31e1b301 HTTP/1.1" status: 204 len: 168 time: 0.7700109 Feb 17 09:35:45.571527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35456) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:45.572558 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35458) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:45.592009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58b28e-5973-458e-bae8-3c5c57da78f1 req-754efc24-312b-4be5-a263-a3750cdf3723 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:45.594960 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bb58b28e-5973-458e-bae8-3c5c57da78f1 req-754efc24-312b-4be5-a263-a3750cdf3723 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.2291896 Feb 17 09:35:45.668603 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bb58b28e-5973-458e-bae8-3c5c57da78f1 req-787b7196-0ea7-47c7-8029-a499ec64253e tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622261 Feb 17 09:35:45.688033 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35464) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:45.688171 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fe0f44e0-f213-47ff-870b-9e136f61dad8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/46cf4acb-aa21-400a-9f7f-2f84bdb82b85 HTTP/1.1" status: 204 len: 168 time: 0.8007209 Feb 17 09:35:45.771436 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-73e657e6-b073-4058-a117-144856e2d91e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819535 Feb 17 09:35:45.774863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35468) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:45.781637 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:45.813476 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea0f662-99d1-407c-838c-d8a40efbf066 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting subnet b4f95ab3-aed2-426f-be20-21485b5e6a4c {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:35:45.820341 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aea0f662-99d1-407c-838c-d8a40efbf066 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:45.875578 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fbb2b7-01d6-4c84-be3b-953872c79f6d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Deleting subnet 881476e8-4ccc-4339-a47b-38c17a1800e7 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:35:45.879273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83fbb2b7-01d6-4c84-be3b-953872c79f6d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:45.924869 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:45.934031 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:45.938374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:45.947974 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:45.969565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2720307-63b8-4638-9391-8323a28a0c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:45.973453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aea0f662-99d1-407c-838c-d8a40efbf066 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:46.012509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83fbb2b7-01d6-4c84-be3b-953872c79f6d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:46.038535 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c4835e-6908-439f-bcc7-7ce6df1f5ced None None] DHCP port deletion for 0531570a-3802-488b-beca-1bd935325e07 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:35:46.043286 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-39c4835e-6908-439f-bcc7-7ce6df1f5ced None None] Deleting port 91005b2d-73d4-45f4-8d89-98a8f06edf33 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:46.043804 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39c4835e-6908-439f-bcc7-7ce6df1f5ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:46.077521 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:35:46.095541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Deleting port 2a989d18-b4d0-46fd-9c67-5bcacf665079 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:46.096805 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:46.097206 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:46.100842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:46.120679 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2720307-63b8-4638-9391-8323a28a0c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:46.198494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aea0f662-99d1-407c-838c-d8a40efbf066 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:46.248571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83fbb2b7-01d6-4c84-be3b-953872c79f6d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:46.383636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2720307-63b8-4638-9391-8323a28a0c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:46.403086 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2720307-63b8-4638-9391-8323a28a0c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b76d545-67e3-435d-8dd8-aab6a18d4d24,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:46.426824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2720307-63b8-4638-9391-8323a28a0c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:46.428016 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d2720307-63b8-4638-9391-8323a28a0c30 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6b76d545-67e3-435d-8dd8-aab6a18d4d24 HTTP/1.1" status: 204 len: 168 time: 0.8644032 Feb 17 09:35:46.442957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83fbb2b7-01d6-4c84-be3b-953872c79f6d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:46.470255 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-39c4835e-6908-439f-bcc7-7ce6df1f5ced None None] For port 91005b2d-73d4-45f4-8d89-98a8f06edf33, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=91005b2d-73d4-45f4-8d89-98a8f06edf33,segment=NetworkSegment(8a5e923e-ae0a-4f09-921c-ab2885a7d092),segment_id=8a5e923e-ae0a-4f09-921c-ab2885a7d092)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:46.470899 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39c4835e-6908-439f-bcc7-7ce6df1f5ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:46.494919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aea0f662-99d1-407c-838c-d8a40efbf066 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:46.501171 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbb2b7-01d6-4c84-be3b-953872c79f6d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event deleted for resources: {'Subnet': ['ID=881476e8-4ccc-4339-a47b-38c17a1800e7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:46.541624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83fbb2b7-01d6-4c84-be3b-953872c79f6d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:46.543832 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-83fbb2b7-01d6-4c84-be3b-953872c79f6d tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "DELETE /v2.0/subnets/881476e8-4ccc-4339-a47b-38c17a1800e7 HTTP/1.1" status: 204 len: 168 time: 0.9737663 Feb 17 09:35:46.550707 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35474) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:46.550707 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0f662-99d1-407c-838c-d8a40efbf066 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f95ab3-aed2-426f-be20-21485b5e6a4c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:46.555039 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aea0f662-99d1-407c-838c-d8a40efbf066 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:46.562101 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-aea0f662-99d1-407c-838c-d8a40efbf066 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/b4f95ab3-aed2-426f-be20-21485b5e6a4c HTTP/1.1" status: 204 len: 168 time: 0.9693000 Feb 17 09:35:46.570349 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35478) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:46.577334 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-864260f7-1241-4f95-934f-86912e464b89 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'subnet': {'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:46.612539 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-39c4835e-6908-439f-bcc7-7ce6df1f5ced None None] Calling delete_port for 91005b2d-73d4-45f4-8d89-98a8f06edf33 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:46.693836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30535235-a23b-41ff-a659-5dd154043c43 None None] Network 8593864b-9e53-48cb-83c0-a448b1ebfcbf requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:46.710886 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fef188d-f130-404f-a851-f418a56dd178 None None] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:46.815282 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-864260f7-1241-4f95-934f-86912e464b89 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:46.867354 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-864260f7-1241-4f95-934f-86912e464b89 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:subnet and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:46.882920 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-864260f7-1241-4f95-934f-86912e464b89 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:46.901998 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-864260f7-1241-4f95-934f-86912e464b89 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:46.918004 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39c4835e-6908-439f-bcc7-7ce6df1f5ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:46.937835 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.objects.ports [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:35:46.999641 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] For port 2a989d18-b4d0-46fd-9c67-5bcacf665079, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2a989d18-b4d0-46fd-9c67-5bcacf665079,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:46.999903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:47.007619 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c4835e-6908-439f-bcc7-7ce6df1f5ced None None] No DVR routers for this DVR port 91005b2d-73d4-45f4-8d89-98a8f06edf33 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:35:47.023829 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4835e-6908-439f-bcc7-7ce6df1f5ced None None] Pushing event deleted for resources: {'Port': ['ID=91005b2d-73d4-45f4-8d89-98a8f06edf33,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:47.080969 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864260f7-1241-4f95-934f-86912e464b89 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:47.085609 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-864260f7-1241-4f95-934f-86912e464b89 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:47.097155 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-764809af-960c-4352-955e-bfe627247608 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:47.211678 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Calling delete_port for 2a989d18-b4d0-46fd-9c67-5bcacf665079 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:47.286535 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 2a989d18-b4d0-46fd-9c67-5bcacf665079 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:35:47.374929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6a53f-6090-4a91-af30-5c3cca0bda4a req-ebb11a5b-ac09-4b54-9405-3fc7b171c4c7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:47.377083 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-49b6a53f-6090-4a91-af30-5c3cca0bda4a req-ebb11a5b-ac09-4b54-9405-3fc7b171c4c7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.4012892 Feb 17 09:35:47.427572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-764809af-960c-4352-955e-bfe627247608 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:47.491794 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-764809af-960c-4352-955e-bfe627247608 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0531570a-3802-488b-beca-1bd935325e07']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:47.511071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-764809af-960c-4352-955e-bfe627247608 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5e923e-ae0a-4f09-921c-ab2885a7d092') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:47.511739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-764809af-960c-4352-955e-bfe627247608 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5e923e-ae0a-4f09-921c-ab2885a7d092') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:47.533321 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-764809af-960c-4352-955e-bfe627247608 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:47.581168 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-764809af-960c-4352-955e-bfe627247608 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:47.601634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764809af-960c-4352-955e-bfe627247608 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:35:47.603964 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-764809af-960c-4352-955e-bfe627247608 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:47.619194 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:35:47.619927 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:35:47.666903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:47.676017 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:47.739493 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 2a989d18-b4d0-46fd-9c67-5bcacf665079, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2a989d18-b4d0-46fd-9c67-5bcacf665079,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:35:47.787315 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:35:47.793306 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e674657-b5b4-4074-9e12-df56ef236533 None None] DHCP port deletion for 8593864b-9e53-48cb-83c0-a448b1ebfcbf request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:35:47.800420 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-864260f7-1241-4f95-934f-86912e464b89 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:47.806353 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1e674657-b5b4-4074-9e12-df56ef236533 None None] Deleting port 98642f2a-3a2d-4f11-a476-557eb9ad9f92 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:47.808458 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e674657-b5b4-4074-9e12-df56ef236533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:47.822474 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-49b6a53f-6090-4a91-af30-5c3cca0bda4a req-12683bc1-5271-4024-a044-402f2b413bf2 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4259651 Feb 17 09:35:47.881910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:47.882950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 91005b2d-73d4-45f4-8d89-98a8f06edf33 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:35:47.907654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864260f7-1241-4f95-934f-86912e464b89 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:47.911032 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:35:47.911512 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:35:47.916104 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-864260f7-1241-4f95-934f-86912e464b89 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:47.930099 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864260f7-1241-4f95-934f-86912e464b89 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:47.930763 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-864260f7-1241-4f95-934f-86912e464b89 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:47.949263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-764809af-960c-4352-955e-bfe627247608 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:47.978845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-764809af-960c-4352-955e-bfe627247608 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:47.991618 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764809af-960c-4352-955e-bfe627247608 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event deleted for resources: {'Network': ['ID=0531570a-3802-488b-beca-1bd935325e07,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:47.998499 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-764809af-960c-4352-955e-bfe627247608 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "DELETE /v2.0/networks/0531570a-3802-488b-beca-1bd935325e07 HTTP/1.1" status: 204 len: 168 time: 1.4416826 Feb 17 09:35:47.999200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35500) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:47.999475 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864260f7-1241-4f95-934f-86912e464b89 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Subnet': ['ID=d0e9ef2f-41f0-4018-81f6-bcf52f0ae719,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:48.015990 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 91005b2d-73d4-45f4-8d89-98a8f06edf33 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:35:48.015990 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 91005b2d-73d4-45f4-8d89-98a8f06edf33 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:35:48.039043 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35504) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:48.040460 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-864260f7-1241-4f95-934f-86912e464b89 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4682930 Feb 17 09:35:48.051845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f340dc5a-55ca-44ef-b6d4-4e5039e1da45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'security_group': {'name': 'tempest-secgroup-30340109'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:48.112787 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f340dc5a-55ca-44ef-b6d4-4e5039e1da45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:48.134846 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f340dc5a-55ca-44ef-b6d4-4e5039e1da45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:security_group and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:48.136784 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Deleting port 2a989d18-b4d0-46fd-9c67-5bcacf665079 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:48.137174 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:48.152462 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f340dc5a-55ca-44ef-b6d4-4e5039e1da45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:48.169337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f340dc5a-55ca-44ef-b6d4-4e5039e1da45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:48.206543 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:48.229181 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Deleting port 98642f2a-3a2d-4f11-a476-557eb9ad9f92 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:48.229747 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:48.249408 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=2a989d18-b4d0-46fd-9c67-5bcacf665079,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:48.292791 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35510) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:48.296759 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f340dc5a-55ca-44ef-b6d4-4e5039e1da45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:48.319183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1e674657-b5b4-4074-9e12-df56ef236533 None None] For port 98642f2a-3a2d-4f11-a476-557eb9ad9f92, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=98642f2a-3a2d-4f11-a476-557eb9ad9f92,segment=NetworkSegment(f5c31776-be2b-465e-b299-0a4efbab4665),segment_id=f5c31776-be2b-465e-b299-0a4efbab4665)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:48.319944 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e674657-b5b4-4074-9e12-df56ef236533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:48.341825 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f340dc5a-55ca-44ef-b6d4-4e5039e1da45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:48.398275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f340dc5a-55ca-44ef-b6d4-4e5039e1da45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:security_group_rule and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:48.404697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f340dc5a-55ca-44ef-b6d4-4e5039e1da45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:48.441314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f340dc5a-55ca-44ef-b6d4-4e5039e1da45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:48.493761 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2074880887'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:48.507320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:48.518364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Usage tracker for resource:network and tenant:5385bc0f12284970ad51cb644b40a375 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:48.526106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:48.542461 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:48.557097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:48.613212 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] For port 98642f2a-3a2d-4f11-a476-557eb9ad9f92, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=98642f2a-3a2d-4f11-a476-557eb9ad9f92,segment=NetworkSegment(f5c31776-be2b-465e-b299-0a4efbab4665),segment_id=f5c31776-be2b-465e-b299-0a4efbab4665)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:48.613592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:48.616576 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1e674657-b5b4-4074-9e12-df56ef236533 None None] Calling delete_port for 98642f2a-3a2d-4f11-a476-557eb9ad9f92 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:48.680242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b597654a-8df0-4327-b7a4-39125dcc262b None None] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:48.690229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f340dc5a-55ca-44ef-b6d4-4e5039e1da45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:48.720028 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Made reservation on behalf of 5385bc0f12284970ad51cb644b40a375 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:48.725172 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:48.797850 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:48.829904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:48.839433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f340dc5a-55ca-44ef-b6d4-4e5039e1da45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:48.845474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Usage tracker for resource:security_group_rule and tenant:5385bc0f12284970ad51cb644b40a375 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:48.851023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:48.863919 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:48.872076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Calling delete_port for 98642f2a-3a2d-4f11-a476-557eb9ad9f92 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:48.934994 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] For port 2a989d18-b4d0-46fd-9c67-5bcacf665079, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2a989d18-b4d0-46fd-9c67-5bcacf665079,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:48.950441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f340dc5a-55ca-44ef-b6d4-4e5039e1da45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:48.952631 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f340dc5a-55ca-44ef-b6d4-4e5039e1da45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.9129362 Feb 17 09:35:48.958856 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35520) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:48.986126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-967bdb82-7dc0-4760-a1af-b3374a2ab3d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'security_group': {'name': 'tempest-secgroup-1319461709'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:49.004120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-967bdb82-7dc0-4760-a1af-b3374a2ab3d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:49.006705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340dc5a-55ca-44ef-b6d4-4e5039e1da45 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c129e87-975d-4f98-be12-3c1b2fbde91e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:49.010405 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-47e989c2-4d20-443a-8c88-b553a2544dff None None] Provisioning complete for port a424b36f-ccf8-4c56-be26-9df1fc881577 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:49.010902 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47e989c2-4d20-443a-8c88-b553a2544dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.019559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-967bdb82-7dc0-4760-a1af-b3374a2ab3d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:security_group and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:49.037429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-967bdb82-7dc0-4760-a1af-b3374a2ab3d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:49.039467 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.043994 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-967bdb82-7dc0-4760-a1af-b3374a2ab3d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:49.054690 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.api [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:35:49.055008 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG oslo_db.api [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:35:49.086186 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e674657-b5b4-4074-9e12-df56ef236533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.108631 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.120232 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-967bdb82-7dc0-4760-a1af-b3374a2ab3d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.131920 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.165508 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-967bdb82-7dc0-4760-a1af-b3374a2ab3d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:49.175149 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-967bdb82-7dc0-4760-a1af-b3374a2ab3d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:security_group_rule and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:49.181888 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:35:49.184879 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-967bdb82-7dc0-4760-a1af-b3374a2ab3d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:49.190464 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e674657-b5b4-4074-9e12-df56ef236533 None None] Pushing event deleted for resources: {'Port': ['ID=98642f2a-3a2d-4f11-a476-557eb9ad9f92,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:49.200374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.204345 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.206964 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb34ddda-6206-425c-a406-dfdd9d4f9a3e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:49.208252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e674657-b5b4-4074-9e12-df56ef236533 None None] No DVR routers for this DVR port 98642f2a-3a2d-4f11-a476-557eb9ad9f92 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:35:49.240285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-967bdb82-7dc0-4760-a1af-b3374a2ab3d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:49.253488 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-47e989c2-4d20-443a-8c88-b553a2544dff None None] Port a424b36f-ccf8-4c56-be26-9df1fc881577 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:35:49.295774 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 98642f2a-3a2d-4f11-a476-557eb9ad9f92 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:35:49.321420 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.321716 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Added segment 8ab4e6ca-5e04-4347-b95a-a31d1c94e4ec of type vlan for network cef5604f-ba64-48eb-b5f0-7fa65bc1d59e Feb 17 09:35:49.361124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 98642f2a-3a2d-4f11-a476-557eb9ad9f92 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:35:49.361572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 98642f2a-3a2d-4f11-a476-557eb9ad9f92 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:35:49.372588 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] For port 2a989d18-b4d0-46fd-9c67-5bcacf665079, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2a989d18-b4d0-46fd-9c67-5bcacf665079,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:49.373861 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.388578 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:49.399978 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1bcef-6e39-4043-a97c-d12149aa2b91 req-1d605d20-4457-4153-b12a-9d1f38410410 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:49.401551 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-967bdb82-7dc0-4760-a1af-b3374a2ab3d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.401772 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cda1bcef-6e39-4043-a97c-d12149aa2b91 req-1d605d20-4457-4153-b12a-9d1f38410410 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.3687129 Feb 17 09:35:49.404362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-47e989c2-4d20-443a-8c88-b553a2544dff None None] Provisioning complete for port b7b34c31-d727-41f3-9ac7-ce0793de9066 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:49.405059 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47e989c2-4d20-443a-8c88-b553a2544dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.413315 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:49.428727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:49.429368 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.449654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.466157 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=d2ae0ebf-4567-41d3-b761-41e10815ce64,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:49.480361 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-967bdb82-7dc0-4760-a1af-b3374a2ab3d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.487426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=2a989d18-b4d0-46fd-9c67-5bcacf665079,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:49.535703 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cda1bcef-6e39-4043-a97c-d12149aa2b91 req-66e3c9df-a853-43e3-9ef1-11a0a02beb61 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177917 Feb 17 09:35:49.556126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Deleting port 98642f2a-3a2d-4f11-a476-557eb9ad9f92 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:49.556950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.606719 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-16926ec1-6fad-4732-b96b-f1118c1e80a7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8306463 Feb 17 09:35:49.607720 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bdb82-7dc0-4760-a1af-b3374a2ab3d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7a2436-5ddd-44cd-91cb-c090ceb43008,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:49.619629 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35526) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:49.627483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'mac_address': 'fa:16:3e:be:36:7e', 'name': 'tempest-NetworksTestDHCPv6-1814572066'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:49.638570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Calling delete_port for 2a989d18-b4d0-46fd-9c67-5bcacf665079 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:49.662713 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.672625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:49.674015 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.693850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] The port '98642f2a-3a2d-4f11-a476-557eb9ad9f92' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:35:49.780236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-967bdb82-7dc0-4760-a1af-b3374a2ab3d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.789983 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-967bdb82-7dc0-4760-a1af-b3374a2ab3d1 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8294435 Feb 17 09:35:49.790950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35530) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:49.820651 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b2ce5710-bced-47b8-8c0c-175cd5e3373c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'security_group': {'name': 'tempest-secgroup-1528718624'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:49.831400 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b2ce5710-bced-47b8-8c0c-175cd5e3373c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:49.897398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b2ce5710-bced-47b8-8c0c-175cd5e3373c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:security_group and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:49.905255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b2ce5710-bced-47b8-8c0c-175cd5e3373c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:49.923345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b2ce5710-bced-47b8-8c0c-175cd5e3373c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:49.930625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:49.951087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Pushing event updated for resources: {'Network': ['ID=cef5604f-ba64-48eb-b5f0-7fa65bc1d59e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:49.981301 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8593864b-9e53-48cb-83c0-a448b1ebfcbf']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:50.004176 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-afd7ad8c-53e1-4471-a4fc-9d56093c4789 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7045100 Feb 17 09:35:50.008368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35536) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:50.011511 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network cef5604f-ba64-48eb-b5f0-7fa65bc1d59e details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:35:50.019280 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:50.022148 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c31776-be2b-465e-b299-0a4efbab4665') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:50.022660 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c31776-be2b-465e-b299-0a4efbab4665') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:50.027558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:port and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:50.033129 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:50.037533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7523d23e-5886-4803-9fad-0880b550e353 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Request body: {'subnet': {'network_id': 'cef5604f-ba64-48eb-b5f0-7fa65bc1d59e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:50.040461 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:50.055733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5710-bced-47b8-8c0c-175cd5e3373c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:50.162265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:50.217174 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:35:50.217174 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:35:50.283950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:50.295228 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081cca9e-fed8-4256-be86-68986950379b None None] Update dhcp port {'port': {'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2', 'fixed_ips': [{'subnet_id': '13d1dcb3-d0d9-4dc2-a49c-c983ab816fb8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd0e9ef2f-41f0-4018-81f6-bcf52f0ae719'}], 'binding:host_id': 'dv-neutron-828143-5-hyperv'}, 'id': 'b7b34c31-d727-41f3-9ac7-ce0793de9066'} from dv-neutron-828143-5-hyperv. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 09:35:50.343159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b2ce5710-bced-47b8-8c0c-175cd5e3373c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:50.349313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:50.396110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-081cca9e-fed8-4256-be86-68986950379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:50.396516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b2ce5710-bced-47b8-8c0c-175cd5e3373c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:security_group_rule and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:50.410092 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Deleting port 2a989d18-b4d0-46fd-9c67-5bcacf665079 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:50.410544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:50.412692 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66f1fe-7a79-4467-815a-8b304354f136 req-cad253d4-0617-4ebe-9f60-bbb23a0ae132 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:50.415188 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0a66f1fe-7a79-4467-815a-8b304354f136 req-cad253d4-0617-4ebe-9f60-bbb23a0ae132 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.2949927 Feb 17 09:35:50.418163 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b2ce5710-bced-47b8-8c0c-175cd5e3373c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:50.430953 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:50.438780 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b2ce5710-bced-47b8-8c0c-175cd5e3373c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:50.444213 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:35:50.444213 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:35:50.467765 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:35:50.485282 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7523d23e-5886-4803-9fad-0880b550e353 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:50.516651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port f0ca13dd-09d2-4be1-801a-a1033d07a926 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:35:50.673649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7523d23e-5886-4803-9fad-0880b550e353 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Usage tracker for resource:subnet and tenant:5385bc0f12284970ad51cb644b40a375 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:50.681128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7523d23e-5886-4803-9fad-0880b550e353 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:50.691787 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7523d23e-5886-4803-9fad-0880b550e353 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:50.760802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e408120-e2ea-400f-81c2-d7432523bbaa req-dae32aba-1f9c-481a-8d42-e1bd4d9e0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:50.762337 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3e408120-e2ea-400f-81c2-d7432523bbaa req-dae32aba-1f9c-481a-8d42-e1bd4d9e0b59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1c659be8822417aae54db469e0be910&device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 1098 time: 0.4095647 Feb 17 09:35:50.795050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:50.800379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:50.810955 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0a66f1fe-7a79-4467-815a-8b304354f136 req-a9fe8364-9733-4caa-a0f3-e469303af3b7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3526876 Feb 17 09:35:50.815921 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-081cca9e-fed8-4256-be86-68986950379b None None] Allocated IP 2001:db8::2 (8f534e94-0039-4af3-9d58-6a990ce882c2/d0e9ef2f-41f0-4018-81f6-bcf52f0ae719/b7b34c31-d727-41f3-9ac7-ce0793de9066) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:50.844698 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] For port 2a989d18-b4d0-46fd-9c67-5bcacf665079, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=2a989d18-b4d0-46fd-9c67-5bcacf665079,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:50.845097 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:50.907765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7523d23e-5886-4803-9fad-0880b550e353 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Made reservation on behalf of 5385bc0f12284970ad51cb644b40a375 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:50.911471 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7523d23e-5886-4803-9fad-0880b550e353 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:50.953579 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event deleted for resources: {'Network': ['ID=8593864b-9e53-48cb-83c0-a448b1ebfcbf,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:51.002263 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::f816:3eff:febe:367e (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/d2ae0ebf-4567-41d3-b761-41e10815ce64/f0ca13dd-09d2-4be1-801a-a1033d07a926) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:51.031414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5710-bced-47b8-8c0c-175cd5e3373c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:51.050706 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4d95a5d1-438a-4f10-a62c-cb7163da5333 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "DELETE /v2.0/networks/8593864b-9e53-48cb-83c0-a448b1ebfcbf HTTP/1.1" status: 204 len: 168 time: 3.0500832 Feb 17 09:35:51.053974 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35540) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:51.117141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5710-bced-47b8-8c0c-175cd5e3373c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:51.170911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Calling delete_port for 2a989d18-b4d0-46fd-9c67-5bcacf665079 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:51.171371 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e408120-e2ea-400f-81c2-d7432523bbaa req-70b6ccbb-e8c6-40b9-b6ec-24d02d2bd039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:51.171371 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3e408120-e2ea-400f-81c2-d7432523bbaa req-70b6ccbb-e8c6-40b9-b6ec-24d02d2bd039 service neutron] 10.222.0.37 "GET /v2.0/networks?id=27d87cf8-de12-4c79-864c-28a6bac16755 HTTP/1.1" status: 200 len: 911 time: 0.3964851 Feb 17 09:35:51.212678 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-34dbf6b5-e4a4-4320-9387-60636cfa3297 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Deleting subnet ff96ac86-de36-4b44-a6df-49fcb413f4d0 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:35:51.283265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34dbf6b5-e4a4-4320-9387-60636cfa3297 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:51.302329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce5710-bced-47b8-8c0c-175cd5e3373c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f69bc43-df55-4d95-87be-a17bedd52be1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:51.335252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-081cca9e-fed8-4256-be86-68986950379b None None] For port b7b34c31-d727-41f3-9ac7-ce0793de9066, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b7b34c31-d727-41f3-9ac7-ce0793de9066,segment=NetworkSegment(369c40cb-a112-4244-aab3-364b7447c3f9),segment_id=369c40cb-a112-4244-aab3-364b7447c3f9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:51.385388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-081cca9e-fed8-4256-be86-68986950379b None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:51.408258 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3e408120-e2ea-400f-81c2-d7432523bbaa req-9560634a-5e22-4b47-a2e1-198e0e330ec2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=766a0d2d-bc08-4b86-9e5f-832883bcb404 HTTP/1.1" status: 200 len: 1000 time: 0.2330451 Feb 17 09:35:51.409084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34dbf6b5-e4a4-4320-9387-60636cfa3297 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:51.446437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-081cca9e-fed8-4256-be86-68986950379b None None] Transition to ACTIVE for port object b7b34c31-d727-41f3-9ac7-ce0793de9066 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:51.447852 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:51.477246 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5710-bced-47b8-8c0c-175cd5e3373c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:51.479131 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b2ce5710-bced-47b8-8c0c-175cd5e3373c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6655977 Feb 17 09:35:51.488933 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35544) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:51.516040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1eadd21d-6e90-48d6-a8e5-20ede409535c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-810188906', 'security_groups': ['5f69bc43-df55-4d95-87be-a17bedd52be1'], 'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd0e9ef2f-41f0-4018-81f6-bcf52f0ae719'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:51.527187 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-081cca9e-fed8-4256-be86-68986950379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:51.571373 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] Pushing event deleted for resources: {'Port': ['ID=2a989d18-b4d0-46fd-9c67-5bcacf665079,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:51.591013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e408120-e2ea-400f-81c2-d7432523bbaa req-1f078da7-8c87-485f-8e52-2b935e0f119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:51.594295 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3e408120-e2ea-400f-81c2-d7432523bbaa req-1f078da7-8c87-485f-8e52-2b935e0f119e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5521f55-5393-4abb-b946-8c660da7abe1 HTTP/1.1" status: 200 len: 849 time: 0.1768649 Feb 17 09:35:51.611761 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:51.634059 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object f0ca13dd-09d2-4be1-801a-a1033d07a926 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:51.730801 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005815c6-cedb-44eb-ad67-6185447423a1 None None] No DVR routers for this DVR port 2a989d18-b4d0-46fd-9c67-5bcacf665079 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:35:51.741405 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:51.772219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e408120-e2ea-400f-81c2-d7432523bbaa req-1f80b6d4-390c-4c3d-9814-2655f9b1f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:51.774741 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3e408120-e2ea-400f-81c2-d7432523bbaa req-1f80b6d4-390c-4c3d-9814-2655f9b1f747 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27d87cf8-de12-4c79-864c-28a6bac16755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1703792 Feb 17 09:35:51.776466 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c2f007-ec06-4c3a-9dd1-0572eda41373 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:51.806771 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7523d23e-5886-4803-9fad-0880b550e353 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:51.889687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:51.899428 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:51.916391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:51.922985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:51.925686 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:51.937433 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cca9e-fed8-4256-be86-68986950379b None None] Pushing event updated for resources: {'Port': ['ID=b7b34c31-d727-41f3-9ac7-ce0793de9066,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:51.955313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=f0ca13dd-09d2-4be1-801a-a1033d07a926,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:52.006938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1eadd21d-6e90-48d6-a8e5-20ede409535c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:52.018942 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34dbf6b5-e4a4-4320-9387-60636cfa3297 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:52.057439 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-399bb1d5-492f-4c7f-a5d3-7f5e8f48e7cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4361544 Feb 17 09:35:52.058709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35550) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:52.062804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1eadd21d-6e90-48d6-a8e5-20ede409535c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:52.105846 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523d23e-5886-4803-9fad-0880b550e353 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Pushing event updated for resources: {'Subnet': ['ID=249c2fc7-2e0f-4385-b476-0c7176a4467b,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:52.172428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523d23e-5886-4803-9fad-0880b550e353 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Checking segment: {'id': '8ab4e6ca-5e04-4347-b95a-a31d1c94e4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cef5604f-ba64-48eb-b5f0-7fa65bc1d59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:52.173203 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7523d23e-5886-4803-9fad-0880b550e353 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Network hostable DHCP agents. Network: cef5604f-ba64-48eb-b5f0-7fa65bc1d59e, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:35:52.227480 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3e408120-e2ea-400f-81c2-d7432523bbaa req-df0a679e-4ece-4f01-ba40-605f4a11e4cc service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464121 Feb 17 09:35:52.316401 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05299d9d-0165-4542-817e-1108ba6b6152 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:52.317766 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-05299d9d-0165-4542-817e-1108ba6b6152 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:52.319098 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': 'd2ae0ebf-4567-41d3-b761-41e10815ce64'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:35:52.320498 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:52.329414 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eadd21d-6e90-48d6-a8e5-20ede409535c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:52.353810 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7523d23e-5886-4803-9fad-0880b550e353 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Network cef5604f-ba64-48eb-b5f0-7fa65bc1d59e is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:35:52.395432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea78aae-1b33-4486-86ad-c8fc2c56837e req-4e923cb2-a300-479a-a850-1a1be8d0d8d6 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:52.397123 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8ea78aae-1b33-4486-86ad-c8fc2c56837e req-4e923cb2-a300-479a-a850-1a1be8d0d8d6 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.3558993 Feb 17 09:35:52.440390 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34dbf6b5-e4a4-4320-9387-60636cfa3297 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:52.480201 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3e408120-e2ea-400f-81c2-d7432523bbaa req-3e1818b0-104e-477b-adbd-cafb38e3a182 service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450082 Feb 17 09:35:52.521052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7523d23e-5886-4803-9fad-0880b550e353 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, cef5604f-ba64-48eb-b5f0-7fa65bc1d59e) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:52.533624 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8ea78aae-1b33-4486-86ad-c8fc2c56837e req-bca1d264-c36d-4a0b-8c69-32e4e2854419 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265869 Feb 17 09:35:52.537387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7523d23e-5886-4803-9fad-0880b550e353 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:52.537978 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7523d23e-5886-4803-9fad-0880b550e353 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:52.555753 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56caba6c-1042-4d45-afad-2de8803bf7d6 None None] Network cef5604f-ba64-48eb-b5f0-7fa65bc1d59e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:52.582192 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbf6b5-e4a4-4320-9387-60636cfa3297 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event deleted for resources: {'Subnet': ['ID=ff96ac86-de36-4b44-a6df-49fcb413f4d0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:52.583648 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34dbf6b5-e4a4-4320-9387-60636cfa3297 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:52.596874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98261d1e-aae5-4782-9262-36b7ae4b9b3c None None] Network d6379491-ba44-40e1-9dd1-41f5a41032bb requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:52.599743 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-05299d9d-0165-4542-817e-1108ba6b6152 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:52.603307 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-05299d9d-0165-4542-817e-1108ba6b6152 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5243804 Feb 17 09:35:52.611471 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35554) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:52.625110 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-34dbf6b5-e4a4-4320-9387-60636cfa3297 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "DELETE /v2.0/subnets/ff96ac86-de36-4b44-a6df-49fcb413f4d0 HTTP/1.1" status: 204 len: 168 time: 1.5689340 Feb 17 09:35:52.629706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35558) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:52.695035 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7523d23e-5886-4803-9fad-0880b550e353 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6817234 Feb 17 09:35:52.697795 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35562) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:52.714379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Request body: {'port': {'network_id': 'cef5604f-ba64-48eb-b5f0-7fa65bc1d59e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1302266455'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:52.852858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2b2b9418-d5e2-4ac2-ae8c-f1e2d9f06c3c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port f0ca13dd-09d2-4be1-801a-a1033d07a926 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:52.853566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9418-d5e2-4ac2-ae8c-f1e2d9f06c3c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:52.874629 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1eadd21d-6e90-48d6-a8e5-20ede409535c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:52.941062 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:52.945448 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-1eadd21d-6e90-48d6-a8e5-20ede409535c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] device_id is not set on port 7c04f106-f630-46aa-891b-0ee757b70270 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:35:52.998419 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Allocated IP 2001:db8::f816:3eff:fec9:c268 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/d2ae0ebf-4567-41d3-b761-41e10815ce64/67cda93a-b5c2-4594-8ac9-6065310028e8) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:53.031583 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Deleting port 588ee325-9385-4977-983d-10888c1b967e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:53.032607 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:53.181192 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3c5e02ff-a83f-461e-bf87-69eec3f22c60 None None] Provisioning complete for port a424b36f-ccf8-4c56-be26-9df1fc881577 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:53.182613 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3c5e02ff-a83f-461e-bf87-69eec3f22c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:53.355498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:53.381605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Usage tracker for resource:port and tenant:5385bc0f12284970ad51cb644b40a375 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:53.391160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:53.405295 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:53.428949 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b7b34c31-d727-41f3-9ac7-ce0793de9066 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:53.457013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9418-d5e2-4ac2-ae8c-f1e2d9f06c3c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:53.540544 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Made reservation on behalf of 5385bc0f12284970ad51cb644b40a375 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:53.546602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:53.635657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e02ff-a83f-461e-bf87-69eec3f22c60 None None] Port a424b36f-ccf8-4c56-be26-9df1fc881577 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:35:53.659762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-cef5604f-ba64-48eb-b5f0-7fa65bc1d59e', 'network_id': 'cef5604f-ba64-48eb-b5f0-7fa65bc1d59e', 'tenant_id': '5385bc0f12284970ad51cb644b40a375', 'fixed_ips': [{'subnet_id': '249c2fc7-2e0f-4385-b476-0c7176a4467b'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:35:53.661070 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:53.719591 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] For port 588ee325-9385-4977-983d-10888c1b967e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=588ee325-9385-4977-983d-10888c1b967e,segment=NetworkSegment(eafa9de3-97c3-48df-802f-03b4c0e6d5ba),segment_id=eafa9de3-97c3-48df-802f-03b4c0e6d5ba)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:53.726634 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:53.749233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2b2b9418-d5e2-4ac2-ae8c-f1e2d9f06c3c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for f0ca13dd-09d2-4be1-801a-a1033d07a926 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:53.828012 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02678a72-8187-4fc0-9d03-4833a78644a4 None None] DHCP port deletion for d6379491-ba44-40e1-9dd1-41f5a41032bb request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:35:53.850585 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3c5e02ff-a83f-461e-bf87-69eec3f22c60 None None] Provisioning for port b7b34c31-d727-41f3-9ac7-ce0793de9066 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:53.856125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] device_id is not set on port 99c8e8e3-5d26-40f2-9f2c-776a85a74c34 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:35:53.862501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-02678a72-8187-4fc0-9d03-4833a78644a4 None None] Deleting port 588ee325-9385-4977-983d-10888c1b967e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:53.862879 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-02678a72-8187-4fc0-9d03-4833a78644a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:53.905409 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3c5e02ff-a83f-461e-bf87-69eec3f22c60 None None] Provisioning complete for port b7b34c31-d727-41f3-9ac7-ce0793de9066 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:53.905688 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3c5e02ff-a83f-461e-bf87-69eec3f22c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:53.969490 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Calling delete_port for 588ee325-9385-4977-983d-10888c1b967e owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:54.026103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-1eadd21d-6e90-48d6-a8e5-20ede409535c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Allocated IP 2001:db8::3b9 (8f534e94-0039-4af3-9d58-6a990ce882c2/d0e9ef2f-41f0-4018-81f6-bcf52f0ae719/7c04f106-f630-46aa-891b-0ee757b70270) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:54.048027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:54.148608 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Allocated IP 172.20.0.2 (cef5604f-ba64-48eb-b5f0-7fa65bc1d59e/249c2fc7-2e0f-4385-b476-0c7176a4467b/be4f288e-3822-45fe-a680-4242052814e1) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:54.201034 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9418-d5e2-4ac2-ae8c-f1e2d9f06c3c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:54.214839 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e399b6-df73-4eaa-a43c-724ba820bbbf req-3496c7cf-5219-4526-a9f8-13d661efee79 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:54.216961 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-65e399b6-df73-4eaa-a43c-724ba820bbbf req-3496c7cf-5219-4526-a9f8-13d661efee79 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.4026129 Feb 17 09:35:54.230003 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:54.242745 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Transition to ACTIVE for port object 67cda93a-b5c2-4594-8ac9-6065310028e8 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:54.276178 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b9418-d5e2-4ac2-ae8c-f1e2d9f06c3c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=f0ca13dd-09d2-4be1-801a-a1033d07a926,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:54.321457 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] No DVR routers for this DVR port 588ee325-9385-4977-983d-10888c1b967e on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:35:54.325327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event deleted for resources: {'Port': ['ID=588ee325-9385-4977-983d-10888c1b967e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:54.389807 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9418-d5e2-4ac2-ae8c-f1e2d9f06c3c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:54.415048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Transition to ACTIVE for port object 67cda93a-b5c2-4594-8ac9-6065310028e8 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:54.460266 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-02678a72-8187-4fc0-9d03-4833a78644a4 None None] For port 588ee325-9385-4977-983d-10888c1b967e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=588ee325-9385-4977-983d-10888c1b967e,segment=NetworkSegment(eafa9de3-97c3-48df-802f-03b4c0e6d5ba),segment_id=eafa9de3-97c3-48df-802f-03b4c0e6d5ba)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:54.461168 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-02678a72-8187-4fc0-9d03-4833a78644a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:54.480460 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-65e399b6-df73-4eaa-a43c-724ba820bbbf req-3db6beea-0f70-4de1-8e83-8330a6f4afcc tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042584 Feb 17 09:35:54.511916 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2b2b9418-d5e2-4ac2-ae8c-f1e2d9f06c3c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/f0ca13dd-09d2-4be1-801a-a1033d07a926 HTTP/1.1" status: 204 len: 168 time: 1.8978355 Feb 17 09:35:54.515845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35568) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:54.526024 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:54.536120 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1eadd21d-6e90-48d6-a8e5-20ede409535c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:54.581453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-1eadd21d-6e90-48d6-a8e5-20ede409535c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Transition to ACTIVE for port object 7c04f106-f630-46aa-891b-0ee757b70270 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:54.583995 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6379491-ba44-40e1-9dd1-41f5a41032bb']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:54.600654 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:54.606320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafa9de3-97c3-48df-802f-03b4c0e6d5ba') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:54.607334 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafa9de3-97c3-48df-802f-03b4c0e6d5ba') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:35:54.608117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73366294-d360-428d-b1a4-090fa37b4cf8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:54.609989 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73366294-d360-428d-b1a4-090fa37b4cf8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:54.610815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-73366294-d360-428d-b1a4-090fa37b4cf8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:54.633667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:54.638648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-02678a72-8187-4fc0-9d03-4833a78644a4 None None] Calling delete_port for 588ee325-9385-4977-983d-10888c1b967e owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:54.670938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:54.690620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:35:54.701289 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-73366294-d360-428d-b1a4-090fa37b4cf8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:54.701495 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:54.701635 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-73366294-d360-428d-b1a4-090fa37b4cf8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1772702 Feb 17 09:35:54.701635 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35574) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:35:54.725951 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:35:54.786004 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:54.798062 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:54.810298 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:54.817240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1eadd21d-6e90-48d6-a8e5-20ede409535c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:54.847860 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-793fa3f5-19bc-4cca-ba87-103773efd287 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet d2ae0ebf-4567-41d3-b761-41e10815ce64 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:35:54.857716 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-793fa3f5-19bc-4cca-ba87-103773efd287 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:54.863052 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Pushing event updated for resources: {'Port': ['ID=67cda93a-b5c2-4594-8ac9-6065310028e8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:54.923642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88be3422-9c71-4d26-833c-ba0490f0b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:54.957140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118a039-d9db-4e1c-a923-72798df1f022 req-b30e80b2-ab47-492d-bde1-7205867625b4 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:54.958845 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e118a039-d9db-4e1c-a923-72798df1f022 req-b30e80b2-ab47-492d-bde1-7205867625b4 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.2623906 Feb 17 09:35:54.959274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eadd21d-6e90-48d6-a8e5-20ede409535c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:54.966655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-793fa3f5-19bc-4cca-ba87-103773efd287 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:54.971455 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-1eadd21d-6e90-48d6-a8e5-20ede409535c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:54.973993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eadd21d-6e90-48d6-a8e5-20ede409535c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:54.990560 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eadd21d-6e90-48d6-a8e5-20ede409535c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:54.991036 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1eadd21d-6e90-48d6-a8e5-20ede409535c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:55.010276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:55.018911 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadd21d-6e90-48d6-a8e5-20ede409535c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=7c04f106-f630-46aa-891b-0ee757b70270,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:55.033839 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-02678a72-8187-4fc0-9d03-4833a78644a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:35:55.034456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-02678a72-8187-4fc0-9d03-4833a78644a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:35:55.044986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Attempting to bind port 67cda93a-b5c2-4594-8ac9-6065310028e8 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:35:55.045355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Attempting to bind port 67cda93a-b5c2-4594-8ac9-6065310028e8 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:35:55.045973 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Attempting to bind port 67cda93a-b5c2-4594-8ac9-6065310028e8 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:35:55.050651 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Transition to ACTIVE for port object be4f288e-3822-45fe-a680-4242052814e1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:55.058604 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:35:55.058971 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:55.059366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:55.060311 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:35:55.060311 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Bound port: 67cda93a-b5c2-4594-8ac9-6065310028e8, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:35:55.061060 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:55.062704 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:55.084713 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e118a039-d9db-4e1c-a923-72798df1f022 req-71645fc7-963d-4ffc-96ff-e90ce785b0cc tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759888 Feb 17 09:35:55.088670 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:55.094925 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "DELETE /v2.0/networks/d6379491-ba44-40e1-9dd1-41f5a41032bb HTTP/1.1" status: 204 len: 168 time: 2.4596267 Feb 17 09:35:55.102400 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35578) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:55.102915 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c2943-c1a1-471e-a5d8-9e395e7328b0 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Pushing event deleted for resources: {'Network': ['ID=d6379491-ba44-40e1-9dd1-41f5a41032bb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:55.120519 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1eadd21d-6e90-48d6-a8e5-20ede409535c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6213131 Feb 17 09:35:55.125569 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35584) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:55.131004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4fc7ba27-be56-4ab7-9cb7-e13ab7942b81 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'subnet': {'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:55.151626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-793fa3f5-19bc-4cca-ba87-103773efd287 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:55.233407 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Transition to ACTIVE for port object be4f288e-3822-45fe-a680-4242052814e1 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:55.254479 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 588ee325-9385-4977-983d-10888c1b967e no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:35:55.292397 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-10b3282f-9976-4246-86a1-7c1a229f2599 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Synchronizing usage tracker for tenant:65d0ec90107f4dd593e23887d16846de on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:55.310496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:55.460990 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Allocated IP 172.20.0.10 (cef5604f-ba64-48eb-b5f0-7fa65bc1d59e/249c2fc7-2e0f-4385-b476-0c7176a4467b/99c8e8e3-5d26-40f2-9f2c-776a85a74c34) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:55.464449 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-10b3282f-9976-4246-86a1-7c1a229f2599 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Unset dirty status for tenant:65d0ec90107f4dd593e23887d16846de on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:55.471090 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-10b3282f-9976-4246-86a1-7c1a229f2599 tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "GET /v2.0/ports?device_id=367b75b8-91f8-4d45-ad4c-dfa8205ca34c HTTP/1.1" status: 200 len: 205 time: 0.3692863 Feb 17 09:35:55.473696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35588) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:55.475200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb163d9e-b782-42db-8bd3-136dace4b3de req-781e7aad-df80-4798-a830-be3627300ba6 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:55.476060 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-eb163d9e-b782-42db-8bd3-136dace4b3de req-781e7aad-df80-4798-a830-be3627300ba6 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.1601071 Feb 17 09:35:55.486138 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 588ee325-9385-4977-983d-10888c1b967e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:35:55.487077 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 588ee325-9385-4977-983d-10888c1b967e not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:35:55.534406 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4fc7ba27-be56-4ab7-9cb7-e13ab7942b81 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:55.539496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-02678a72-8187-4fc0-9d03-4833a78644a4 None None] Deleting port 588ee325-9385-4977-983d-10888c1b967e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:55.540642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-02678a72-8187-4fc0-9d03-4833a78644a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:55.553264 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4fc7ba27-be56-4ab7-9cb7-e13ab7942b81 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:subnet and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:55.558312 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-793fa3f5-19bc-4cca-ba87-103773efd287 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:55.575850 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Network cef5604f-ba64-48eb-b5f0-7fa65bc1d59e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:55.580657 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-eb163d9e-b782-42db-8bd3-136dace4b3de req-fd96a5b6-7553-45ef-b845-5539fd28d030 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912881 Feb 17 09:35:55.585022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4fc7ba27-be56-4ab7-9cb7-e13ab7942b81 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:55.596097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4fc7ba27-be56-4ab7-9cb7-e13ab7942b81 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:55.626545 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Pushing event updated for resources: {'Port': ['ID=be4f288e-3822-45fe-a680-4242052814e1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:55.629456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:55.678075 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-02678a72-8187-4fc0-9d03-4833a78644a4 None None] The port '588ee325-9385-4977-983d-10888c1b967e' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:35:55.679416 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:55.682371 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] For port 67cda93a-b5c2-4594-8ac9-6065310028e8, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:35:55.699075 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-017ce670-ae4b-4487-ae6f-c9b0f2772729 None None] Provisioning for port 7c04f106-f630-46aa-891b-0ee757b70270 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:55.707291 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc7ba27-be56-4ab7-9cb7-e13ab7942b81 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:55.711460 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4fc7ba27-be56-4ab7-9cb7-e13ab7942b81 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:55.723073 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fa3f5-19bc-4cca-ba87-103773efd287 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=d2ae0ebf-4567-41d3-b761-41e10815ce64,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:55.736291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0daf3cc-8cc2-4ca4-8885-cad07e26f3ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:55.738198 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] For port 67cda93a-b5c2-4594-8ac9-6065310028e8, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=67cda93a-b5c2-4594-8ac9-6065310028e8,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:35:55.744415 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-017ce670-ae4b-4487-ae6f-c9b0f2772729 None None] Provisioning complete for port 7c04f106-f630-46aa-891b-0ee757b70270 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:55.744796 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-017ce670-ae4b-4487-ae6f-c9b0f2772729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:55.827774 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:55.902347 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.ipam_backend_mixin [None req-4fc7ba27-be56-4ab7-9cb7-e13ab7942b81 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d0e9ef2f-41f0-4018-81f6-bcf52f0ae719 (CIDR: 2001:db8::/64) Feb 17 09:35:55.932962 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-793fa3f5-19bc-4cca-ba87-103773efd287 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:55.954405 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Attempting to bind port be4f288e-3822-45fe-a680-4242052814e1 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:35:55.954685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Attempting to bind port be4f288e-3822-45fe-a680-4242052814e1 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '8ab4e6ca-5e04-4347-b95a-a31d1c94e4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cef5604f-ba64-48eb-b5f0-7fa65bc1d59e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:35:55.955030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Attempting to bind port be4f288e-3822-45fe-a680-4242052814e1 on network cef5604f-ba64-48eb-b5f0-7fa65bc1d59e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:35:55.960937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-017ce670-ae4b-4487-ae6f-c9b0f2772729 None None] Port 7c04f106-f630-46aa-891b-0ee757b70270 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:35:55.972912 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc7ba27-be56-4ab7-9cb7-e13ab7942b81 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:35:55.973738 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc7ba27-be56-4ab7-9cb7-e13ab7942b81 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:35:55.975277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4e2d3-d8c0-4d0b-8f34-5cd8817047fb None None] Pushing event updated for resources: {'Port': ['ID=67cda93a-b5c2-4594-8ac9-6065310028e8,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:55.978852 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:35:55.979242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Checking segment: {'id': '8ab4e6ca-5e04-4347-b95a-a31d1c94e4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cef5604f-ba64-48eb-b5f0-7fa65bc1d59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:35:55.979774 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:55.980212 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Bound using segment: {'id': '8ab4e6ca-5e04-4347-b95a-a31d1c94e4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cef5604f-ba64-48eb-b5f0-7fa65bc1d59e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:35:55.980692 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Bound port: be4f288e-3822-45fe-a680-4242052814e1, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab4e6ca-5e04-4347-b95a-a31d1c94e4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cef5604f-ba64-48eb-b5f0-7fa65bc1d59e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:35:55.981068 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:56.094664 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4fc7ba27-be56-4ab7-9cb7-e13ab7942b81 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9652748 Feb 17 09:35:56.095519 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35594) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:56.100304 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] For port be4f288e-3822-45fe-a680-4242052814e1, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:35:56.101599 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b302b04a-06ad-4b37-84a7-7c4ecd71a09b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'subnet': {'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:56.104461 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] For port be4f288e-3822-45fe-a680-4242052814e1, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=be4f288e-3822-45fe-a680-4242052814e1,segment=NetworkSegment(8ab4e6ca-5e04-4347-b95a-a31d1c94e4ec),segment_id=8ab4e6ca-5e04-4347-b95a-a31d1c94e4ec)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:35:56.159827 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:56.260953 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091e17d-ace4-4edb-9e27-b832f4e1eccf None None] Pushing event updated for resources: {'Port': ['ID=be4f288e-3822-45fe-a680-4242052814e1,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:56.324134 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-793fa3f5-19bc-4cca-ba87-103773efd287 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/d2ae0ebf-4567-41d3-b761-41e10815ce64 HTTP/1.1" status: 204 len: 168 time: 1.5828047 Feb 17 09:35:56.333737 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35598) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:56.336963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b302b04a-06ad-4b37-84a7-7c4ecd71a09b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:56.435780 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0daf3cc-8cc2-4ca4-8885-cad07e26f3ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:56.441905 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0daf3cc-8cc2-4ca4-8885-cad07e26f3ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:56.529695 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa0b10-74bd-4d0c-8e1c-6cdfc06686e4 req-db48cbaf-730d-49df-afbf-80e2864e8ad8 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:56.531274 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b9fa0b10-74bd-4d0c-8e1c-6cdfc06686e4 req-db48cbaf-730d-49df-afbf-80e2864e8ad8 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.6114712 Feb 17 09:35:56.536717 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:56.545822 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9cff8a45-9c2d-4ce4-83d7-842de0be0c27 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2105858 Feb 17 09:35:56.546565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35602) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:56.547069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b302b04a-06ad-4b37-84a7-7c4ecd71a09b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:subnet and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:56.551663 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b302b04a-06ad-4b37-84a7-7c4ecd71a09b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:56.558672 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b302b04a-06ad-4b37-84a7-7c4ecd71a09b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:56.618761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0daf3cc-8cc2-4ca4-8885-cad07e26f3ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:56.619274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0daf3cc-8cc2-4ca4-8885-cad07e26f3ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Fanout notify agent at l3_agent the message router_deleted on router 367b75b8-91f8-4d45-ad4c-dfa8205ca34c {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:35:56.632902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Transition to ACTIVE for port object 99c8e8e3-5d26-40f2-9f2c-776a85a74c34 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:56.670524 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0daf3cc-8cc2-4ca4-8885-cad07e26f3ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:56.676353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b302b04a-06ad-4b37-84a7-7c4ecd71a09b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:56.685360 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b302b04a-06ad-4b37-84a7-7c4ecd71a09b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:56.686346 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f0daf3cc-8cc2-4ca4-8885-cad07e26f3ed tempest-RoutersNegativeIpV6Test-867529287 tempest-RoutersNegativeIpV6Test-867529287-project] 10.222.0.75 "DELETE /v2.0/routers/367b75b8-91f8-4d45-ad4c-dfa8205ca34c HTTP/1.1" status: 204 len: 168 time: 1.2082300 Feb 17 09:35:56.718295 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b9fa0b10-74bd-4d0c-8e1c-6cdfc06686e4 req-afb16921-d515-4eb0-8d9c-7503817d0d70 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661861 Feb 17 09:35:56.785073 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe737d2-d264-4e72-ba5e-4e0616b46666 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:56.786298 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-afe737d2-d264-4e72-ba5e-4e0616b46666 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:56.829848 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:56.907055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Network cef5604f-ba64-48eb-b5f0-7fa65bc1d59e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:56.914991 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:56.917850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:56.939954 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.ipam_backend_mixin [None req-b302b04a-06ad-4b37-84a7-7c4ecd71a09b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 13d1dcb3-d0d9-4dc2-a49c-c983ab816fb8 (CIDR: 2001:db8:0:1::/64) Feb 17 09:35:56.960072 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-afe737d2-d264-4e72-ba5e-4e0616b46666 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:56.961236 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-afe737d2-d264-4e72-ba5e-4e0616b46666 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4138041 Feb 17 09:35:56.966834 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e12b3-d31c-4085-9172-9b89e02ba558 req-67ed5b94-a257-41cc-9d91-408bb75de6b4 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:56.967356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35610) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:56.967956 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a62e12b3-d31c-4085-9172-9b89e02ba558 req-67ed5b94-a257-41cc-9d91-408bb75de6b4 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.1122026 Feb 17 09:35:56.971716 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b302b04a-06ad-4b37-84a7-7c4ecd71a09b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:35:56.972305 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b302b04a-06ad-4b37-84a7-7c4ecd71a09b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:35:56.999448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cbb3c25-6b3b-42f3-92e8-8513ec171303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:57.034189 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a62e12b3-d31c-4085-9172-9b89e02ba558 req-cc63238a-d0b8-4e8e-b844-2eaf967c9017 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541456 Feb 17 09:35:57.063991 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:57.065358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:57.069893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Pushing event updated for resources: {'Port': ['ID=99c8e8e3-5d26-40f2-9f2c-776a85a74c34,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:57.089289 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b302b04a-06ad-4b37-84a7-7c4ecd71a09b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9888453 Feb 17 09:35:57.089289 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35616) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:57.104794 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235c871f-2de2-42d9-b0a2-1afb2918ec0d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:57.105499 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-235c871f-2de2-42d9-b0a2-1afb2918ec0d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:35:57.107753 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a2a0b5bf-8a51-46ea-8d59-c3d026dc7dd2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'subnet': {'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:57.179117 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-00f33c66-547f-4623-893e-624a47f4acfd tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4786851 Feb 17 09:35:57.186248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35620) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:57.202815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Request body: {'port': {'network_id': 'cef5604f-ba64-48eb-b5f0-7fa65bc1d59e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-83942940', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:57.203466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.api.validators [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] bootfile-name is not in valid_values {{(pid=88370) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 09:35:57.215044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.api.validators [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] tftp-server is not in valid_values {{(pid=88370) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 09:35:57.218833 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.api.validators [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] server-ip-address is not in valid_values {{(pid=88370) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 09:35:57.264329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-235c871f-2de2-42d9-b0a2-1afb2918ec0d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:35:57.268945 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-235c871f-2de2-42d9-b0a2-1afb2918ec0d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2983873 Feb 17 09:35:57.281368 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35624) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:57.415625 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device be4f288e-3822-45fe-a680-4242052814e1 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:57.428268 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-952f0da6-a8d1-495e-9934-890734155d30 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1457129 Feb 17 09:35:57.458699 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35632) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:57.472737 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-781946cd-afd4-427d-95f0-07685a27559f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:57.527578 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35636) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:57.531708 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:57.542971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Usage tracker for resource:port and tenant:5385bc0f12284970ad51cb644b40a375 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:57.547600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:57.572417 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:57.644913 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port be4f288e-3822-45fe-a680-4242052814e1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:57.658324 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 67cda93a-b5c2-4594-8ac9-6065310028e8 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:35:57.667713 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a2a0b5bf-8a51-46ea-8d59-c3d026dc7dd2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:57.675628 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-781946cd-afd4-427d-95f0-07685a27559f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:57.678269 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a2a0b5bf-8a51-46ea-8d59-c3d026dc7dd2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Usage tracker for resource:subnet and tenant:5394114ba06f46a698565470e6dab9c6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:35:57.684410 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Made reservation on behalf of 5385bc0f12284970ad51cb644b40a375 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:57.689563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:57.694573 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a2a0b5bf-8a51-46ea-8d59-c3d026dc7dd2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:35:57.738510 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a2a0b5bf-8a51-46ea-8d59-c3d026dc7dd2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:57.744665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-781946cd-afd4-427d-95f0-07685a27559f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:57.769807 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] device_id is not set on port 52b8420d-a04c-40d1-bcdb-e12a4bc73551 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:35:57.785349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e382b42b-8cec-49d2-a121-bc0e44d20591 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:57.903998 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c0255-1c80-44c6-aa0e-a7c47d6f2dd7 req-3c12a009-7708-48b4-8caa-2c60c0d22b0d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:57.907825 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ad2c0255-1c80-44c6-aa0e-a7c47d6f2dd7 req-3c12a009-7708-48b4-8caa-2c60c0d22b0d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.1142330 Feb 17 09:35:57.946979 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-955c2d32-415a-458e-9e3d-93770c834b83 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=65d0ec90107f4dd593e23887d16846de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176040 Feb 17 09:35:57.950981 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35644) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:57.980166 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a0b5bf-8a51-46ea-8d59-c3d026dc7dd2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Made reservation on behalf of 5394114ba06f46a698565470e6dab9c6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:57.985755 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b5bf-8a51-46ea-8d59-c3d026dc7dd2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.003798 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3be3246d-f633-4b2d-9474-84a53119cab4 None None] Provisioning for port 67cda93a-b5c2-4594-8ac9-6065310028e8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:58.023396 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781946cd-afd4-427d-95f0-07685a27559f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:58.027646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-781946cd-afd4-427d-95f0-07685a27559f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.058728 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.081863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3be3246d-f633-4b2d-9474-84a53119cab4 None None] Could not find standard attr ID for object f0ca13dd-09d2-4be1-801a-a1033d07a926. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:35:58.085224 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Allocated IP 172.20.0.9 (cef5604f-ba64-48eb-b5f0-7fa65bc1d59e/249c2fc7-2e0f-4385-b476-0c7176a4467b/52b8420d-a04c-40d1-bcdb-e12a4bc73551) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:35:58.087352 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f6254d-f9cc-486f-a1e6-d2bf77c19493 None None] Network cef5604f-ba64-48eb-b5f0-7fa65bc1d59e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:58.097501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c30310e9-428b-4ebd-8c22-ca0c6aec38df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.113049 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ad2c0255-1c80-44c6-aa0e-a7c47d6f2dd7 req-e54befa9-4f34-4bd7-b48c-a7f28a11ef5c tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983368 Feb 17 09:35:58.149999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c30310e9-428b-4ebd-8c22-ca0c6aec38df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.187565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 67cda93a-b5c2-4594-8ac9-6065310028e8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:58.194716 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.211789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 67cda93a-b5c2-4594-8ac9-6065310028e8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:58.212530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.411446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d17684ef-3326-4980-ad0a-8d9e95923d0f None None] Provisioning for port be4f288e-3822-45fe-a680-4242052814e1 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:35:58.472102 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d17684ef-3326-4980-ad0a-8d9e95923d0f None None] Provisioning complete for port be4f288e-3822-45fe-a680-4242052814e1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:35:58.473929 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d17684ef-3326-4980-ad0a-8d9e95923d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.538099 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9533f2c-1f63-4b7e-9527-aa57936e536d None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:35:58.608526 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b9533f2c-1f63-4b7e-9527-aa57936e536d None None] Deleting port 67cda93a-b5c2-4594-8ac9-6065310028e8 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:35:58.608877 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9533f2c-1f63-4b7e-9527-aa57936e536d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.652739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-781946cd-afd4-427d-95f0-07685a27559f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.670576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.688280 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c30310e9-428b-4ebd-8c22-ca0c6aec38df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.693467 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.732174 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Transition to ACTIVE for port object 52b8420d-a04c-40d1-bcdb-e12a4bc73551 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:35:58.734601 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30310e9-428b-4ebd-8c22-ca0c6aec38df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712ee19e-ad49-4237-a51d-2cb513ce7163,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:58.741759 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781946cd-afd4-427d-95f0-07685a27559f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:58.748941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c30310e9-428b-4ebd-8c22-ca0c6aec38df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.754328 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-781946cd-afd4-427d-95f0-07685a27559f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:58.754921 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c30310e9-428b-4ebd-8c22-ca0c6aec38df admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/712ee19e-ad49-4237-a51d-2cb513ce7163 HTTP/1.1" status: 204 len: 168 time: 0.7985744 Feb 17 09:35:58.759089 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b5bf-8a51-46ea-8d59-c3d026dc7dd2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.768715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781946cd-afd4-427d-95f0-07685a27559f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:58.769717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-781946cd-afd4-427d-95f0-07685a27559f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.846852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781946cd-afd4-427d-95f0-07685a27559f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=a1142a00-a326-4829-91da-7ac63808d1b3,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:58.869226 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.886550 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a0b5bf-8a51-46ea-8d59-c3d026dc7dd2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:58.902142 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a2a0b5bf-8a51-46ea-8d59-c3d026dc7dd2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:58.908589 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a0b5bf-8a51-46ea-8d59-c3d026dc7dd2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:58.909321 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b5bf-8a51-46ea-8d59-c3d026dc7dd2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:58.924647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 67cda93a-b5c2-4594-8ac9-6065310028e8, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=67cda93a-b5c2-4594-8ac9-6065310028e8,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:58.932661 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d26ba41-c9a1-413d-83c7-92f5501449ca None None] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:35:58.957948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Network cef5604f-ba64-48eb-b5f0-7fa65bc1d59e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:35:58.960875 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0b5bf-8a51-46ea-8d59-c3d026dc7dd2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Subnet': ['ID=3ba039c3-08a7-4d29-a4e1-34553cbf1577,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:58.962235 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:35:58.967906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:35:58.994173 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-781946cd-afd4-427d-95f0-07685a27559f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5341332 Feb 17 09:35:58.996617 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35650) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:59.003173 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b6d07cd3-2611-474c-8a7d-1675fdc489d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'mac_address': 'fa:16:3e:c8:8d:42', 'name': 'tempest-NetworksTestDHCPv6-774054456'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:59.031333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Pushing event updated for resources: {'Port': ['ID=52b8420d-a04c-40d1-bcdb-e12a4bc73551,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:59.045534 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:59.054917 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a2a0b5bf-8a51-46ea-8d59-c3d026dc7dd2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9588544 Feb 17 09:35:59.064774 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35654) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:59.070819 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3d1eb532-1b82-4f07-bac0-a8dfb3db0b2b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1893973045', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3ba039c3-08a7-4d29-a4e1-34553cbf1577'}], 'security_groups': ['7c129e87-975d-4f98-be12-3c1b2fbde91e', 'ac7a2436-5ddd-44cd-91cb-c090ceb43008']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:35:59.124633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:35:59.125233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:59.227426 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d17684ef-3326-4980-ad0a-8d9e95923d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:59.239356 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ed163401-cb9d-4fc2-b42a-b3e28dfadb2a tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0537293 Feb 17 09:35:59.240038 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35662) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:35:59.325652 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 67cda93a-b5c2-4594-8ac9-6065310028e8 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:35:59.366564 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=67cda93a-b5c2-4594-8ac9-6065310028e8,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:35:59.496116 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b9533f2c-1f63-4b7e-9527-aa57936e536d None None] For port 67cda93a-b5c2-4594-8ac9-6065310028e8, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=67cda93a-b5c2-4594-8ac9-6065310028e8,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:59.496797 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9533f2c-1f63-4b7e-9527-aa57936e536d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:59.551383 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b6d07cd3-2611-474c-8a7d-1675fdc489d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:35:59.582816 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b6d07cd3-2611-474c-8a7d-1675fdc489d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:35:59.673435 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d07cd3-2611-474c-8a7d-1675fdc489d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:35:59.741726 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b9533f2c-1f63-4b7e-9527-aa57936e536d None None] Calling delete_port for 67cda93a-b5c2-4594-8ac9-6065310028e8 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:35:59.841128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6d07cd3-2611-474c-8a7d-1675fdc489d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:59.850963 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d17684ef-3326-4980-ad0a-8d9e95923d0f None None] For port be4f288e-3822-45fe-a680-4242052814e1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=be4f288e-3822-45fe-a680-4242052814e1,segment=NetworkSegment(8ab4e6ca-5e04-4347-b95a-a31d1c94e4ec),segment_id=8ab4e6ca-5e04-4347-b95a-a31d1c94e4ec)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:35:59.883038 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-b6d07cd3-2611-474c-8a7d-1675fdc489d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port 6723693e-c2a8-4459-a218-6f0ab89e22a4 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:35:59.918519 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d1eb532-1b82-4f07-bac0-a8dfb3db0b2b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:35:59.957032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d17684ef-3326-4980-ad0a-8d9e95923d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:00.028824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:00.104939 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b5e800-de6e-45dc-8546-f28ea41c1a7b tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:00.117791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b5e800-de6e-45dc-8546-f28ea41c1a7b tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:00.127913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b5e800-de6e-45dc-8546-f28ea41c1a7b tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:00.128836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d3b5e800-de6e-45dc-8546-f28ea41c1a7b tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Synchronizing usage tracker for tenant:5385bc0f12284970ad51cb644b40a375 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:00.146928 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-b6d07cd3-2611-474c-8a7d-1675fdc489d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::3b6 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/a1142a00-a326-4829-91da-7ac63808d1b3/6723693e-c2a8-4459-a218-6f0ab89e22a4) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:00.244162 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-b9533f2c-1f63-4b7e-9527-aa57936e536d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:36:00.244777 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-b9533f2c-1f63-4b7e-9527-aa57936e536d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:36:00.253973 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17684ef-3326-4980-ad0a-8d9e95923d0f None None] Pushing event updated for resources: {'Port': ['ID=be4f288e-3822-45fe-a680-4242052814e1,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:00.263035 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:00.322620 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 67cda93a-b5c2-4594-8ac9-6065310028e8, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=67cda93a-b5c2-4594-8ac9-6065310028e8,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:00.338698 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-47686733-2610-4a61-a70a-66593ebdcfc3 None None] Provisioning for port 99c8e8e3-5d26-40f2-9f2c-776a85a74c34 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:00.354369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-47686733-2610-4a61-a70a-66593ebdcfc3 None None] Provisioning complete for port 99c8e8e3-5d26-40f2-9f2c-776a85a74c34 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:00.354954 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47686733-2610-4a61-a70a-66593ebdcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:00.374386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4405f-ec66-4fb1-bb8b-53646f9826f0 req-10125194-0aa8-4e6e-897e-2b1477b5891b tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:00.376163 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cfa4405f-ec66-4fb1-bb8b-53646f9826f0 req-10125194-0aa8-4e6e-897e-2b1477b5891b tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.9321430 Feb 17 09:36:00.440790 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:00.460278 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cfa4405f-ec66-4fb1-bb8b-53646f9826f0 req-a0a49fa6-b619-44d8-9f90-d10b2184ccb9 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671751 Feb 17 09:36:00.467816 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6d07cd3-2611-474c-8a7d-1675fdc489d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:00.501916 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-b6d07cd3-2611-474c-8a7d-1675fdc489d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object 6723693e-c2a8-4459-a218-6f0ab89e22a4 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:00.506720 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d3b5e800-de6e-45dc-8546-f28ea41c1a7b tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Unset dirty status for tenant:5385bc0f12284970ad51cb644b40a375 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:00.510590 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d3b5e800-de6e-45dc-8546-f28ea41c1a7b tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 1.2608728 Feb 17 09:36:00.511567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35684) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:00.578007 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35688) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:00.617431 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6d07cd3-2611-474c-8a7d-1675fdc489d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:00.618399 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b8df4-a7c1-4c14-9e0a-131608e542da tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Deleting port 52b8420d-a04c-40d1-bcdb-e12a4bc73551 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:00.618926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e1b8df4-a7c1-4c14-9e0a-131608e542da tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:00.623680 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-47686733-2610-4a61-a70a-66593ebdcfc3 None None] Port 99c8e8e3-5d26-40f2-9f2c-776a85a74c34 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:36:00.661915 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a5ea08-0db7-404c-bc9a-4b56f44f8e83 None None] Update dhcp port {'port': {'network_id': '8f534e94-0039-4af3-9d58-6a990ce882c2', 'fixed_ips': [{'subnet_id': '13d1dcb3-d0d9-4dc2-a49c-c983ab816fb8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd0e9ef2f-41f0-4018-81f6-bcf52f0ae719', 'ip_address': '2001:db8::2'}, {'subnet_id': '3ba039c3-08a7-4d29-a4e1-34553cbf1577'}], 'binding:host_id': 'dv-neutron-828143-5-hyperv'}, 'id': 'b7b34c31-d727-41f3-9ac7-ce0793de9066'} from dv-neutron-828143-5-hyperv. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 09:36:00.675306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-3d1eb532-1b82-4f07-bac0-a8dfb3db0b2b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Delete allocated IP 2001:db8::3b9 (8f534e94-0039-4af3-9d58-6a990ce882c2/d0e9ef2f-41f0-4018-81f6-bcf52f0ae719) {{(pid=88370) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 09:36:00.695169 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=67cda93a-b5c2-4594-8ac9-6065310028e8,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:00.701514 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-3d1eb532-1b82-4f07-bac0-a8dfb3db0b2b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Allocated IP 2001:db8:0:2::21a (8f534e94-0039-4af3-9d58-6a990ce882c2/3ba039c3-08a7-4d29-a4e1-34553cbf1577/7c04f106-f630-46aa-891b-0ee757b70270) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:00.715596 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-47686733-2610-4a61-a70a-66593ebdcfc3 None None] Provisioning complete for port be4f288e-3822-45fe-a680-4242052814e1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:00.716086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47686733-2610-4a61-a70a-66593ebdcfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:00.759939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b9533f2c-1f63-4b7e-9527-aa57936e536d None None] Deleting port 67cda93a-b5c2-4594-8ac9-6065310028e8 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:00.760547 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9533f2c-1f63-4b7e-9527-aa57936e536d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:00.792578 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d07cd3-2611-474c-8a7d-1675fdc489d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:00.801523 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b6d07cd3-2611-474c-8a7d-1675fdc489d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:00.815398 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d07cd3-2611-474c-8a7d-1675fdc489d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:00.821387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d07cd3-2611-474c-8a7d-1675fdc489d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:00.822341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6d07cd3-2611-474c-8a7d-1675fdc489d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:00.862647 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d07cd3-2611-474c-8a7d-1675fdc489d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=6723693e-c2a8-4459-a218-6f0ab89e22a4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:00.874980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-61537d26-9f6c-4b28-9da6-35a8e449a47a tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:00.875936 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING neutron.api.v2.base [None req-61537d26-9f6c-4b28-9da6-35a8e449a47a tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 17 09:36:00.876671 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-61537d26-9f6c-4b28-9da6-35a8e449a47a tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 09:36:00.877778 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93a5ea08-0db7-404c-bc9a-4b56f44f8e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:00.878312 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-61537d26-9f6c-4b28-9da6-35a8e449a47a tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2999482 Feb 17 09:36:00.882326 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35694) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:00.889082 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1210507386'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:00.896750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:00.903258 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:00.906526 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:00.912897 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:00.964852 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b6d07cd3-2611-474c-8a7d-1675fdc489d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9637508 Feb 17 09:36:00.966552 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35698) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:01.086452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4af29c-cf1f-4fe8-974f-04832df795b8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:01.096729 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4af29c-cf1f-4fe8-974f-04832df795b8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:01.097546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9a4af29c-cf1f-4fe8-974f-04832df795b8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:01.116980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:01.133141 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:01.166283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:01.182404 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:01.195079 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:01.204377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:01.224845 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9a4af29c-cf1f-4fe8-974f-04832df795b8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:01.224845 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9a4af29c-cf1f-4fe8-974f-04832df795b8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.2514000 Feb 17 09:36:01.248847 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35704) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:01.289330 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device be4f288e-3822-45fe-a680-4242052814e1 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:01.384194 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e097478e-44ca-499c-bc73-9b0087fbdb45 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port 6723693e-c2a8-4459-a218-6f0ab89e22a4 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:01.384815 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e097478e-44ca-499c-bc73-9b0087fbdb45 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:01.471274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e1b8df4-a7c1-4c14-9e0a-131608e542da tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:01.472268 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b9533f2c-1f63-4b7e-9527-aa57936e536d None None] For port 67cda93a-b5c2-4594-8ac9-6065310028e8, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=67cda93a-b5c2-4594-8ac9-6065310028e8,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:01.472737 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9533f2c-1f63-4b7e-9527-aa57936e536d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:01.489718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port be4f288e-3822-45fe-a680-4242052814e1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:01.489718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:01.546327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:01.617279 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:01.677503 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b9533f2c-1f63-4b7e-9527-aa57936e536d None None] Calling delete_port for 67cda93a-b5c2-4594-8ac9-6065310028e8 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:01.711848 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:01.714116 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8226661b-cc6b-40da-aebd-d3284356ddb8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:01.726345 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:01.727010 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b8df4-a7c1-4c14-9e0a-131608e542da tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Calling delete_port for 52b8420d-a04c-40d1-bcdb-e12a4bc73551 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:01.732985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:01.743359 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:01.833941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e097478e-44ca-499c-bc73-9b0087fbdb45 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:01.835948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ea646a23-4f21-4bf6-a175-e319dcdcce90 None None] Provisioning for port 52b8420d-a04c-40d1-bcdb-e12a4bc73551 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:01.861931 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ea646a23-4f21-4bf6-a175-e319dcdcce90 None None] Provisioning complete for port 52b8420d-a04c-40d1-bcdb-e12a4bc73551 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:01.862401 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea646a23-4f21-4bf6-a175-e319dcdcce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:01.922105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9533f2c-1f63-4b7e-9527-aa57936e536d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:01.955066 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-3d1eb532-1b82-4f07-bac0-a8dfb3db0b2b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:36:01.976769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ea646a23-4f21-4bf6-a175-e319dcdcce90 None None] Port 52b8420d-a04c-40d1-bcdb-e12a4bc73551 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:36:01.978314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9533f2c-1f63-4b7e-9527-aa57936e536d None None] Pushing event deleted for resources: {'Port': ['ID=67cda93a-b5c2-4594-8ac9-6065310028e8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:01.982252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9533f2c-1f63-4b7e-9527-aa57936e536d None None] No DVR routers for this DVR port 67cda93a-b5c2-4594-8ac9-6065310028e8 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:36:01.993089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d1eb532-1b82-4f07-bac0-a8dfb3db0b2b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:02.007741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e097478e-44ca-499c-bc73-9b0087fbdb45 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for 6723693e-c2a8-4459-a218-6f0ab89e22a4 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:02.010834 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033ad4e6-9601-467d-ad14-894689231768 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:02.038406 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-3d1eb532-1b82-4f07-bac0-a8dfb3db0b2b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Transition to ACTIVE for port object 7c04f106-f630-46aa-891b-0ee757b70270 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:02.058600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b6751-1086-4738-80ba-bdad0e7bb446 req-c9eea1c1-88a7-4749-8751-2ed1b867246c tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:02.061690 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-342b6751-1086-4738-80ba-bdad0e7bb446 req-c9eea1c1-88a7-4749-8751-2ed1b867246c tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.8911953 Feb 17 09:36:02.072880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3d138-8a53-4d63-aa38-d2c7d0f04891 req-50c8faf1-19a4-41f5-8240-dd9e1583143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:02.075995 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-61d3d138-8a53-4d63-aa38-d2c7d0f04891 req-50c8faf1-19a4-41f5-8240-dd9e1583143d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1c659be8822417aae54db469e0be910&device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 1098 time: 0.7865875 Feb 17 09:36:02.105610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:02.136605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e1b8df4-a7c1-4c14-9e0a-131608e542da tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:02.212953 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:02.276348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad2687a-b68c-437b-80d2-475f275412e4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:02.277464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d1eb532-1b82-4f07-bac0-a8dfb3db0b2b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:02.286944 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-93a5ea08-0db7-404c-bc9a-4b56f44f8e83 None None] Allocated IP 2001:db8:0:2::2 (8f534e94-0039-4af3-9d58-6a990ce882c2/3ba039c3-08a7-4d29-a4e1-34553cbf1577/b7b34c31-d727-41f3-9ac7-ce0793de9066) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:02.289346 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b8df4-a7c1-4c14-9e0a-131608e542da tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Pushing event deleted for resources: {'Port': ['ID=52b8420d-a04c-40d1-bcdb-e12a4bc73551,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:02.348471 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e097478e-44ca-499c-bc73-9b0087fbdb45 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:02.361216 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-342b6751-1086-4738-80ba-bdad0e7bb446 req-e77e81dc-185d-4be9-b30d-16d59be4e161 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926216 Feb 17 09:36:02.468703 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:02.470411 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-884b957e-8680-47bf-9127-9bd06894943e tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5867846 Feb 17 09:36:02.478829 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35708) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:02.484054 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097478e-44ca-499c-bc73-9b0087fbdb45 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=6723693e-c2a8-4459-a218-6f0ab89e22a4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:02.488757 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '6ad2687a-b68c-437b-80d2-475f275412e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:02.524165 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-93a5ea08-0db7-404c-bc9a-4b56f44f8e83 None None] For port b7b34c31-d727-41f3-9ac7-ce0793de9066, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b7b34c31-d727-41f3-9ac7-ce0793de9066,segment=NetworkSegment(369c40cb-a112-4244-aab3-364b7447c3f9),segment_id=369c40cb-a112-4244-aab3-364b7447c3f9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:02.531258 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': 'a1142a00-a326-4829-91da-7ac63808d1b3'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:36:02.532573 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:02.535218 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:02.543798 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e097478e-44ca-499c-bc73-9b0087fbdb45 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:02.544494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3d1eb532-1b82-4f07-bac0-a8dfb3db0b2b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] In _notify_port_updated(), no bound segment for port 7c04f106-f630-46aa-891b-0ee757b70270 on network 8f534e94-0039-4af3-9d58-6a990ce882c2 {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:36:02.549473 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e097478e-44ca-499c-bc73-9b0087fbdb45 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/6723693e-c2a8-4459-a218-6f0ab89e22a4 HTTP/1.1" status: 204 len: 168 time: 1.3013139 Feb 17 09:36:02.549473 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:02.550809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1eb532-1b82-4f07-bac0-a8dfb3db0b2b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:02.551929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d1eb532-1b82-4f07-bac0-a8dfb3db0b2b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:02.553564 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3d1eb532-1b82-4f07-bac0-a8dfb3db0b2b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "PUT /v2.0/ports/7c04f106-f630-46aa-891b-0ee757b70270 HTTP/1.1" status: 200 len: 970 time: 3.4880896 Feb 17 09:36:02.557543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35712) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:02.557956 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35714) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:02.564834 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:02.598605 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93a5ea08-0db7-404c-bc9a-4b56f44f8e83 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:02.631484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-93a5ea08-0db7-404c-bc9a-4b56f44f8e83 None None] Transition to ACTIVE for port object b7b34c31-d727-41f3-9ac7-ce0793de9066 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:02.635758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1eb532-1b82-4f07-bac0-a8dfb3db0b2b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event updated for resources: {'Port': ['ID=7c04f106-f630-46aa-891b-0ee757b70270,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:02.711294 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3d138-8a53-4d63-aa38-d2c7d0f04891 req-480ee8f6-2d38-4df0-bfe0-6f7d75c9b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:02.712940 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-61d3d138-8a53-4d63-aa38-d2c7d0f04891 req-480ee8f6-2d38-4df0-bfe0-6f7d75c9b86f service neutron] 10.222.0.37 "GET /v2.0/networks?id=27d87cf8-de12-4c79-864c-28a6bac16755 HTTP/1.1" status: 200 len: 911 time: 0.6173892 Feb 17 09:36:02.713104 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93a5ea08-0db7-404c-bc9a-4b56f44f8e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:02.721591 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e1b8df4-a7c1-4c14-9e0a-131608e542da tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:02.849900 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-61d3d138-8a53-4d63-aa38-d2c7d0f04891 req-419d44d2-825d-46c4-afbb-06a8c1a3377e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=766a0d2d-bc08-4b86-9e5f-832883bcb404 HTTP/1.1" status: 200 len: 1000 time: 0.1261101 Feb 17 09:36:02.864779 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6e1b8df4-a7c1-4c14-9e0a-131608e542da tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] 10.222.0.75 "DELETE /v2.0/ports/52b8420d-a04c-40d1-bcdb-e12a4bc73551 HTTP/1.1" status: 204 len: 168 time: 2.3425388 Feb 17 09:36:02.865265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531e1861-c801-4562-885a-fee2b359e650 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:02.866251 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531e1861-c801-4562-885a-fee2b359e650 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:02.867023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-531e1861-c801-4562-885a-fee2b359e650 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:02.869320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35720) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:02.870208 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:02.892877 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d58ba759-cca1-455b-afbd-e965e40d22eb tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Request body: {'port': {'name': 'tempest-new-port-name-1303103749', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:02.893344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-d58ba759-cca1-455b-afbd-e965e40d22eb tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] bootfile-name is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 09:36:02.893678 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-d58ba759-cca1-455b-afbd-e965e40d22eb tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] tftp-server is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 09:36:02.894004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-d58ba759-cca1-455b-afbd-e965e40d22eb tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] server-ip-address is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 09:36:02.962754 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3d138-8a53-4d63-aa38-d2c7d0f04891 req-12d4181d-55a6-4dd5-a781-c84980e648e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:02.965272 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-61d3d138-8a53-4d63-aa38-d2c7d0f04891 req-12d4181d-55a6-4dd5-a781-c84980e648e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5521f55-5393-4abb-b946-8c660da7abe1 HTTP/1.1" status: 200 len: 849 time: 0.1083040 Feb 17 09:36:02.987390 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b432d-4a6b-4933-8856-4244d11976af tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port 7c04f106-f630-46aa-891b-0ee757b70270 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:02.987739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e8b432d-4a6b-4933-8856-4244d11976af tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:03.025550 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5ea08-0db7-404c-bc9a-4b56f44f8e83 None None] Pushing event updated for resources: {'Port': ['ID=b7b34c31-d727-41f3-9ac7-ce0793de9066,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:03.062523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Allocated IP 2001:db8::2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/a1142a00-a326-4829-91da-7ac63808d1b3/b2e186e3-05e6-4043-9525-8a4963df61f1) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:03.067205 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3d138-8a53-4d63-aa38-d2c7d0f04891 req-6819379d-e5cc-4d7b-9638-88d0b01291fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:03.069269 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-61d3d138-8a53-4d63-aa38-d2c7d0f04891 req-6819379d-e5cc-4d7b-9638-88d0b01291fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27d87cf8-de12-4c79-864c-28a6bac16755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0981262 Feb 17 09:36:03.112102 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-531e1861-c801-4562-885a-fee2b359e650 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:03.113304 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-531e1861-c801-4562-885a-fee2b359e650 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5542321 Feb 17 09:36:03.119032 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:03.131176 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35724) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:03.296426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d58ba759-cca1-455b-afbd-e965e40d22eb tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:03.307694 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-61d3d138-8a53-4d63-aa38-d2c7d0f04891 req-9f787ff3-fcfa-448d-8d25-cbf0eb1a2e15 service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304130 Feb 17 09:36:03.351460 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b210bc7-b9bf-440f-bb2b-649acfcdc2c0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet a1142a00-a326-4829-91da-7ac63808d1b3 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:36:03.446509 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b7b34c31-d727-41f3-9ac7-ce0793de9066 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:03.513372 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-61d3d138-8a53-4d63-aa38-d2c7d0f04891 req-5d72649f-59ff-4fbc-b998-de431a7f32e9 service neutron] 10.222.0.37 "GET /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997144 Feb 17 09:36:03.543449 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:03.563108 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Transition to ACTIVE for port object b2e186e3-05e6-4043-9525-8a4963df61f1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:03.564194 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:03.598875 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Transition to ACTIVE for port object b2e186e3-05e6-4043-9525-8a4963df61f1 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:03.713855 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:03.727991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b210bc7-b9bf-440f-bb2b-649acfcdc2c0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:03.770460 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:03.790074 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:03.793183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:03.796433 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:03.837000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Pushing event updated for resources: {'Port': ['ID=b2e186e3-05e6-4043-9525-8a4963df61f1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:03.856996 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d24b43-0d80-45d7-bdb7-a4debf123a53,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:03.869724 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e8b432d-4a6b-4933-8856-4244d11976af tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:03.902796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b210bc7-b9bf-440f-bb2b-649acfcdc2c0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:03.925544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Attempting to bind port b2e186e3-05e6-4043-9525-8a4963df61f1 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:36:03.925926 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Attempting to bind port b2e186e3-05e6-4043-9525-8a4963df61f1 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:36:03.926366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Attempting to bind port b2e186e3-05e6-4043-9525-8a4963df61f1 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:36:03.930362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b912cce4-0a9a-4388-ab5d-3c07ea717cf3 None None] Provisioning complete for port a424b36f-ccf8-4c56-be26-9df1fc881577 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:03.931347 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b912cce4-0a9a-4388-ab5d-3c07ea717cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:03.964876 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:36:03.965204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:36:03.971086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:03.971086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:36:03.971086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Bound port: b2e186e3-05e6-4043-9525-8a4963df61f1, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:36:03.971086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:04.004123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:04.004795 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:04.005263 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:04.006023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:04.014498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:04.014800 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:04.015159 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:04.015628 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:04.015799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:04.016137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:04.016468 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:04.016794 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:04.058180 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b912cce4-0a9a-4388-ab5d-3c07ea717cf3 None None] Port a424b36f-ccf8-4c56-be26-9df1fc881577 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:36:04.097498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b432d-4a6b-4933-8856-4244d11976af tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for 7c04f106-f630-46aa-891b-0ee757b70270 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:04.114930 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] For port b2e186e3-05e6-4043-9525-8a4963df61f1, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:36:04.120444 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] For port b2e186e3-05e6-4043-9525-8a4963df61f1, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b2e186e3-05e6-4043-9525-8a4963df61f1,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:36:04.128005 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:04.129214 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-02dcbcee-38bd-456c-969b-a5b8324f7698 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6492631 Feb 17 09:36:04.132467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35732) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:04.141681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-973e26d0-5978-43d1-9627-a0602507ddb7 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '6ad2687a-b68c-437b-80d2-475f275412e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:04.154358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-973e26d0-5978-43d1-9627-a0602507ddb7 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:04.159978 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-973e26d0-5978-43d1-9627-a0602507ddb7 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:04.165133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-973e26d0-5978-43d1-9627-a0602507ddb7 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:04.171533 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b912cce4-0a9a-4388-ab5d-3c07ea717cf3 None None] Provisioning for port 7c04f106-f630-46aa-891b-0ee757b70270 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:04.180567 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b912cce4-0a9a-4388-ab5d-3c07ea717cf3 None None] Provisioning complete for port 7c04f106-f630-46aa-891b-0ee757b70270 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:04.180567 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b912cce4-0a9a-4388-ab5d-3c07ea717cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:04.186890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-973e26d0-5978-43d1-9627-a0602507ddb7 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:04.222108 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:04.270789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-973e26d0-5978-43d1-9627-a0602507ddb7 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:04.273267 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c865b-5ce4-4d0e-a21f-9a2bab7af8d9 req-9ba29688-4550-4759-a3a0-0795d7923f9a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:04.275671 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-081c865b-5ce4-4d0e-a21f-9a2bab7af8d9 req-9ba29688-4550-4759-a3a0-0795d7923f9a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.6478989 Feb 17 09:36:04.312546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b210bc7-b9bf-440f-bb2b-649acfcdc2c0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:04.359196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b912cce4-0a9a-4388-ab5d-3c07ea717cf3 None None] Port 7c04f106-f630-46aa-891b-0ee757b70270 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:36:04.363030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d58ba759-cca1-455b-afbd-e965e40d22eb tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:04.376710 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc757b2-7d05-417f-a1e0-1bd64c77f670 None None] Pushing event updated for resources: {'Port': ['ID=b2e186e3-05e6-4043-9525-8a4963df61f1,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:04.435579 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-973e26d0-5978-43d1-9627-a0602507ddb7 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 09:36:04.437264 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-973e26d0-5978-43d1-9627-a0602507ddb7 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3031363 Feb 17 09:36:04.444982 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35736) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:04.464778 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b912cce4-0a9a-4388-ab5d-3c07ea717cf3 None None] Provisioning for port b7b34c31-d727-41f3-9ac7-ce0793de9066 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:04.471970 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-081c865b-5ce4-4d0e-a21f-9a2bab7af8d9 req-ee0a4e05-5ab0-4779-801b-d2958e08b999 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701839 Feb 17 09:36:04.472825 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b912cce4-0a9a-4388-ab5d-3c07ea717cf3 None None] Provisioning complete for port b7b34c31-d727-41f3-9ac7-ce0793de9066 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:04.473374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b912cce4-0a9a-4388-ab5d-3c07ea717cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:04.473504 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d58ba759-cca1-455b-afbd-e965e40d22eb tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:04.610382 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39fb6dc5-c743-417e-893f-b113f6654bb6 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:04.626878 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e8b432d-4a6b-4933-8856-4244d11976af tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:04.669057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ba759-cca1-455b-afbd-e965e40d22eb tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Pushing event updated for resources: {'Port': ['ID=99c8e8e3-5d26-40f2-9f2c-776a85a74c34,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:04.677400 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b210bc7-b9bf-440f-bb2b-649acfcdc2c0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:04.695829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39fb6dc5-c743-417e-893f-b113f6654bb6 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:04.903614 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39fb6dc5-c743-417e-893f-b113f6654bb6 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:04.958384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb6dc5-c743-417e-893f-b113f6654bb6 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad2687a-b68c-437b-80d2-475f275412e4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:04.996213 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39fb6dc5-c743-417e-893f-b113f6654bb6 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:04.997675 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-39fb6dc5-c743-417e-893f-b113f6654bb6 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "DELETE /v2.0/security-groups/6ad2687a-b68c-437b-80d2-475f275412e4 HTTP/1.1" status: 204 len: 168 time: 0.5515609 Feb 17 09:36:05.000557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35740) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:05.027476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c1fb19b2-8a10-4166-9c2c-35b854c46768 None None] Could not find standard attr ID for object 7c04f106-f630-46aa-891b-0ee757b70270. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:36:05.108170 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b432d-4a6b-4933-8856-4244d11976af tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=7c04f106-f630-46aa-891b-0ee757b70270,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:05.128987 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d58ba759-cca1-455b-afbd-e965e40d22eb tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] In _notify_port_updated(), no bound segment for port 99c8e8e3-5d26-40f2-9f2c-776a85a74c34 on network cef5604f-ba64-48eb-b5f0-7fa65bc1d59e {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:36:05.136644 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58ba759-cca1-455b-afbd-e965e40d22eb tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:05.137419 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d58ba759-cca1-455b-afbd-e965e40d22eb tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:05.143450 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d58ba759-cca1-455b-afbd-e965e40d22eb tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] 10.222.0.75 "PUT /v2.0/ports/99c8e8e3-5d26-40f2-9f2c-776a85a74c34 HTTP/1.1" status: 200 len: 1137 time: 2.2656994 Feb 17 09:36:05.156227 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e8b432d-4a6b-4933-8856-4244d11976af tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:05.163581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b210bc7-b9bf-440f-bb2b-649acfcdc2c0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=a1142a00-a326-4829-91da-7ac63808d1b3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:05.172737 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35744) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:05.186801 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7f9ea0dd-e2e0-46d1-9fc9-fa177b18b8e6 None None] Provisioning complete for port 99c8e8e3-5d26-40f2-9f2c-776a85a74c34 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:05.187541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f9ea0dd-e2e0-46d1-9fc9-fa177b18b8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:05.194117 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b210bc7-b9bf-440f-bb2b-649acfcdc2c0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:05.303042 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-54a607e6-77f7-4ffa-9133-e649bec21678 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Synchronizing usage tracker for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:05.312333 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eba6eb6-847f-46f8-bc19-d23857d8f0b5 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:05.313793 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8eba6eb6-847f-46f8-bc19-d23857d8f0b5 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] 10.222.0.75 "GET /v2.0/ports/99c8e8e3-5d26-40f2-9f2c-776a85a74c34 HTTP/1.1" status: 200 len: 1137 time: 0.1368930 Feb 17 09:36:05.320283 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5e8b432d-4a6b-4933-8856-4244d11976af tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/7c04f106-f630-46aa-891b-0ee757b70270 HTTP/1.1" status: 204 len: 168 time: 2.7581904 Feb 17 09:36:05.326407 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7b210bc7-b9bf-440f-bb2b-649acfcdc2c0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/a1142a00-a326-4829-91da-7ac63808d1b3 HTTP/1.1" status: 204 len: 168 time: 2.1922164 Feb 17 09:36:05.328593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35748) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:05.328593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35750) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:05.328593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35752) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:05.339726 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ea0dd-e2e0-46d1-9fc9-fa177b18b8e6 None None] Port 99c8e8e3-5d26-40f2-9f2c-776a85a74c34 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:36:05.357667 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b2e186e3-05e6-4043-9525-8a4963df61f1 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:05.427780 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-54a607e6-77f7-4ffa-9133-e649bec21678 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Unset dirty status for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:05.430852 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-54a607e6-77f7-4ffa-9133-e649bec21678 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4293036 Feb 17 09:36:05.437524 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35760) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:05.444010 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group': {'name': 'tempest-secgroup--971197268'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:05.453245 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:05.465059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:05.508936 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa228ac4-3254-4e69-b8f4-e9d72972c8a3 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] GET failed (client error): The resource could not be found. Feb 17 09:36:05.509314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-aa228ac4-3254-4e69-b8f4-e9d72972c8a3 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:05.516167 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port b2e186e3-05e6-4043-9525-8a4963df61f1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:05.520561 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9d338bd7-98a6-4213-a974-2eee1d40d8c6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1888812 Feb 17 09:36:05.522621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35766) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:05.564371 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:05.590032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:05.594892 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d2a62be2-9f98-4a6d-9f7b-8ffc9d5377e1 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Deleting port 99c8e8e3-5d26-40f2-9f2c-776a85a74c34 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:05.595243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a62be2-9f98-4a6d-9f7b-8ffc9d5377e1 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:05.595378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:05.600913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:05.608712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:05.680904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-aa228ac4-3254-4e69-b8f4-e9d72972c8a3 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:05.682142 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-aa228ac4-3254-4e69-b8f4-e9d72972c8a3 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports/7c04f106-f630-46aa-891b-0ee757b70270 HTTP/1.1" status: 404 len: 333 time: 0.3534658 Feb 17 09:36:05.687126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35770) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:05.777558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999738b5-69df-4fe0-9716-8d528be6b846 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:05.778955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-999738b5-69df-4fe0-9716-8d528be6b846 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:05.804545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-241c7b5e-8b47-4a1d-868c-4dbf6e25af5d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:05.857246 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581111a-9e8c-48e7-afc9-1536927cf3c7 req-04c1e173-3402-4210-ac83-5ee9b3a6d2ef tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:05.858876 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5581111a-9e8c-48e7-afc9-1536927cf3c7 req-04c1e173-3402-4210-ac83-5ee9b3a6d2ef tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.2392933 Feb 17 09:36:05.861599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:05.892986 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-241c7b5e-8b47-4a1d-868c-4dbf6e25af5d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:05.952234 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:05.959746 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a62be2-9f98-4a6d-9f7b-8ffc9d5377e1 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:05.968354 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-999738b5-69df-4fe0-9716-8d528be6b846 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:05.970517 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-999738b5-69df-4fe0-9716-8d528be6b846 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4447520 Feb 17 09:36:05.974334 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5581111a-9e8c-48e7-afc9-1536927cf3c7 req-a4bad28f-b9db-49c7-bb40-c8c0127c8acf tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997775 Feb 17 09:36:05.975982 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35774) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:06.009681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62acb8a2-d1a6-4836-9f4a-ada081421b80,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:06.023978 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:06.024330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:06.024678 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:06.025017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:06.025353 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:06.025685 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:06.026017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:06.026387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:06.026728 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:06.027050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:06.027379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:06.028260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:06.095926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-241c7b5e-8b47-4a1d-868c-4dbf6e25af5d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.099486 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-241c7b5e-8b47-4a1d-868c-4dbf6e25af5d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.099486 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-241c7b5e-8b47-4a1d-868c-4dbf6e25af5d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/security-groups/5f69bc43-df55-4d95-87be-a17bedd52be1 HTTP/1.1" status: 204 len: 168 time: 0.4117677 Feb 17 09:36:06.112144 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35780) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:06.118031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c7b5e-8b47-4a1d-868c-4dbf6e25af5d tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f69bc43-df55-4d95-87be-a17bedd52be1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:06.125197 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa8231e-b46c-49ca-9d71-ad9fd9e35874 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:06.125637 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-aaa8231e-b46c-49ca-9d71-ad9fd9e35874 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:06.139893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.141374 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d4db8f2e-aeea-441c-93cc-37c1f3e43242 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7025938 Feb 17 09:36:06.145668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35784) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:06.154130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-92efd8e4-094c-4274-914b-304ba7487b7f tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '62acb8a2-d1a6-4836-9f4a-ada081421b80', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:06.154894 dv-neutron-828143-5-hyperv neutron-server[88370]: WARNING neutron.api.v2.base [None req-92efd8e4-094c-4274-914b-304ba7487b7f tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 17 09:36:06.155388 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-92efd8e4-094c-4274-914b-304ba7487b7f tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:06.156331 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-92efd8e4-094c-4274-914b-304ba7487b7f tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0095770 Feb 17 09:36:06.163458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35788) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:06.176853 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46b7a00-2311-4f89-96e8-16f9a32fcc78 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:06.244993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-63954f02-10ed-48d4-8d7a-1e8dcf52d693 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.248037 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d2a62be2-9f98-4a6d-9f7b-8ffc9d5377e1 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Calling delete_port for 99c8e8e3-5d26-40f2-9f2c-776a85a74c34 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:06.283744 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6807ea7b-9063-4cfb-b6e8-638d901d80c3 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.288567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-63954f02-10ed-48d4-8d7a-1e8dcf52d693 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.345319 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6807ea7b-9063-4cfb-b6e8-638d901d80c3 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.390248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dea67-085d-49b9-b252-0b53099fd88d req-5e122a28-5bd8-460e-9b95-37d4873054cc tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:06.391897 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2b0dea67-085d-49b9-b252-0b53099fd88d req-5e122a28-5bd8-460e-9b95-37d4873054cc tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.2548833 Feb 17 09:36:06.430929 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Provisioning for port b2e186e3-05e6-4043-9525-8a4963df61f1 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:06.436611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Provisioning complete for port b2e186e3-05e6-4043-9525-8a4963df61f1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:06.437060 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.467256 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:36:06.468711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-63954f02-10ed-48d4-8d7a-1e8dcf52d693 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.478127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-aaa8231e-b46c-49ca-9d71-ad9fd9e35874 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:06.481980 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-aaa8231e-b46c-49ca-9d71-ad9fd9e35874 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5057566 Feb 17 09:36:06.485748 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35792) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:06.489565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63954f02-10ed-48d4-8d7a-1e8dcf52d693 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7a2436-5ddd-44cd-91cb-c090ceb43008,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:06.490339 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Deleting port b2e186e3-05e6-4043-9525-8a4963df61f1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:06.490927 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.503798 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-63954f02-10ed-48d4-8d7a-1e8dcf52d693 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.506076 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-63954f02-10ed-48d4-8d7a-1e8dcf52d693 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/security-groups/ac7a2436-5ddd-44cd-91cb-c090ceb43008 HTTP/1.1" status: 204 len: 168 time: 0.3919058 Feb 17 09:36:06.507894 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35796) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:06.536852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6807ea7b-9063-4cfb-b6e8-638d901d80c3 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.539314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6807ea7b-9063-4cfb-b6e8-638d901d80c3 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.543157 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6807ea7b-9063-4cfb-b6e8-638d901d80c3 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "DELETE /v2.0/security-groups/62acb8a2-d1a6-4836-9f4a-ada081421b80 HTTP/1.1" status: 204 len: 168 time: 0.3763742 Feb 17 09:36:06.549304 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2b0dea67-085d-49b9-b252-0b53099fd88d req-1f6fb06e-7830-48be-beb8-e71f2ecd3c66 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268718 Feb 17 09:36:06.555266 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35800) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:06.593364 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-530021bf-3841-46e7-a4c9-83330ba154c0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051955 Feb 17 09:36:06.595742 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35806) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:06.603959 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807ea7b-9063-4cfb-b6e8-638d901d80c3 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62acb8a2-d1a6-4836-9f4a-ada081421b80,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:06.604158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:06.664489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e32a35d-555a-4744-9399-4fdb63579f50 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.702554 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a62be2-9f98-4a6d-9f7b-8ffc9d5377e1 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.720324 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e32a35d-555a-4744-9399-4fdb63579f50 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.765760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.792741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2d396b77-1ec9-4c53-8c46-0f502b2e8ea6 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Synchronizing usage tracker for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:06.795486 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a62be2-9f98-4a6d-9f7b-8ffc9d5377e1 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Pushing event deleted for resources: {'Port': ['ID=99c8e8e3-5d26-40f2-9f2c-776a85a74c34,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:06.822943 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] For port b2e186e3-05e6-4043-9525-8a4963df61f1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b2e186e3-05e6-4043-9525-8a4963df61f1,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:06.823331 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.867449 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e32a35d-555a-4744-9399-4fdb63579f50 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.894090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32a35d-555a-4744-9399-4fdb63579f50 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c129e87-975d-4f98-be12-3c1b2fbde91e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:06.901670 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e32a35d-555a-4744-9399-4fdb63579f50 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:06.903442 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0e32a35d-555a-4744-9399-4fdb63579f50 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/security-groups/7c129e87-975d-4f98-be12-3c1b2fbde91e HTTP/1.1" status: 204 len: 168 time: 0.3940048 Feb 17 09:36:06.905855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35810) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:06.992467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-4293047d-9a5a-412a-bf41-f4a8e9791a5e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting subnet d0e9ef2f-41f0-4018-81f6-bcf52f0ae719 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:36:06.997071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4293047d-9a5a-412a-bf41-f4a8e9791a5e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.034689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Calling delete_port for b2e186e3-05e6-4043-9525-8a4963df61f1 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:07.052882 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:07.070907 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:07.075918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] For port b2e186e3-05e6-4043-9525-8a4963df61f1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b2e186e3-05e6-4043-9525-8a4963df61f1,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:07.077454 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4293047d-9a5a-412a-bf41-f4a8e9791a5e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.093314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a62be2-9f98-4a6d-9f7b-8ffc9d5377e1 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.109466 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d2a62be2-9f98-4a6d-9f7b-8ffc9d5377e1 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] 10.222.0.75 "DELETE /v2.0/ports/99c8e8e3-5d26-40f2-9f2c-776a85a74c34 HTTP/1.1" status: 204 len: 168 time: 1.7755177 Feb 17 09:36:07.112646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35814) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:07.153196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.191443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2d396b77-1ec9-4c53-8c46-0f502b2e8ea6 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Unset dirty status for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:07.192618 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2d396b77-1ec9-4c53-8c46-0f502b2e8ea6 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6355064 Feb 17 09:36:07.202218 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35820) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:07.219791 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05f2d1d-99ae-405b-92c5-f0ad162efc30 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Deleting subnet 249c2fc7-2e0f-4385-b476-0c7176a4467b {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:36:07.225456 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c3548351-20ad-40ac-8b1c-914f1d1585e1 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group': {'name': 'tempest-secgroup--905111005'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:07.226669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4293047d-9a5a-412a-bf41-f4a8e9791a5e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.232557 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:07.236369 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.236742 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b2e186e3-05e6-4043-9525-8a4963df61f1 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:36:07.261683 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c3548351-20ad-40ac-8b1c-914f1d1585e1 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:07.264717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e05f2d1d-99ae-405b-92c5-f0ad162efc30 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.311443 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Could not find standard attr ID for object 6723693e-c2a8-4459-a218-6f0ab89e22a4. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:36:07.320462 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:36:07.325438 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:36:07.383583 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Pushing event updated for resources: {'Port': ['ID=b2e186e3-05e6-4043-9525-8a4963df61f1,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:07.393721 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:07.394094 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:07.394436 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:07.394768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:07.395103 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:07.395427 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:07.395748 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:07.396073 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:07.397036 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:07.397036 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:07.397036 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:07.397477 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e576d0-a4a6-48eb-bfab-de1fd46a490a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:07.400194 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4293047d-9a5a-412a-bf41-f4a8e9791a5e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.405853 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.416134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c3548351-20ad-40ac-8b1c-914f1d1585e1 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:07.440598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port b2e186e3-05e6-4043-9525-8a4963df61f1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b2e186e3-05e6-4043-9525-8a4963df61f1,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:07.458506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4293047d-9a5a-412a-bf41-f4a8e9791a5e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.459314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e05f2d1d-99ae-405b-92c5-f0ad162efc30 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.466799 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24eeac0-befe-4422-9070-f0df6c2067d7 None None] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:07.472352 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293047d-9a5a-412a-bf41-f4a8e9791a5e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e9ef2f-41f0-4018-81f6-bcf52f0ae719,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:07.476562 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4293047d-9a5a-412a-bf41-f4a8e9791a5e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/d0e9ef2f-41f0-4018-81f6-bcf52f0ae719 HTTP/1.1" status: 204 len: 168 time: 0.5693793 Feb 17 09:36:07.480126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35824) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:07.547844 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.576738 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3548351-20ad-40ac-8b1c-914f1d1585e1 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.583702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-d482afae-31e0-4385-84ee-f0a7236a9bc6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting subnet 3ba039c3-08a7-4d29-a4e1-34553cbf1577 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:36:07.591326 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d482afae-31e0-4385-84ee-f0a7236a9bc6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.643425 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b20eff-56cc-4b67-a0df-1317bec6dee8 req-0feb8ad6-cace-4380-a84b-9bf34a003736 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:07.644974 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-24b20eff-56cc-4b67-a0df-1317bec6dee8 req-0feb8ad6-cace-4380-a84b-9bf34a003736 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.2951663 Feb 17 09:36:07.660664 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=b2e186e3-05e6-4043-9525-8a4963df61f1,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:07.668396 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c3548351-20ad-40ac-8b1c-914f1d1585e1 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:07.672087 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d482afae-31e0-4385-84ee-f0a7236a9bc6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.691567 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c3548351-20ad-40ac-8b1c-914f1d1585e1 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:07.695626 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c3548351-20ad-40ac-8b1c-914f1d1585e1 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:07.705165 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e05f2d1d-99ae-405b-92c5-f0ad162efc30 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.750447 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c3548351-20ad-40ac-8b1c-914f1d1585e1 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:07.775361 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d482afae-31e0-4385-84ee-f0a7236a9bc6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.818235 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-24b20eff-56cc-4b67-a0df-1317bec6dee8 req-560308a1-ab0f-45da-94f1-c548136fd6de tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600990 Feb 17 09:36:07.822165 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Deleting port b2e186e3-05e6-4043-9525-8a4963df61f1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:07.822506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.907779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3548351-20ad-40ac-8b1c-914f1d1585e1 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.949456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d482afae-31e0-4385-84ee-f0a7236a9bc6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.965264 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e05f2d1d-99ae-405b-92c5-f0ad162efc30 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:07.998600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482afae-31e0-4385-84ee-f0a7236a9bc6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba039c3-08a7-4d29-a4e1-34553cbf1577,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:08.008702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d482afae-31e0-4385-84ee-f0a7236a9bc6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.020348 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d482afae-31e0-4385-84ee-f0a7236a9bc6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/3ba039c3-08a7-4d29-a4e1-34553cbf1577 HTTP/1.1" status: 204 len: 168 time: 0.5361242 Feb 17 09:36:08.026413 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35828) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:08.031222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f2d1d-99ae-405b-92c5-f0ad162efc30 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Pushing event deleted for resources: {'Subnet': ['ID=249c2fc7-2e0f-4385-b476-0c7176a4467b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:08.041309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3548351-20ad-40ac-8b1c-914f1d1585e1 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.058772 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013a851c-886d-4f99-9a75-e43b8f601cb4 None None] Network cef5604f-ba64-48eb-b5f0-7fa65bc1d59e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:08.067758 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e05f2d1d-99ae-405b-92c5-f0ad162efc30 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.088816 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f3c50a-fa65-476f-a030-35c097e64368 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] DELETE failed (client error): The resource could not be found. Feb 17 09:36:08.088816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f3c50a-fa65-476f-a030-35c097e64368 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:08.088816 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-37f3c50a-fa65-476f-a030-35c097e64368 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/d0e9ef2f-41f0-4018-81f6-bcf52f0ae719 HTTP/1.1" status: 404 len: 337 time: 0.0579185 Feb 17 09:36:08.092529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35832) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:08.161681 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3548351-20ad-40ac-8b1c-914f1d1585e1 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de083a03-fefc-4bc6-a4b3-41a13cd773fb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:08.169949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-17878b1d-a30e-48fa-9aef-4c8dff102b60 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting subnet 13d1dcb3-d0d9-4dc2-a49c-c983ab816fb8 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:36:08.171897 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e05f2d1d-99ae-405b-92c5-f0ad162efc30 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] 10.222.0.75 "DELETE /v2.0/subnets/249c2fc7-2e0f-4385-b476-0c7176a4467b HTTP/1.1" status: 204 len: 168 time: 1.0582070 Feb 17 09:36:08.174825 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35836) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:08.197484 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17878b1d-a30e-48fa-9aef-4c8dff102b60 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.212350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.objects.ports [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:36:08.298471 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] For port b2e186e3-05e6-4043-9525-8a4963df61f1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b2e186e3-05e6-4043-9525-8a4963df61f1,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:08.299046 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.309630 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3548351-20ad-40ac-8b1c-914f1d1585e1 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.315420 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.316461 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c3548351-20ad-40ac-8b1c-914f1d1585e1 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1048155 Feb 17 09:36:08.319555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35840) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:08.338232 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ac24966d-8622-421e-b78e-e9a64af9af0d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': 'de083a03-fefc-4bc6-a4b3-41a13cd773fb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:08.339149 dv-neutron-828143-5-hyperv neutron-server[88370]: WARNING neutron.api.v2.base [None req-ac24966d-8622-421e-b78e-e9a64af9af0d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 17 09:36:08.339644 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-ac24966d-8622-421e-b78e-e9a64af9af0d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:08.342098 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ac24966d-8622-421e-b78e-e9a64af9af0d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0148880 Feb 17 09:36:08.345094 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35844) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:08.346506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17878b1d-a30e-48fa-9aef-4c8dff102b60 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.406107 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.436196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Deleting port be4f288e-3822-45fe-a680-4242052814e1 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:08.436564 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.454082 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9de67974-a297-434a-b464-b49e9c0f4e0c tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.462824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Calling delete_port for b2e186e3-05e6-4043-9525-8a4963df61f1 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:08.532052 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9de67974-a297-434a-b464-b49e9c0f4e0c tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.576094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17878b1d-a30e-48fa-9aef-4c8dff102b60 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.584133 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.627648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:36:08.628016 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:36:08.660991 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430b9826-afa1-436a-866c-7f4363df67e0 None None] DHCP port deletion for cef5604f-ba64-48eb-b5f0-7fa65bc1d59e request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:36:08.666283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-430b9826-afa1-436a-866c-7f4363df67e0 None None] Deleting port be4f288e-3822-45fe-a680-4242052814e1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:08.666884 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-430b9826-afa1-436a-866c-7f4363df67e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.822969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a692f2f-a704-46cf-bc38-7e2c01e21061 None None] Network 8f534e94-0039-4af3-9d58-6a990ce882c2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:08.879188 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] For port be4f288e-3822-45fe-a680-4242052814e1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=be4f288e-3822-45fe-a680-4242052814e1,segment=NetworkSegment(8ab4e6ca-5e04-4347-b95a-a31d1c94e4ec),segment_id=8ab4e6ca-5e04-4347-b95a-a31d1c94e4ec)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:08.879188 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.888020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9de67974-a297-434a-b464-b49e9c0f4e0c tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.944320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de67974-a297-434a-b464-b49e9c0f4e0c tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de083a03-fefc-4bc6-a4b3-41a13cd773fb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:08.989795 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9de67974-a297-434a-b464-b49e9c0f4e0c tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:08.993658 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9de67974-a297-434a-b464-b49e9c0f4e0c tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "DELETE /v2.0/security-groups/de083a03-fefc-4bc6-a4b3-41a13cd773fb HTTP/1.1" status: 204 len: 168 time: 0.6430237 Feb 17 09:36:08.994739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35850) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:09.049694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Calling delete_port for be4f288e-3822-45fe-a680-4242052814e1 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:09.050349 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] For port b2e186e3-05e6-4043-9525-8a4963df61f1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b2e186e3-05e6-4043-9525-8a4963df61f1,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:09.083930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17878b1d-a30e-48fa-9aef-4c8dff102b60 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:09.094158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-299eb6d7-6b0d-4baf-b634-a85be07ad5ba tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Synchronizing usage tracker for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:09.120718 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:09.147262 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e33d8118-6e22-4f0a-bf50-300d94d30df0 None None] Provisioning complete for port a424b36f-ccf8-4c56-be26-9df1fc881577 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:09.147633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e33d8118-6e22-4f0a-bf50-300d94d30df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:09.195159 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:09.206250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:09.209131 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17878b1d-a30e-48fa-9aef-4c8dff102b60 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:09.212555 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-430b9826-afa1-436a-866c-7f4363df67e0 None None] For port be4f288e-3822-45fe-a680-4242052814e1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=be4f288e-3822-45fe-a680-4242052814e1,segment=NetworkSegment(8ab4e6ca-5e04-4347-b95a-a31d1c94e4ec),segment_id=8ab4e6ca-5e04-4347-b95a-a31d1c94e4ec)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:09.213042 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-430b9826-afa1-436a-866c-7f4363df67e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:09.215991 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17878b1d-a30e-48fa-9aef-4c8dff102b60 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Subnet': ['ID=13d1dcb3-d0d9-4dc2-a49c-c983ab816fb8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:09.238367 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-17878b1d-a30e-48fa-9aef-4c8dff102b60 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/13d1dcb3-d0d9-4dc2-a49c-c983ab816fb8 HTTP/1.1" status: 204 len: 168 time: 1.1447196 Feb 17 09:36:09.241384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35854) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:09.293971 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-299eb6d7-6b0d-4baf-b634-a85be07ad5ba tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Unset dirty status for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:09.295763 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-299eb6d7-6b0d-4baf-b634-a85be07ad5ba tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3008687 Feb 17 09:36:09.301643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35858) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:09.302068 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-e304b20c-5b39-4a4b-9017-955684b975f8 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] DELETE failed (client error): The resource could not be found. Feb 17 09:36:09.302560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e304b20c-5b39-4a4b-9017-955684b975f8 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:09.304266 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e304b20c-5b39-4a4b-9017-955684b975f8 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/b4f95ab3-aed2-426f-be20-21485b5e6a4c HTTP/1.1" status: 404 len: 337 time: 0.0621252 Feb 17 09:36:09.305452 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device be4f288e-3822-45fe-a680-4242052814e1 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:36:09.310819 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ce4e254b-d28f-4a47-aaee-35b3c9bf5f24 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group': {'name': 'tempest-secgroup--734116938'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:09.314912 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35862) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:09.341958 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:09.353566 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:09.356610 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ce4e254b-d28f-4a47-aaee-35b3c9bf5f24 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:09.363537 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:09.364143 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:09.370171 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:09.375711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a9d87813-274d-4c5e-9853-b1c1a612ef63 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Synchronizing usage tracker for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:09.376998 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=76c73979-41d2-4b93-b3fb-86ea6dda83d1,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:09.388925 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=b2e186e3-05e6-4043-9525-8a4963df61f1,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:09.394545 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Deleting port b2e186e3-05e6-4043-9525-8a4963df61f1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:09.394910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:09.414208 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ce4e254b-d28f-4a47-aaee-35b3c9bf5f24 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:09.424466 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-430b9826-afa1-436a-866c-7f4363df67e0 None None] Calling delete_port for be4f288e-3822-45fe-a680-4242052814e1 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:09.431437 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0e0a4a0a-29f6-4349-b395-97f3882a40d3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8319654 Feb 17 09:36:09.433243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:09.439815 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8280c925-a91c-4ae4-b0fa-4920f06e9d23 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:09.442130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Pushing event deleted for resources: {'Port': ['ID=be4f288e-3822-45fe-a680-4242052814e1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:09.461535 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] No DVR routers for this DVR port be4f288e-3822-45fe-a680-4242052814e1 on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:36:09.465559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc94e33-8615-47dd-95ad-300d057073e5 req-ecd1e992-94a1-488e-b149-40d779409eec tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:09.467247 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2fc94e33-8615-47dd-95ad-300d057073e5 req-ecd1e992-94a1-488e-b149-40d779409eec tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.4299545 Feb 17 09:36:09.497986 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a9d87813-274d-4c5e-9853-b1c1a612ef63 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Unset dirty status for tenant:5394114ba06f46a698565470e6dab9c6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:09.502209 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a9d87813-274d-4c5e-9853-b1c1a612ef63 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec77b743-3e76-4bc2-9dcb-13c86293d881 HTTP/1.1" status: 200 len: 205 time: 0.1833446 Feb 17 09:36:09.515974 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35870) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:09.552328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e33d8118-6e22-4f0a-bf50-300d94d30df0 None None] Port a424b36f-ccf8-4c56-be26-9df1fc881577 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:36:09.640592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8280c925-a91c-4ae4-b0fa-4920f06e9d23 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:09.656333 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8280c925-a91c-4ae4-b0fa-4920f06e9d23 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:09.673275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ce4e254b-d28f-4a47-aaee-35b3c9bf5f24 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:09.676001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No active binding found for port be4f288e-3822-45fe-a680-4242052814e1 {{(pid=88371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 17 09:36:09.676406 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device be4f288e-3822-45fe-a680-4242052814e1 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:36:09.718144 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e33d8118-6e22-4f0a-bf50-300d94d30df0 None None] Provisioning complete for port b7b34c31-d727-41f3-9ac7-ce0793de9066 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:09.718559 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e33d8118-6e22-4f0a-bf50-300d94d30df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:09.719151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8280c925-a91c-4ae4-b0fa-4920f06e9d23 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:09.723014 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8280c925-a91c-4ae4-b0fa-4920f06e9d23 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:09.754100 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-430b9826-afa1-436a-866c-7f4363df67e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:36:09.754670 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-430b9826-afa1-436a-866c-7f4363df67e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:36:09.761131 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-e7c45bc5-d298-45a8-96a9-5320004043b2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] delete failed (client error): The resource could not be found. Feb 17 09:36:09.763553 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e7c45bc5-d298-45a8-96a9-5320004043b2 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/routers/ec77b743-3e76-4bc2-9dcb-13c86293d881 HTTP/1.1" status: 404 len: 336 time: 0.2451272 Feb 17 09:36:09.771171 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35874) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:09.831190 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2fc94e33-8615-47dd-95ad-300d057073e5 req-2332ab51-5d25-418b-9e8d-b3ee6f394161 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3371944 Feb 17 09:36:09.847173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:09.861723 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ce4e254b-d28f-4a47-aaee-35b3c9bf5f24 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:09.867547 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e9cb7b-129d-4831-b983-92f54d50b3d6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] DELETE failed (client error): The resource could not be found. Feb 17 09:36:09.868543 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e9cb7b-129d-4831-b983-92f54d50b3d6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:09.877284 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ce4e254b-d28f-4a47-aaee-35b3c9bf5f24 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:09.894278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ce4e254b-d28f-4a47-aaee-35b3c9bf5f24 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:09.900710 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-78e9cb7b-129d-4831-b983-92f54d50b3d6 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/47617ac5-0e2e-432a-bbbd-683d0f3ef82e HTTP/1.1" status: 404 len: 337 time: 0.1251743 Feb 17 09:36:09.907476 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef5604f-ba64-48eb-b5f0-7fa65bc1d59e']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:09.914908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35878) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:09.917519 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ce4e254b-d28f-4a47-aaee-35b3c9bf5f24 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:09.963892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] For port b2e186e3-05e6-4043-9525-8a4963df61f1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b2e186e3-05e6-4043-9525-8a4963df61f1,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:09.964173 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:09.976199 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75392f8-7709-481a-a913-0ee6145264cd None None] DHCP port deletion for 8f534e94-0039-4af3-9d58-6a990ce882c2 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:36:09.989253 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b75392f8-7709-481a-a913-0ee6145264cd None None] Deleting port b7b34c31-d727-41f3-9ac7-ce0793de9066 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:09.989622 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b75392f8-7709-481a-a913-0ee6145264cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:10.010385 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab4e6ca-5e04-4347-b95a-a31d1c94e4ec') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:10.010736 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab4e6ca-5e04-4347-b95a-a31d1c94e4ec') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:10.036422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:10.044772 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dcb366f-5b38-4870-a450-3728c1ed4b08 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] DELETE failed (client error): The resource could not be found. Feb 17 09:36:10.045225 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dcb366f-5b38-4870-a450-3728c1ed4b08 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:10.045799 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.ipam_backend_mixin [None req-8280c925-a91c-4ae4-b0fa-4920f06e9d23 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76c73979-41d2-4b93-b3fb-86ea6dda83d1 (CIDR: 2001:db8::/64) Feb 17 09:36:10.046963 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0dcb366f-5b38-4870-a450-3728c1ed4b08 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/b0900b1f-9226-453a-a3ea-45a664d46f65 HTTP/1.1" status: 404 len: 337 time: 0.1265118 Feb 17 09:36:10.049734 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35882) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:10.076382 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:10.087588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:36:10.088000 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:10.098566 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-10415e48-4aab-4812-bee3-72f05ded2d42 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] DELETE failed (client error): The resource could not be found. Feb 17 09:36:10.099313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10415e48-4aab-4812-bee3-72f05ded2d42 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:10.102101 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-10415e48-4aab-4812-bee3-72f05ded2d42 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/4a56f3df-7cad-43c8-949f-8cd9830716d8 HTTP/1.1" status: 404 len: 337 time: 0.0499983 Feb 17 09:36:10.102101 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-8280c925-a91c-4ae4-b0fa-4920f06e9d23 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:10.102594 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8280c925-a91c-4ae4-b0fa-4920f06e9d23 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:36:10.106806 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:36:10.109369 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35886) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:10.156349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Calling delete_port for b2e186e3-05e6-4043-9525-8a4963df61f1 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:10.158974 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-11af2801-3fe0-4046-bddf-12a9f77f5f7a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] DELETE failed (client error): The resource could not be found. Feb 17 09:36:10.159468 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11af2801-3fe0-4046-bddf-12a9f77f5f7a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:10.163765 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-11af2801-3fe0-4046-bddf-12a9f77f5f7a tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/abf60e11-0301-48f7-ab67-986a97db13e5 HTTP/1.1" status: 404 len: 333 time: 0.0520518 Feb 17 09:36:10.164079 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35890) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:10.204488 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-05939a3c-4b71-4e20-b809-c2dff6db5729 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] DELETE failed (client error): The resource could not be found. Feb 17 09:36:10.204876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05939a3c-4b71-4e20-b809-c2dff6db5729 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:10.209254 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-05939a3c-4b71-4e20-b809-c2dff6db5729 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/1ea57f16-7a85-46ef-8bb0-0cd5887abedb HTTP/1.1" status: 404 len: 337 time: 0.0415876 Feb 17 09:36:10.209503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35894) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:10.248512 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ce4e254b-d28f-4a47-aaee-35b3c9bf5f24 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:10.250517 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8280c925-a91c-4ae4-b0fa-4920f06e9d23 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8169341 Feb 17 09:36:10.253566 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35898) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:10.258612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-430b9826-afa1-436a-866c-7f4363df67e0 None None] Deleting port be4f288e-3822-45fe-a680-4242052814e1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:10.258985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-430b9826-afa1-436a-866c-7f4363df67e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:10.259650 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b61293-6ad0-4196-8ae8-fae2dfe98b7b req-4ba98c46-b1d0-4797-9542-71d4676e48e7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:10.261064 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-11b61293-6ad0-4196-8ae8-fae2dfe98b7b req-4ba98c46-b1d0-4797-9542-71d4676e48e7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.37 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.3452749 Feb 17 09:36:10.262326 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-383ae0d9-26f8-49cc-ac1a-44274a8ee7cd tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:10.276655 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-335ec94c-49cc-456e-8b9a-c33c90b9200c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] DELETE failed (client error): The resource could not be found. Feb 17 09:36:10.277149 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335ec94c-49cc-456e-8b9a-c33c90b9200c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:10.281777 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-335ec94c-49cc-456e-8b9a-c33c90b9200c tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/d3588bf6-9e3e-4a9b-a511-b987f56ee012 HTTP/1.1" status: 404 len: 337 time: 0.0688934 Feb 17 09:36:10.283225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35902) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:10.305362 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:10.329727 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:10.348105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ce4e254b-d28f-4a47-aaee-35b3c9bf5f24 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:10.375492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] Pushing event deleted for resources: {'Network': ['ID=cef5604f-ba64-48eb-b5f0-7fa65bc1d59e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:10.378669 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42c6cec-d83f-4dc5-a0bd-fd52fd08afc4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] DELETE failed (client error): The resource could not be found. Feb 17 09:36:10.379199 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42c6cec-d83f-4dc5-a0bd-fd52fd08afc4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:10.383231 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f42c6cec-d83f-4dc5-a0bd-fd52fd08afc4 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/8750e625-1b09-446f-9ab7-5cd6058515e2 HTTP/1.1" status: 404 len: 333 time: 0.0972047 Feb 17 09:36:10.384023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35906) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:10.392012 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-430b9826-afa1-436a-866c-7f4363df67e0 None None] The port 'be4f288e-3822-45fe-a680-4242052814e1' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:36:10.412586 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c1596d18-f417-4776-8a4b-5463ee9c2563 tempest-ExtraDHCPOptionsTestJSON-246363787 tempest-ExtraDHCPOptionsTestJSON-246363787-project] 10.222.0.75 "DELETE /v2.0/networks/cef5604f-ba64-48eb-b5f0-7fa65bc1d59e HTTP/1.1" status: 204 len: 168 time: 2.2345006 Feb 17 09:36:10.423781 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-11b61293-6ad0-4196-8ae8-fae2dfe98b7b req-a2a9bb05-6034-41c4-9ecd-67ec191488c7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Deleting port 766a0d2d-bc08-4b86-9e5f-832883bcb404 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:10.424360 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-11b61293-6ad0-4196-8ae8-fae2dfe98b7b req-a2a9bb05-6034-41c4-9ecd-67ec191488c7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:10.429600 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8f6e1e-6e14-4687-885c-7c16d50a784b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] DELETE failed (client error): The resource could not be found. Feb 17 09:36:10.430066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8f6e1e-6e14-4687-885c-7c16d50a784b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:10.432516 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6a8f6e1e-6e14-4687-885c-7c16d50a784b tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/f1c4d0ed-ba42-4cb0-96a0-5eac15c321a6 HTTP/1.1" status: 404 len: 337 time: 0.0468709 Feb 17 09:36:10.440744 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35912) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:10.459827 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e254b-d28f-4a47-aaee-35b3c9bf5f24 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023f6f1f-4673-4f6c-bf59-61dd6460efad,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:10.487549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ce4e254b-d28f-4a47-aaee-35b3c9bf5f24 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:10.494973 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6b151b-ac59-483f-b4df-1e107408f92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] DELETE failed (client error): The resource could not be found. Feb 17 09:36:10.495210 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ce4e254b-d28f-4a47-aaee-35b3c9bf5f24 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1843038 Feb 17 09:36:10.495344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6b151b-ac59-483f-b4df-1e107408f92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:10.495344 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fc6b151b-ac59-483f-b4df-1e107408f92e tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/subnets/9241a0d4-74dc-4b55-9d82-069b51214327 HTTP/1.1" status: 404 len: 337 time: 0.0500455 Feb 17 09:36:10.495493 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35916) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:10.495567 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35918) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:10.500802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-389425e2-73d8-48f1-a1ce-b087f737d59a tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '023f6f1f-4673-4f6c-bf59-61dd6460efad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:10.519296 dv-neutron-828143-5-hyperv neutron-server[88370]: WARNING neutron.api.v2.base [None req-389425e2-73d8-48f1-a1ce-b087f737d59a tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 17 09:36:10.520339 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-389425e2-73d8-48f1-a1ce-b087f737d59a tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:10.531294 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-389425e2-73d8-48f1-a1ce-b087f737d59a tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0279837 Feb 17 09:36:10.531294 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35924) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:10.536776 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6aad83c0-f757-4f66-9315-78334255d763 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '023f6f1f-4673-4f6c-bf59-61dd6460efad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:10.536776 dv-neutron-828143-5-hyperv neutron-server[88370]: WARNING neutron.api.v2.base [None req-6aad83c0-f757-4f66-9315-78334255d763 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 17 09:36:10.536776 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-6aad83c0-f757-4f66-9315-78334255d763 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:10.540180 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6aad83c0-f757-4f66-9315-78334255d763 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0092523 Feb 17 09:36:10.541611 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35928) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:10.547304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-42e322d1-f8b6-4497-aeaa-f7d7588872c7 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '023f6f1f-4673-4f6c-bf59-61dd6460efad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:10.549041 dv-neutron-828143-5-hyperv neutron-server[88370]: WARNING neutron.api.v2.base [None req-42e322d1-f8b6-4497-aeaa-f7d7588872c7 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 17 09:36:10.550009 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-42e322d1-f8b6-4497-aeaa-f7d7588872c7 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:10.553261 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-42e322d1-f8b6-4497-aeaa-f7d7588872c7 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080767 Feb 17 09:36:10.553427 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:10.553562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35932) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:10.567993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bcffec5c-8eb1-4b2a-aeb5-c4d66bbe7f4d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '023f6f1f-4673-4f6c-bf59-61dd6460efad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:10.569821 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING neutron.api.v2.base [None req-bcffec5c-8eb1-4b2a-aeb5-c4d66bbe7f4d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 17 09:36:10.570361 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-bcffec5c-8eb1-4b2a-aeb5-c4d66bbe7f4d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:10.573744 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bcffec5c-8eb1-4b2a-aeb5-c4d66bbe7f4d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0147655 Feb 17 09:36:10.580590 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35936) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:10.618700 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] Pushing event deleted for resources: {'Port': ['ID=b2e186e3-05e6-4043-9525-8a4963df61f1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:10.632534 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6dbaf-b81f-4527-b101-0b5df62f3f07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Deleting port a424b36f-ccf8-4c56-be26-9df1fc881577 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:10.632884 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c2f6dbaf-b81f-4527-b101-0b5df62f3f07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:10.666104 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-383ae0d9-26f8-49cc-ac1a-44274a8ee7cd tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:10.699754 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-383ae0d9-26f8-49cc-ac1a-44274a8ee7cd tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:10.736878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b75392f8-7709-481a-a913-0ee6145264cd None None] For port b7b34c31-d727-41f3-9ac7-ce0793de9066, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b7b34c31-d727-41f3-9ac7-ce0793de9066,segment=NetworkSegment(369c40cb-a112-4244-aab3-364b7447c3f9),segment_id=369c40cb-a112-4244-aab3-364b7447c3f9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:10.737285 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b75392f8-7709-481a-a913-0ee6145264cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:10.752860 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be2dee4-71ba-4dee-b541-51b5c2ba9362 None None] No DVR routers for this DVR port b2e186e3-05e6-4043-9525-8a4963df61f1 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:36:10.778465 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-280bb471-683d-4a21-a488-d95180ce36c5 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:10.812029 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383ae0d9-26f8-49cc-ac1a-44274a8ee7cd tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:10.816385 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-383ae0d9-26f8-49cc-ac1a-44274a8ee7cd tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:10.817810 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a1d066-6804-49c0-af78-e6f82c382f09 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:10.846083 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-11b61293-6ad0-4196-8ae8-fae2dfe98b7b req-a2a9bb05-6034-41c4-9ecd-67ec191488c7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] For port 766a0d2d-bc08-4b86-9e5f-832883bcb404, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=766a0d2d-bc08-4b86-9e5f-832883bcb404,segment=NetworkSegment(f7a16081-d24e-4724-aa40-c8b335ca82d9),segment_id=f7a16081-d24e-4724-aa40-c8b335ca82d9)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:10.846499 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-11b61293-6ad0-4196-8ae8-fae2dfe98b7b req-a2a9bb05-6034-41c4-9ecd-67ec191488c7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:10.901251 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b75392f8-7709-481a-a913-0ee6145264cd None None] Calling delete_port for b7b34c31-d727-41f3-9ac7-ce0793de9066 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:10.991685 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-280bb471-683d-4a21-a488-d95180ce36c5 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:11.133091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c2f6dbaf-b81f-4527-b101-0b5df62f3f07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:11.205233 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b75392f8-7709-481a-a913-0ee6145264cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:11.244142 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35944) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:11.286625 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': '76c73979-41d2-4b93-b3fb-86ea6dda83d1'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:36:11.287562 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:11.298512 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b7b34c31-d727-41f3-9ac7-ce0793de9066 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:36:11.310491 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6dbaf-b81f-4527-b101-0b5df62f3f07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Calling delete_port for a424b36f-ccf8-4c56-be26-9df1fc881577 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:11.352577 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75392f8-7709-481a-a913-0ee6145264cd None None] No DVR routers for this DVR port b7b34c31-d727-41f3-9ac7-ce0793de9066 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:36:11.358492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75392f8-7709-481a-a913-0ee6145264cd None None] Pushing event deleted for resources: {'Port': ['ID=b7b34c31-d727-41f3-9ac7-ce0793de9066,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:11.363945 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: b7b34c31-d727-41f3-9ac7-ce0793de9066 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:36:11.364295 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b7b34c31-d727-41f3-9ac7-ce0793de9066 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:36:11.436185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504fb4c-7fce-4e3c-823f-32e7372fa6ad req-078ff4cc-afd6-477e-8b13-ace757be895d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:11.437772 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9504fb4c-7fce-4e3c-823f-32e7372fa6ad req-078ff4cc-afd6-477e-8b13-ace757be895d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 945 time: 0.3973429 Feb 17 09:36:11.443049 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-280bb471-683d-4a21-a488-d95180ce36c5 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:11.454306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-11b61293-6ad0-4196-8ae8-fae2dfe98b7b req-a2a9bb05-6034-41c4-9ecd-67ec191488c7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:11.454888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-11b61293-6ad0-4196-8ae8-fae2dfe98b7b req-a2a9bb05-6034-41c4-9ecd-67ec191488c7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:11.455174 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [req-11b61293-6ad0-4196-8ae8-fae2dfe98b7b req-a2a9bb05-6034-41c4-9ecd-67ec191488c7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Floating IP d5dad5ef-7a22-425a-aefe-9428eee5882a disassociated. External IP: 172.26.4.49, port: 766a0d2d-bc08-4b86-9e5f-832883bcb404. Feb 17 09:36:11.455401 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-11b61293-6ad0-4196-8ae8-fae2dfe98b7b req-a2a9bb05-6034-41c4-9ecd-67ec191488c7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Calling delete_port for 766a0d2d-bc08-4b86-9e5f-832883bcb404 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:11.476860 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280bb471-683d-4a21-a488-d95180ce36c5 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=023f6f1f-4673-4f6c-bf59-61dd6460efad,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:11.564389 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9504fb4c-7fce-4e3c-823f-32e7372fa6ad req-04907b58-c320-4e66-8272-fcdb26f98551 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd4bd74e-8e53-438d-95ea-c66e298d6a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052604 Feb 17 09:36:11.564841 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c2f6dbaf-b81f-4527-b101-0b5df62f3f07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:11.617423 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Allocated IP 2001:db8::f816:3eff:fe9d:e8dd (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/76c73979-41d2-4b93-b3fb-86ea6dda83d1/31b41096-5a2f-482f-ae63-193bdd8ef076) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:11.753174 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-11b61293-6ad0-4196-8ae8-fae2dfe98b7b req-a2a9bb05-6034-41c4-9ecd-67ec191488c7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:11.791140 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6dbaf-b81f-4527-b101-0b5df62f3f07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Port': ['ID=a424b36f-ccf8-4c56-be26-9df1fc881577,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:11.815317 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-280bb471-683d-4a21-a488-d95180ce36c5 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:11.819053 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-280bb471-683d-4a21-a488-d95180ce36c5 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "DELETE /v2.0/security-groups/023f6f1f-4673-4f6c-bf59-61dd6460efad HTTP/1.1" status: 204 len: 168 time: 1.2324309 Feb 17 09:36:11.819053 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c2f6dbaf-b81f-4527-b101-0b5df62f3f07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:11.819387 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c2f6dbaf-b81f-4527-b101-0b5df62f3f07 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/ports/a424b36f-ccf8-4c56-be26-9df1fc881577 HTTP/1.1" status: 204 len: 168 time: 1.3224199 Feb 17 09:36:11.827204 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35952) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:11.827558 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35954) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:11.834089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9bb05-6034-41c4-9ecd-67ec191488c7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Pushing event deleted for resources: {'Port': ['ID=766a0d2d-bc08-4b86-9e5f-832883bcb404,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:11.847490 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6cbe7511-4a08-4a8c-bb6d-172be19f09f9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5385bc0f12284970ad51cb644b40a375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6021976 Feb 17 09:36:11.849787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35960) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:11.930838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:11.945404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Transition to ACTIVE for port object 31b41096-5a2f-482f-ae63-193bdd8ef076 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:11.950996 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f492769-1d29-47fa-9bd7-c30559024d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:11.969369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Transition to ACTIVE for port object 31b41096-5a2f-482f-ae63-193bdd8ef076 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:11.981836 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f492769-1d29-47fa-9bd7-c30559024d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:12.027062 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-383ae0d9-26f8-49cc-ac1a-44274a8ee7cd tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:12.079961 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:12.087644 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383ae0d9-26f8-49cc-ac1a-44274a8ee7cd tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:12.091970 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-383ae0d9-26f8-49cc-ac1a-44274a8ee7cd tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:12.096102 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383ae0d9-26f8-49cc-ac1a-44274a8ee7cd tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:12.097267 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-383ae0d9-26f8-49cc-ac1a-44274a8ee7cd tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:12.128587 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ae0d9-26f8-49cc-ac1a-44274a8ee7cd tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=4a86db2e-cc66-4aa1-90bf-fb82953e72de,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:12.158937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:12.161668 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:12.165646 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:12.175626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d19b8e51-a8d7-4d06-b14c-0ff38354f03c tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Synchronizing usage tracker for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:12.191502 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f69b50d-7ce7-4697-9066-c07714fc7655 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:12.192867 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f492769-1d29-47fa-9bd7-c30559024d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:12.195999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f492769-1d29-47fa-9bd7-c30559024d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:12.200054 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2f492769-1d29-47fa-9bd7-c30559024d17 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eb34ddda-6206-425c-a406-dfdd9d4f9a3e HTTP/1.1" status: 204 len: 168 time: 0.3454621 Feb 17 09:36:12.203604 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Pushing event updated for resources: {'Port': ['ID=31b41096-5a2f-482f-ae63-193bdd8ef076,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:12.219390 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f492769-1d29-47fa-9bd7-c30559024d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb34ddda-6206-425c-a406-dfdd9d4f9a3e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:12.236852 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-383ae0d9-26f8-49cc-ac1a-44274a8ee7cd tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9789503 Feb 17 09:36:12.237550 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 35966) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:12.244091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'mac_address': 'fa:16:3e:2a:34:3a', 'name': 'tempest-NetworksTestDHCPv6-1696921760'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:12.282689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Attempting to bind port 31b41096-5a2f-482f-ae63-193bdd8ef076 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:36:12.283063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Attempting to bind port 31b41096-5a2f-482f-ae63-193bdd8ef076 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:36:12.283419 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Attempting to bind port 31b41096-5a2f-482f-ae63-193bdd8ef076 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:36:12.288913 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:36:12.289288 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:36:12.289687 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:12.290099 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:36:12.290561 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Bound port: 31b41096-5a2f-482f-ae63-193bdd8ef076, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:36:12.290929 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:12.303084 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11b61293-6ad0-4196-8ae8-fae2dfe98b7b req-a2a9bb05-6034-41c4-9ecd-67ec191488c7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Router eebea5c7-47da-4476-8b60-9af96fc439d4 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:36:12.367175 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d19b8e51-a8d7-4d06-b14c-0ff38354f03c tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Unset dirty status for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:12.368546 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d19b8e51-a8d7-4d06-b14c-0ff38354f03c tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5398905 Feb 17 09:36:12.374683 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35970) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:12.397497 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] For port 31b41096-5a2f-482f-ae63-193bdd8ef076, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:36:12.402892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] For port 31b41096-5a2f-482f-ae63-193bdd8ef076, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=31b41096-5a2f-482f-ae63-193bdd8ef076,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:36:12.430119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:12.441875 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:12.446407 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9e9856c0-683c-4c1e-82b7-475ef504b255 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group': {'name': 'tempest-secgroup--489514225'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:12.467903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9e9856c0-683c-4c1e-82b7-475ef504b255 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:12.476038 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f69b50d-7ce7-4697-9066-c07714fc7655 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:12.479184 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:12.502260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:12.514485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9e9856c0-683c-4c1e-82b7-475ef504b255 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:12.525207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-2f69b50d-7ce7-4697-9066-c07714fc7655 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f534e94-0039-4af3-9d58-6a990ce882c2']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:12.562908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-2f69b50d-7ce7-4697-9066-c07714fc7655 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369c40cb-a112-4244-aab3-364b7447c3f9') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:12.563205 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-2f69b50d-7ce7-4697-9066-c07714fc7655 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369c40cb-a112-4244-aab3-364b7447c3f9') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:12.576129 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d22cd-5bca-4308-af78-3e9c1563bb9d None None] Pushing event updated for resources: {'Port': ['ID=31b41096-5a2f-482f-ae63-193bdd8ef076,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:12.635909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e9856c0-683c-4c1e-82b7-475ef504b255 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:12.657907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f69b50d-7ce7-4697-9066-c07714fc7655 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:12.714351 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f69b50d-7ce7-4697-9066-c07714fc7655 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:12.722260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:12.764008 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port c129e277-531a-4815-9441-8e53a74fa557 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:36:12.768952 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9e9856c0-683c-4c1e-82b7-475ef504b255 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:12.778815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11b61293-6ad0-4196-8ae8-fae2dfe98b7b req-a2a9bb05-6034-41c4-9ecd-67ec191488c7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:36:12.788501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f69b50d-7ce7-4697-9066-c07714fc7655 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:36:12.788914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f69b50d-7ce7-4697-9066-c07714fc7655 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:12.791676 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026cac30-d060-44cf-9540-3d1619a7957f None None] Sync routers for ids ['eebea5c7-47da-4476-8b60-9af96fc439d4'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:36:12.804669 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:36:12.813751 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026cac30-d060-44cf-9540-3d1619a7957f None None] Routers {'eebea5c7-47da-4476-8b60-9af96fc439d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:36:12.814768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-026cac30-d060-44cf-9540-3d1619a7957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:35:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['eebea5c7-47da-4476-8b60-9af96fc439d4'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:12.830627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9e9856c0-683c-4c1e-82b7-475ef504b255 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:12.835396 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2a3f8cb6-55a1-42ff-8615-9a9b3651733f req-afb1e22b-c937-466d-abfa-aa394d723f4a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 210 time: 0.1145592 Feb 17 09:36:12.845552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9e9856c0-683c-4c1e-82b7-475ef504b255 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:13.152061 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-026cac30-d060-44cf-9540-3d1619a7957f None None] Set router eebea5c7-47da-4476-8b60-9af96fc439d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:36:13.188121 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9e9856c0-683c-4c1e-82b7-475ef504b255 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:13.206954 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8:0:1::1f (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/4a86db2e-cc66-4aa1-90bf-fb82953e72de/c129e277-531a-4815-9441-8e53a74fa557) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:13.220298 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::f816:3eff:fe2a:343a (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/76c73979-41d2-4b93-b3fb-86ea6dda83d1/c129e277-531a-4815-9441-8e53a74fa557) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:13.297041 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e9856c0-683c-4c1e-82b7-475ef504b255 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:13.319769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b61293-6ad0-4196-8ae8-fae2dfe98b7b req-a2a9bb05-6034-41c4-9ecd-67ec191488c7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] No DVR routers for this DVR port 766a0d2d-bc08-4b86-9e5f-832883bcb404 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:36:13.322542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-11b61293-6ad0-4196-8ae8-fae2dfe98b7b req-a2a9bb05-6034-41c4-9ecd-67ec191488c7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:13.330749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b80a07-2702-4ccf-81ca-ce222326845c', 'name': 'network-vif-deleted', 'tag': '766a0d2d-bc08-4b86-9e5f-832883bcb404'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:36:13.363899 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 31b41096-5a2f-482f-ae63-193bdd8ef076 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:13.376170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e9856c0-683c-4c1e-82b7-475ef504b255 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:13.411508 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b80a07-2702-4ccf-81ca-ce222326845c', 'name': 'network-vif-deleted', 'tag': '766a0d2d-bc08-4b86-9e5f-832883bcb404', 'status': 'completed', 'code': 200} Feb 17 09:36:13.464240 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9856c0-683c-4c1e-82b7-475ef504b255 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9832d7f5-859a-45cf-9506-e8724d912390,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:13.472926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f69b50d-7ce7-4697-9066-c07714fc7655 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:13.505964 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f69b50d-7ce7-4697-9066-c07714fc7655 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:13.509192 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2f69b50d-7ce7-4697-9066-c07714fc7655 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] 10.222.0.75 "DELETE /v2.0/networks/8f534e94-0039-4af3-9d58-6a990ce882c2 HTTP/1.1" status: 204 len: 168 time: 1.6777694 Feb 17 09:36:13.521667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69b50d-7ce7-4697-9066-c07714fc7655 tempest-PortsIpV6TestJSON-1302325568 tempest-PortsIpV6TestJSON-1302325568-project] Pushing event deleted for resources: {'Network': ['ID=8f534e94-0039-4af3-9d58-6a990ce882c2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:13.524971 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-11b61293-6ad0-4196-8ae8-fae2dfe98b7b req-a2a9bb05-6034-41c4-9ecd-67ec191488c7 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.37 "DELETE /v2.0/ports/766a0d2d-bc08-4b86-9e5f-832883bcb404 HTTP/1.1" status: 204 len: 173 time: 3.2574990 Feb 17 09:36:13.536582 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e9856c0-683c-4c1e-82b7-475ef504b255 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:13.542588 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9e9856c0-683c-4c1e-82b7-475ef504b255 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1111600 Feb 17 09:36:13.544119 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 35994) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:13.552808 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5bd33181-3bb3-4892-abe6-f00eef4bc9cc tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '9832d7f5-859a-45cf-9506-e8724d912390', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:13.559158 dv-neutron-828143-5-hyperv neutron-server[88370]: WARNING neutron.api.v2.base [None req-5bd33181-3bb3-4892-abe6-f00eef4bc9cc tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 17 09:36:13.559784 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-5bd33181-3bb3-4892-abe6-f00eef4bc9cc tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:13.560709 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5bd33181-3bb3-4892-abe6-f00eef4bc9cc tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0154862 Feb 17 09:36:13.565122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36000) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:13.573274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b8e21660-17c0-4cbb-a559-5388a7ce3439 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '9832d7f5-859a-45cf-9506-e8724d912390', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:13.599043 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b8e21660-17c0-4cbb-a559-5388a7ce3439 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:13.609929 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b8e21660-17c0-4cbb-a559-5388a7ce3439 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:13.624197 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b8e21660-17c0-4cbb-a559-5388a7ce3439 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:13.644693 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b8e21660-17c0-4cbb-a559-5388a7ce3439 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:13.660229 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:13.688598 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object c129e277-531a-4815-9441-8e53a74fa557 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:13.691557 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 31b41096-5a2f-482f-ae63-193bdd8ef076 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:13.709141 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-026cac30-d060-44cf-9540-3d1619a7957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'name': 'tempest-ServerActionsTestJSON-86002677-router', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': 'c1c659be8822417aae54db469e0be910', 'gw_port': {'id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:07Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011', 'name': '', 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'mac_address': 'fa:16:3e:34:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:14Z', 'updated_at': '2022-02-17T09:31:31Z', 'revision_number': 5, 'project_id': 'c1c659be8822417aae54db469e0be910', 'subnets': [{'id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:13.722124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026cac30-d060-44cf-9540-3d1619a7957f None None] Checking router: eebea5c7-47da-4476-8b60-9af96fc439d4 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:36:13.747423 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026cac30-d060-44cf-9540-3d1619a7957f None None] Routers {'eebea5c7-47da-4476-8b60-9af96fc439d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:36:13.748269 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-026cac30-d060-44cf-9540-3d1619a7957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:35:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['eebea5c7-47da-4476-8b60-9af96fc439d4'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:13.771714 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:13.852348 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-b8e21660-17c0-4cbb-a559-5388a7ce3439 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:13.856838 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b8e21660-17c0-4cbb-a559-5388a7ce3439 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2872002 Feb 17 09:36:13.857177 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36006) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:13.862436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-83881646-fd2d-46a8-9dbe-fdff42c40564 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '9832d7f5-859a-45cf-9506-e8724d912390', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:13.863185 dv-neutron-828143-5-hyperv neutron-server[88370]: WARNING neutron.api.v2.base [None req-83881646-fd2d-46a8-9dbe-fdff42c40564 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 17 09:36:13.865639 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-83881646-fd2d-46a8-9dbe-fdff42c40564 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:13.865639 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-83881646-fd2d-46a8-9dbe-fdff42c40564 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064352 Feb 17 09:36:13.867955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36010) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:13.891239 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4c218b99-0a94-47ab-8410-8a8187f62b1b tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '9832d7f5-859a-45cf-9506-e8724d912390', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:13.906735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4c218b99-0a94-47ab-8410-8a8187f62b1b tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:13.915590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4c218b99-0a94-47ab-8410-8a8187f62b1b tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:13.921606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4c218b99-0a94-47ab-8410-8a8187f62b1b tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:13.935539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4c218b99-0a94-47ab-8410-8a8187f62b1b tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:13.942904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:13.948666 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:13.955480 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:13.961586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36016) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:13.972752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:13.973818 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:13.998178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=c129e277-531a-4815-9441-8e53a74fa557,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:14.033033 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-026cac30-d060-44cf-9540-3d1619a7957f None None] Set router eebea5c7-47da-4476-8b60-9af96fc439d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:36:14.103426 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cc17cc9d-706d-4de5-b7c0-dce9c34b4338 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8645022 Feb 17 09:36:14.106744 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36024) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:14.197955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9d861210-2465-4092-88e7-fa4670a5cab7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port c129e277-531a-4815-9441-8e53a74fa557 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:14.198577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d861210-2465-4092-88e7-fa4670a5cab7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:14.209186 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36028) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:14.269987 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0b07f4-ff2b-45de-8ce1-9566742d1460 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:14.292292 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-4c218b99-0a94-47ab-8410-8a8187f62b1b tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:14.294164 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4c218b99-0a94-47ab-8410-8a8187f62b1b tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4250634 Feb 17 09:36:14.314123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36034) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:14.328978 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-618be132-2d55-47f4-96f0-be176713bee9 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '9832d7f5-859a-45cf-9506-e8724d912390', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:14.329920 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING neutron.api.v2.base [None req-618be132-2d55-47f4-96f0-be176713bee9 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 17 09:36:14.330508 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-618be132-2d55-47f4-96f0-be176713bee9 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:14.331895 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-618be132-2d55-47f4-96f0-be176713bee9 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0166643 Feb 17 09:36:14.335088 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36038) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:14.345951 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4a1152a7-6378-4e3e-9018-f96d4af3c4aa tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '9832d7f5-859a-45cf-9506-e8724d912390', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:14.347068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211831539'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:14.360675 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:14.361027 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4a1152a7-6378-4e3e-9018-f96d4af3c4aa tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:14.364431 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-aa50fed5-b55a-4dbe-af28-db1e4de4acdc req-7de36a3e-dd51-4019-a204-df2e802b8648 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Synchronizing usage tracker for tenant:c1c659be8822417aae54db469e0be910 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:14.370057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4a1152a7-6378-4e3e-9018-f96d4af3c4aa tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:14.379819 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4a1152a7-6378-4e3e-9018-f96d4af3c4aa tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:14.380372 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:14.387070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:14.393681 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 766a0d2d-bc08-4b86-9e5f-832883bcb404 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:36:14.394305 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4a1152a7-6378-4e3e-9018-f96d4af3c4aa tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:14.400407 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-93e98e5c-6de8-445a-a696-f693ff18f703 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5394114ba06f46a698565470e6dab9c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899877 Feb 17 09:36:14.406741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36042) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:14.424893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:14.456013 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 766a0d2d-bc08-4b86-9e5f-832883bcb404 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:36:14.456360 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 766a0d2d-bc08-4b86-9e5f-832883bcb404 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:36:14.473342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acfaf0c4-c74d-47c8-ab0f-bac8e98f85ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:14.503890 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acfaf0c4-c74d-47c8-ab0f-bac8e98f85ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:14.589743 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d5b6acdf-da6b-4505-8b4e-77634396534d None None] Provisioning for port 31b41096-5a2f-482f-ae63-193bdd8ef076 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:14.598122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d5b6acdf-da6b-4505-8b4e-77634396534d None None] Provisioning complete for port 31b41096-5a2f-482f-ae63-193bdd8ef076 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:14.598407 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d5b6acdf-da6b-4505-8b4e-77634396534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:14.623518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:14.635349 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-4a1152a7-6378-4e3e-9018-f96d4af3c4aa tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:14.637302 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-aa50fed5-b55a-4dbe-af28-db1e4de4acdc req-7de36a3e-dd51-4019-a204-df2e802b8648 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Unset dirty status for tenant:c1c659be8822417aae54db469e0be910 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:14.637562 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4a1152a7-6378-4e3e-9018-f96d4af3c4aa tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3005936 Feb 17 09:36:14.639046 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-aa50fed5-b55a-4dbe-af28-db1e4de4acdc req-7de36a3e-dd51-4019-a204-df2e802b8648 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/ports?device_id=13b80a07-2702-4ccf-81ca-ce222326845c HTTP/1.1" status: 200 len: 210 time: 0.3636496 Feb 17 09:36:14.644295 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36046) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:14.655904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-29f87814-5605-48da-8eae-f0f3976a1ecc tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '9832d7f5-859a-45cf-9506-e8724d912390', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:14.656484 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING neutron.api.v2.base [None req-29f87814-5605-48da-8eae-f0f3976a1ecc tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 17 09:36:14.657045 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-29f87814-5605-48da-8eae-f0f3976a1ecc tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:14.658247 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-29f87814-5605-48da-8eae-f0f3976a1ecc tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123155 Feb 17 09:36:14.661601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36050) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:14.666072 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:14.668384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2a56e68e-a6d1-424a-ab31-790c33a3d1cf tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '9832d7f5-859a-45cf-9506-e8724d912390', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:14.675943 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acfaf0c4-c74d-47c8-ab0f-bac8e98f85ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:14.680927 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2a56e68e-a6d1-424a-ab31-790c33a3d1cf tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:14.695731 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2a56e68e-a6d1-424a-ab31-790c33a3d1cf tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:14.701377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2a56e68e-a6d1-424a-ab31-790c33a3d1cf tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:14.703439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:14.705535 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfaf0c4-c74d-47c8-ab0f-bac8e98f85ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89968b18-21b6-4fa1-93e4-93ae07778e43,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:14.708563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d861210-2465-4092-88e7-fa4670a5cab7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:14.712372 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2a56e68e-a6d1-424a-ab31-790c33a3d1cf tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:14.715824 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acfaf0c4-c74d-47c8-ab0f-bac8e98f85ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:14.717130 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-acfaf0c4-c74d-47c8-ab0f-bac8e98f85ab admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/89968b18-21b6-4fa1-93e4-93ae07778e43 HTTP/1.1" status: 204 len: 168 time: 0.3093805 Feb 17 09:36:14.727190 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:14.732095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:14.849867 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:14.858446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9d861210-2465-4092-88e7-fa4670a5cab7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for c129e277-531a-4815-9441-8e53a74fa557 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:14.910358 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-2a56e68e-a6d1-424a-ab31-790c33a3d1cf tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:14.912799 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2a56e68e-a6d1-424a-ab31-790c33a3d1cf tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2496378 Feb 17 09:36:14.915530 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36056) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:14.921537 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fd14fe3f-7fcd-48ae-bb5b-6d9e9dd40369 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '9832d7f5-859a-45cf-9506-e8724d912390', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:14.930232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fd14fe3f-7fcd-48ae-bb5b-6d9e9dd40369 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:14.935363 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-fd14fe3f-7fcd-48ae-bb5b-6d9e9dd40369 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:14.939045 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-fd14fe3f-7fcd-48ae-bb5b-6d9e9dd40369 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:14.946549 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fd14fe3f-7fcd-48ae-bb5b-6d9e9dd40369 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:14.999044 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d5b6acdf-da6b-4505-8b4e-77634396534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:15.057880 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d5b6acdf-da6b-4505-8b4e-77634396534d None None] For port 31b41096-5a2f-482f-ae63-193bdd8ef076, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=31b41096-5a2f-482f-ae63-193bdd8ef076,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:15.064215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-026cac30-d060-44cf-9540-3d1619a7957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'name': 'tempest-ServerActionsTestJSON-86002677-router', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': 'c1c659be8822417aae54db469e0be910', 'gw_port': {'id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:07Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011', 'name': '', 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'mac_address': 'fa:16:3e:34:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:14Z', 'updated_at': '2022-02-17T09:31:31Z', 'revision_number': 5, 'project_id': 'c1c659be8822417aae54db469e0be910', 'subnets': [{'id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:15.069525 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026cac30-d060-44cf-9540-3d1619a7957f None None] The sync data for ids ['eebea5c7-47da-4476-8b60-9af96fc439d4'] in dv-neutron-828143-5-hyperv is: [{'id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'name': 'tempest-ServerActionsTestJSON-86002677-router', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': 'c1c659be8822417aae54db469e0be910', 'gw_port': {'id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:07Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011', 'name': '', 'network_id': '27d87cf8-de12-4c79-864c-28a6bac16755', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'mac_address': 'fa:16:3e:34:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:14Z', 'updated_at': '2022-02-17T09:31:31Z', 'revision_number': 5, 'project_id': 'c1c659be8822417aae54db469e0be910', 'subnets': [{'id': 'f5521f55-5393-4abb-b946-8c660da7abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:36:15.110921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:15.139988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d5b6acdf-da6b-4505-8b4e-77634396534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:15.175627 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-fd14fe3f-7fcd-48ae-bb5b-6d9e9dd40369 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:15.179276 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fd14fe3f-7fcd-48ae-bb5b-6d9e9dd40369 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2600229 Feb 17 09:36:15.179511 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36064) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:15.204735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:15.221505 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:15.256004 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:15.262648 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:15.265788 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b366345-6130-4b31-a38c-9cca0c263835 None None] Update dhcp port {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'fixed_ips': [{'subnet_id': '76c73979-41d2-4b93-b3fb-86ea6dda83d1', 'ip_address': '2001:db8::f816:3eff:fe9d:e8dd'}, {'subnet_id': '4a86db2e-cc66-4aa1-90bf-fb82953e72de'}], 'binding:host_id': 'dv-neutron-828143-5-hyperv'}, 'id': '31b41096-5a2f-482f-ae63-193bdd8ef076'} from dv-neutron-828143-5-hyperv. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 09:36:15.275994 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0ee59e9-3349-4b56-9d8c-2ce80ab1b429 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:15.279150 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d861210-2465-4092-88e7-fa4670a5cab7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:15.281907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:15.294179 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a104d6-b230-49fc-ac26-35817d99d4a6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:15.295811 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6acdf-da6b-4505-8b4e-77634396534d None None] Pushing event updated for resources: {'Port': ['ID=31b41096-5a2f-482f-ae63-193bdd8ef076,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:15.327804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0ee59e9-3349-4b56-9d8c-2ce80ab1b429 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:15.328066 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b366345-6130-4b31-a38c-9cca0c263835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:15.393329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d861210-2465-4092-88e7-fa4670a5cab7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=c129e277-531a-4815-9441-8e53a74fa557,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:15.484313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d861210-2465-4092-88e7-fa4670a5cab7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:15.495514 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705354b7-34fa-4f22-a31a-f9336938016b None None] New status for floating IP d5dad5ef-7a22-425a-aefe-9428eee5882a: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:36:15.500311 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0ee59e9-3349-4b56-9d8c-2ce80ab1b429 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:15.518607 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9d861210-2465-4092-88e7-fa4670a5cab7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/c129e277-531a-4815-9441-8e53a74fa557 HTTP/1.1" status: 204 len: 168 time: 1.4106765 Feb 17 09:36:15.521842 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36074) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:15.524200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee59e9-3349-4b56-9d8c-2ce80ab1b429 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9832d7f5-859a-45cf-9506-e8724d912390,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:15.592810 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:15.620927 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0ee59e9-3349-4b56-9d8c-2ce80ab1b429 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:15.624926 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d0ee59e9-3349-4b56-9d8c-2ce80ab1b429 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "DELETE /v2.0/security-groups/9832d7f5-859a-45cf-9506-e8724d912390 HTTP/1.1" status: 204 len: 168 time: 0.4421134 Feb 17 09:36:15.625260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36080) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:15.730011 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6e2f6fd8-f9e9-4ce7-b74b-c5f385b75b55 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Synchronizing usage tracker for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:15.745144 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:15.764531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3b366345-6130-4b31-a38c-9cca0c263835 None None] Allocated IP 2001:db8:0:1::2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/4a86db2e-cc66-4aa1-90bf-fb82953e72de/31b41096-5a2f-482f-ae63-193bdd8ef076) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:15.821040 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef9295e-b104-4e00-bc56-3f69ac02ee9d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:15.821886 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6e2f6fd8-f9e9-4ce7-b74b-c5f385b75b55 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Unset dirty status for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:15.830121 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36092) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:15.831559 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6e2f6fd8-f9e9-4ce7-b74b-c5f385b75b55 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2052133 Feb 17 09:36:15.837130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2c45c5eb-2ea0-4e9e-b816-23bbf6134a06 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group': {'name': 'tempest-secgroup--559905433'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:15.845821 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2c45c5eb-2ea0-4e9e-b816-23bbf6134a06 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:15.856816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f730c02-3e57-4d0c-99b5-8a05868932f6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:15.857601 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9f730c02-3e57-4d0c-99b5-8a05868932f6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:15.879874 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f1323f7-bf14-437b-ab9d-44616f39bae8 req-57adfce3-5a62-4f80-b448-70ff09703a0e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2697461 Feb 17 09:36:15.879874 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2c45c5eb-2ea0-4e9e-b816-23bbf6134a06 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:15.913242 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:15.917658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36098) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:15.918220 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5f35eed7-14ad-4bf3-8e0a-d62692692577 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9549639 Feb 17 09:36:15.938115 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36102) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:15.998301 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3b366345-6130-4b31-a38c-9cca0c263835 None None] For port 31b41096-5a2f-482f-ae63-193bdd8ef076, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=31b41096-5a2f-482f-ae63-193bdd8ef076,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:16.025623 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a09a33d8-813d-489e-b093-994caa3248cf tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1061945 Feb 17 09:36:16.029245 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36106) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:16.032888 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b366345-6130-4b31-a38c-9cca0c263835 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.040207 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-568f607a-f66a-4882-9eff-0cf91ff0579e tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group': {'name': 'tempest-security--2063085657', 'description': 'tempest-security-description-439921535'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:16.050168 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36110) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:16.054508 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3b366345-6130-4b31-a38c-9cca0c263835 None None] Transition to ACTIVE for port object 31b41096-5a2f-482f-ae63-193bdd8ef076 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:16.081488 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-568f607a-f66a-4882-9eff-0cf91ff0579e tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.082404 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9f730c02-3e57-4d0c-99b5-8a05868932f6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:16.085818 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9f730c02-3e57-4d0c-99b5-8a05868932f6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.5607600 Feb 17 09:36:16.085818 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2c45c5eb-2ea0-4e9e-b816-23bbf6134a06 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.096942 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36116) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:16.123033 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-06d52ef9-ad01-4a0a-96fb-f18958fec48d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.141537 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b366345-6130-4b31-a38c-9cca0c263835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.160875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2c45c5eb-2ea0-4e9e-b816-23bbf6134a06 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:16.172142 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2c45c5eb-2ea0-4e9e-b816-23bbf6134a06 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:16.176333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2c45c5eb-2ea0-4e9e-b816-23bbf6134a06 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:16.179788 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-06d52ef9-ad01-4a0a-96fb-f18958fec48d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.195399 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2c45c5eb-2ea0-4e9e-b816-23bbf6134a06 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:16.197073 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-568f607a-f66a-4882-9eff-0cf91ff0579e tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.214083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-347256072'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:16.221804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:16.224784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1323f7-bf14-437b-ab9d-44616f39bae8 req-51b631f7-f2b2-40ca-b408-a3c81c313c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:16.229792 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f1323f7-bf14-437b-ab9d-44616f39bae8 req-51b631f7-f2b2-40ca-b408-a3c81c313c49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=730243740e684d8480d2d5f11486188a&device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 1099 time: 0.2133582 Feb 17 09:36:16.233603 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6454bedd-a336-4dc3-a976-6582288a87ab tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:16.234440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6454bedd-a336-4dc3-a976-6582288a87ab tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:16.238750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:network and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:16.241776 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:16.253819 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:16.258646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6454bedd-a336-4dc3-a976-6582288a87ab tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:16.263215 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6454bedd-a336-4dc3-a976-6582288a87ab tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1618636 Feb 17 09:36:16.263215 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36120) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:16.303154 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-568f607a-f66a-4882-9eff-0cf91ff0579e tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.305076 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-568f607a-f66a-4882-9eff-0cf91ff0579e tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.309568 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-568f607a-f66a-4882-9eff-0cf91ff0579e tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "PUT /v2.0/security-groups/9ef9295e-b104-4e00-bc56-3f69ac02ee9d HTTP/1.1" status: 200 len: 1777 time: 0.2760909 Feb 17 09:36:16.321246 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36124) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:16.338655 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b366345-6130-4b31-a38c-9cca0c263835 None None] Pushing event updated for resources: {'Port': ['ID=31b41096-5a2f-482f-ae63-193bdd8ef076,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:16.379535 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:16.383275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.403657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f607a-f66a-4882-9eff-0cf91ff0579e tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef9295e-b104-4e00-bc56-3f69ac02ee9d,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:16.423422 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726c8f0d-a308-4faf-91dc-379fa6a4d1ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:16.424735 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726c8f0d-a308-4faf-91dc-379fa6a4d1ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:16.426287 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726c8f0d-a308-4faf-91dc-379fa6a4d1ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:16.427142 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-726c8f0d-a308-4faf-91dc-379fa6a4d1ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:16.443029 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.473308 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bd0e6edc-d274-4202-9c36-8eb9e3507741 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-groups/9ef9295e-b104-4e00-bc56-3f69ac02ee9d HTTP/1.1" status: 200 len: 1777 time: 0.1506078 Feb 17 09:36:16.476834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36128) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:16.478900 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:16.484062 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:security_group_rule and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:16.487940 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:16.492385 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:36:16.495335 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:16.532167 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-726c8f0d-a308-4faf-91dc-379fa6a4d1ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:16.536084 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-726c8f0d-a308-4faf-91dc-379fa6a4d1ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2692053 Feb 17 09:36:16.538480 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36132) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:16.613227 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2c45c5eb-2ea0-4e9e-b816-23bbf6134a06 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.615259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-06d52ef9-ad01-4a0a-96fb-f18958fec48d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.641808 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c198a707-fe15-49cb-bd2e-5b9c8dbe809f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet 4a86db2e-cc66-4aa1-90bf-fb82953e72de {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:36:16.643033 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d52ef9-ad01-4a0a-96fb-f18958fec48d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4bd74e-8e53-438d-95ea-c66e298d6a6d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:16.646845 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c198a707-fe15-49cb-bd2e-5b9c8dbe809f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.655325 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1323f7-bf14-437b-ab9d-44616f39bae8 req-a1444bc5-c754-47a8-bbdb-5fc5c8468608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:16.655325 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f1323f7-bf14-437b-ab9d-44616f39bae8 req-a1444bc5-c754-47a8-bbdb-5fc5c8468608 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f809a305-6a10-43a8-a929-f23b5f0bc5f0 HTTP/1.1" status: 200 len: 913 time: 0.4043334 Feb 17 09:36:16.739526 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2c45c5eb-2ea0-4e9e-b816-23bbf6134a06 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.747261 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c198a707-fe15-49cb-bd2e-5b9c8dbe809f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.802232 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db3bfca3-7da7-494e-a20e-bc45fabcea6f tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.807883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.863258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-06d52ef9-ad01-4a0a-96fb-f18958fec48d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.863258 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-06d52ef9-ad01-4a0a-96fb-f18958fec48d tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "DELETE /v2.0/security-groups/bd4bd74e-8e53-438d-95ea-c66e298d6a6d HTTP/1.1" status: 204 len: 168 time: 0.9219513 Feb 17 09:36:16.868529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45c5eb-2ea0-4e9e-b816-23bbf6134a06 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103ac0a3-a44b-438e-afea-71e0a2c3a8a7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:16.870371 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36136) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:16.879298 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db3bfca3-7da7-494e-a20e-bc45fabcea6f tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:16.890841 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f1323f7-bf14-437b-ab9d-44616f39bae8 req-f14d4f8a-6949-4eb5-bf8d-e48810bdfcfb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01209840-4bec-4d42-8934-8293d51a9cbe HTTP/1.1" status: 200 len: 1002 time: 0.2189896 Feb 17 09:36:16.991212 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1323f7-bf14-437b-ab9d-44616f39bae8 req-6f341e03-0055-44c6-8724-fa1f20e442a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:16.991212 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f1323f7-bf14-437b-ab9d-44616f39bae8 req-6f341e03-0055-44c6-8724-fa1f20e442a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=56f2d9cf-33dc-43f3-982a-4c421802b2c0 HTTP/1.1" status: 200 len: 851 time: 0.0918579 Feb 17 09:36:17.013633 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-5f559374-5472-4000-beb0-b18e28fb8ea9 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] show failed (client error): The resource could not be found. Feb 17 09:36:17.017585 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5f559374-5472-4000-beb0-b18e28fb8ea9 tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "GET /v2.0/security-groups/bd4bd74e-8e53-438d-95ea-c66e298d6a6d HTTP/1.1" status: 404 len: 347 time: 0.1436300 Feb 17 09:36:17.018570 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36140) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:17.060257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2c45c5eb-2ea0-4e9e-b816-23bbf6134a06 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:17.061512 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2c45c5eb-2ea0-4e9e-b816-23bbf6134a06 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2304125 Feb 17 09:36:17.064687 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36144) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:17.071475 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e711099e-7dc9-4406-bb8e-d23c6c17c70d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '103ac0a3-a44b-438e-afea-71e0a2c3a8a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:17.079408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e711099e-7dc9-4406-bb8e-d23c6c17c70d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:17.085643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e711099e-7dc9-4406-bb8e-d23c6c17c70d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:17.091805 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:17.092178 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e711099e-7dc9-4406-bb8e-d23c6c17c70d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:17.099723 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e711099e-7dc9-4406-bb8e-d23c6c17c70d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:17.110849 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db3bfca3-7da7-494e-a20e-bc45fabcea6f tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:17.137164 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c198a707-fe15-49cb-bd2e-5b9c8dbe809f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:17.149348 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1323f7-bf14-437b-ab9d-44616f39bae8 req-72ae4957-4ff7-46c2-9df6-ec67cfc49862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:17.151764 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f1323f7-bf14-437b-ab9d-44616f39bae8 req-72ae4957-4ff7-46c2-9df6-ec67cfc49862 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f809a305-6a10-43a8-a929-f23b5f0bc5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1550105 Feb 17 09:36:17.155136 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bfca3-7da7-494e-a20e-bc45fabcea6f tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef9295e-b104-4e00-bc56-3f69ac02ee9d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:17.164027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f043d383-ea8d-447c-8537-58b5c73d5751 None None] Provisioning for port 31b41096-5a2f-482f-ae63-193bdd8ef076 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:17.173591 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f043d383-ea8d-447c-8537-58b5c73d5751 None None] Provisioning complete for port 31b41096-5a2f-482f-ae63-193bdd8ef076 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:17.175766 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f043d383-ea8d-447c-8537-58b5c73d5751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:17.296724 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:36:17.307458 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd644cb-afe7-410b-b837-dff8860af971,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:17.311801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9cb7c69c-236a-408b-bf32-b929fb70758a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Deleting port 1c701241-2678-420c-b982-4778304b5958 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:17.312167 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cb7c69c-236a-408b-bf32-b929fb70758a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:17.349528 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 31b41096-5a2f-482f-ae63-193bdd8ef076 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:17.363215 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:17.363215 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Added segment 417197bf-ccd5-458f-8cd8-48f643e1dfe3 of type vlan for network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e Feb 17 09:36:17.377411 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db3bfca3-7da7-494e-a20e-bc45fabcea6f tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:17.384944 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-db3bfca3-7da7-494e-a20e-bc45fabcea6f tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-groups/9ef9295e-b104-4e00-bc56-3f69ac02ee9d HTTP/1.1" status: 204 len: 168 time: 0.9020197 Feb 17 09:36:17.391619 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36148) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:17.469218 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f043d383-ea8d-447c-8537-58b5c73d5751 None None] Could not find standard attr ID for object c129e277-531a-4815-9441-8e53a74fa557. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:36:17.480770 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 31b41096-5a2f-482f-ae63-193bdd8ef076 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:17.481174 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:17.517628 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f1323f7-bf14-437b-ab9d-44616f39bae8 req-11517737-f1dd-4cbd-ab97-b75d5548e481 service neutron] 10.222.0.37 "GET /v2.0/networks/f809a305-6a10-43a8-a929-f23b5f0bc5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590119 Feb 17 09:36:17.524289 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-e711099e-7dc9-4406-bb8e-d23c6c17c70d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The resource could not be found. Feb 17 09:36:17.529900 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e711099e-7dc9-4406-bb8e-d23c6c17c70d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4598875 Feb 17 09:36:17.531082 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:17.536606 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36152) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:17.576658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9ae4e7e4-a1fc-4a5b-a72c-8a7e60280d52 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '103ac0a3-a44b-438e-afea-71e0a2c3a8a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '10434029-cfce-47f8-acb1-2e35447f78b1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:17.600282 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-07025ca6-3881-400d-a110-7129d2490e62 None None] Could not find standard attr ID for object f0ca13dd-09d2-4be1-801a-a1033d07a926. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:36:17.642812 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9ae4e7e4-a1fc-4a5b-a72c-8a7e60280d52 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:17.673390 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fe9603f8-ae29-47e0-a4fd-e335e8d322d2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2850192 Feb 17 09:36:17.675072 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c198a707-fe15-49cb-bd2e-5b9c8dbe809f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:17.679378 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36156) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:17.703164 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f1323f7-bf14-437b-ab9d-44616f39bae8 req-b7b77753-3825-40f7-858d-b8f1b0fe34da service neutron] 10.222.0.37 "GET /v2.0/networks/f809a305-6a10-43a8-a929-f23b5f0bc5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763167 Feb 17 09:36:17.728034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9ae4e7e4-a1fc-4a5b-a72c-8a7e60280d52 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:17.749801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9ae4e7e4-a1fc-4a5b-a72c-8a7e60280d52 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:17.764395 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198a707-fe15-49cb-bd2e-5b9c8dbe809f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=4a86db2e-cc66-4aa1-90bf-fb82953e72de,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:17.775134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9ae4e7e4-a1fc-4a5b-a72c-8a7e60280d52 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:17.791155 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-573d154e-976b-4539-9015-89cbbed6a7f7 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] delete failed (client error): The resource could not be found. Feb 17 09:36:17.797169 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-573d154e-976b-4539-9015-89cbbed6a7f7 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-groups/9ef9295e-b104-4e00-bc56-3f69ac02ee9d HTTP/1.1" status: 404 len: 347 time: 0.0731776 Feb 17 09:36:17.797169 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c198a707-fe15-49cb-bd2e-5b9c8dbe809f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:17.798162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36160) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:17.804498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bf0f1381-b941-4ce1-9213-a7252f187d38 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group': {'name': 'tempest-secgroup--2098179280'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:17.807134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:17.813355 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:17.813992 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:17.815694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bf0f1381-b941-4ce1-9213-a7252f187d38 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:17.816392 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-788a921f-43e7-4fcc-ba7c-6f91eac94240 None None] Could not find standard attr ID for object 6723693e-c2a8-4459-a218-6f0ab89e22a4. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:36:17.820702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bf0f1381-b941-4ce1-9213-a7252f187d38 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:17.825010 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bf0f1381-b941-4ce1-9213-a7252f187d38 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:17.831715 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bf0f1381-b941-4ce1-9213-a7252f187d38 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:17.848632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cb7c69c-236a-408b-bf32-b929fb70758a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:17.853272 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cb7c69c-236a-408b-bf32-b929fb70758a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:17.929467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1381-b941-4ce1-9213-a7252f187d38 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:17.955602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb04a23d-aa16-4748-be25-ef94b806df6b None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:17.960711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bf0f1381-b941-4ce1-9213-a7252f187d38 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:17.965669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bf0f1381-b941-4ce1-9213-a7252f187d38 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:17.969661 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bf0f1381-b941-4ce1-9213-a7252f187d38 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:17.977278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bf0f1381-b941-4ce1-9213-a7252f187d38 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:18.044323 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6cd42eb0-59d9-4f2c-bd6a-99ca009e6367 None None] Could not find standard attr ID for object c129e277-531a-4815-9441-8e53a74fa557. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:36:18.061489 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9cb7c69c-236a-408b-bf32-b929fb70758a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Calling delete_port for 1c701241-2678-420c-b982-4778304b5958 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:18.077629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1381-b941-4ce1-9213-a7252f187d38 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.096036 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0401893 Feb 17 09:36:18.096036 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c198a707-fe15-49cb-bd2e-5b9c8dbe809f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/4a86db2e-cc66-4aa1-90bf-fb82953e72de HTTP/1.1" status: 204 len: 168 time: 1.5552824 Feb 17 09:36:18.097676 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36164) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:18.098572 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36166) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:18.105972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'name': 'tempest-PortsTestJSON-1037111225'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:18.183028 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1381-b941-4ce1-9213-a7252f187d38 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.183278 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a9c3c-a11c-4ab8-b370-f382541507b4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Network': ['ID=5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:18.213895 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:36:18.256818 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77ccae2-6944-4d68-ae61-c3a1c9286f85 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet 76c73979-41d2-4b93-b3fb-86ea6dda83d1 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:36:18.260337 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d77ccae2-6944-4d68-ae61-c3a1c9286f85 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.266442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f1381-b941-4ce1-9213-a7252f187d38 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f4ec85-cc86-4cef-8643-b0d6359f13bd,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:18.273405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:18.278308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:port and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:18.282251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:18.288085 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:18.296953 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-9ae4e7e4-a1fc-4a5b-a72c-8a7e60280d52 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The resource could not be found. Feb 17 09:36:18.296953 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9ae4e7e4-a1fc-4a5b-a72c-8a7e60280d52 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7551436 Feb 17 09:36:18.300601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36172) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:18.362995 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:18.366923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.378385 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1381-b941-4ce1-9213-a7252f187d38 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.379598 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bf0f1381-b941-4ce1-9213-a7252f187d38 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5803690 Feb 17 09:36:18.382625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36176) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:18.391275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4840864d-df66-4277-a15e-d93ac62b38cd tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group_rule': {'security_group_id': '78f4ec85-cc86-4cef-8643-b0d6359f13bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:18.399422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4840864d-df66-4277-a15e-d93ac62b38cd tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:18.407863 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4840864d-df66-4277-a15e-d93ac62b38cd tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:18.411256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] device_id is not set on port 7dae0526-c284-4f99-a7c6-60c0d0a21449 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:36:18.416583 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d77ccae2-6944-4d68-ae61-c3a1c9286f85 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.448548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4840864d-df66-4277-a15e-d93ac62b38cd tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:18.456182 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4840864d-df66-4277-a15e-d93ac62b38cd tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:18.499976 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e098bb4-37d3-4f29-8dd1-36987fc6ecca tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.555193 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e098bb4-37d3-4f29-8dd1-36987fc6ecca tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.566551 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4840864d-df66-4277-a15e-d93ac62b38cd tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.592727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cb7c69c-236a-408b-bf32-b929fb70758a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.719250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7c69c-236a-408b-bf32-b929fb70758a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Pushing event deleted for resources: {'Port': ['ID=1c701241-2678-420c-b982-4778304b5958,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:18.759318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.766140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4840864d-df66-4277-a15e-d93ac62b38cd tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.772488 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d77ccae2-6944-4d68-ae61-c3a1c9286f85 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.845227 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cb7c69c-236a-408b-bf32-b929fb70758a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.856301 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4840864d-df66-4277-a15e-d93ac62b38cd tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.878223 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e098bb4-37d3-4f29-8dd1-36987fc6ecca tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.882208 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840864d-df66-4277-a15e-d93ac62b38cd tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1eaddd-ba31-4a59-9187-c9b1364e4d4b,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:18.887735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.900069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e098bb4-37d3-4f29-8dd1-36987fc6ecca tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=103ac0a3-a44b-438e-afea-71e0a2c3a8a7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:18.931392 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cb7c69c-236a-408b-bf32-b929fb70758a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.932988 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9cb7c69c-236a-408b-bf32-b929fb70758a tempest-ServerActionsTestJSON-1143007007 tempest-ServerActionsTestJSON-1143007007-project] 10.222.0.75 "DELETE /v2.0/floatingips/d5dad5ef-7a22-425a-aefe-9428eee5882a HTTP/1.1" status: 204 len: 168 time: 1.9134431 Feb 17 09:36:18.937373 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36180) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:18.947796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d77ccae2-6944-4d68-ae61-c3a1c9286f85 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.994461 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e098bb4-37d3-4f29-8dd1-36987fc6ecca tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:18.996045 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4e098bb4-37d3-4f29-8dd1-36987fc6ecca tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "DELETE /v2.0/security-groups/103ac0a3-a44b-438e-afea-71e0a2c3a8a7 HTTP/1.1" status: 204 len: 168 time: 0.6948049 Feb 17 09:36:18.999853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ccae2-6944-4d68-ae61-c3a1c9286f85 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=76c73979-41d2-4b93-b3fb-86ea6dda83d1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:19.008700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36186) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:19.009054 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d77ccae2-6944-4d68-ae61-c3a1c9286f85 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:19.010859 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d77ccae2-6944-4d68-ae61-c3a1c9286f85 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/76c73979-41d2-4b93-b3fb-86ea6dda83d1 HTTP/1.1" status: 204 len: 168 time: 0.9023900 Feb 17 09:36:19.013945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36190) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:19.035000 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4840864d-df66-4277-a15e-d93ac62b38cd tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:19.037763 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4840864d-df66-4277-a15e-d93ac62b38cd tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6528559 Feb 17 09:36:19.045365 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d7f166-1a25-4561-94b6-3c8d3f84649e None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:19.052065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36194) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:19.052757 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=7dae0526-c284-4f99-a7c6-60c0d0a21449,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:19.129058 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1fa39d2d-1bb8-4829-bf96-5b76161c6c32 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Synchronizing usage tracker for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:19.136946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Checking segment: {'id': '417197bf-ccd5-458f-8cd8-48f643e1dfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:36:19.137298 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network hostable DHCP agents. Network: 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:36:19.142210 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b53bc43b-b13a-4c6f-8a1f-ed96e80d1ded tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:19.160309 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b53bc43b-b13a-4c6f-8a1f-ed96e80d1ded tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:19.231340 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-225767f8-026a-4ed6-9739-4a441c99c8f4 None None] Provisioning complete for port 31b41096-5a2f-482f-ae63-193bdd8ef076 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:19.231993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-225767f8-026a-4ed6-9739-4a441c99c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:19.249599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1fa39d2d-1bb8-4829-bf96-5b76161c6c32 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Unset dirty status for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:19.254860 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1fa39d2d-1bb8-4829-bf96-5b76161c6c32 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2479303 Feb 17 09:36:19.256671 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36198) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:19.263337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-563782ae-9fca-4ee2-923a-8823ed952608 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '5e5e9800-bb78-4478-a11e-542a86a78441', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:19.269707 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-563782ae-9fca-4ee2-923a-8823ed952608 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:19.274334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-563782ae-9fca-4ee2-923a-8823ed952608 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:19.278198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-563782ae-9fca-4ee2-923a-8823ed952608 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:19.281086 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:36:19.293200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-563782ae-9fca-4ee2-923a-8823ed952608 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:19.295373 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b53bc43b-b13a-4c6f-8a1f-ed96e80d1ded tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:19.314757 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2d0be750-c49b-49b5-93e5-280046ddd79b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2967937 Feb 17 09:36:19.316091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36202) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:19.323548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-319fef1d-5b33-44d7-8a4b-bee6a58b50db tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:19.344845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc43b-b13a-4c6f-8a1f-ed96e80d1ded tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d1eaddd-ba31-4a59-9187-c9b1364e4d4b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:19.356065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b53bc43b-b13a-4c6f-8a1f-ed96e80d1ded tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:19.357710 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b53bc43b-b13a-4c6f-8a1f-ed96e80d1ded tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/4d1eaddd-ba31-4a59-9187-c9b1364e4d4b HTTP/1.1" status: 204 len: 168 time: 0.3017676 Feb 17 09:36:19.407332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36206) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:19.453738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:19.465368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba3e122-806e-4697-83a1-6a5232228291 None None] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:19.473417 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:19.479046 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:19.481252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:19.539072 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56138e4-a3ae-46e2-b422-00ccf8df032a None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:36:19.544193 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bac32770-1d4b-484c-9267-88887c7b7384 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:19.548246 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-319fef1d-5b33-44d7-8a4b-bee6a58b50db tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:19.559050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-319fef1d-5b33-44d7-8a4b-bee6a58b50db tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:19.563040 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c56138e4-a3ae-46e2-b422-00ccf8df032a None None] Deleting port 31b41096-5a2f-482f-ae63-193bdd8ef076 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:19.563670 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c56138e4-a3ae-46e2-b422-00ccf8df032a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:19.698533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-319fef1d-5b33-44d7-8a4b-bee6a58b50db tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:19.709096 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c03078e4-6819-49b4-8094-bffdfc0d1ec0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6094670 Feb 17 09:36:19.714207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-319fef1d-5b33-44d7-8a4b-bee6a58b50db tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:19.714207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36210) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:19.731762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-03a458f2-0b33-45dd-849a-58905a01a437 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1965625189'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:19.738847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-03a458f2-0b33-45dd-849a-58905a01a437 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:19.742049 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-03a458f2-0b33-45dd-849a-58905a01a437 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:network and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:19.745088 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-03a458f2-0b33-45dd-849a-58905a01a437 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:19.752031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-03a458f2-0b33-45dd-849a-58905a01a437 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:19.809576 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-563782ae-9fca-4ee2-923a-8823ed952608 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The resource could not be found. Feb 17 09:36:19.815283 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-563782ae-9fca-4ee2-923a-8823ed952608 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5533986 Feb 17 09:36:19.816945 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36214) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:19.820802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9d1822c1-bcc9-4477-985c-877e4972aafe tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502933792'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:19.827937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bac32770-1d4b-484c-9267-88887c7b7384 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:19.832359 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bac32770-1d4b-484c-9267-88887c7b7384 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4209590 Feb 17 09:36:19.832359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9d1822c1-bcc9-4477-985c-877e4972aafe tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:19.833752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a458f2-0b33-45dd-849a-58905a01a437 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:19.837907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03a458f2-0b33-45dd-849a-58905a01a437 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:19.848477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319fef1d-5b33-44d7-8a4b-bee6a58b50db tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:19.851800 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-319fef1d-5b33-44d7-8a4b-bee6a58b50db tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:19.865846 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36220) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:19.879528 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c56138e4-a3ae-46e2-b422-00ccf8df032a None None] For port 31b41096-5a2f-482f-ae63-193bdd8ef076, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=31b41096-5a2f-482f-ae63-193bdd8ef076,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:19.879916 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c56138e4-a3ae-46e2-b422-00ccf8df032a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:19.935165 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9d1822c1-bcc9-4477-985c-877e4972aafe tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:19.979342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a458f2-0b33-45dd-849a-58905a01a437 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:36:19.986624 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1f71658-017b-4f33-ba97-4303a11b14aa tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.002017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03a458f2-0b33-45dd-849a-58905a01a437 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.002278 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-03a458f2-0b33-45dd-849a-58905a01a437 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Added segment 9b3e973b-c58e-4960-a56c-08b2d832ca9e of type vlan for network 6738f372-a6c4-46d6-9dbf-12e8cb71ea19 Feb 17 09:36:20.019057 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c56138e4-a3ae-46e2-b422-00ccf8df032a None None] Calling delete_port for 31b41096-5a2f-482f-ae63-193bdd8ef076 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:20.024905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1f71658-017b-4f33-ba97-4303a11b14aa tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.043490 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03a458f2-0b33-45dd-849a-58905a01a437 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.094222 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d1822c1-bcc9-4477-985c-877e4972aafe tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.127189 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e898c76e-8bdb-4d50-9724-b4d7937543c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.151318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9d1822c1-bcc9-4477-985c-877e4972aafe tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:20.158578 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9d1822c1-bcc9-4477-985c-877e4972aafe tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:20.162353 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9d1822c1-bcc9-4477-985c-877e4972aafe tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:20.180168 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c56138e4-a3ae-46e2-b422-00ccf8df032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.180899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9d1822c1-bcc9-4477-985c-877e4972aafe tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:20.217701 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1f71658-017b-4f33-ba97-4303a11b14aa tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.223292 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03a458f2-0b33-45dd-849a-58905a01a437 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.228733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a458f2-0b33-45dd-849a-58905a01a437 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:20.229318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03a458f2-0b33-45dd-849a-58905a01a437 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.234082 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56138e4-a3ae-46e2-b422-00ccf8df032a None None] Pushing event deleted for resources: {'Port': ['ID=31b41096-5a2f-482f-ae63-193bdd8ef076,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:20.236596 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56138e4-a3ae-46e2-b422-00ccf8df032a None None] No DVR routers for this DVR port 31b41096-5a2f-482f-ae63-193bdd8ef076 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:36:20.310782 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f71658-017b-4f33-ba97-4303a11b14aa tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f4ec85-cc86-4cef-8643-b0d6359f13bd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:20.400310 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1f71658-017b-4f33-ba97-4303a11b14aa tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.401449 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c1f71658-017b-4f33-ba97-4303a11b14aa tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-groups/78f4ec85-cc86-4cef-8643-b0d6359f13bd HTTP/1.1" status: 204 len: 168 time: 0.5292549 Feb 17 09:36:20.405661 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36224) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:20.461439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a458f2-0b33-45dd-849a-58905a01a437 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Network': ['ID=6738f372-a6c4-46d6-9dbf-12e8cb71ea19,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:20.476238 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 6738f372-a6c4-46d6-9dbf-12e8cb71ea19 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:36:20.503638 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-03a458f2-0b33-45dd-849a-58905a01a437 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7834592 Feb 17 09:36:20.517960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36228) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:20.562090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d1822c1-bcc9-4477-985c-877e4972aafe tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.570446 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e898c76e-8bdb-4d50-9724-b4d7937543c8 admin admin] Deleting port 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:20.570795 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e898c76e-8bdb-4d50-9724-b4d7937543c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.580014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'ports': [{'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e'}, {'network_id': '6738f372-a6c4-46d6-9dbf-12e8cb71ea19'}]} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:20.580318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:20.580789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'network_id': '6738f372-a6c4-46d6-9dbf-12e8cb71ea19'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:20.601195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.objects.ports [None req-319fef1d-5b33-44d7-8a4b-bee6a58b50db tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:36:20.612490 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-319fef1d-5b33-44d7-8a4b-bee6a58b50db tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.708529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-eca891a2-62d1-409c-951f-a78f5849aafc tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:20.725016 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d1822c1-bcc9-4477-985c-877e4972aafe tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.774703 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-e898c76e-8bdb-4d50-9724-b4d7937543c8 admin admin] For port 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011,segment=NetworkSegment(f7a16081-d24e-4724-aa40-c8b335ca82d9),segment_id=f7a16081-d24e-4724-aa40-c8b335ca82d9)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:20.775113 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e898c76e-8bdb-4d50-9724-b4d7937543c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.799502 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319fef1d-5b33-44d7-8a4b-bee6a58b50db tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:20.816597 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-319fef1d-5b33-44d7-8a4b-bee6a58b50db tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:20.830598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0814bed-2a2d-4652-9ed8-0f1eb14e4220 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:20.844488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319fef1d-5b33-44d7-8a4b-bee6a58b50db tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:20.849072 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-319fef1d-5b33-44d7-8a4b-bee6a58b50db tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.880315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1822c1-bcc9-4477-985c-877e4972aafe tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acd60dc-8abc-43a2-8c30-917e3b638d51,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:20.882686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319fef1d-5b33-44d7-8a4b-bee6a58b50db tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=23e11be9-127b-435b-b0df-75513f2cc508,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:20.980250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d1822c1-bcc9-4477-985c-877e4972aafe tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:20.981387 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9d1822c1-bcc9-4477-985c-877e4972aafe tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1648648 Feb 17 09:36:20.982340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-eca891a2-62d1-409c-951f-a78f5849aafc tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:20.983992 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-eca891a2-62d1-409c-951f-a78f5849aafc tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5688286 Feb 17 09:36:20.990069 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36232) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:20.992301 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36234) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:20.999094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-33cfe8b3-576f-49b9-a109-ba4d89f64315 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group': {'name': 'tempest-secgroup--2025569940'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:21.019047 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-00ab8bd2-6d43-4968-aaf2-939bae3ae474 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527600178'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:21.028814 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-33cfe8b3-576f-49b9-a109-ba4d89f64315 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:21.034599 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-319fef1d-5b33-44d7-8a4b-bee6a58b50db tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7146454 Feb 17 09:36:21.034599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-00ab8bd2-6d43-4968-aaf2-939bae3ae474 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:21.049280 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36240) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:21.072087 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8c677b77-587c-4aaa-b1aa-8549abb2acf6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:21.092803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-00ab8bd2-6d43-4968-aaf2-939bae3ae474 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:21.095008 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-33cfe8b3-576f-49b9-a109-ba4d89f64315 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:21.124948 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e898c76e-8bdb-4d50-9724-b4d7937543c8 admin admin] Calling delete_port for 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:21.165959 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:21.171740 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': '23e11be9-127b-435b-b0df-75513f2cc508'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:36:21.175157 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:21.178938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:port and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:21.184668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:21.200975 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:21.233258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00ab8bd2-6d43-4968-aaf2-939bae3ae474 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:21.269838 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-33cfe8b3-576f-49b9-a109-ba4d89f64315 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:21.310398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-00ab8bd2-6d43-4968-aaf2-939bae3ae474 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:21.315318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8c677b77-587c-4aaa-b1aa-8549abb2acf6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:21.321597 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-00ab8bd2-6d43-4968-aaf2-939bae3ae474 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:21.325383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8c677b77-587c-4aaa-b1aa-8549abb2acf6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:21.328999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-00ab8bd2-6d43-4968-aaf2-939bae3ae474 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:21.331663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8c677b77-587c-4aaa-b1aa-8549abb2acf6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:21.334635 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-33cfe8b3-576f-49b9-a109-ba4d89f64315 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:21.344495 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-33cfe8b3-576f-49b9-a109-ba4d89f64315 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:21.347235 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-00ab8bd2-6d43-4968-aaf2-939bae3ae474 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:21.350867 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-33cfe8b3-576f-49b9-a109-ba4d89f64315 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:21.352086 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8c677b77-587c-4aaa-b1aa-8549abb2acf6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:21.360554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-33cfe8b3-576f-49b9-a109-ba4d89f64315 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:21.375852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'port': 2} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:21.380357 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:21.382709 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 31b41096-5a2f-482f-ae63-193bdd8ef076 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:36:21.428589 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:21.468307 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c677b77-587c-4aaa-b1aa-8549abb2acf6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:21.471723 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c677b77-587c-4aaa-b1aa-8549abb2acf6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:21.475132 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 31b41096-5a2f-482f-ae63-193bdd8ef076 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:36:21.475615 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 31b41096-5a2f-482f-ae63-193bdd8ef076 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:36:21.490606 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Allocated IP 2001:db8::f816:3eff:fea9:316 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/23e11be9-127b-435b-b0df-75513f2cc508/88e84932-91d6-42e0-a085-f84bb21723b0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:21.580828 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e898c76e-8bdb-4d50-9724-b4d7937543c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:21.711345 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898c76e-8bdb-4d50-9724-b4d7937543c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:21.799299 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:21.836684 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Transition to ACTIVE for port object 88e84932-91d6-42e0-a085-f84bb21723b0 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:21.880987 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Transition to ACTIVE for port object 88e84932-91d6-42e0-a085-f84bb21723b0 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:21.987014 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:21.998715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e898c76e-8bdb-4d50-9724-b4d7937543c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:22.028968 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00ab8bd2-6d43-4968-aaf2-939bae3ae474 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:22.035500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-33cfe8b3-576f-49b9-a109-ba4d89f64315 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:22.059826 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:22.062810 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:22.066950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:22.087865 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.ipam_backend_mixin [None req-8c677b77-587c-4aaa-b1aa-8549abb2acf6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 23e11be9-127b-435b-b0df-75513f2cc508 (CIDR: 2001:db8::/64) Feb 17 09:36:22.091069 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00ab8bd2-6d43-4968-aaf2-939bae3ae474 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:22.098056 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] device_id is not set on port 3d76070f-a50e-44dc-836d-2fa2b4a742e5 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:36:22.104312 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Pushing event updated for resources: {'Port': ['ID=88e84932-91d6-42e0-a085-f84bb21723b0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:22.136734 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-33cfe8b3-576f-49b9-a109-ba4d89f64315 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:22.154865 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab8bd2-6d43-4968-aaf2-939bae3ae474 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7507b67-c418-4ee2-a92b-8399b028994d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:22.170757 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Attempting to bind port 88e84932-91d6-42e0-a085-f84bb21723b0 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:36:22.171140 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Attempting to bind port 88e84932-91d6-42e0-a085-f84bb21723b0 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:36:22.171506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Attempting to bind port 88e84932-91d6-42e0-a085-f84bb21723b0 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:36:22.177544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:36:22.177950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:36:22.178374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:22.178949 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:36:22.179429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Bound port: 88e84932-91d6-42e0-a085-f84bb21723b0, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:36:22.179813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:22.194094 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c677b77-587c-4aaa-b1aa-8549abb2acf6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:22.194639 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c677b77-587c-4aaa-b1aa-8549abb2acf6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:22.228791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfe8b3-576f-49b9-a109-ba4d89f64315 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1166dacd-2068-4e5e-9384-e2cae67f8340,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:22.283446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] For port 88e84932-91d6-42e0-a085-f84bb21723b0, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:36:22.287700 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] For port 88e84932-91d6-42e0-a085-f84bb21723b0, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=88e84932-91d6-42e0-a085-f84bb21723b0,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:36:22.306347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00ab8bd2-6d43-4968-aaf2-939bae3ae474 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:22.307731 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-00ab8bd2-6d43-4968-aaf2-939bae3ae474 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3163447 Feb 17 09:36:22.312097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36244) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:22.318961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-03e549c1-6e63-4c36-bfa7-2b1b97e58996 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group_rule': {'security_group_id': '0acd60dc-8abc-43a2-8c30-917e3b638d51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c7507b67-c418-4ee2-a92b-8399b028994d'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:22.345417 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:22.365212 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-33cfe8b3-576f-49b9-a109-ba4d89f64315 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:22.369090 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-33cfe8b3-576f-49b9-a109-ba4d89f64315 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3735094 Feb 17 09:36:22.371127 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8c677b77-587c-4aaa-b1aa-8549abb2acf6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3202300 Feb 17 09:36:22.375791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36248) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:22.375964 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36250) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:22.384889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-03e549c1-6e63-4c36-bfa7-2b1b97e58996 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:22.387209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:22.400574 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-03e549c1-6e63-4c36-bfa7-2b1b97e58996 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:22.407427 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-03e549c1-6e63-4c36-bfa7-2b1b97e58996 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:22.415967 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-03e549c1-6e63-4c36-bfa7-2b1b97e58996 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:22.429590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9af82528-fcce-47a9-9b8e-f2526c2e5a60 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group_rule': {'security_group_id': '1166dacd-2068-4e5e-9384-e2cae67f8340', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:22.436830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7be48f79-5c60-4a6b-bb1e-9358edef6fe0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:22.440142 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e898c76e-8bdb-4d50-9724-b4d7937543c8 admin admin] Router eebea5c7-47da-4476-8b60-9af96fc439d4 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:36:22.471969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec188d-e23c-4647-bbdf-b68682efeefd None None] Pushing event updated for resources: {'Port': ['ID=88e84932-91d6-42e0-a085-f84bb21723b0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:22.513683 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9af82528-fcce-47a9-9b8e-f2526c2e5a60 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:22.533758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9af82528-fcce-47a9-9b8e-f2526c2e5a60 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:22.543587 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9af82528-fcce-47a9-9b8e-f2526c2e5a60 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:22.576132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9af82528-fcce-47a9-9b8e-f2526c2e5a60 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:22.586143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] device_id is not set on port d11e8f05-6e86-4141-a9f0-4edf5acf5a10 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:36:22.642778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7be48f79-5c60-4a6b-bb1e-9358edef6fe0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:22.648905 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7be48f79-5c60-4a6b-bb1e-9358edef6fe0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:22.653027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7be48f79-5c60-4a6b-bb1e-9358edef6fe0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:22.655805 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e898c76e-8bdb-4d50-9724-b4d7937543c8 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:36:22.660424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7be48f79-5c60-4a6b-bb1e-9358edef6fe0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:22.665603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebfb136-891c-403e-97b1-942f6e627246 None None] Sync routers for ids ['eebea5c7-47da-4476-8b60-9af96fc439d4'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:36:22.677744 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebfb136-891c-403e-97b1-942f6e627246 None None] Routers {'eebea5c7-47da-4476-8b60-9af96fc439d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:36:22.678539 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-eebfb136-891c-403e-97b1-942f6e627246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:35:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['eebea5c7-47da-4476-8b60-9af96fc439d4'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:22.679180 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e898c76e-8bdb-4d50-9724-b4d7937543c8 admin admin] 10.222.0.75 "PUT /v2.0/routers/eebea5c7-47da-4476-8b60-9af96fc439d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7405641 Feb 17 09:36:22.681641 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36256) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:22.725181 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9af82528-fcce-47a9-9b8e-f2526c2e5a60 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:22.767235 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-03e549c1-6e63-4c36-bfa7-2b1b97e58996 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:22.768572 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-03e549c1-6e63-4c36-bfa7-2b1b97e58996 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4555159 Feb 17 09:36:22.777657 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36260) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:22.780354 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be48f79-5c60-4a6b-bb1e-9358edef6fe0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:22.784497 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7be48f79-5c60-4a6b-bb1e-9358edef6fe0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:22.872622 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9af82528-fcce-47a9-9b8e-f2526c2e5a60 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:22.934384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea8af-dccb-4e8b-895b-de49cce0ed4e admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:22.939464 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-eebfb136-891c-403e-97b1-942f6e627246 None None] Set router eebea5c7-47da-4476-8b60-9af96fc439d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:36:22.944211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:22.956524 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9af82528-fcce-47a9-9b8e-f2526c2e5a60 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:23.050128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af82528-fcce-47a9-9b8e-f2526c2e5a60 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcdb012-c14d-4c79-99b8-0bb2397e2d90,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:23.121043 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a9d9fd5-cdaa-48c9-a0b4-8cee6bed2034 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:23.174422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9af82528-fcce-47a9-9b8e-f2526c2e5a60 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:23.179257 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9af82528-fcce-47a9-9b8e-f2526c2e5a60 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8012619 Feb 17 09:36:23.179869 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36264) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:23.186959 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a9d9fd5-cdaa-48c9-a0b4-8cee6bed2034 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:23.202333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-852eea3d-8c1e-4ae6-9422-82409b2fab99 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group_rule': {'security_group_id': '1166dacd-2068-4e5e-9384-e2cae67f8340', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:23.221653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-852eea3d-8c1e-4ae6-9422-82409b2fab99 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:23.235447 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-852eea3d-8c1e-4ae6-9422-82409b2fab99 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:23.241777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:23.243890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-852eea3d-8c1e-4ae6-9422-82409b2fab99 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:23.298586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-852eea3d-8c1e-4ae6-9422-82409b2fab99 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:23.346105 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea8af-dccb-4e8b-895b-de49cce0ed4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:23.376266 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-eebfb136-891c-403e-97b1-942f6e627246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'name': 'tempest-ServerActionsTestJSON-86002677-router', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:36:21Z', 'revision_number': 5, 'project_id': 'c1c659be8822417aae54db469e0be910', 'gw_port': {'id': '63776b4a-e880-42d3-8b8f-156f8925f03e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:31:07Z', 'updated_at': '2022-02-17T09:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:23.381002 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebfb136-891c-403e-97b1-942f6e627246 None None] Checking router: eebea5c7-47da-4476-8b60-9af96fc439d4 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:36:23.394959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 88e84932-91d6-42e0-a085-f84bb21723b0 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:23.401117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:23.412934 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:23.420699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:23.425297 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:23.443837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=3d76070f-a50e-44dc-836d-2fa2b4a742e5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:23.444192 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebfb136-891c-403e-97b1-942f6e627246 None None] Routers {'eebea5c7-47da-4476-8b60-9af96fc439d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:36:23.444569 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ea8af-dccb-4e8b-895b-de49cce0ed4e admin admin] Deleting port 63776b4a-e880-42d3-8b8f-156f8925f03e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:23.444826 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-eebfb136-891c-403e-97b1-942f6e627246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:35:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['eebea5c7-47da-4476-8b60-9af96fc439d4'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:23.447397 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea8af-dccb-4e8b-895b-de49cce0ed4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:23.546318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=d11e8f05-6e86-4141-a9f0-4edf5acf5a10,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:23.560994 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a9d9fd5-cdaa-48c9-a0b4-8cee6bed2034 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:23.629966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d9fd5-cdaa-48c9-a0b4-8cee6bed2034 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7507b67-c418-4ee2-a92b-8399b028994d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:23.640249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Checking segment: {'id': '9b3e973b-c58e-4960-a56c-08b2d832ca9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '6738f372-a6c4-46d6-9dbf-12e8cb71ea19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:36:23.640595 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network hostable DHCP agents. Network: 6738f372-a6c4-46d6-9dbf-12e8cb71ea19, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:36:23.645159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-852eea3d-8c1e-4ae6-9422-82409b2fab99 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:23.668511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a9d9fd5-cdaa-48c9-a0b4-8cee6bed2034 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:23.669667 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3a9d9fd5-cdaa-48c9-a0b4-8cee6bed2034 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "DELETE /v2.0/security-groups/c7507b67-c418-4ee2-a92b-8399b028994d HTTP/1.1" status: 204 len: 168 time: 0.8682947 Feb 17 09:36:23.681194 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36268) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:23.787276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-eebfb136-891c-403e-97b1-942f6e627246 None None] Set router eebea5c7-47da-4476-8b60-9af96fc439d4 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:36:23.793680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-852eea3d-8c1e-4ae6-9422-82409b2fab99 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:23.817775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-fe9ea8af-dccb-4e8b-895b-de49cce0ed4e admin admin] For port 63776b4a-e880-42d3-8b8f-156f8925f03e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=63776b4a-e880-42d3-8b8f-156f8925f03e,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:23.818169 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea8af-dccb-4e8b-895b-de49cce0ed4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:23.830936 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-50bfb055-6cc4-4ef9-928c-df2f991e327b tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Synchronizing usage tracker for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:23.854269 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 6738f372-a6c4-46d6-9dbf-12e8cb71ea19 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:36:23.878438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7be48f79-5c60-4a6b-bb1e-9358edef6fe0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:23.883328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-852eea3d-8c1e-4ae6-9422-82409b2fab99 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:23.961082 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-eebfb136-891c-403e-97b1-942f6e627246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'name': 'tempest-ServerActionsTestJSON-86002677-router', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:36:23Z', 'revision_number': 6, 'project_id': 'c1c659be8822417aae54db469e0be910', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:23.962367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 6738f372-a6c4-46d6-9dbf-12e8cb71ea19) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:23.969373 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebfb136-891c-403e-97b1-942f6e627246 None None] The sync data for ids ['eebea5c7-47da-4476-8b60-9af96fc439d4'] in dv-neutron-828143-5-hyperv is: [{'id': 'eebea5c7-47da-4476-8b60-9af96fc439d4', 'name': 'tempest-ServerActionsTestJSON-86002677-router', 'tenant_id': 'c1c659be8822417aae54db469e0be910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:31:04Z', 'updated_at': '2022-02-17T09:36:23Z', 'revision_number': 6, 'project_id': 'c1c659be8822417aae54db469e0be910', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:36:23.969631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852eea3d-8c1e-4ae6-9422-82409b2fab99 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c38727-0ba5-4b45-9219-afc79e2b18d6,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:23.974091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be48f79-5c60-4a6b-bb1e-9358edef6fe0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:23.985881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:23.987088 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e62e85-690b-4a42-9259-2ead7cc12c26 None None] Network 6738f372-a6c4-46d6-9dbf-12e8cb71ea19 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:23.991424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ea8af-dccb-4e8b-895b-de49cce0ed4e admin admin] Calling delete_port for 63776b4a-e880-42d3-8b8f-156f8925f03e owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:23.991923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:23.997226 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:23.997989 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.010256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7be48f79-5c60-4a6b-bb1e-9358edef6fe0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:24.023177 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be48f79-5c60-4a6b-bb1e-9358edef6fe0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:24.023883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7be48f79-5c60-4a6b-bb1e-9358edef6fe0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.048817 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be48f79-5c60-4a6b-bb1e-9358edef6fe0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=0bb67b40-542c-4618-8080-94d93103a0a4,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:24.050804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-50bfb055-6cc4-4ef9-928c-df2f991e327b tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Unset dirty status for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:24.054163 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-50bfb055-6cc4-4ef9-928c-df2f991e327b tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3709514 Feb 17 09:36:24.057364 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36272) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:24.072196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73781e65-1f7b-432e-b459-f0e6214743b9 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:24.072844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-852eea3d-8c1e-4ae6-9422-82409b2fab99 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.077094 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-852eea3d-8c1e-4ae6-9422-82409b2fab99 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8897579 Feb 17 09:36:24.078717 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36276) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:24.085436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6795cb9a-85a9-431b-898f-c2c6a7789f3d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group_rule': {'security_group_id': '1166dacd-2068-4e5e-9384-e2cae67f8340', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:24.095878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 88e84932-91d6-42e0-a085-f84bb21723b0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:24.099157 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-95d6a066-5ef1-4a49-901e-1ee71957eed1 None None] Provisioning for port 88e84932-91d6-42e0-a085-f84bb21723b0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:24.100935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6795cb9a-85a9-431b-898f-c2c6a7789f3d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:24.119023 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6795cb9a-85a9-431b-898f-c2c6a7789f3d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:24.124721 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6795cb9a-85a9-431b-898f-c2c6a7789f3d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:24.132826 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6795cb9a-85a9-431b-898f-c2c6a7789f3d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:24.140096 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d8a4d71e-c080-4949-a7e9-b3acc75e5906 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6118162 Feb 17 09:36:24.140241 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36280) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:24.149287 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7be48f79-5c60-4a6b-bb1e-9358edef6fe0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7667251 Feb 17 09:36:24.159183 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36284) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:24.173779 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'mac_address': 'fa:16:3e:00:5f:34', 'name': 'tempest-NetworksTestDHCPv6-2107478381'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:24.176849 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 88e84932-91d6-42e0-a085-f84bb21723b0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:24.177366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.187598 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-361eea09-40de-4764-ac5e-c251bb5b9c97 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.223125 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-95d6a066-5ef1-4a49-901e-1ee71957eed1 None None] Provisioning complete for port 88e84932-91d6-42e0-a085-f84bb21723b0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:24.223428 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95d6a066-5ef1-4a49-901e-1ee71957eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.224396 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-03c81291-9137-420f-956b-8194b23dc98e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port d11e8f05-6e86-4141-a9f0-4edf5acf5a10 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:24.224745 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03c81291-9137-420f-956b-8194b23dc98e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.279991 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6795cb9a-85a9-431b-898f-c2c6a7789f3d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.309439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-361eea09-40de-4764-ac5e-c251bb5b9c97 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.469570 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:24.476424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6795cb9a-85a9-431b-898f-c2c6a7789f3d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.477738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:port and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:24.481093 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:24.488827 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:24.547646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea8af-dccb-4e8b-895b-de49cce0ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.578236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-361eea09-40de-4764-ac5e-c251bb5b9c97 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.613835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361eea09-40de-4764-ac5e-c251bb5b9c97 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acd60dc-8abc-43a2-8c30-917e3b638d51,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:24.624593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6795cb9a-85a9-431b-898f-c2c6a7789f3d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.660082 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795cb9a-85a9-431b-898f-c2c6a7789f3d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e35d118-c64b-4f32-9f1c-217b3622d6b8,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:24.680933 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ea8af-dccb-4e8b-895b-de49cce0ed4e admin admin] Pushing event deleted for resources: {'Port': ['ID=63776b4a-e880-42d3-8b8f-156f8925f03e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:24.683724 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:24.767916 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b47ae03a-a459-455f-8f13-3865edb80298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.778310 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03c81291-9137-420f-956b-8194b23dc98e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.778472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-361eea09-40de-4764-ac5e-c251bb5b9c97 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.778742 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-361eea09-40de-4764-ac5e-c251bb5b9c97 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "DELETE /v2.0/security-groups/0acd60dc-8abc-43a2-8c30-917e3b638d51 HTTP/1.1" status: 204 len: 168 time: 0.7198639 Feb 17 09:36:24.784573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6795cb9a-85a9-431b-898f-c2c6a7789f3d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.788699 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6795cb9a-85a9-431b-898f-c2c6a7789f3d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7063735 Feb 17 09:36:24.788699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36288) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:24.788971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36290) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:24.804075 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95d6a066-5ef1-4a49-901e-1ee71957eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.844030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.844300 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-57868eac-eefa-4d44-9e13-56246695658a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group_rule': {'security_group_id': '1166dacd-2068-4e5e-9384-e2cae67f8340', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:24.888738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-57868eac-eefa-4d44-9e13-56246695658a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:24.890582 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-95d6a066-5ef1-4a49-901e-1ee71957eed1 None None] For port 88e84932-91d6-42e0-a085-f84bb21723b0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=88e84932-91d6-42e0-a085-f84bb21723b0,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:24.899206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-57868eac-eefa-4d44-9e13-56246695658a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:24.904309 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-57868eac-eefa-4d44-9e13-56246695658a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:24.947553 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-03c81291-9137-420f-956b-8194b23dc98e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for d11e8f05-6e86-4141-a9f0-4edf5acf5a10 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:24.952612 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-57868eac-eefa-4d44-9e13-56246695658a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:24.963932 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:24.974790 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95d6a066-5ef1-4a49-901e-1ee71957eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.019628 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea8af-dccb-4e8b-895b-de49cce0ed4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.181049 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:36:25.181502 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:36:25.187212 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6a066-5ef1-4a49-901e-1ee71957eed1 None None] Pushing event updated for resources: {'Port': ['ID=88e84932-91d6-42e0-a085-f84bb21723b0,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:25.189807 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992cb7cd-0b55-4f9e-94b4-ed9e51173656 None None] Update dhcp port {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'fixed_ips': [{'subnet_id': '23e11be9-127b-435b-b0df-75513f2cc508', 'ip_address': '2001:db8::f816:3eff:fea9:316'}, {'subnet_id': '0bb67b40-542c-4618-8080-94d93103a0a4'}], 'binding:host_id': 'dv-neutron-828143-5-hyperv'}, 'id': '88e84932-91d6-42e0-a085-f84bb21723b0'} from dv-neutron-828143-5-hyperv. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 09:36:25.204599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1c62fc31-5e8c-4c6d-9526-27466d51436d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Synchronizing usage tracker for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:25.208151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port dbd1009c-a758-46ea-9165-c1e4ae44fbfb yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:36:25.251425 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-992cb7cd-0b55-4f9e-94b4-ed9e51173656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.285756 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-57868eac-eefa-4d44-9e13-56246695658a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.352152 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea8af-dccb-4e8b-895b-de49cce0ed4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.355175 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea8af-dccb-4e8b-895b-de49cce0ed4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.389618 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1c62fc31-5e8c-4c6d-9526-27466d51436d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Unset dirty status for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:25.398238 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1c62fc31-5e8c-4c6d-9526-27466d51436d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6011615 Feb 17 09:36:25.398760 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36296) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:25.407127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-cc8a2cca-aad7-4b19-8c07-1a3bf78361e4 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150831764'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:25.413308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc8a2cca-aad7-4b19-8c07-1a3bf78361e4 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:25.415461 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03c81291-9137-420f-956b-8194b23dc98e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.477831 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea8af-dccb-4e8b-895b-de49cce0ed4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.478349 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9ea8af-dccb-4e8b-895b-de49cce0ed4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router eebea5c7-47da-4476-8b60-9af96fc439d4 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:36:25.484368 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81291-9137-420f-956b-8194b23dc98e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=d11e8f05-6e86-4141-a9f0-4edf5acf5a10,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:25.489232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc8a2cca-aad7-4b19-8c07-1a3bf78361e4 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:25.491857 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-57868eac-eefa-4d44-9e13-56246695658a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.503709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03c81291-9137-420f-956b-8194b23dc98e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.513737 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-03c81291-9137-420f-956b-8194b23dc98e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/d11e8f05-6e86-4141-a9f0-4edf5acf5a10 HTTP/1.1" status: 204 len: 168 time: 1.3731897 Feb 17 09:36:25.516993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea8af-dccb-4e8b-895b-de49cce0ed4e admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.520612 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fe9ea8af-dccb-4e8b-895b-de49cce0ed4e admin admin] 10.222.0.75 "DELETE /v2.0/routers/eebea5c7-47da-4476-8b60-9af96fc439d4 HTTP/1.1" status: 204 len: 168 time: 2.8352821 Feb 17 09:36:25.520612 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36300) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:25.521209 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36304) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:25.538376 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8:0:1::1b9 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/0bb67b40-542c-4618-8080-94d93103a0a4/dbd1009c-a758-46ea-9165-c1e4ae44fbfb) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:25.545816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::f816:3eff:fe00:5f34 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/23e11be9-127b-435b-b0df-75513f2cc508/dbd1009c-a758-46ea-9165-c1e4ae44fbfb) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:25.586535 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-57868eac-eefa-4d44-9e13-56246695658a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.616418 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc8a2cca-aad7-4b19-8c07-1a3bf78361e4 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.650828 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57868eac-eefa-4d44-9e13-56246695658a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6961a2e6-5a6f-431e-9bc9-6211c18cfdb4,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:25.664613 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-819ebc2b-aaa2-4549-be67-e9ff0fa507d8 admin admin] Deleting subnet f5521f55-5393-4abb-b946-8c660da7abe1 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:36:25.669752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc8a2cca-aad7-4b19-8c07-1a3bf78361e4 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:25.671842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-819ebc2b-aaa2-4549-be67-e9ff0fa507d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.706779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cc8a2cca-aad7-4b19-8c07-1a3bf78361e4 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Usage tracker for resource:security_group_rule and tenant:2ea66d72124149808f12ed0a1e771b24 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:25.710151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cc8a2cca-aad7-4b19-8c07-1a3bf78361e4 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:25.721526 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc8a2cca-aad7-4b19-8c07-1a3bf78361e4 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:25.740372 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-57868eac-eefa-4d44-9e13-56246695658a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.744603 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-57868eac-eefa-4d44-9e13-56246695658a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9490445 Feb 17 09:36:25.745835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36308) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:25.752650 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-819ebc2b-aaa2-4549-be67-e9ff0fa507d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.766263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6588b941-a3ab-461e-82ae-7ec972d5bc35 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group_rule': {'security_group_id': '1166dacd-2068-4e5e-9384-e2cae67f8340', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:25.781107 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6588b941-a3ab-461e-82ae-7ec972d5bc35 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:25.790113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6588b941-a3ab-461e-82ae-7ec972d5bc35 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:25.795993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6588b941-a3ab-461e-82ae-7ec972d5bc35 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:25.813613 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67c66ec-a1a7-47f2-81b1-ebf27e6e4d84 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:25.813890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6588b941-a3ab-461e-82ae-7ec972d5bc35 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:25.819700 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67c66ec-a1a7-47f2-81b1-ebf27e6e4d84 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:25.820362 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c67c66ec-a1a7-47f2-81b1-ebf27e6e4d84 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:25.843268 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 88e84932-91d6-42e0-a085-f84bb21723b0 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:25.894360 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.920768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 88e84932-91d6-42e0-a085-f84bb21723b0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:25.921223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.926400 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object dbd1009c-a758-46ea-9165-c1e4ae44fbfb will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:25.927713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6588b941-a3ab-461e-82ae-7ec972d5bc35 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.935296 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc8a2cca-aad7-4b19-8c07-1a3bf78361e4 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.937850 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-819ebc2b-aaa2-4549-be67-e9ff0fa507d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:25.965677 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c67c66ec-a1a7-47f2-81b1-ebf27e6e4d84 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:25.966937 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c67c66ec-a1a7-47f2-81b1-ebf27e6e4d84 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4471788 Feb 17 09:36:25.974389 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36312) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:25.997876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc8a2cca-aad7-4b19-8c07-1a3bf78361e4 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.058086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a2cca-aad7-4b19-8c07-1a3bf78361e4 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f6f09b-d748-4f76-94a7-8b4df3d2da2c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:26.082095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6588b941-a3ab-461e-82ae-7ec972d5bc35 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.088656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-50aae19d-0971-4650-818c-7ed717ec72b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 3d76070f-a50e-44dc-836d-2fa2b4a742e5 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:26.089722 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-50aae19d-0971-4650-818c-7ed717ec72b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.112382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-819ebc2b-aaa2-4549-be67-e9ff0fa507d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.128780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 63776b4a-e880-42d3-8b8f-156f8925f03e no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:36:26.157961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ebc2b-aaa2-4549-be67-e9ff0fa507d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5521f55-5393-4abb-b946-8c660da7abe1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:26.164260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc8a2cca-aad7-4b19-8c07-1a3bf78361e4 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.164260 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cc8a2cca-aad7-4b19-8c07-1a3bf78361e4 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7611120 Feb 17 09:36:26.164260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36316) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:26.175950 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f2cf0955-2ad5-4aac-9075-cc11f3793b6d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:26.176571 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING neutron.api.v2.base [None req-f2cf0955-2ad5-4aac-9075-cc11f3793b6d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 17 09:36:26.177251 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-f2cf0955-2ad5-4aac-9075-cc11f3793b6d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] update failed (client error): There was a conflict when trying to complete your request. Feb 17 09:36:26.177441 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb744c5-752f-4277-8de5-e6eb76878a78 None None] Network 27d87cf8-de12-4c79-864c-28a6bac16755 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:26.181281 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f2cf0955-2ad5-4aac-9075-cc11f3793b6d tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "PUT /v2.0/security-groups/89f6f09b-d748-4f76-94a7-8b4df3d2da2c HTTP/1.1" status: 409 len: 330 time: 0.0133407 Feb 17 09:36:26.181281 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-819ebc2b-aaa2-4549-be67-e9ff0fa507d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.182560 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-819ebc2b-aaa2-4549-be67-e9ff0fa507d8 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f5521f55-5393-4abb-b946-8c660da7abe1 HTTP/1.1" status: 204 len: 168 time: 0.6603682 Feb 17 09:36:26.183598 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36320) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:26.184105 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36322) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:26.193772 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 63776b4a-e880-42d3-8b8f-156f8925f03e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:36:26.194244 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 63776b4a-e880-42d3-8b8f-156f8925f03e not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:36:26.194739 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:36:26.198371 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6588b941-a3ab-461e-82ae-7ec972d5bc35 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.221140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.305845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588b941-a3ab-461e-82ae-7ec972d5bc35 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a366ce-ccda-47b0-bf55-88e88e6f2054,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:26.348036 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:36:26.348673 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0cec0f37-0fc4-4cb1-9cb4-0bf6ef986011 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:36:26.400575 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.419319 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77c53cdf-fc9b-4f7d-b7b5-5f061a766b64 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.422667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] Deleting port 8c507bef-ceb4-4d7d-81d2-f01248b24299 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:26.426572 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.431179 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:26.438375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:26.440272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=dbd1009c-a758-46ea-9165-c1e4ae44fbfb,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:26.453448 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:26.459436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:26.460160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.494833 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-50aae19d-0971-4650-818c-7ed717ec72b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.496809 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77c53cdf-fc9b-4f7d-b7b5-5f061a766b64 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.523691 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-992cb7cd-0b55-4f9e-94b4-ed9e51173656 None None] Allocated IP 2001:db8:0:1::2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/0bb67b40-542c-4618-8080-94d93103a0a4/88e84932-91d6-42e0-a085-f84bb21723b0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:26.571483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6588b941-a3ab-461e-82ae-7ec972d5bc35 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.572118 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6588b941-a3ab-461e-82ae-7ec972d5bc35 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8169501 Feb 17 09:36:26.583905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36328) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:26.629963 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5bdef077-4fbb-4ceb-ad2a-5ea262880536 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.4697762 Feb 17 09:36:26.638017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-50aae19d-0971-4650-818c-7ed717ec72b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 3d76070f-a50e-44dc-836d-2fa2b4a742e5 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:26.640853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36332) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:26.721601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55d351a5-8b25-4fb1-a57b-0dfc15929782 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.722494 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-992cb7cd-0b55-4f9e-94b4-ed9e51173656 None None] For port 88e84932-91d6-42e0-a085-f84bb21723b0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=88e84932-91d6-42e0-a085-f84bb21723b0,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:26.741443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77c53cdf-fc9b-4f7d-b7b5-5f061a766b64 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.753527 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-992cb7cd-0b55-4f9e-94b4-ed9e51173656 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.777211 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55d351a5-8b25-4fb1-a57b-0dfc15929782 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.794968 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540fedc0-0411-4cfb-bdbf-7778b62604e8 None None] DHCP port deletion for 27d87cf8-de12-4c79-864c-28a6bac16755 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:36:26.799664 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-540fedc0-0411-4cfb-bdbf-7778b62604e8 None None] Deleting port 8c507bef-ceb4-4d7d-81d2-f01248b24299 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:26.800042 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-540fedc0-0411-4cfb-bdbf-7778b62604e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.801357 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c53cdf-fc9b-4f7d-b7b5-5f061a766b64 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f6f09b-d748-4f76-94a7-8b4df3d2da2c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:26.822507 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] For port 8c507bef-ceb4-4d7d-81d2-f01248b24299, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8c507bef-ceb4-4d7d-81d2-f01248b24299,segment=NetworkSegment(f7a16081-d24e-4724-aa40-c8b335ca82d9),segment_id=f7a16081-d24e-4724-aa40-c8b335ca82d9)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:26.822867 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.832105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-50aae19d-0971-4650-818c-7ed717ec72b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.837190 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77c53cdf-fc9b-4f7d-b7b5-5f061a766b64 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.840951 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-77c53cdf-fc9b-4f7d-b7b5-5f061a766b64 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "DELETE /v2.0/security-groups/89f6f09b-d748-4f76-94a7-8b4df3d2da2c HTTP/1.1" status: 204 len: 168 time: 0.6558278 Feb 17 09:36:26.842497 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36338) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:26.878433 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-992cb7cd-0b55-4f9e-94b4-ed9e51173656 None None] Transition to ACTIVE for port object 88e84932-91d6-42e0-a085-f84bb21723b0 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:26.911720 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aae19d-0971-4650-818c-7ed717ec72b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=3d76070f-a50e-44dc-836d-2fa2b4a742e5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:26.919618 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-50aae19d-0971-4650-818c-7ed717ec72b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:26.957663 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-992cb7cd-0b55-4f9e-94b4-ed9e51173656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:27.028101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] Calling delete_port for 8c507bef-ceb4-4d7d-81d2-f01248b24299 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:27.040213 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-50aae19d-0971-4650-818c-7ed717ec72b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/3d76070f-a50e-44dc-836d-2fa2b4a742e5 HTTP/1.1" status: 204 len: 168 time: 1.0609868 Feb 17 09:36:27.040536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36342) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:27.133340 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55d351a5-8b25-4fb1-a57b-0dfc15929782 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:27.134340 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3da82fa-93db-4b6f-aed8-60b824b52902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:27.138395 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9cbbb8-388f-4f9a-80f3-49708b06fcfd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:27.139260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0c9cbbb8-388f-4f9a-80f3-49708b06fcfd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:27.157717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d542849-75d5-487c-8de6-945379cd50ad tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Synchronizing usage tracker for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:27.162833 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-15a67455-a872-4e74-8d35-e063467fda8e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port dbd1009c-a758-46ea-9165-c1e4ae44fbfb {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:27.163176 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15a67455-a872-4e74-8d35-e063467fda8e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:27.213945 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0c9cbbb8-388f-4f9a-80f3-49708b06fcfd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:27.219067 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0c9cbbb8-388f-4f9a-80f3-49708b06fcfd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1746926 Feb 17 09:36:27.219289 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cb7cd-0b55-4f9e-94b4-ed9e51173656 None None] Pushing event updated for resources: {'Port': ['ID=88e84932-91d6-42e0-a085-f84bb21723b0,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:27.219752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36346) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:27.222844 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-540fedc0-0411-4cfb-bdbf-7778b62604e8 None None] For port 8c507bef-ceb4-4d7d-81d2-f01248b24299, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8c507bef-ceb4-4d7d-81d2-f01248b24299,segment=NetworkSegment(f7a16081-d24e-4724-aa40-c8b335ca82d9),segment_id=f7a16081-d24e-4724-aa40-c8b335ca82d9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:27.223244 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-540fedc0-0411-4cfb-bdbf-7778b62604e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:27.284738 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-246d9c2a-5819-46f4-9eb6-96e673971b2c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] GET failed (client error): The resource could not be found. Feb 17 09:36:27.286421 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-246d9c2a-5819-46f4-9eb6-96e673971b2c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports/d11e8f05-6e86-4141-a9f0-4edf5acf5a10 HTTP/1.1" status: 404 len: 333 time: 0.0654650 Feb 17 09:36:27.289189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36350) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:27.337248 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-9907322b-984f-499e-80b6-2307450aef4b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] GET failed (client error): The resource could not be found. Feb 17 09:36:27.338869 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9907322b-984f-499e-80b6-2307450aef4b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports/3d76070f-a50e-44dc-836d-2fa2b4a742e5 HTTP/1.1" status: 404 len: 333 time: 0.0479763 Feb 17 09:36:27.341579 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36354) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:27.359146 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d351a5-8b25-4fb1-a57b-0dfc15929782 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1a366ce-ccda-47b0-bf55-88e88e6f2054,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:27.383495 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55d351a5-8b25-4fb1-a57b-0dfc15929782 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:27.383495 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-55d351a5-8b25-4fb1-a57b-0dfc15929782 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/e1a366ce-ccda-47b0-bf55-88e88e6f2054 HTTP/1.1" status: 204 len: 168 time: 0.7965655 Feb 17 09:36:27.383798 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-540fedc0-0411-4cfb-bdbf-7778b62604e8 None None] Calling delete_port for 8c507bef-ceb4-4d7d-81d2-f01248b24299 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:27.384930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36358) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:27.487245 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d252c891-6e6a-4c7b-9d2c-e3da2eb4c939 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:27.502649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d542849-75d5-487c-8de6-945379cd50ad tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] Unset dirty status for tenant:2ea66d72124149808f12ed0a1e771b24 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:27.507591 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7d542849-75d5-487c-8de6-945379cd50ad tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6585281 Feb 17 09:36:27.518612 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e8659d41-1c66-40bc-8bb9-108b851e1930 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:27.524752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36362) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:27.537580 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-540fedc0-0411-4cfb-bdbf-7778b62604e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:36:27.547345 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-540fedc0-0411-4cfb-bdbf-7778b62604e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:36:27.561562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:27.672422 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-ece5845a-fb90-4b5b-b83e-0f726fb2cab9 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] delete failed (client error): The resource could not be found. Feb 17 09:36:27.673492 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ece5845a-fb90-4b5b-b83e-0f726fb2cab9 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "DELETE /v2.0/security-groups/c0f4052a-efae-425f-b0ea-465b61823965 HTTP/1.1" status: 404 len: 347 time: 0.1477880 Feb 17 09:36:27.685249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36366) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:27.690503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c507bef-ceb4-4d7d-81d2-f01248b24299,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:27.697474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] No DVR routers for this DVR port 8c507bef-ceb4-4d7d-81d2-f01248b24299 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:36:27.760576 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-3ecc9420-8720-4afa-a4fd-d5fe581c2b42 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] show failed (client error): The resource could not be found. Feb 17 09:36:27.766165 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3ecc9420-8720-4afa-a4fd-d5fe581c2b42 tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "GET /v2.0/security-groups/8fad3c08-d74c-4072-8f4b-055d0b04e448 HTTP/1.1" status: 404 len: 347 time: 0.0759020 Feb 17 09:36:27.767597 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36370) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:27.801931 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-b2fc3e69-7cbe-4ade-9e41-171c10df4fea tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] show failed (client error): The resource could not be found. Feb 17 09:36:27.811737 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b2fc3e69-7cbe-4ade-9e41-171c10df4fea tempest-NegativeSecGroupTest-1081022140 tempest-NegativeSecGroupTest-1081022140-project] 10.222.0.75 "GET /v2.0/security-group-rules/7767e100-5dd3-4b61-9457-b4b70cb67b45 HTTP/1.1" status: 404 len: 356 time: 0.0355601 Feb 17 09:36:27.811737 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d252c891-6e6a-4c7b-9d2c-e3da2eb4c939 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:27.837700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d252c891-6e6a-4c7b-9d2c-e3da2eb4c939 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6738f372-a6c4-46d6-9dbf-12e8cb71ea19']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:27.859054 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d252c891-6e6a-4c7b-9d2c-e3da2eb4c939 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3e973b-c58e-4960-a56c-08b2d832ca9e') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:27.859656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d252c891-6e6a-4c7b-9d2c-e3da2eb4c939 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3e973b-c58e-4960-a56c-08b2d832ca9e') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:27.867673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e8659d41-1c66-40bc-8bb9-108b851e1930 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:27.872381 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 88e84932-91d6-42e0-a085-f84bb21723b0 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:27.874312 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e8659d41-1c66-40bc-8bb9-108b851e1930 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4882982 Feb 17 09:36:27.874579 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36376) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:27.896440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d252c891-6e6a-4c7b-9d2c-e3da2eb4c939 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:27.910305 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:27.921042 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15a67455-a872-4e74-8d35-e063467fda8e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:27.942906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12ef9e2e-5c2e-4f58-a201-2a2b8d04d709 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:27.955324 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d252c891-6e6a-4c7b-9d2c-e3da2eb4c939 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:27.959495 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:27.963301 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12ef9e2e-5c2e-4f58-a201-2a2b8d04d709 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:27.978691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d252c891-6e6a-4c7b-9d2c-e3da2eb4c939 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:36:27.979509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d252c891-6e6a-4c7b-9d2c-e3da2eb4c939 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:36:27.996289 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:36:28.040070 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-540fedc0-0411-4cfb-bdbf-7778b62604e8 None None] Deleting port 8c507bef-ceb4-4d7d-81d2-f01248b24299 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:28.040570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-540fedc0-0411-4cfb-bdbf-7778b62604e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.105413 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-15a67455-a872-4e74-8d35-e063467fda8e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for dbd1009c-a758-46ea-9165-c1e4ae44fbfb owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:28.108250 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8c507bef-ceb4-4d7d-81d2-f01248b24299 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:36:28.134925 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d87cf8-de12-4c79-864c-28a6bac16755']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:28.139969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.140637 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-63ed8297-37f6-4269-b212-afb1457067a2 None None] Provisioning for port 88e84932-91d6-42e0-a085-f84bb21723b0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:28.159120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-63ed8297-37f6-4269-b212-afb1457067a2 None None] Provisioning complete for port 88e84932-91d6-42e0-a085-f84bb21723b0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:28.159120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63ed8297-37f6-4269-b212-afb1457067a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.163708 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a16081-d24e-4724-aa40-c8b335ca82d9') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:28.163819 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a16081-d24e-4724-aa40-c8b335ca82d9') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:28.183849 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.217861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12ef9e2e-5c2e-4f58-a201-2a2b8d04d709 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.218990 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.225076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 8c507bef-ceb4-4d7d-81d2-f01248b24299 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:36:28.227872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8c507bef-ceb4-4d7d-81d2-f01248b24299 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:36:28.244287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d252c891-6e6a-4c7b-9d2c-e3da2eb4c939 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.250604 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-540fedc0-0411-4cfb-bdbf-7778b62604e8 None None] The port '8c507bef-ceb4-4d7d-81d2-f01248b24299' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:36:28.271879 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:36:28.271879 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:36:28.292869 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:36:28.353503 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d252c891-6e6a-4c7b-9d2c-e3da2eb4c939 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.357165 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252c891-6e6a-4c7b-9d2c-e3da2eb4c939 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Network': ['ID=6738f372-a6c4-46d6-9dbf-12e8cb71ea19,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:28.359715 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef9e2e-5c2e-4f58-a201-2a2b8d04d709 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6961a2e6-5a6f-431e-9bc9-6211c18cfdb4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:28.380126 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d252c891-6e6a-4c7b-9d2c-e3da2eb4c939 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/networks/6738f372-a6c4-46d6-9dbf-12e8cb71ea19 HTTP/1.1" status: 204 len: 168 time: 1.0279670 Feb 17 09:36:28.380126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36382) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:28.394950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36388) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:28.403114 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-33c9bb6f-7f31-408a-b1f9-8e2a6411b265 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-380344263'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:28.409004 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-33c9bb6f-7f31-408a-b1f9-8e2a6411b265 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:28.414874 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-33c9bb6f-7f31-408a-b1f9-8e2a6411b265 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:network and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:28.416515 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-33c9bb6f-7f31-408a-b1f9-8e2a6411b265 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:28.423388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-33c9bb6f-7f31-408a-b1f9-8e2a6411b265 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:28.426964 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12ef9e2e-5c2e-4f58-a201-2a2b8d04d709 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.430692 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-12ef9e2e-5c2e-4f58-a201-2a2b8d04d709 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/6961a2e6-5a6f-431e-9bc9-6211c18cfdb4 HTTP/1.1" status: 204 len: 168 time: 0.5525882 Feb 17 09:36:28.432628 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36392) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:28.460574 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.488288 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.500839 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=27d87cf8-de12-4c79-864c-28a6bac16755,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:28.501071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-03146e74-bc88-44f7-bd7d-c79a3b591973 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:28.529543 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c9bb6f-7f31-408a-b1f9-8e2a6411b265 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:28.533061 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-33c9bb6f-7f31-408a-b1f9-8e2a6411b265 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.588566 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4560df65-dbf9-4b49-9a9f-44dbd5de0036 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2ea66d72124149808f12ed0a1e771b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104609 Feb 17 09:36:28.591248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15a67455-a872-4e74-8d35-e063467fda8e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.592426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36396) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:28.594849 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-085b339d-687f-4d7c-924e-b6e6b0b40742 None None] Provisioning for port dbd1009c-a758-46ea-9165-c1e4ae44fbfb completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:28.602442 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-085b339d-687f-4d7c-924e-b6e6b0b40742 None None] Provisioning complete for port dbd1009c-a758-46ea-9165-c1e4ae44fbfb triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:28.603120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-085b339d-687f-4d7c-924e-b6e6b0b40742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.615912 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c9bb6f-7f31-408a-b1f9-8e2a6411b265 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:36:28.646268 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-33c9bb6f-7f31-408a-b1f9-8e2a6411b265 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.646268 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-33c9bb6f-7f31-408a-b1f9-8e2a6411b265 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Added segment 33a96b54-d39f-47bc-af89-c4b771a5c516 of type vlan for network ed5d2810-5724-4a1b-95f6-3028aa158a35 Feb 17 09:36:28.654388 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7274f6fb-89cb-4170-ad42-ce25b0d83f22 admin admin] 10.222.0.75 "DELETE /v2.0/networks/27d87cf8-de12-4c79-864c-28a6bac16755 HTTP/1.1" status: 204 len: 168 time: 2.4672256 Feb 17 09:36:28.657093 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a67455-a872-4e74-8d35-e063467fda8e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=dbd1009c-a758-46ea-9165-c1e4ae44fbfb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:28.671337 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-085b339d-687f-4d7c-924e-b6e6b0b40742 None None] Port dbd1009c-a758-46ea-9165-c1e4ae44fbfb was deleted so its status cannot be updated. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 17 09:36:28.688709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-03146e74-bc88-44f7-bd7d-c79a3b591973 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:28.688709 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-03146e74-bc88-44f7-bd7d-c79a3b591973 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2471621 Feb 17 09:36:28.691977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36402) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:28.738557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3aa66889-eaf6-4bcf-8f08-70fdb2c4421e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.750234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15a67455-a872-4e74-8d35-e063467fda8e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.752813 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-15a67455-a872-4e74-8d35-e063467fda8e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/dbd1009c-a758-46ea-9165-c1e4ae44fbfb HTTP/1.1" status: 204 len: 168 time: 2.1076567 Feb 17 09:36:28.757224 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36406) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:28.763342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-33c9bb6f-7f31-408a-b1f9-8e2a6411b265 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.771576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9852bbdf-8cda-4e48-b395-9d23407f80f7 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.799485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9852bbdf-8cda-4e48-b395-9d23407f80f7 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.814241 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3aa66889-eaf6-4bcf-8f08-70fdb2c4421e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.844711 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28946df-1885-4fa4-aa07-8d8a931a7cd9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:28.845481 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c28946df-1885-4fa4-aa07-8d8a931a7cd9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:28.957301 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c28946df-1885-4fa4-aa07-8d8a931a7cd9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:28.958111 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3aa66889-eaf6-4bcf-8f08-70fdb2c4421e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.960798 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9852bbdf-8cda-4e48-b395-9d23407f80f7 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.961169 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c28946df-1885-4fa4-aa07-8d8a931a7cd9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2029686 Feb 17 09:36:28.961799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36410) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:28.962507 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-33c9bb6f-7f31-408a-b1f9-8e2a6411b265 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:28.968381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c9bb6f-7f31-408a-b1f9-8e2a6411b265 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:28.968936 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-33c9bb6f-7f31-408a-b1f9-8e2a6411b265 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:29.051617 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fc0ed9-eaa8-4f0c-b1ae-db7c81915246 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:29.060144 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-04fc0ed9-eaa8-4f0c-b1ae-db7c81915246 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0915754 Feb 17 09:36:29.060144 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36414) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:29.070182 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36418) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:29.072767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852bbdf-8cda-4e48-b395-9d23407f80f7 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e35d118-c64b-4f32-9f1c-217b3622d6b8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:29.078209 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa66889-eaf6-4bcf-8f08-70fdb2c4421e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8226661b-cc6b-40da-aebd-d3284356ddb8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:29.120785 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9852bbdf-8cda-4e48-b395-9d23407f80f7 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:29.121893 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9852bbdf-8cda-4e48-b395-9d23407f80f7 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/2e35d118-c64b-4f32-9f1c-217b3622d6b8 HTTP/1.1" status: 204 len: 168 time: 0.4270089 Feb 17 09:36:29.127671 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36422) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:29.142998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9bb6f-7f31-408a-b1f9-8e2a6411b265 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Network': ['ID=ed5d2810-5724-4a1b-95f6-3028aa158a35,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:29.155254 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network ed5d2810-5724-4a1b-95f6-3028aa158a35 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:36:29.170841 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd1367-5caa-4156-8d50-a92c83b7d7ca tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:29.172361 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd1367-5caa-4156-8d50-a92c83b7d7ca tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:29.174005 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd1367-5caa-4156-8d50-a92c83b7d7ca tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:29.174901 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f4bd1367-5caa-4156-8d50-a92c83b7d7ca tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:29.182945 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-885f4730-beef-4b3d-bfc5-81297ad44aa0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c1c659be8822417aae54db469e0be910&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1244478 Feb 17 09:36:29.183138 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36426) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:29.185844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7c7538a5-e2ef-4a52-93b0-8ff9f95e033b tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:29.195030 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-33c9bb6f-7f31-408a-b1f9-8e2a6411b265 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7999938 Feb 17 09:36:29.198535 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36430) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:29.205980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'subnet': {'network_id': 'ed5d2810-5724-4a1b-95f6-3028aa158a35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:29.225410 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3aa66889-eaf6-4bcf-8f08-70fdb2c4421e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:29.229299 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3aa66889-eaf6-4bcf-8f08-70fdb2c4421e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8226661b-cc6b-40da-aebd-d3284356ddb8 HTTP/1.1" status: 204 len: 168 time: 0.6323669 Feb 17 09:36:29.268122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41e8c97a-f1a3-4821-b8a5-8d7479415187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:29.302583 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41e8c97a-f1a3-4821-b8a5-8d7479415187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:29.313147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f4bd1367-5caa-4156-8d50-a92c83b7d7ca tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:29.314592 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f4bd1367-5caa-4156-8d50-a92c83b7d7ca tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2435002 Feb 17 09:36:29.317820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36436) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:29.366481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7c7538a5-e2ef-4a52-93b0-8ff9f95e033b tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:29.367930 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7c7538a5-e2ef-4a52-93b0-8ff9f95e033b tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2421293 Feb 17 09:36:29.371266 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36442) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:29.382647 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:29.390829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:subnet and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:29.399977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:29.404502 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5afc8780-73d5-4ebc-b695-6e149763813a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:29.410018 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:29.415165 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5afc8780-73d5-4ebc-b695-6e149763813a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:29.419488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-24790870-101f-475c-9b5b-24d77fbd89ce tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet 0bb67b40-542c-4618-8080-94d93103a0a4 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:36:29.423950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24790870-101f-475c-9b5b-24d77fbd89ce tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:29.438814 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41e8c97a-f1a3-4821-b8a5-8d7479415187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:29.456305 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8c97a-f1a3-4821-b8a5-8d7479415187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8578dbf6-893e-4da9-8a89-753fb1b0c8dc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:29.508870 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24790870-101f-475c-9b5b-24d77fbd89ce tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:29.512793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5afc8780-73d5-4ebc-b695-6e149763813a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:29.528168 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5afc8780-73d5-4ebc-b695-6e149763813a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:29.530020 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5afc8780-73d5-4ebc-b695-6e149763813a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/32c38727-0ba5-4b45-9219-afc79e2b18d6 HTTP/1.1" status: 204 len: 168 time: 0.1574638 Feb 17 09:36:29.534177 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36446) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:29.563657 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:29.566227 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc8780-73d5-4ebc-b695-6e149763813a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32c38727-0ba5-4b45-9219-afc79e2b18d6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:29.569152 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41e8c97a-f1a3-4821-b8a5-8d7479415187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:29.574654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:29.574839 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-41e8c97a-f1a3-4821-b8a5-8d7479415187 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8578dbf6-893e-4da9-8a89-753fb1b0c8dc HTTP/1.1" status: 204 len: 168 time: 0.3867188 Feb 17 09:36:29.650991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2c1d6ada-660c-48ad-a3fd-64c3d16fd676 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:29.704801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.ipam_backend_mixin [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Performing IP validity checks on allocation pools {{(pid=88370) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 09:36:29.705426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.ipam_backend_mixin [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88370) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 09:36:29.734442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2c1d6ada-660c-48ad-a3fd-64c3d16fd676 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:29.736132 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2c1d6ada-660c-48ad-a3fd-64c3d16fd676 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2006404 Feb 17 09:36:29.740938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36454) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:29.791922 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:29.805221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24790870-101f-475c-9b5b-24d77fbd89ce tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:29.835082 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b99f0974-b7a4-4860-8af0-4da024ab1a92 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:29.857591 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b99f0974-b7a4-4860-8af0-4da024ab1a92 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:30.000404 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b99f0974-b7a4-4860-8af0-4da024ab1a92 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:30.020322 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f0974-b7a4-4860-8af0-4da024ab1a92 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffcdb012-c14d-4c79-99b8-0bb2397e2d90,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:30.077237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:30.156433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b99f0974-b7a4-4860-8af0-4da024ab1a92 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:30.164683 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b99f0974-b7a4-4860-8af0-4da024ab1a92 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/ffcdb012-c14d-4c79-99b8-0bb2397e2d90 HTTP/1.1" status: 204 len: 168 time: 0.4155986 Feb 17 09:36:30.164683 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24790870-101f-475c-9b5b-24d77fbd89ce tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:30.165043 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36472) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:30.176621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Subnet': ['ID=cc4ffe97-388d-4713-87c5-32ffd115b7e3,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:30.218829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24790870-101f-475c-9b5b-24d77fbd89ce tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:30.223184 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-24790870-101f-475c-9b5b-24d77fbd89ce tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/0bb67b40-542c-4618-8080-94d93103a0a4 HTTP/1.1" status: 204 len: 168 time: 0.9018500 Feb 17 09:36:30.225145 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94ae0d4-0625-45e6-ab20-659dac74b261 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:30.226300 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Checking segment: {'id': '33a96b54-d39f-47bc-af89-c4b771a5c516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ed5d2810-5724-4a1b-95f6-3028aa158a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:36:30.226630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network hostable DHCP agents. Network: ed5d2810-5724-4a1b-95f6-3028aa158a35, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:36:30.237277 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36480) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:30.242834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24790870-101f-475c-9b5b-24d77fbd89ce tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb67b40-542c-4618-8080-94d93103a0a4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:30.413340 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-754c4bd8-efab-40cc-b201-eed55ab09451 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2515917 Feb 17 09:36:30.416358 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36484) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:30.448303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df60bfb-0f0b-43cc-8496-292589b20215 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet 23e11be9-127b-435b-b0df-75513f2cc508 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:36:30.454397 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7df60bfb-0f0b-43cc-8496-292589b20215 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:30.493807 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55372a86-65b9-4780-9602-b4f6b24fa966 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:30.524593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55372a86-65b9-4780-9602-b4f6b24fa966 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:30.538601 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7df60bfb-0f0b-43cc-8496-292589b20215 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:30.629778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network ed5d2810-5724-4a1b-95f6-3028aa158a35 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:36:30.688676 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55372a86-65b9-4780-9602-b4f6b24fa966 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:30.689804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7df60bfb-0f0b-43cc-8496-292589b20215 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:30.710558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55372a86-65b9-4780-9602-b4f6b24fa966 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1166dacd-2068-4e5e-9384-e2cae67f8340,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:30.728291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, ed5d2810-5724-4a1b-95f6-3028aa158a35) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:30.744487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:30.745789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c760ea-da83-427f-b6b8-4edaac2d141c None None] Network ed5d2810-5724-4a1b-95f6-3028aa158a35 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:30.745914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:30.793254 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55372a86-65b9-4780-9602-b4f6b24fa966 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:30.795677 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-55372a86-65b9-4780-9602-b4f6b24fa966 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-groups/1166dacd-2068-4e5e-9384-e2cae67f8340 HTTP/1.1" status: 204 len: 168 time: 0.3772309 Feb 17 09:36:30.797790 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36502) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:30.863903 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4035ea03-ed08-4113-afc0-d4deaaf1c62d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6643834 Feb 17 09:36:30.864663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36508) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:30.872330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a556f06a-e7a9-4893-89e7-6c09af2ae133 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'network_id': 'ed5d2810-5724-4a1b-95f6-3028aa158a35', 'name': 'tempest-PortsTestJSON-324459542'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:30.891836 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-aadf7a49-1948-43c7-b4cb-f257748f70a3 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:30.930360 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36512) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:30.995665 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7df60bfb-0f0b-43cc-8496-292589b20215 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:31.002743 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-aadf7a49-1948-43c7-b4cb-f257748f70a3 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:31.004333 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-aadf7a49-1948-43c7-b4cb-f257748f70a3 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2055523 Feb 17 09:36:31.013452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36518) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:31.016223 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4d3401b2-feb2-416f-be74-d9a99269dc21 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314555157'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:31.028466 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4d3401b2-feb2-416f-be74-d9a99269dc21 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:31.054608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4d3401b2-feb2-416f-be74-d9a99269dc21 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:31.057178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36522) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:31.083066 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df60bfb-0f0b-43cc-8496-292589b20215 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=23e11be9-127b-435b-b0df-75513f2cc508,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:31.116014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7df60bfb-0f0b-43cc-8496-292589b20215 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:31.123139 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-ed5d2810-5724-4a1b-95f6-3028aa158a35', 'network_id': 'ed5d2810-5724-4a1b-95f6-3028aa158a35', 'tenant_id': '131a70c324e94389856262e82136e5f6', 'fixed_ips': [{'subnet_id': 'cc4ffe97-388d-4713-87c5-32ffd115b7e3'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:36:31.123995 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:31.169304 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d3401b2-feb2-416f-be74-d9a99269dc21 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:31.206295 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7df60bfb-0f0b-43cc-8496-292589b20215 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/23e11be9-127b-435b-b0df-75513f2cc508 HTTP/1.1" status: 204 len: 168 time: 0.9669929 Feb 17 09:36:31.207914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4d3401b2-feb2-416f-be74-d9a99269dc21 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:31.210227 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36530) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:31.258929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a556f06a-e7a9-4893-89e7-6c09af2ae133 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:31.288361 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a556f06a-e7a9-4893-89e7-6c09af2ae133 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:31.314784 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4ba5fccb-e62d-4d5f-886f-1477988a75cf tempest-SubnetPoolsTestJSON-1299504420 tempest-SubnetPoolsTestJSON-1299504420-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-897597400', 'prefixes': ['172.20.0.0/16']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:31.322457 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4ba5fccb-e62d-4d5f-886f-1477988a75cf tempest-SubnetPoolsTestJSON-1299504420 tempest-SubnetPoolsTestJSON-1299504420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:31.331156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4d3401b2-feb2-416f-be74-d9a99269dc21 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:31.343970 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4d3401b2-feb2-416f-be74-d9a99269dc21 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:31.361611 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-212fd7ad-0708-478d-a58c-35157aa816a9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1446636 Feb 17 09:36:31.362893 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4d3401b2-feb2-416f-be74-d9a99269dc21 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:31.366099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36534) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:31.377264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6ee7df60-acea-4d1f-b8c8-010ca71bffd6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:31.386808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Allocated IP 172.20.0.2 (ed5d2810-5724-4a1b-95f6-3028aa158a35/cc4ffe97-388d-4713-87c5-32ffd115b7e3/7b8a9893-0423-4534-8668-878326113e5b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:31.457246 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-393138104'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:31.476803 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:31.490465 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Usage tracker for resource:network and tenant:eafc4aebcab34f53b13a8dc03c761771 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:31.519639 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a556f06a-e7a9-4893-89e7-6c09af2ae133 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:31.520414 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:31.525467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a556f06a-e7a9-4893-89e7-6c09af2ae133 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:31.530941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:31.545007 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d3401b2-feb2-416f-be74-d9a99269dc21 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:31.557918 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-a556f06a-e7a9-4893-89e7-6c09af2ae133 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] device_id is not set on port 95b8f70f-902b-48c2-8ced-5269830563d8 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:36:31.593773 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f203a35-7d30-43a2-b0ee-6ee4078c1bc9 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:31.646147 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6ee7df60-acea-4d1f-b8c8-010ca71bffd6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:31.656252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6ee7df60-acea-4d1f-b8c8-010ca71bffd6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:31.659262 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d3401b2-feb2-416f-be74-d9a99269dc21 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:31.662454 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6ee7df60-acea-4d1f-b8c8-010ca71bffd6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:31.678185 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6ee7df60-acea-4d1f-b8c8-010ca71bffd6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:31.740581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Made reservation on behalf of eafc4aebcab34f53b13a8dc03c761771 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:31.743122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:31.763766 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:31.778225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:31.781161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d3401b2-feb2-416f-be74-d9a99269dc21 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:31.784962 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4d3401b2-feb2-416f-be74-d9a99269dc21 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7717443 Feb 17 09:36:31.785178 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c3264d2c-6f77-4713-97c5-a197a0eb62c0 None None] Provisioning complete for port 88e84932-91d6-42e0-a085-f84bb21723b0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:31.785178 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3264d2c-6f77-4713-97c5-a197a0eb62c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:31.785415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3401b2-feb2-416f-be74-d9a99269dc21 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8fd1a2-6885-46f2-bb52-e6224e7e6eaa,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:31.785828 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36540) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:31.794962 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d3f66380-0bf4-47ae-911d-94f27650ce27 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group_rule': {'security_group_id': '6a8fd1a2-6885-46f2-bb52-e6224e7e6eaa', 'direction': 'ingress', 'protocol': 17}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:31.799723 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:31.805075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d3f66380-0bf4-47ae-911d-94f27650ce27 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:31.807936 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ba5fccb-e62d-4d5f-886f-1477988a75cf tempest-SubnetPoolsTestJSON-1299504420 tempest-SubnetPoolsTestJSON-1299504420-project] Notify callbacks [] for subnetpool, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:31.811955 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4ba5fccb-e62d-4d5f-886f-1477988a75cf tempest-SubnetPoolsTestJSON-1299504420 tempest-SubnetPoolsTestJSON-1299504420-project] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7485671 Feb 17 09:36:31.814639 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Usage tracker for resource:security_group_rule and tenant:eafc4aebcab34f53b13a8dc03c761771 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:31.817420 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36544) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:31.820124 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d3f66380-0bf4-47ae-911d-94f27650ce27 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:31.827127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:31.837597 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee7df60-acea-4d1f-b8c8-010ca71bffd6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:31.839480 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d3f66380-0bf4-47ae-911d-94f27650ce27 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:31.843255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ee7df60-acea-4d1f-b8c8-010ca71bffd6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:31.848042 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:31.853529 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d3f66380-0bf4-47ae-911d-94f27650ce27 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:31.878683 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Transition to ACTIVE for port object 7b8a9893-0423-4534-8668-878326113e5b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:31.878961 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d0a2cd48-ce7d-45f9-8701-b6ae610540e9 tempest-SubnetPoolsTestJSON-1299504420 tempest-SubnetPoolsTestJSON-1299504420-project] 10.222.0.75 "GET /v2.0/subnetpools/bf5fabf5-d6fb-4493-bff2-54fc469b9a29 HTTP/1.1" status: 200 len: 731 time: 0.0582933 Feb 17 09:36:31.879526 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36548) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:31.892243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-14c422f6-6e4d-4305-8b2a-7a199b86531b tempest-SubnetPoolsTestJSON-1299504420 tempest-SubnetPoolsTestJSON-1299504420-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1443186962'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:31.956984 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Transition to ACTIVE for port object 7b8a9893-0423-4534-8668-878326113e5b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:31.977867 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3f66380-0bf4-47ae-911d-94f27650ce27 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.002394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdaac0-45b7-4b87-8e88-a02bd83269db req-b481abb4-ed42-4b51-be58-3fc222c41790 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:32.009555 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-65bdaac0-45b7-4b87-8e88-a02bd83269db req-b481abb4-ed42-4b51-be58-3fc222c41790 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 946 time: 0.2277772 Feb 17 09:36:32.038163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.112955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.114805 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3f66380-0bf4-47ae-911d-94f27650ce27 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.120514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Network ed5d2810-5724-4a1b-95f6-3028aa158a35 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:32.126717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:32.132083 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:32.133508 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14c422f6-6e4d-4305-8b2a-7a199b86531b tempest-SubnetPoolsTestJSON-1299504420 tempest-SubnetPoolsTestJSON-1299504420-project] Notify callbacks [] for subnetpool, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.134799 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-14c422f6-6e4d-4305-8b2a-7a199b86531b tempest-SubnetPoolsTestJSON-1299504420 tempest-SubnetPoolsTestJSON-1299504420-project] 10.222.0.75 "PUT /v2.0/subnetpools/bf5fabf5-d6fb-4493-bff2-54fc469b9a29 HTTP/1.1" status: 200 len: 684 time: 0.2540383 Feb 17 09:36:32.139033 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36552) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:32.146657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Pushing event updated for resources: {'Port': ['ID=7b8a9893-0423-4534-8668-878326113e5b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:32.167943 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-65bdaac0-45b7-4b87-8e88-a02bd83269db req-fe889480-d31c-4e27-95e4-2d99d50106e9 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/security-groups?id=71c8f6cf-9fe8-4291-946d-942410db76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1571412 Feb 17 09:36:32.175845 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.205806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3f66380-0bf4-47ae-911d-94f27650ce27 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.211360 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-a556f06a-e7a9-4893-89e7-6c09af2ae133 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Allocated IP 172.20.0.13 (ed5d2810-5724-4a1b-95f6-3028aa158a35/cc4ffe97-388d-4713-87c5-32ffd115b7e3/95b8f70f-902b-48c2-8ced-5269830563d8) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:32.235836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fccd0a-25db-4c9e-9b81-b0f2b33e48bd None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:36:32.256864 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-50fccd0a-25db-4c9e-9b81-b0f2b33e48bd None None] Deleting port 88e84932-91d6-42e0-a085-f84bb21723b0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:32.257118 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-50fccd0a-25db-4c9e-9b81-b0f2b33e48bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.265321 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:36:32.279264 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f66380-0bf4-47ae-911d-94f27650ce27 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf71819-88af-4ced-aeb8-182c89ae89c7,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:32.301290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Attempting to bind port 7b8a9893-0423-4534-8668-878326113e5b on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:36:32.301290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Attempting to bind port 7b8a9893-0423-4534-8668-878326113e5b by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '33a96b54-d39f-47bc-af89-c4b771a5c516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ed5d2810-5724-4a1b-95f6-3028aa158a35'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:36:32.301290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Attempting to bind port 7b8a9893-0423-4534-8668-878326113e5b on network ed5d2810-5724-4a1b-95f6-3028aa158a35 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:36:32.301897 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58e0f1e-a4ed-4c23-a375-7b7c6431e35d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:32.326304 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:36:32.326500 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Checking segment: {'id': '33a96b54-d39f-47bc-af89-c4b771a5c516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ed5d2810-5724-4a1b-95f6-3028aa158a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:36:32.326822 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.327251 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Bound using segment: {'id': '33a96b54-d39f-47bc-af89-c4b771a5c516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ed5d2810-5724-4a1b-95f6-3028aa158a35'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:36:32.327740 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Bound port: 7b8a9893-0423-4534-8668-878326113e5b, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a96b54-d39f-47bc-af89-c4b771a5c516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ed5d2810-5724-4a1b-95f6-3028aa158a35'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:36:32.328119 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.335020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.335525 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Added segment 89854f52-2ce7-4269-b8c7-2008af0dd810 of type vlan for network b176603b-d8cf-474d-87a0-d52b2945b38a Feb 17 09:36:32.390321 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.399932 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3f66380-0bf4-47ae-911d-94f27650ce27 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.405644 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d3f66380-0bf4-47ae-911d-94f27650ce27 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6151564 Feb 17 09:36:32.405644 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36556) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:32.489375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-128d8f72-d90e-4898-98df-1863173c9ff1 tempest-SubnetPoolsTestJSON-1299504420 tempest-SubnetPoolsTestJSON-1299504420-project] Notify callbacks [] for subnetpool, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.490225 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-128d8f72-d90e-4898-98df-1863173c9ff1 tempest-SubnetPoolsTestJSON-1299504420 tempest-SubnetPoolsTestJSON-1299504420-project] 10.222.0.75 "DELETE /v2.0/subnetpools/bf5fabf5-d6fb-4493-bff2-54fc469b9a29 HTTP/1.1" status: 204 len: 168 time: 0.3501740 Feb 17 09:36:32.492869 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36560) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:32.529548 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-14b5c284-3d93-4098-a37d-93cc0184c296 tempest-SubnetPoolsTestJSON-1299504420 tempest-SubnetPoolsTestJSON-1299504420-project] show failed (client error): The resource could not be found. Feb 17 09:36:32.530885 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-14b5c284-3d93-4098-a37d-93cc0184c296 tempest-SubnetPoolsTestJSON-1299504420 tempest-SubnetPoolsTestJSON-1299504420-project] 10.222.0.75 "GET /v2.0/subnetpools/bf5fabf5-d6fb-4493-bff2-54fc469b9a29 HTTP/1.1" status: 404 len: 346 time: 0.0371168 Feb 17 09:36:32.534000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd613-60b0-4836-96b4-9aaedd77b67a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.535631 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36564) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:32.550235 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a556f06a-e7a9-4893-89e7-6c09af2ae133 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.570390 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-3950bace-115e-45f7-ad25-f53cac0d100d tempest-SubnetPoolsTestJSON-1299504420 tempest-SubnetPoolsTestJSON-1299504420-project] delete failed (client error): The resource could not be found. Feb 17 09:36:32.571483 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3950bace-115e-45f7-ad25-f53cac0d100d tempest-SubnetPoolsTestJSON-1299504420 tempest-SubnetPoolsTestJSON-1299504420-project] 10.222.0.75 "DELETE /v2.0/subnetpools/bf5fabf5-d6fb-4493-bff2-54fc469b9a29 HTTP/1.1" status: 404 len: 346 time: 0.0346737 Feb 17 09:36:32.592980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-a556f06a-e7a9-4893-89e7-6c09af2ae133 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Transition to ACTIVE for port object 95b8f70f-902b-48c2-8ced-5269830563d8 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:32.604238 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd613-60b0-4836-96b4-9aaedd77b67a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.627928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ee7df60-acea-4d1f-b8c8-010ca71bffd6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.650657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-50fccd0a-25db-4c9e-9b81-b0f2b33e48bd None None] For port 88e84932-91d6-42e0-a085-f84bb21723b0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=88e84932-91d6-42e0-a085-f84bb21723b0,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:32.651785 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-50fccd0a-25db-4c9e-9b81-b0f2b33e48bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.656361 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.663253 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:32.664572 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.712163 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7df60-acea-4d1f-b8c8-010ca71bffd6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:32.716564 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-6ee7df60-acea-4d1f-b8c8-010ca71bffd6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:32.729762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee7df60-acea-4d1f-b8c8-010ca71bffd6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:32.730420 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ee7df60-acea-4d1f-b8c8-010ca71bffd6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.736078 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] For port 7b8a9893-0423-4534-8668-878326113e5b, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:36:32.753705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7df60-acea-4d1f-b8c8-010ca71bffd6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=9785137e-b97c-4c70-9473-10e0e49569ff,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:32.793117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a556f06a-e7a9-4893-89e7-6c09af2ae133 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.812811 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event updated for resources: {'Network': ['ID=b176603b-d8cf-474d-87a0-d52b2945b38a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:32.813582 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-50fccd0a-25db-4c9e-9b81-b0f2b33e48bd None None] Calling delete_port for 88e84932-91d6-42e0-a085-f84bb21723b0 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:32.847128 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network b176603b-d8cf-474d-87a0-d52b2945b38a details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:36:32.869605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a556f06a-e7a9-4893-89e7-6c09af2ae133 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network ed5d2810-5724-4a1b-95f6-3028aa158a35 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:32.870667 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] For port 7b8a9893-0423-4534-8668-878326113e5b, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7b8a9893-0423-4534-8668-878326113e5b,segment=NetworkSegment(33a96b54-d39f-47bc-af89-c4b771a5c516),segment_id=33a96b54-d39f-47bc-af89-c4b771a5c516)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:36:32.870864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a556f06a-e7a9-4893-89e7-6c09af2ae133 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:32.875634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a556f06a-e7a9-4893-89e7-6c09af2ae133 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:32.878625 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a4bb1fed-e690-42c0-b46b-63bf0aaac4bd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9467206 Feb 17 09:36:32.879935 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd613-60b0-4836-96b4-9aaedd77b67a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.882935 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd613-60b0-4836-96b4-9aaedd77b67a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.884273 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2e6fd613-60b0-4836-96b4-9aaedd77b67a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-groups/6a8fd1a2-6885-46f2-bb52-e6224e7e6eaa HTTP/1.1" status: 204 len: 168 time: 0.4777520 Feb 17 09:36:32.896137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36570) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:32.922974 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fd613-60b0-4836-96b4-9aaedd77b67a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8fd1a2-6885-46f2-bb52-e6224e7e6eaa,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:32.944557 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6ee7df60-acea-4d1f-b8c8-010ca71bffd6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5739441 Feb 17 09:36:32.946615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36574) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:32.967542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556f06a-e7a9-4893-89e7-6c09af2ae133 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:32.968467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a556f06a-e7a9-4893-89e7-6c09af2ae133 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:32.973538 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b5d81c56-602e-4b31-91c0-a6a291e67cb7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:32.981199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556f06a-e7a9-4893-89e7-6c09af2ae133 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=95b8f70f-902b-48c2-8ced-5269830563d8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:33.052366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-50fccd0a-25db-4c9e-9b81-b0f2b33e48bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:33.079055 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a556f06a-e7a9-4893-89e7-6c09af2ae133 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2126265 Feb 17 09:36:33.082758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36578) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:33.094325 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:33.137292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2f384c4d-29ed-4e64-b9b5-978b0dfb4508 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:33.277334 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fccd0a-25db-4c9e-9b81-b0f2b33e48bd None None] No DVR routers for this DVR port 88e84932-91d6-42e0-a085-f84bb21723b0 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:36:33.290595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2f384c4d-29ed-4e64-b9b5-978b0dfb4508 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:33.300284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fccd0a-25db-4c9e-9b81-b0f2b33e48bd None None] Pushing event deleted for resources: {'Port': ['ID=88e84932-91d6-42e0-a085-f84bb21723b0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:33.303509 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2f384c4d-29ed-4e64-b9b5-978b0dfb4508 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4026117 Feb 17 09:36:33.305579 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36588) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:33.319752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-14311a08-09ca-475e-9840-db46df0cff28 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1514082064'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:33.327182 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b5d81c56-602e-4b31-91c0-a6a291e67cb7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:33.339957 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b5d81c56-602e-4b31-91c0-a6a291e67cb7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:33.345264 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b5d81c56-602e-4b31-91c0-a6a291e67cb7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:33.355413 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b5d81c56-602e-4b31-91c0-a6a291e67cb7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:33.357143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-14311a08-09ca-475e-9840-db46df0cff28 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:33.362981 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-259b9ea1-2069-4170-85a7-90ac02abdc8a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 95b8f70f-902b-48c2-8ced-5269830563d8 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:33.363928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-259b9ea1-2069-4170-85a7-90ac02abdc8a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:33.372576 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e697bfa7-f6b9-4bed-8781-8f25203dcc8e None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:33.381896 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36592) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:33.444080 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-14311a08-09ca-475e-9840-db46df0cff28 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:33.461323 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d81c56-602e-4b31-91c0-a6a291e67cb7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:33.466892 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5d81c56-602e-4b31-91c0-a6a291e67cb7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:33.653504 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.ipam_backend_mixin [None req-b5d81c56-602e-4b31-91c0-a6a291e67cb7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9785137e-b97c-4c70-9473-10e0e49569ff (CIDR: 2001:db8::/64) Feb 17 09:36:33.695727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d99520e2-4eb2-443a-9aa8-92eb780bb446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:33.711991 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d81c56-602e-4b31-91c0-a6a291e67cb7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:33.712771 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d81c56-602e-4b31-91c0-a6a291e67cb7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:33.738522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d99520e2-4eb2-443a-9aa8-92eb780bb446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:33.743623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d99520e2-4eb2-443a-9aa8-92eb780bb446 admin admin] Usage tracker for resource:security_group_rule and tenant:46fdb9054cb54a368fdbb708cfc1f095 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:33.749033 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d99520e2-4eb2-443a-9aa8-92eb780bb446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:33.756748 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d99520e2-4eb2-443a-9aa8-92eb780bb446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:33.790720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d124e25-34f1-4a9f-a826-b8ac016c8bd3 None None] Pushing event updated for resources: {'Port': ['ID=7b8a9893-0423-4534-8668-878326113e5b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:33.808644 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14311a08-09ca-475e-9840-db46df0cff28 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:33.901555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-14311a08-09ca-475e-9840-db46df0cff28 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:33.908228 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 88e84932-91d6-42e0-a085-f84bb21723b0 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:36:33.913770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d99520e2-4eb2-443a-9aa8-92eb780bb446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:33.939196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-14311a08-09ca-475e-9840-db46df0cff28 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:33.954194 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-14311a08-09ca-475e-9840-db46df0cff28 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:33.956247 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875a5e9-9e65-4465-9135-13ffd47457ee req-617e1c58-a9a9-41fd-95f0-777493850863 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:33.967105 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2875a5e9-9e65-4465-9135-13ffd47457ee req-617e1c58-a9a9-41fd-95f0-777493850863 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 946 time: 0.5669889 Feb 17 09:36:33.972507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 88e84932-91d6-42e0-a085-f84bb21723b0 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:36:33.976392 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 88e84932-91d6-42e0-a085-f84bb21723b0 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:36:34.028037 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d99520e2-4eb2-443a-9aa8-92eb780bb446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:34.037997 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-14311a08-09ca-475e-9840-db46df0cff28 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:34.048033 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'tenant_id': '7a78389fa4884086b937eed20c503bce', 'fixed_ips': [{'subnet_id': '9785137e-b97c-4c70-9473-10e0e49569ff'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:36:34.048976 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:34.101988 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2875a5e9-9e65-4465-9135-13ffd47457ee req-6559f3f0-055f-4349-abc2-fc72ee3a4043 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/security-groups?id=71c8f6cf-9fe8-4291-946d-942410db76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314514 Feb 17 09:36:34.133036 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b5d81c56-602e-4b31-91c0-a6a291e67cb7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1834621 Feb 17 09:36:34.135211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-259b9ea1-2069-4170-85a7-90ac02abdc8a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:34.140170 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36600) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:34.162967 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99520e2-4eb2-443a-9aa8-92eb780bb446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc58e9c-15f4-4dfb-85be-dd3318101e6b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:34.231965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:34.328169 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d99520e2-4eb2-443a-9aa8-92eb780bb446 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=46fdb9054cb54a368fdbb708cfc1f095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9425755 Feb 17 09:36:34.331557 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36604) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:34.369680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-259b9ea1-2069-4170-85a7-90ac02abdc8a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 95b8f70f-902b-48c2-8ced-5269830563d8 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:34.419489 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Allocated IP 2001:db8::2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/9785137e-b97c-4c70-9473-10e0e49569ff/9c2e3203-1682-49d1-ac10-c48c00496773) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:34.608513 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b05501-d2a4-4f7f-8510-d6854687f146 req-8e77cd0c-833a-49b2-96ec-ea3b41e6dea3 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:34.609977 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b05501-d2a4-4f7f-8510-d6854687f146 req-8e77cd0c-833a-49b2-96ec-ea3b41e6dea3 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 946 time: 1.1129944 Feb 17 09:36:34.707368 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-106b28ea-5971-4bf5-8e44-1e173fdc6c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:34.708591 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-259b9ea1-2069-4170-85a7-90ac02abdc8a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:34.782215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:34.795376 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Transition to ACTIVE for port object 9c2e3203-1682-49d1-ac10-c48c00496773 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:34.831761 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-106b28ea-5971-4bf5-8e44-1e173fdc6c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:34.840224 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Transition to ACTIVE for port object 9c2e3203-1682-49d1-ac10-c48c00496773 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:34.860908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b9ea1-2069-4170-85a7-90ac02abdc8a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=95b8f70f-902b-48c2-8ced-5269830563d8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:34.895016 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:34.909232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:34.915847 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:34.920118 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:34.928673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:34.968388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-106b28ea-5971-4bf5-8e44-1e173fdc6c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:34.975703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-21b05501-d2a4-4f7f-8510-d6854687f146 req-04be58dc-e668-4e8e-8167-80e4dc66198c tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Deleting port 01209840-4bec-4d42-8934-8293d51a9cbe {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:34.978189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-21b05501-d2a4-4f7f-8510-d6854687f146 req-04be58dc-e668-4e8e-8167-80e4dc66198c tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:35.005958 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b28ea-5971-4bf5-8e44-1e173fdc6c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc58e9c-15f4-4dfb-85be-dd3318101e6b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:35.018174 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-106b28ea-5971-4bf5-8e44-1e173fdc6c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:35.025759 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:35.036070 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:35.047534 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-106b28ea-5971-4bf5-8e44-1e173fdc6c39 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fcc58e9c-15f4-4dfb-85be-dd3318101e6b HTTP/1.1" status: 204 len: 168 time: 0.7147391 Feb 17 09:36:35.059962 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:35.064057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:35.075481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:35.116619 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-259b9ea1-2069-4170-85a7-90ac02abdc8a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:35.125898 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14311a08-09ca-475e-9840-db46df0cff28 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:35.251437 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-259b9ea1-2069-4170-85a7-90ac02abdc8a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/95b8f70f-902b-48c2-8ced-5269830563d8 HTTP/1.1" status: 204 len: 168 time: 2.1669617 Feb 17 09:36:35.272355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36612) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:35.289752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14311a08-09ca-475e-9840-db46df0cff28 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:35.446467 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Pushing event updated for resources: {'Port': ['ID=9c2e3203-1682-49d1-ac10-c48c00496773,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:35.460311 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Attempting to bind port 9c2e3203-1682-49d1-ac10-c48c00496773 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:36:35.461275 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Attempting to bind port 9c2e3203-1682-49d1-ac10-c48c00496773 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:36:35.461996 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Attempting to bind port 9c2e3203-1682-49d1-ac10-c48c00496773 on network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:36:35.495871 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:36:35.496697 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Checking segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:36:35.501103 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:35.501982 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Bound using segment: {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:36:35.502828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Bound port: 9c2e3203-1682-49d1-ac10-c48c00496773, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f315c8e-c796-4b01-8e07-446d5595ec92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:36:35.510431 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:35.544247 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14311a08-09ca-475e-9840-db46df0cff28 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6707e09f-856f-4326-9bd4-db0ab32426cc,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:35.637093 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a5d07a-c991-4436-b850-67d4a67dbde9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] DELETE failed (client error): The resource could not be found. Feb 17 09:36:35.638913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a5d07a-c991-4436-b850-67d4a67dbde9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:35.642320 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-25a5d07a-c991-4436-b850-67d4a67dbde9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/95b8f70f-902b-48c2-8ced-5269830563d8 HTTP/1.1" status: 404 len: 333 time: 0.3569703 Feb 17 09:36:35.643561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14311a08-09ca-475e-9840-db46df0cff28 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:35.645135 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-14311a08-09ca-475e-9840-db46df0cff28 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3385351 Feb 17 09:36:35.657576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36616) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:35.658474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36618) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:35.824259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d4a285c1-5f66-472c-89a6-aa69ff21d280 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group': {'name': 'tempest-secgroup--932227920'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:35.864706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d4a285c1-5f66-472c-89a6-aa69ff21d280 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:35.870289 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] For port 9c2e3203-1682-49d1-ac10-c48c00496773, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:36:35.875777 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] For port 9c2e3203-1682-49d1-ac10-c48c00496773, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9c2e3203-1682-49d1-ac10-c48c00496773,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:36:35.883930 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e63e35-3155-40f7-8bdd-f2f88e746813 None None] Network ed5d2810-5724-4a1b-95f6-3028aa158a35 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:35.901425 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-90279e1d-ff96-40dc-9d20-136e2d9d6dd5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] GET failed (client error): The resource could not be found. Feb 17 09:36:35.906688 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-90279e1d-ff96-40dc-9d20-136e2d9d6dd5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports/95b8f70f-902b-48c2-8ced-5269830563d8 HTTP/1.1" status: 404 len: 333 time: 0.2456677 Feb 17 09:36:35.909371 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36624) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:35.910755 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d4a285c1-5f66-472c-89a6-aa69ff21d280 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:35.959515 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede634b-c796-49f4-b232-372090ca7340 req-5268fb4b-edd5-40fe-87f5-f94fc0a1767f tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:35.961456 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ede634b-c796-49f4-b232-372090ca7340 req-5268fb4b-edd5-40fe-87f5-f94fc0a1767f tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 946 time: 0.4557354 Feb 17 09:36:36.009829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-21b05501-d2a4-4f7f-8510-d6854687f146 req-04be58dc-e668-4e8e-8167-80e4dc66198c tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] For port 01209840-4bec-4d42-8934-8293d51a9cbe, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=01209840-4bec-4d42-8934-8293d51a9cbe,segment=NetworkSegment(b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c),segment_id=b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:36.011193 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-21b05501-d2a4-4f7f-8510-d6854687f146 req-04be58dc-e668-4e8e-8167-80e4dc66198c tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:36.043898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5b99f7-83f9-48a0-b785-e21b6660bb3c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting subnet cc4ffe97-388d-4713-87c5-32ffd115b7e3 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:36:36.048884 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c5b99f7-83f9-48a0-b785-e21b6660bb3c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:36.071894 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7b8a9893-0423-4534-8668-878326113e5b up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:36.096811 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d4a285c1-5f66-472c-89a6-aa69ff21d280 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:36.113589 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:36.168369 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ede634b-c796-49f4-b232-372090ca7340 req-5caac131-e599-4960-9743-c0d746948078 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/security-groups?id=71c8f6cf-9fe8-4291-946d-942410db76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1963296 Feb 17 09:36:36.204422 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d4a285c1-5f66-472c-89a6-aa69ff21d280 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:36.210985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d4a285c1-5f66-472c-89a6-aa69ff21d280 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:36.216268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d4a285c1-5f66-472c-89a6-aa69ff21d280 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:36.225766 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d4a285c1-5f66-472c-89a6-aa69ff21d280 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:36.246168 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e7b0c-eb26-40d3-90ae-ab97338185f2 None None] Pushing event updated for resources: {'Port': ['ID=9c2e3203-1682-49d1-ac10-c48c00496773,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:36.299416 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b400612e-4aaa-4f98-92f9-c677c8b4c741 None None] Provisioning for port 7b8a9893-0423-4534-8668-878326113e5b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:36.339753 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d4a285c1-5f66-472c-89a6-aa69ff21d280 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:36.360075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c5b99f7-83f9-48a0-b785-e21b6660bb3c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:36.417650 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d4a285c1-5f66-472c-89a6-aa69ff21d280 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:36.470020 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 7b8a9893-0423-4534-8668-878326113e5b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:36.483168 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 7b8a9893-0423-4534-8668-878326113e5b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:36.483779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:36.552573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-21b05501-d2a4-4f7f-8510-d6854687f146 req-04be58dc-e668-4e8e-8167-80e4dc66198c tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:36.552951 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-21b05501-d2a4-4f7f-8510-d6854687f146 req-04be58dc-e668-4e8e-8167-80e4dc66198c tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:36.553324 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [req-21b05501-d2a4-4f7f-8510-d6854687f146 req-04be58dc-e668-4e8e-8167-80e4dc66198c tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Floating IP f9b325de-c570-4fd7-bf59-3919e92f2cc2 disassociated. External IP: 172.26.4.164, port: 01209840-4bec-4d42-8934-8293d51a9cbe. Feb 17 09:36:36.553678 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-21b05501-d2a4-4f7f-8510-d6854687f146 req-04be58dc-e668-4e8e-8167-80e4dc66198c tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Calling delete_port for 01209840-4bec-4d42-8934-8293d51a9cbe owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:36.607097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a285c1-5f66-472c-89a6-aa69ff21d280 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733d797c-ef7e-47b5-93b6-1538f5af84f7,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:36.661953 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.objects.ports [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:36:36.763196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:36.798196 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d4a285c1-5f66-472c-89a6-aa69ff21d280 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:36.818742 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d4a285c1-5f66-472c-89a6-aa69ff21d280 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1503956 Feb 17 09:36:36.821313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36628) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:36.825093 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 7b8a9893-0423-4534-8668-878326113e5b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7b8a9893-0423-4534-8668-878326113e5b,segment=NetworkSegment(33a96b54-d39f-47bc-af89-c4b771a5c516),segment_id=33a96b54-d39f-47bc-af89-c4b771a5c516)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:36.872376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-21092135-7959-4f36-9e6b-094c5615b5f5 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group_rule': {'security_group_id': '6707e09f-856f-4326-9bd4-db0ab32426cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '733d797c-ef7e-47b5-93b6-1538f5af84f7', 'remote_ip_prefix': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:36.882859 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:36.884925 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-21092135-7959-4f36-9e6b-094c5615b5f5 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:36.890228 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-21092135-7959-4f36-9e6b-094c5615b5f5 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:36.898976 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-21092135-7959-4f36-9e6b-094c5615b5f5 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:36.921724 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-21092135-7959-4f36-9e6b-094c5615b5f5 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:36.936440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c5b99f7-83f9-48a0-b785-e21b6660bb3c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:36.940588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36632) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:36.946013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-fef07d76-71e4-40c7-b2c2-d180aa7fe86c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Request body: {'subnet': {'network_id': 'b176603b-d8cf-474d-87a0-d52b2945b38a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:37.036061 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=7b8a9893-0423-4534-8668-878326113e5b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:37.077972 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21092135-7959-4f36-9e6b-094c5615b5f5 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:37.111106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-21b05501-d2a4-4f7f-8510-d6854687f146 req-04be58dc-e668-4e8e-8167-80e4dc66198c tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:37.162330 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cb06a266-9ea3-4bff-af45-6e4315ede988 None None] Provisioning complete for port 7b8a9893-0423-4534-8668-878326113e5b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:37.162708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb06a266-9ea3-4bff-af45-6e4315ede988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:37.176558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c5b99f7-83f9-48a0-b785-e21b6660bb3c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:37.271541 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:37.317202 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be58dc-e668-4e8e-8167-80e4dc66198c tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Pushing event deleted for resources: {'Port': ['ID=01209840-4bec-4d42-8934-8293d51a9cbe,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:37.348429 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b99f7-83f9-48a0-b785-e21b6660bb3c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Subnet': ['ID=cc4ffe97-388d-4713-87c5-32ffd115b7e3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:37.374804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c5b99f7-83f9-48a0-b785-e21b6660bb3c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:37.407097 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786a049a-d0b0-4370-a0e3-9c9e1739c6f3 None None] Network ed5d2810-5724-4a1b-95f6-3028aa158a35 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:37.407477 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7c5b99f7-83f9-48a0-b785-e21b6660bb3c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/cc4ffe97-388d-4713-87c5-32ffd115b7e3 HTTP/1.1" status: 204 len: 168 time: 1.4945204 Feb 17 09:36:37.413794 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36638) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:37.461747 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fef07d76-71e4-40c7-b2c2-d180aa7fe86c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:37.477069 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-fef07d76-71e4-40c7-b2c2-d180aa7fe86c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Usage tracker for resource:subnet and tenant:eafc4aebcab34f53b13a8dc03c761771 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:37.482952 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-fef07d76-71e4-40c7-b2c2-d180aa7fe86c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:37.492950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fef07d76-71e4-40c7-b2c2-d180aa7fe86c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:37.547914 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c9c9b11b-2f3b-4d9b-ac26-28fdc8df278b None None] Could not find standard attr ID for object 95b8f70f-902b-48c2-8ced-5269830563d8. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:36:37.633943 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:37.653649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21b05501-d2a4-4f7f-8510-d6854687f146 req-04be58dc-e668-4e8e-8167-80e4dc66198c tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Router aceb86ab-2d93-4a8c-85b8-e46c196791d4 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:36:37.660684 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef07d76-71e4-40c7-b2c2-d180aa7fe86c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Made reservation on behalf of eafc4aebcab34f53b13a8dc03c761771 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:37.675183 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fef07d76-71e4-40c7-b2c2-d180aa7fe86c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:37.739285 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21092135-7959-4f36-9e6b-094c5615b5f5 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:37.770488 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 7b8a9893-0423-4534-8668-878326113e5b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:37.770860 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:37.809483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21092135-7959-4f36-9e6b-094c5615b5f5 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:37.889407 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21092135-7959-4f36-9e6b-094c5615b5f5 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b236e503-49e4-426b-b589-d7a2f06b4a40,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:37.915092 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b08251-1eb0-48e1-b281-8a2eed4cac88 None None] DHCP port deletion for ed5d2810-5724-4a1b-95f6-3028aa158a35 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:36:37.922281 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b8b08251-1eb0-48e1-b281-8a2eed4cac88 None None] Deleting port 7b8a9893-0423-4534-8668-878326113e5b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:37.924233 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8b08251-1eb0-48e1-b281-8a2eed4cac88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:37.973855 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21092135-7959-4f36-9e6b-094c5615b5f5 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:37.974982 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-21092135-7959-4f36-9e6b-094c5615b5f5 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1346776 Feb 17 09:36:37.985220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36644) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:37.992782 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6b821e9b-601b-4e23-8911-3cac1482425f req-cb80ae36-703f-4210-9d0f-9ee009b7992d tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 210 time: 0.5797153 Feb 17 09:36:38.091580 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9c2e3203-1682-49d1-ac10-c48c00496773 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:38.220694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21b05501-d2a4-4f7f-8510-d6854687f146 req-04be58dc-e668-4e8e-8167-80e4dc66198c tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:36:38.237114 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca21e777-f1ea-4e22-bd2b-b3d33562857a None None] Sync routers for ids ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:36:38.240779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] For port 9c2e3203-1682-49d1-ac10-c48c00496773, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9c2e3203-1682-49d1-ac10-c48c00496773,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:38.243625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a1f3f0a-7dd1-4910-b995-fd1b92c41a62 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:38.252476 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca21e777-f1ea-4e22-bd2b-b3d33562857a None None] Routers {'aceb86ab-2d93-4a8c-85b8-e46c196791d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:36:38.253927 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ca21e777-f1ea-4e22-bd2b-b3d33562857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:36:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:38.264147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a1f3f0a-7dd1-4910-b995-fd1b92c41a62 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:38.280328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-65d5d0dc-a633-4830-ab1f-3d592ed444de None None] Provisioning for port 9c2e3203-1682-49d1-ac10-c48c00496773 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:38.334557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b05501-d2a4-4f7f-8510-d6854687f146 req-04be58dc-e668-4e8e-8167-80e4dc66198c tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] No DVR routers for this DVR port 01209840-4bec-4d42-8934-8293d51a9cbe on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:36:38.340487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-21b05501-d2a4-4f7f-8510-d6854687f146 req-04be58dc-e668-4e8e-8167-80e4dc66198c tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:38.343215 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2d1ad4-4b12-45f0-955b-872ce326496d', 'name': 'network-vif-deleted', 'tag': '01209840-4bec-4d42-8934-8293d51a9cbe'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:36:38.359594 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b8b08251-1eb0-48e1-b281-8a2eed4cac88 None None] For port 7b8a9893-0423-4534-8668-878326113e5b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7b8a9893-0423-4534-8668-878326113e5b,segment=NetworkSegment(33a96b54-d39f-47bc-af89-c4b771a5c516),segment_id=33a96b54-d39f-47bc-af89-c4b771a5c516)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:38.360143 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8b08251-1eb0-48e1-b281-8a2eed4cac88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:38.407134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:38.418279 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] For port 7b8a9893-0423-4534-8668-878326113e5b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7b8a9893-0423-4534-8668-878326113e5b,segment=NetworkSegment(33a96b54-d39f-47bc-af89-c4b771a5c516),segment_id=33a96b54-d39f-47bc-af89-c4b771a5c516)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:38.418668 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:38.426850 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2d1ad4-4b12-45f0-955b-872ce326496d', 'name': 'network-vif-deleted', 'tag': '01209840-4bec-4d42-8934-8293d51a9cbe', 'status': 'completed', 'code': 200} Feb 17 09:36:38.487067 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:38.488282 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 9c2e3203-1682-49d1-ac10-c48c00496773 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:38.493195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 01209840-4bec-4d42-8934-8293d51a9cbe no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:36:38.495989 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b05501-d2a4-4f7f-8510-d6854687f146 req-04be58dc-e668-4e8e-8167-80e4dc66198c tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.37 "DELETE /v2.0/ports/01209840-4bec-4d42-8934-8293d51a9cbe HTTP/1.1" status: 204 len: 173 time: 3.8751657 Feb 17 09:36:38.500497 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:38.501465 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:38.505273 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a1f3f0a-7dd1-4910-b995-fd1b92c41a62 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:38.525145 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ca21e777-f1ea-4e22-bd2b-b3d33562857a None None] Set router aceb86ab-2d93-4a8c-85b8-e46c196791d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:36:38.528053 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fef07d76-71e4-40c7-b2c2-d180aa7fe86c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:38.660148 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 01209840-4bec-4d42-8934-8293d51a9cbe {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:36:38.660598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 01209840-4bec-4d42-8934-8293d51a9cbe not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:36:38.677859 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b8b08251-1eb0-48e1-b281-8a2eed4cac88 None None] Calling delete_port for 7b8a9893-0423-4534-8668-878326113e5b owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:38.685712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef07d76-71e4-40c7-b2c2-d180aa7fe86c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event updated for resources: {'Subnet': ['ID=feac7f4f-10ea-49d2-b5a7-3294dbd5d3ae,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:38.692544 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef07d76-71e4-40c7-b2c2-d180aa7fe86c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Checking segment: {'id': '89854f52-2ce7-4269-b8c7-2008af0dd810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b176603b-d8cf-474d-87a0-d52b2945b38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:36:38.692902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef07d76-71e4-40c7-b2c2-d180aa7fe86c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Network hostable DHCP agents. Network: b176603b-d8cf-474d-87a0-d52b2945b38a, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:36:38.713044 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 9c2e3203-1682-49d1-ac10-c48c00496773 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:38.714256 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:38.729633 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 7b8a9893-0423-4534-8668-878326113e5b owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:38.773956 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef07d76-71e4-40c7-b2c2-d180aa7fe86c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Network b176603b-d8cf-474d-87a0-d52b2945b38a is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:36:38.802161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f3f0a-7dd1-4910-b995-fd1b92c41a62 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b236e503-49e4-426b-b589-d7a2f06b4a40,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:38.837485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a1f3f0a-7dd1-4910-b995-fd1b92c41a62 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:38.838060 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9a1f3f0a-7dd1-4910-b995-fd1b92c41a62 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/b236e503-49e4-426b-b589-d7a2f06b4a40 HTTP/1.1" status: 204 len: 168 time: 0.8495991 Feb 17 09:36:38.843137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36650) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:38.845463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:38.852532 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:38.867746 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:38.868455 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:38.873009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=7b96aae9-5a0f-4509-9223-ec10e8ec0bac,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:38.907507 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=9c2e3203-1682-49d1-ac10-c48c00496773,revision_number=4']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:38.921380 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-fef07d76-71e4-40c7-b2c2-d180aa7fe86c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, b176603b-d8cf-474d-87a0-d52b2945b38a) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:38.929084 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef07d76-71e4-40c7-b2c2-d180aa7fe86c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:38.929540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fef07d76-71e4-40c7-b2c2-d180aa7fe86c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:38.933902 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:38.971127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-cf8dd4ab-110e-4bfc-8f1b-8ab14025bf16 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:38.996959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e7c9d3-224e-446e-894f-44a8448a7465 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:39.015558 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cffb7cc-c908-46f2-b7f2-de0a304f678c None None] Network b176603b-d8cf-474d-87a0-d52b2945b38a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:39.018975 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5c0e734a-767e-423a-90a0-d61e188d1b86 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.8589370 Feb 17 09:36:39.023137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36654) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:39.031434 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'mac_address': 'fa:16:3e:2d:84:b8', 'name': 'tempest-NetworksTestDHCPv6-2031011951'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:39.050816 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ca21e777-f1ea-4e22-bd2b-b3d33562857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'name': 'tempest-ServersTestManualDisk-1287560077-router', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:34:21Z', 'updated_at': '2022-02-17T09:34:34Z', 'revision_number': 4, 'project_id': '730243740e684d8480d2d5f11486188a', 'gw_port': {'id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:24Z', 'updated_at': '2022-02-17T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'd7755ffe-0995-4f69-8020-1afd30945c50', 'name': '', 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'mac_address': 'fa:16:3e:74:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:32Z', 'updated_at': '2022-02-17T09:34:47Z', 'revision_number': 5, 'project_id': '730243740e684d8480d2d5f11486188a', 'subnets': [{'id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:39.051733 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fef07d76-71e4-40c7-b2c2-d180aa7fe86c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1089163 Feb 17 09:36:39.054798 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36658) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:39.060388 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca21e777-f1ea-4e22-bd2b-b3d33562857a None None] Checking router: aceb86ab-2d93-4a8c-85b8-e46c196791d4 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:36:39.064896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-82f344f3-0a2e-4d9e-a41f-a379a9798351 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1859325793'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:39.067676 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca21e777-f1ea-4e22-bd2b-b3d33562857a None None] Routers {'aceb86ab-2d93-4a8c-85b8-e46c196791d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:36:39.068461 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ca21e777-f1ea-4e22-bd2b-b3d33562857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:36:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:39.071342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-82f344f3-0a2e-4d9e-a41f-a379a9798351 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:39.077599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-82f344f3-0a2e-4d9e-a41f-a379a9798351 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Usage tracker for resource:network and tenant:eafc4aebcab34f53b13a8dc03c761771 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:39.082333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-82f344f3-0a2e-4d9e-a41f-a379a9798351 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:39.092577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-82f344f3-0a2e-4d9e-a41f-a379a9798351 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:39.122506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-cf8dd4ab-110e-4bfc-8f1b-8ab14025bf16 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:39.129412 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cf8dd4ab-110e-4bfc-8f1b-8ab14025bf16 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2775118 Feb 17 09:36:39.129412 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36664) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:39.174680 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8b08251-1eb0-48e1-b281-8a2eed4cac88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:39.188490 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:36:39.189090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:36:39.249774 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8fa8fc9e-9572-4dd1-b59c-ab2c13563c2e tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:39.250399 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:39.255826 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:port and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:39.258904 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b08251-1eb0-48e1-b281-8a2eed4cac88 None None] No DVR routers for this DVR port 7b8a9893-0423-4534-8668-878326113e5b on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:36:39.271281 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:39.275323 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f344f3-0a2e-4d9e-a41f-a379a9798351 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Made reservation on behalf of eafc4aebcab34f53b13a8dc03c761771 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:39.280394 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:39.280766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-82f344f3-0a2e-4d9e-a41f-a379a9798351 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:39.286354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b08251-1eb0-48e1-b281-8a2eed4cac88 None None] Pushing event deleted for resources: {'Port': ['ID=7b8a9893-0423-4534-8668-878326113e5b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:39.330183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 9c2e3203-1682-49d1-ac10-c48c00496773, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9c2e3203-1682-49d1-ac10-c48c00496773,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:39.348853 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c7b61a6e-1d48-40ac-8253-1784e347c5be req-806db169-f274-49bb-9be9-e5f676d857ad tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2d1ad4-4b12-45f0-955b-872ce326496d HTTP/1.1" status: 200 len: 210 time: 0.0634243 Feb 17 09:36:39.394640 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f344f3-0a2e-4d9e-a41f-a379a9798351 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:36:39.401576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8fa8fc9e-9572-4dd1-b59c-ab2c13563c2e tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:39.420739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:39.433689 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-82f344f3-0a2e-4d9e-a41f-a379a9798351 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:39.433955 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-82f344f3-0a2e-4d9e-a41f-a379a9798351 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Added segment efb85a62-b613-4665-80ad-c0b0452baa46 of type vlan for network 81fefaf3-4a71-41f6-b66d-69b720354d4a Feb 17 09:36:39.441551 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:39.449748 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ca21e777-f1ea-4e22-bd2b-b3d33562857a None None] Set router aceb86ab-2d93-4a8c-85b8-e46c196791d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:36:39.497887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-82f344f3-0a2e-4d9e-a41f-a379a9798351 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:39.558170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8fa8fc9e-9572-4dd1-b59c-ab2c13563c2e tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:39.615525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8fc9e-9572-4dd1-b59c-ab2c13563c2e tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=733d797c-ef7e-47b5-93b6-1538f5af84f7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:39.645163 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-82f344f3-0a2e-4d9e-a41f-a379a9798351 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:39.664162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f344f3-0a2e-4d9e-a41f-a379a9798351 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:39.665593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:39.669241 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-82f344f3-0a2e-4d9e-a41f-a379a9798351 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:39.691253 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 7b8a9893-0423-4534-8668-878326113e5b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:39.691868 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:39.758974 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port 250d1426-62e0-4278-b486-532672609abb yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:36:39.802026 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=9c2e3203-1682-49d1-ac10-c48c00496773,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:39.825856 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-b176603b-d8cf-474d-87a0-d52b2945b38a', 'network_id': 'b176603b-d8cf-474d-87a0-d52b2945b38a', 'tenant_id': 'eafc4aebcab34f53b13a8dc03c761771', 'fixed_ips': [{'subnet_id': 'feac7f4f-10ea-49d2-b5a7-3294dbd5d3ae'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:36:39.826867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:39.835743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f344f3-0a2e-4d9e-a41f-a379a9798351 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event updated for resources: {'Network': ['ID=81fefaf3-4a71-41f6-b66d-69b720354d4a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:39.852570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 81fefaf3-4a71-41f6-b66d-69b720354d4a details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:36:39.893431 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] The port '7b8a9893-0423-4534-8668-878326113e5b' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:36:39.918090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8fa8fc9e-9572-4dd1-b59c-ab2c13563c2e tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:39.919807 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8fa8fc9e-9572-4dd1-b59c-ab2c13563c2e tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-groups/733d797c-ef7e-47b5-93b6-1538f5af84f7 HTTP/1.1" status: 204 len: 168 time: 0.7916255 Feb 17 09:36:39.925296 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-82f344f3-0a2e-4d9e-a41f-a379a9798351 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8690131 Feb 17 09:36:39.926309 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36670) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:39.926786 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36672) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:39.942611 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4bf79bbb-459f-4ec7-8a32-574a2f8ceaa8 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Request body: {'subnet': {'network_id': '81fefaf3-4a71-41f6-b66d-69b720354d4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:39.971512 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9c2e3203-1682-49d1-ac10-c48c00496773 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:40.094115 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ca21e777-f1ea-4e22-bd2b-b3d33562857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'name': 'tempest-ServersTestManualDisk-1287560077-router', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:34:21Z', 'updated_at': '2022-02-17T09:34:34Z', 'revision_number': 4, 'project_id': '730243740e684d8480d2d5f11486188a', 'gw_port': {'id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:24Z', 'updated_at': '2022-02-17T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'd7755ffe-0995-4f69-8020-1afd30945c50', 'name': '', 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'mac_address': 'fa:16:3e:74:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:32Z', 'updated_at': '2022-02-17T09:34:47Z', 'revision_number': 5, 'project_id': '730243740e684d8480d2d5f11486188a', 'subnets': [{'id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:40.099712 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca21e777-f1ea-4e22-bd2b-b3d33562857a None None] The sync data for ids ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'] in dv-neutron-828143-5-hyperv is: [{'id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'name': 'tempest-ServersTestManualDisk-1287560077-router', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:34:21Z', 'updated_at': '2022-02-17T09:34:34Z', 'revision_number': 4, 'project_id': '730243740e684d8480d2d5f11486188a', 'gw_port': {'id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:24Z', 'updated_at': '2022-02-17T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'd7755ffe-0995-4f69-8020-1afd30945c50', 'name': '', 'network_id': 'f809a305-6a10-43a8-a929-f23b5f0bc5f0', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'mac_address': 'fa:16:3e:74:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:32Z', 'updated_at': '2022-02-17T09:34:47Z', 'revision_number': 5, 'project_id': '730243740e684d8480d2d5f11486188a', 'subnets': [{'id': '56f2d9cf-33dc-43f3-982a-4c421802b2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:36:40.121470 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:40.206626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4bf79bbb-459f-4ec7-8a32-574a2f8ceaa8 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:40.208629 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5d2810-5724-4a1b-95f6-3028aa158a35']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:40.212141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4bf79bbb-459f-4ec7-8a32-574a2f8ceaa8 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Usage tracker for resource:subnet and tenant:eafc4aebcab34f53b13a8dc03c761771 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:40.218543 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4bf79bbb-459f-4ec7-8a32-574a2f8ceaa8 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:40.221817 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 9c2e3203-1682-49d1-ac10-c48c00496773 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:40.222443 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:40.225893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4bf79bbb-459f-4ec7-8a32-574a2f8ceaa8 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:40.243567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c4853af5-9646-40e0-a8a5-39b48ebc0b69 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:40.261580 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a96b54-d39f-47bc-af89-c4b771a5c516') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:40.262006 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a96b54-d39f-47bc-af89-c4b771a5c516') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:40.286025 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:40.297021 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Allocated IP 2001:db8:0:ffff::2 (b176603b-d8cf-474d-87a0-d52b2945b38a/feac7f4f-10ea-49d2-b5a7-3294dbd5d3ae/dbab3ecf-a82f-4df5-ac91-c98fb60badb0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:40.316622 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf79bbb-459f-4ec7-8a32-574a2f8ceaa8 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Made reservation on behalf of eafc4aebcab34f53b13a8dc03c761771 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:40.321528 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bf79bbb-459f-4ec7-8a32-574a2f8ceaa8 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:40.345587 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c4853af5-9646-40e0-a8a5-39b48ebc0b69 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:40.349893 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c4853af5-9646-40e0-a8a5-39b48ebc0b69 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4192750 Feb 17 09:36:40.352464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36678) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:40.364524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:40.381335 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:36:40.382013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:36:40.406975 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:36:40.676498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36686) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:40.677657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::197 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/9785137e-b97c-4c70-9473-10e0e49569ff/250d1426-62e0-4278-b486-532672609abb) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:40.730508 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:40.739997 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2d:84b8 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/7b96aae9-5a0f-4509-9223-ec10e8ec0bac/250d1426-62e0-4278-b486-532672609abb) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:40.753522 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca586b39-0357-47a3-9b17-4c476b5aea8d None None] New status for floating IP f9b325de-c570-4fd7-bf59-3919e92f2cc2: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:36:40.761084 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-086d71fd-247f-49fd-ba1c-c4e808be0dbf tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:40.780642 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94f28b81-8cba-4cc3-82de-30242fe85ee3 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:40.831050 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:40.859988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-086d71fd-247f-49fd-ba1c-c4e808be0dbf tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:40.861748 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94f28b81-8cba-4cc3-82de-30242fe85ee3 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:40.865200 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Transition to ACTIVE for port object dbab3ecf-a82f-4df5-ac91-c98fb60badb0 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:40.870222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:40.908141 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Network': ['ID=ed5d2810-5724-4a1b-95f6-3028aa158a35,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:40.919044 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Transition to ACTIVE for port object dbab3ecf-a82f-4df5-ac91-c98fb60badb0 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:41.018756 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9de07446-d187-405b-a749-a14e002e680d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/networks/ed5d2810-5724-4a1b-95f6-3028aa158a35 HTTP/1.1" status: 204 len: 168 time: 3.5918007 Feb 17 09:36:41.020671 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36690) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:41.029753 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-845a5959-b0f2-4b78-af9e-d6b3ac1899bc tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2003637904'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:41.036400 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-845a5959-b0f2-4b78-af9e-d6b3ac1899bc tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:41.041320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-845a5959-b0f2-4b78-af9e-d6b3ac1899bc tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:network and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:41.046355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-845a5959-b0f2-4b78-af9e-d6b3ac1899bc tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:41.050918 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-086d71fd-247f-49fd-ba1c-c4e808be0dbf tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.061446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7b8a9893-0423-4534-8668-878326113e5b no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:36:41.070362 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-845a5959-b0f2-4b78-af9e-d6b3ac1899bc tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:41.076813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d71fd-247f-49fd-ba1c-c4e808be0dbf tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6707e09f-856f-4326-9bd4-db0ab32426cc,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:41.133095 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.150866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845a5959-b0f2-4b78-af9e-d6b3ac1899bc tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:41.154531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-845a5959-b0f2-4b78-af9e-d6b3ac1899bc tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.163741 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.213214 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 7b8a9893-0423-4534-8668-878326113e5b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:36:41.213554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7b8a9893-0423-4534-8668-878326113e5b not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:36:41.214823 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94f28b81-8cba-4cc3-82de-30242fe85ee3 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.225237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.objects.ports [None req-4bf79bbb-459f-4ec7-8a32-574a2f8ceaa8 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:36:41.232550 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object 250d1426-62e0-4278-b486-532672609abb will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:41.243494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845a5959-b0f2-4b78-af9e-d6b3ac1899bc tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:36:41.246971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bf79bbb-459f-4ec7-8a32-574a2f8ceaa8 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.251953 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f28b81-8cba-4cc3-82de-30242fe85ee3 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c8f6cf-9fe8-4291-946d-942410db76c4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:41.305578 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94f28b81-8cba-4cc3-82de-30242fe85ee3 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.307656 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-94f28b81-8cba-4cc3-82de-30242fe85ee3 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "DELETE /v2.0/security-groups/71c8f6cf-9fe8-4291-946d-942410db76c4 HTTP/1.1" status: 204 len: 168 time: 0.6276300 Feb 17 09:36:41.310091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-086d71fd-247f-49fd-ba1c-c4e808be0dbf tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.310586 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36694) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:41.311295 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-086d71fd-247f-49fd-ba1c-c4e808be0dbf tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-groups/6707e09f-856f-4326-9bd4-db0ab32426cc HTTP/1.1" status: 204 len: 168 time: 0.9578404 Feb 17 09:36:41.320765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36698) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:41.321446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Network b176603b-d8cf-474d-87a0-d52b2945b38a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:41.326125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-845a5959-b0f2-4b78-af9e-d6b3ac1899bc tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.326481 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-845a5959-b0f2-4b78-af9e-d6b3ac1899bc tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Added segment 26bc8be4-856d-4cb0-9b42-121288ab3c3a of type vlan for network 4caf6385-eca3-4956-a591-15815b48dd25 Feb 17 09:36:41.330849 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:41.333786 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-6d83775c-8653-4af0-81da-2c5deacc363f tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] show failed (client error): The resource could not be found. Feb 17 09:36:41.334982 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e588ac6a-78ec-45ab-899b-a1333fb15de7 None None] Provisioning complete for port 9c2e3203-1682-49d1-ac10-c48c00496773 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:41.335265 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6d83775c-8653-4af0-81da-2c5deacc363f tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "GET /v2.0/security-groups/71c8f6cf-9fe8-4291-946d-942410db76c4 HTTP/1.1" status: 404 len: 347 time: 0.0230658 Feb 17 09:36:41.335508 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e588ac6a-78ec-45ab-899b-a1333fb15de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.337861 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36702) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:41.363086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:41.407353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.421319 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf79bbb-459f-4ec7-8a32-574a2f8ceaa8 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event updated for resources: {'Subnet': ['ID=12f01c04-89b3-4dff-ab04-5b84f9149227,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:41.429105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Pushing event updated for resources: {'Port': ['ID=dbab3ecf-a82f-4df5-ac91-c98fb60badb0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:41.437522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf79bbb-459f-4ec7-8a32-574a2f8ceaa8 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Checking segment: {'id': 'efb85a62-b613-4665-80ad-c0b0452baa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '81fefaf3-4a71-41f6-b66d-69b720354d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:36:41.437883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf79bbb-459f-4ec7-8a32-574a2f8ceaa8 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Network hostable DHCP agents. Network: 81fefaf3-4a71-41f6-b66d-69b720354d4a, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:36:41.445853 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-845a5959-b0f2-4b78-af9e-d6b3ac1899bc tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.461141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-804a8201-047f-4d27-bb29-813fd537b8ba tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:41.503415 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Attempting to bind port dbab3ecf-a82f-4df5-ac91-c98fb60badb0 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:36:41.503717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Attempting to bind port dbab3ecf-a82f-4df5-ac91-c98fb60badb0 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '89854f52-2ce7-4269-b8c7-2008af0dd810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b176603b-d8cf-474d-87a0-d52b2945b38a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:36:41.504085 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Attempting to bind port dbab3ecf-a82f-4df5-ac91-c98fb60badb0 on network b176603b-d8cf-474d-87a0-d52b2945b38a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:36:41.513893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:36:41.514284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Checking segment: {'id': '89854f52-2ce7-4269-b8c7-2008af0dd810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b176603b-d8cf-474d-87a0-d52b2945b38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:36:41.514693 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.515147 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Bound using segment: {'id': '89854f52-2ce7-4269-b8c7-2008af0dd810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b176603b-d8cf-474d-87a0-d52b2945b38a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:36:41.515811 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Bound port: dbab3ecf-a82f-4df5-ac91-c98fb60badb0, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89854f52-2ce7-4269-b8c7-2008af0dd810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b176603b-d8cf-474d-87a0-d52b2945b38a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:36:41.516196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.575242 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf79bbb-459f-4ec7-8a32-574a2f8ceaa8 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Network 81fefaf3-4a71-41f6-b66d-69b720354d4a is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:36:41.596747 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-804a8201-047f-4d27-bb29-813fd537b8ba tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:41.600403 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-804a8201-047f-4d27-bb29-813fd537b8ba tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2760427 Feb 17 09:36:41.601700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-845a5959-b0f2-4b78-af9e-d6b3ac1899bc tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.613343 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36706) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:41.615357 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845a5959-b0f2-4b78-af9e-d6b3ac1899bc tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:41.616802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-845a5959-b0f2-4b78-af9e-d6b3ac1899bc tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.634397 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:41.640480 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d2458b1f-8232-4bd3-980e-94e5e5690d79 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group': {'name': 'tempest-secgroup--997212847'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:41.649149 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:41.656848 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e5298a8a-6b45-4ae6-af93-e21ee26043c0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Deleting port f4324422-7079-4cc2-be95-a2a5b7cdc6d7 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:41.657087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5298a8a-6b45-4ae6-af93-e21ee26043c0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.669185 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] For port dbab3ecf-a82f-4df5-ac91-c98fb60badb0, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:36:41.687725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d2458b1f-8232-4bd3-980e-94e5e5690d79 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:41.690857 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] For port dbab3ecf-a82f-4df5-ac91-c98fb60badb0, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dbab3ecf-a82f-4df5-ac91-c98fb60badb0,segment=NetworkSegment(89854f52-2ce7-4269-b8c7-2008af0dd810),segment_id=89854f52-2ce7-4269-b8c7-2008af0dd810)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:36:41.691159 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:41.695739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:41.696545 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.698910 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-4bf79bbb-459f-4ec7-8a32-574a2f8ceaa8 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 81fefaf3-4a71-41f6-b66d-69b720354d4a) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:41.710175 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf148ad-9e2b-4a94-9fd3-f611030962e2 None None] Network 81fefaf3-4a71-41f6-b66d-69b720354d4a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:41.735185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=250d1426-62e0-4278-b486-532672609abb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:41.757829 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d2458b1f-8232-4bd3-980e-94e5e5690d79 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:41.767166 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf79bbb-459f-4ec7-8a32-574a2f8ceaa8 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:41.767880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bf79bbb-459f-4ec7-8a32-574a2f8ceaa8 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.794464 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-845a5959-b0f2-4b78-af9e-d6b3ac1899bc tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7666402 Feb 17 09:36:41.798522 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.812234 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36710) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:41.824472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c0ae9cff-3630-4607-ac7c-c5b8d1218d49 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'subnet': {'network_id': '4caf6385-eca3-4956-a591-15815b48dd25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:41.855102 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a5959-b0f2-4b78-af9e-d6b3ac1899bc tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Network': ['ID=4caf6385-eca3-4956-a591-15815b48dd25,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:41.870540 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 4caf6385-eca3-4956-a591-15815b48dd25 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:36:41.929780 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4bf79bbb-459f-4ec7-8a32-574a2f8ceaa8 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0002518 Feb 17 09:36:41.933421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36714) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:41.938918 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Request body: {'port': {'network_id': '81fefaf3-4a71-41f6-b66d-69b720354d4a', 'name': 'tempest-NetworksIpV6TestAttrs-548068610'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:41.964100 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5298a8a-6b45-4ae6-af93-e21ee26043c0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.964875 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5298a8a-6b45-4ae6-af93-e21ee26043c0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:41.984265 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9c2e3203-1682-49d1-ac10-c48c00496773 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:42.047662 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-754e3ca2-acb2-4956-9167-d5d494d77e7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0227048 Feb 17 09:36:42.050751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36718) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:42.107414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c8d6d-e30b-4ad2-bb6f-1fad1d21c9aa None None] Pushing event updated for resources: {'Port': ['ID=dbab3ecf-a82f-4df5-ac91-c98fb60badb0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:42.111341 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c0ae9cff-3630-4607-ac7c-c5b8d1218d49 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:42.119234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e5298a8a-6b45-4ae6-af93-e21ee26043c0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Calling delete_port for f4324422-7079-4cc2-be95-a2a5b7cdc6d7 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:42.137792 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c0ae9cff-3630-4607-ac7c-c5b8d1218d49 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:subnet and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:42.144509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c0ae9cff-3630-4607-ac7c-c5b8d1218d49 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:42.158856 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c0ae9cff-3630-4607-ac7c-c5b8d1218d49 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:42.177187 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2458b1f-8232-4bd3-980e-94e5e5690d79 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:42.202091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-892817ba-e2f8-432e-a53f-45862fe7e3b5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port 250d1426-62e0-4278-b486-532672609abb {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:42.202560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-892817ba-e2f8-432e-a53f-45862fe7e3b5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:42.206809 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d2458b1f-8232-4bd3-980e-94e5e5690d79 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:42.215985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d2458b1f-8232-4bd3-980e-94e5e5690d79 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:42.220035 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d2458b1f-8232-4bd3-980e-94e5e5690d79 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:42.224409 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f210ed2c-3555-4ca5-b529-017accdea36e None None] Provisioning for port 250d1426-62e0-4278-b486-532672609abb completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:42.234996 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 9c2e3203-1682-49d1-ac10-c48c00496773 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:42.235224 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d2458b1f-8232-4bd3-980e-94e5e5690d79 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:42.235358 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:42.271192 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:42.271487 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f210ed2c-3555-4ca5-b529-017accdea36e None None] Provisioning complete for port 250d1426-62e0-4278-b486-532672609abb triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:42.271795 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f210ed2c-3555-4ca5-b529-017accdea36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:42.277963 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ae9cff-3630-4607-ac7c-c5b8d1218d49 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:42.281419 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9cff-3630-4607-ac7c-c5b8d1218d49 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:42.300322 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Usage tracker for resource:port and tenant:eafc4aebcab34f53b13a8dc03c761771 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:42.308679 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:42.384237 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-81fefaf3-4a71-41f6-b66d-69b720354d4a', 'network_id': '81fefaf3-4a71-41f6-b66d-69b720354d4a', 'tenant_id': 'eafc4aebcab34f53b13a8dc03c761771', 'fixed_ips': [{'subnet_id': '12f01c04-89b3-4dff-ab04-5b84f9149227'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:36:42.385999 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:42.399315 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2458b1f-8232-4bd3-980e-94e5e5690d79 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:42.405975 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:42.453050 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f210ed2c-3555-4ca5-b529-017accdea36e None None] Port 250d1426-62e0-4278-b486-532672609abb cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:36:42.468597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5298a8a-6b45-4ae6-af93-e21ee26043c0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:42.553291 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2458b1f-8232-4bd3-980e-94e5e5690d79 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:42.587217 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5298a8a-6b45-4ae6-af93-e21ee26043c0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Pushing event deleted for resources: {'Port': ['ID=f4324422-7079-4cc2-be95-a2a5b7cdc6d7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:42.622425 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Made reservation on behalf of eafc4aebcab34f53b13a8dc03c761771 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:42.629360 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:42.677264 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2458b1f-8232-4bd3-980e-94e5e5690d79 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308e01a5-9958-4064-aceb-b49a1dd0edfa,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:42.699670 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] device_id is not set on port 59e1c6bc-3c26-4736-baeb-25dc756f058b yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:36:42.717437 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5298a8a-6b45-4ae6-af93-e21ee26043c0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:42.718754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Allocated IP 2001:db8::f816:3eff:fe45:ae55 (81fefaf3-4a71-41f6-b66d-69b720354d4a/12f01c04-89b3-4dff-ab04-5b84f9149227/e4322a75-00b8-4474-8ed9-4f7e1612e22d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:42.720738 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5298a8a-6b45-4ae6-af93-e21ee26043c0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:42.726616 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e5298a8a-6b45-4ae6-af93-e21ee26043c0 tempest-ServersTestManualDisk-1305256119 tempest-ServersTestManualDisk-1305256119-project] 10.222.0.75 "DELETE /v2.0/floatingips/f9b325de-c570-4fd7-bf59-3919e92f2cc2 HTTP/1.1" status: 204 len: 168 time: 1.3869634 Feb 17 09:36:42.727629 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36722) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:42.809144 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2458b1f-8232-4bd3-980e-94e5e5690d79 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:42.810354 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d2458b1f-8232-4bd3-980e-94e5e5690d79 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1960249 Feb 17 09:36:42.819308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36726) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:42.825138 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3799da96-cdc5-4b55-b6fb-2d19ba5fd492 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group_rule': {'security_group_id': '308e01a5-9958-4064-aceb-b49a1dd0edfa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:42.832121 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-892817ba-e2f8-432e-a53f-45862fe7e3b5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:42.838109 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3799da96-cdc5-4b55-b6fb-2d19ba5fd492 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:42.840489 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3799da96-cdc5-4b55-b6fb-2d19ba5fd492 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:42.844975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3799da96-cdc5-4b55-b6fb-2d19ba5fd492 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:42.855232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3799da96-cdc5-4b55-b6fb-2d19ba5fd492 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:42.961029 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:42.973282 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Transition to ACTIVE for port object e4322a75-00b8-4474-8ed9-4f7e1612e22d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:42.996933 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Transition to ACTIVE for port object e4322a75-00b8-4474-8ed9-4f7e1612e22d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:43.077474 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:43.133083 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-892817ba-e2f8-432e-a53f-45862fe7e3b5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for 250d1426-62e0-4278-b486-532672609abb owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:43.159759 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3799da96-cdc5-4b55-b6fb-2d19ba5fd492 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:43.295733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Pushing event updated for resources: {'Port': ['ID=e4322a75-00b8-4474-8ed9-4f7e1612e22d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:43.315776 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Allocated IP 2001:db8::f816:3eff:fe5c:4ba8 (81fefaf3-4a71-41f6-b66d-69b720354d4a/12f01c04-89b3-4dff-ab04-5b84f9149227/59e1c6bc-3c26-4736-baeb-25dc756f058b) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:43.332516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Network 81fefaf3-4a71-41f6-b66d-69b720354d4a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:43.332516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:43.336295 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:43.384948 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3799da96-cdc5-4b55-b6fb-2d19ba5fd492 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:43.402895 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9cff-3630-4607-ac7c-c5b8d1218d49 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:43.460181 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3799da96-cdc5-4b55-b6fb-2d19ba5fd492 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:43.472483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Attempting to bind port e4322a75-00b8-4474-8ed9-4f7e1612e22d on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:36:43.472873 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Attempting to bind port e4322a75-00b8-4474-8ed9-4f7e1612e22d by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'efb85a62-b613-4665-80ad-c0b0452baa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '81fefaf3-4a71-41f6-b66d-69b720354d4a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:36:43.473367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Attempting to bind port e4322a75-00b8-4474-8ed9-4f7e1612e22d on network 81fefaf3-4a71-41f6-b66d-69b720354d4a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:36:43.484356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:36:43.484749 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Checking segment: {'id': 'efb85a62-b613-4665-80ad-c0b0452baa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '81fefaf3-4a71-41f6-b66d-69b720354d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:36:43.485154 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:43.485555 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Bound using segment: {'id': 'efb85a62-b613-4665-80ad-c0b0452baa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '81fefaf3-4a71-41f6-b66d-69b720354d4a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:36:43.486101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Bound port: e4322a75-00b8-4474-8ed9-4f7e1612e22d, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb85a62-b613-4665-80ad-c0b0452baa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '81fefaf3-4a71-41f6-b66d-69b720354d4a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:36:43.486493 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:43.492789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799da96-cdc5-4b55-b6fb-2d19ba5fd492 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ce3cc4-8518-499f-a0c7-321e3dcf5588,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:43.550626 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a42630-a07b-4ffb-ad92-a7264df59158 None None] Network b176603b-d8cf-474d-87a0-d52b2945b38a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:43.553380 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae9cff-3630-4607-ac7c-c5b8d1218d49 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Subnet': ['ID=7c307ef4-82ea-422c-b7e8-930c0e7c40a5,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:43.610488 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3799da96-cdc5-4b55-b6fb-2d19ba5fd492 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:43.612633 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3799da96-cdc5-4b55-b6fb-2d19ba5fd492 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7923889 Feb 17 09:36:43.616334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36730) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:43.696276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] For port e4322a75-00b8-4474-8ed9-4f7e1612e22d, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:36:43.706438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae9cff-3630-4607-ac7c-c5b8d1218d49 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Checking segment: {'id': '26bc8be4-856d-4cb0-9b42-121288ab3c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '4caf6385-eca3-4956-a591-15815b48dd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:36:43.706801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ae9cff-3630-4607-ac7c-c5b8d1218d49 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network hostable DHCP agents. Network: 4caf6385-eca3-4956-a591-15815b48dd25, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:36:43.718940 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] For port e4322a75-00b8-4474-8ed9-4f7e1612e22d, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e4322a75-00b8-4474-8ed9-4f7e1612e22d,segment=NetworkSegment(efb85a62-b613-4665-80ad-c0b0452baa46),segment_id=efb85a62-b613-4665-80ad-c0b0452baa46)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:36:43.737246 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3b977fcd-d6a1-4b1d-8e82-cd9451e18b9f None None] Provisioning for port dbab3ecf-a82f-4df5-ac91-c98fb60badb0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:43.759099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d929a630-b6b8-4997-bbc0-43cb75ccb54d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:43.764646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f5031de-9144-4e32-bdf5-82ad6879277f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:43.780665 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d929a630-b6b8-4997-bbc0-43cb75ccb54d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:43.803827 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:43.826067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ae9cff-3630-4607-ac7c-c5b8d1218d49 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 4caf6385-eca3-4956-a591-15815b48dd25 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:36:43.955087 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-c0ae9cff-3630-4607-ac7c-c5b8d1218d49 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 4caf6385-eca3-4956-a591-15815b48dd25) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:43.959659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-892817ba-e2f8-432e-a53f-45862fe7e3b5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:43.985587 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c82197f-3b52-4ed6-93e3-6c9eaea87516 None None] Network 4caf6385-eca3-4956-a591-15815b48dd25 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:44.006093 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dbab3ecf-a82f-4df5-ac91-c98fb60badb0 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:44.069615 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa5b23-584b-49fb-bef9-42d7c6929032 None None] Pushing event updated for resources: {'Port': ['ID=e4322a75-00b8-4474-8ed9-4f7e1612e22d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:44.081736 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ae9cff-3630-4607-ac7c-c5b8d1218d49 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:44.082637 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9cff-3630-4607-ac7c-c5b8d1218d49 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:44.088929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d929a630-b6b8-4997-bbc0-43cb75ccb54d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:44.270936 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892817ba-e2f8-432e-a53f-45862fe7e3b5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=250d1426-62e0-4278-b486-532672609abb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:44.283992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929a630-b6b8-4997-bbc0-43cb75ccb54d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47ce3cc4-8518-499f-a0c7-321e3dcf5588,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:44.373125 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0f5031de-9144-4e32-bdf5-82ad6879277f admin admin] Deleting port d7755ffe-0995-4f69-8020-1afd30945c50 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:44.374444 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f5031de-9144-4e32-bdf5-82ad6879277f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:44.385709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d929a630-b6b8-4997-bbc0-43cb75ccb54d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:44.390674 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d929a630-b6b8-4997-bbc0-43cb75ccb54d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/47ce3cc4-8518-499f-a0c7-321e3dcf5588 HTTP/1.1" status: 204 len: 168 time: 0.7675416 Feb 17 09:36:44.414546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port dbab3ecf-a82f-4df5-ac91-c98fb60badb0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:44.453618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36734) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:44.466993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port dbab3ecf-a82f-4df5-ac91-c98fb60badb0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:44.467494 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:44.497622 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c0ae9cff-3630-4607-ac7c-c5b8d1218d49 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6847599 Feb 17 09:36:44.502395 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-892817ba-e2f8-432e-a53f-45862fe7e3b5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:44.507374 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-892817ba-e2f8-432e-a53f-45862fe7e3b5 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/250d1426-62e0-4278-b486-532672609abb HTTP/1.1" status: 204 len: 168 time: 2.4517405 Feb 17 09:36:44.515098 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36738) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:44.515454 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36740) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:44.585862 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-4caf6385-eca3-4956-a591-15815b48dd25', 'network_id': '4caf6385-eca3-4956-a591-15815b48dd25', 'tenant_id': '131a70c324e94389856262e82136e5f6', 'fixed_ips': [{'subnet_id': '7c307ef4-82ea-422c-b7e8-930c0e7c40a5'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:36:44.587014 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:44.621435 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'network_id': '4caf6385-eca3-4956-a591-15815b48dd25', 'security_groups': [], 'name': 'tempest-PortsTestJSON-676486762'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:44.692882 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bd22e151-43b4-46e6-8bb6-ad9d3dd68113 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:44.776077 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:44.804468 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-0f5031de-9144-4e32-bdf5-82ad6879277f admin admin] For port d7755ffe-0995-4f69-8020-1afd30945c50, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d7755ffe-0995-4f69-8020-1afd30945c50,segment=NetworkSegment(b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c),segment_id=b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:44.804936 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f5031de-9144-4e32-bdf5-82ad6879277f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:44.820014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:44.892517 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b9b9bffd-6a72-4f92-9b7c-1ef383d0fb36 None None] Provisioning complete for port dbab3ecf-a82f-4df5-ac91-c98fb60badb0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:44.892891 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bffd-6a72-4f92-9b7c-1ef383d0fb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:44.895275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Transition to ACTIVE for port object 59e1c6bc-3c26-4736-baeb-25dc756f058b will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:44.933466 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port dbab3ecf-a82f-4df5-ac91-c98fb60badb0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dbab3ecf-a82f-4df5-ac91-c98fb60badb0,segment=NetworkSegment(89854f52-2ce7-4269-b8c7-2008af0dd810),segment_id=89854f52-2ce7-4269-b8c7-2008af0dd810)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:44.938340 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bd22e151-43b4-46e6-8bb6-ad9d3dd68113 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:44.946755 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bd22e151-43b4-46e6-8bb6-ad9d3dd68113 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4914930 Feb 17 09:36:44.948790 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36746) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:44.970549 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0f5031de-9144-4e32-bdf5-82ad6879277f admin admin] Calling delete_port for d7755ffe-0995-4f69-8020-1afd30945c50 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:44.976622 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d67982-8847-43a4-a1e8-b02e62d65521 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:44.977423 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-24d67982-8847-43a4-a1e8-b02e62d65521 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:44.980547 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Allocated IP 172.20.0.2 (4caf6385-eca3-4956-a591-15815b48dd25/7c307ef4-82ea-422c-b7e8-930c0e7c40a5/003f7d70-52cb-45b0-af46-83751e04d2b1) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:44.992621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:45.021358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:port and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:45.021669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:45.039209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:45.048524 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:45.092789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fca474bc-ace5-4943-b644-0a456216884f tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:45.097544 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:45.156989 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fca474bc-ace5-4943-b644-0a456216884f tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:45.337684 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-24d67982-8847-43a4-a1e8-b02e62d65521 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:45.345537 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-24d67982-8847-43a4-a1e8-b02e62d65521 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8259015 Feb 17 09:36:45.345771 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36750) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:45.346394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:45.350408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:45.363177 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=dbab3ecf-a82f-4df5-ac91-c98fb60badb0,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:45.383950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fca474bc-ace5-4943-b644-0a456216884f tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:45.397608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Network 81fefaf3-4a71-41f6-b66d-69b720354d4a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:45.433774 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:45.437521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f5031de-9144-4e32-bdf5-82ad6879277f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:45.466120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:45.476843 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:45.477986 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:45.542494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca474bc-ace5-4943-b644-0a456216884f tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=308e01a5-9958-4064-aceb-b49a1dd0edfa,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:45.549489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] device_id is not set on port 74a4be3b-5034-4250-ba48-ef1132ed27d7 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:36:45.598701 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:45.643903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Transition to ACTIVE for port object 003f7d70-52cb-45b0-af46-83751e04d2b1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:45.662256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fca474bc-ace5-4943-b644-0a456216884f tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:45.670291 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fca474bc-ace5-4943-b644-0a456216884f tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-groups/308e01a5-9958-4064-aceb-b49a1dd0edfa HTTP/1.1" status: 204 len: 168 time: 0.7188318 Feb 17 09:36:45.673032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36754) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:45.681052 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Transition to ACTIVE for port object 003f7d70-52cb-45b0-af46-83751e04d2b1 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:45.693305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event updated for resources: {'Port': ['ID=59e1c6bc-3c26-4736-baeb-25dc756f058b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:45.728624 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-49799620-e9e0-4846-bd64-b488fa94e3e6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.7930760 Feb 17 09:36:45.742673 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36758) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:45.745958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:45.796269 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5031de-9144-4e32-bdf5-82ad6879277f admin admin] Pushing event deleted for resources: {'Port': ['ID=d7755ffe-0995-4f69-8020-1afd30945c50,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:45.892719 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ff8b26-1dd2-415c-a8a6-98cb6f1b4a40 None None] Network 81fefaf3-4a71-41f6-b66d-69b720354d4a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:46.000330 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Network 4caf6385-eca3-4956-a591-15815b48dd25 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:46.004324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920d6eef-f7dd-4cd5-bd05-330dfa7f4d5a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:46.006187 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-920d6eef-f7dd-4cd5-bd05-330dfa7f4d5a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:46.007544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:46.015022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:46.061629 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dbab3ecf-a82f-4df5-ac91-c98fb60badb0 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:46.096281 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Allocated IP 172.20.0.4 (4caf6385-eca3-4956-a591-15815b48dd25/7c307ef4-82ea-422c-b7e8-930c0e7c40a5/74a4be3b-5034-4250-ba48-ef1132ed27d7) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:46.099047 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-920d6eef-f7dd-4cd5-bd05-330dfa7f4d5a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:46.104005 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-920d6eef-f7dd-4cd5-bd05-330dfa7f4d5a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7562017 Feb 17 09:36:46.110497 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36762) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:46.118803 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Pushing event updated for resources: {'Port': ['ID=003f7d70-52cb-45b0-af46-83751e04d2b1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:46.125975 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-90c30ddd-ce89-48bf-a978-8214c235e61a None None] Provisioning for port e4322a75-00b8-4474-8ed9-4f7e1612e22d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:46.144853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f5031de-9144-4e32-bdf5-82ad6879277f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:46.203738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbaa7f59-1f66-4294-a046-0568c026d11d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Deleting subnet 12f01c04-89b3-4dff-ab04-5b84f9149227 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:36:46.213161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-52a7bc28-69ee-436a-b727-0c73ea1fc5b0 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:46.216934 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Attempting to bind port 003f7d70-52cb-45b0-af46-83751e04d2b1 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:36:46.217336 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Attempting to bind port 003f7d70-52cb-45b0-af46-83751e04d2b1 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '26bc8be4-856d-4cb0-9b42-121288ab3c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '4caf6385-eca3-4956-a591-15815b48dd25'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:36:46.217689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Attempting to bind port 003f7d70-52cb-45b0-af46-83751e04d2b1 on network 4caf6385-eca3-4956-a591-15815b48dd25 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:36:46.223782 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fbaa7f59-1f66-4294-a046-0568c026d11d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:46.235739 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:36:46.236112 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Checking segment: {'id': '26bc8be4-856d-4cb0-9b42-121288ab3c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '4caf6385-eca3-4956-a591-15815b48dd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:36:46.236506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:46.236921 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Bound using segment: {'id': '26bc8be4-856d-4cb0-9b42-121288ab3c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '4caf6385-eca3-4956-a591-15815b48dd25'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:36:46.237399 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Bound port: 003f7d70-52cb-45b0-af46-83751e04d2b1, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26bc8be4-856d-4cb0-9b42-121288ab3c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '4caf6385-eca3-4956-a591-15815b48dd25'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:36:46.237766 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:46.326793 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port dbab3ecf-a82f-4df5-ac91-c98fb60badb0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:46.327165 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:46.495999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4972b8-1f77-4bd1-b935-460670fb676c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:46.497263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4972b8-1f77-4bd1-b935-460670fb676c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:46.498830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4972b8-1f77-4bd1-b935-460670fb676c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:46.499750 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2c4972b8-1f77-4bd1-b935-460670fb676c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:46.505809 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] For port 003f7d70-52cb-45b0-af46-83751e04d2b1, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:36:46.547161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fbaa7f59-1f66-4294-a046-0568c026d11d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:46.566228 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] For port 003f7d70-52cb-45b0-af46-83751e04d2b1, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=003f7d70-52cb-45b0-af46-83751e04d2b1,segment=NetworkSegment(26bc8be4-856d-4cb0-9b42-121288ab3c3a),segment_id=26bc8be4-856d-4cb0-9b42-121288ab3c3a)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:36:46.579612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e4322a75-00b8-4474-8ed9-4f7e1612e22d up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:46.591627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-52a7bc28-69ee-436a-b727-0c73ea1fc5b0 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:46.592905 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-52a7bc28-69ee-436a-b727-0c73ea1fc5b0 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9188073 Feb 17 09:36:46.598111 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36766) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:46.609680 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-55ce7ac5-1901-40c4-b2dc-971488c7f6a2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730101463'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:46.625233 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5031de-9144-4e32-bdf5-82ad6879277f admin admin] Router aceb86ab-2d93-4a8c-85b8-e46c196791d4 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:36:46.626014 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-55ce7ac5-1901-40c4-b2dc-971488c7f6a2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:46.632031 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:46.644529 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-55ce7ac5-1901-40c4-b2dc-971488c7f6a2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:46.691217 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2c4972b8-1f77-4bd1-b935-460670fb676c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:46.692496 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2c4972b8-1f77-4bd1-b935-460670fb676c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5806572 Feb 17 09:36:46.702464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:46.704918 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36770) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:46.746810 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1580b-4036-4f12-bf2f-7af56be3bca3 None None] Pushing event updated for resources: {'Port': ['ID=003f7d70-52cb-45b0-af46-83751e04d2b1,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:46.794574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Transition to ACTIVE for port object 74a4be3b-5034-4250-ba48-ef1132ed27d7 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:46.835663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9a7d1f-1c4e-4f37-a401-94761ff1ce6f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet 7b96aae9-5a0f-4509-9223-ec10e8ec0bac {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:36:46.845440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2a9a7d1f-1c4e-4f37-a401-94761ff1ce6f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:46.851688 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55ce7ac5-1901-40c4-b2dc-971488c7f6a2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:46.859236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port e4322a75-00b8-4474-8ed9-4f7e1612e22d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:46.865584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port e4322a75-00b8-4474-8ed9-4f7e1612e22d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:46.866064 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:46.902824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fbaa7f59-1f66-4294-a046-0568c026d11d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:46.912085 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-55ce7ac5-1901-40c4-b2dc-971488c7f6a2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:46.937879 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-55ce7ac5-1901-40c4-b2dc-971488c7f6a2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:46.943698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5031de-9144-4e32-bdf5-82ad6879277f admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:36:46.960141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2a9a7d1f-1c4e-4f37-a401-94761ff1ce6f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:46.965724 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bb9bb3-cee2-4100-84a5-f84a6f761e30 None None] Sync routers for ids ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:36:46.977748 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb9bb3-cee2-4100-84a5-f84a6f761e30 None None] Routers {'aceb86ab-2d93-4a8c-85b8-e46c196791d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:36:46.978529 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-54bb9bb3-cee2-4100-84a5-f84a6f761e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:36:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:47.082778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:47.105189 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:47.121874 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55ce7ac5-1901-40c4-b2dc-971488c7f6a2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:47.175994 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55ce7ac5-1901-40c4-b2dc-971488c7f6a2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:47.235960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce7ac5-1901-40c4-b2dc-971488c7f6a2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519918ae-98a3-46d7-bfb7-1f4f11e92637,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:47.257966 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0f5031de-9144-4e32-bdf5-82ad6879277f admin admin] 10.222.0.75 "PUT /v2.0/routers/aceb86ab-2d93-4a8c-85b8-e46c196791d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5288084 Feb 17 09:36:47.258857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36774) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:47.324487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 4caf6385-eca3-4956-a591-15815b48dd25 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:47.334791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:47.343745 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:47.390370 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-54bb9bb3-cee2-4100-84a5-f84a6f761e30 None None] Set router aceb86ab-2d93-4a8c-85b8-e46c196791d4 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:36:47.391184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55ce7ac5-1901-40c4-b2dc-971488c7f6a2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:47.392830 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-55ce7ac5-1901-40c4-b2dc-971488c7f6a2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7904932 Feb 17 09:36:47.396710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36778) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:47.414858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=74a4be3b-5034-4250-ba48-ef1132ed27d7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:47.431558 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e2007662-afc0-4ec8-8e39-ddb2e8b63beb tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group_rule': {'security_group_id': '519918ae-98a3-46d7-bfb7-1f4f11e92637', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:47.437063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2231b471-9618-41c9-a747-a600ce6f5051 None None] Provisioning for port 59e1c6bc-3c26-4736-baeb-25dc756f058b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:47.443180 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2231b471-9618-41c9-a747-a600ce6f5051 None None] Provisioning complete for port 59e1c6bc-3c26-4736-baeb-25dc756f058b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:47.452804 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2231b471-9618-41c9-a747-a600ce6f5051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:47.452958 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e2007662-afc0-4ec8-8e39-ddb2e8b63beb tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:47.464255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e2007662-afc0-4ec8-8e39-ddb2e8b63beb tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:47.475336 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e2007662-afc0-4ec8-8e39-ddb2e8b63beb tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:47.490623 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e2007662-afc0-4ec8-8e39-ddb2e8b63beb tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:47.503876 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:47.504590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:47.533767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2a9a7d1f-1c4e-4f37-a401-94761ff1ce6f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:47.633668 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2231b471-9618-41c9-a747-a600ce6f5051 None None] Port 59e1c6bc-3c26-4736-baeb-25dc756f058b cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:36:47.633668 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2231b471-9618-41c9-a747-a600ce6f5051 None None] Provisioning complete for port e4322a75-00b8-4474-8ed9-4f7e1612e22d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:47.633668 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2231b471-9618-41c9-a747-a600ce6f5051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:47.674771 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72fdc826-ba42-4305-bd48-121cbe7df680 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:47.752093 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fbaa7f59-1f66-4294-a046-0568c026d11d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:47.836336 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2231b471-9618-41c9-a747-a600ce6f5051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:47.848420 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fbaa7f59-1f66-4294-a046-0568c026d11d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:47.871130 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bf040354-4225-42e3-96d1-01e8f6554e6b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.3542306 Feb 17 09:36:47.872927 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa7f59-1f66-4294-a046-0568c026d11d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event deleted for resources: {'Subnet': ['ID=12f01c04-89b3-4dff-ab04-5b84f9149227,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:47.878580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2a9a7d1f-1c4e-4f37-a401-94761ff1ce6f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:47.892123 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36782) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:47.910503 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7315a5-5951-4c31-a754-275819b370f5 None None] Network 81fefaf3-4a71-41f6-b66d-69b720354d4a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:47.926268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72fdc826-ba42-4305-bd48-121cbe7df680 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:47.973387 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-54bb9bb3-cee2-4100-84a5-f84a6f761e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'name': 'tempest-ServersTestManualDisk-1287560077-router', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:34:21Z', 'updated_at': '2022-02-17T09:36:45Z', 'revision_number': 5, 'project_id': '730243740e684d8480d2d5f11486188a', 'gw_port': {'id': '65f02de1-b38c-4b2e-967b-0b846ab26668', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:34:24Z', 'updated_at': '2022-02-17T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:47.977815 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bb9bb3-cee2-4100-84a5-f84a6f761e30 None None] Checking router: aceb86ab-2d93-4a8c-85b8-e46c196791d4 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:36:47.987379 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb9bb3-cee2-4100-84a5-f84a6f761e30 None None] Routers {'aceb86ab-2d93-4a8c-85b8-e46c196791d4'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:36:47.988128 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-54bb9bb3-cee2-4100-84a5-f84a6f761e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:36:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:48.024781 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-72fdc826-ba42-4305-bd48-121cbe7df680 admin admin] Deleting port 65f02de1-b38c-4b2e-967b-0b846ab26668 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:48.025743 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72fdc826-ba42-4305-bd48-121cbe7df680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:48.035875 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fbaa7f59-1f66-4294-a046-0568c026d11d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/subnets/12f01c04-89b3-4dff-ab04-5b84f9149227 HTTP/1.1" status: 204 len: 168 time: 2.2886717 Feb 17 09:36:48.035875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2007662-afc0-4ec8-8e39-ddb2e8b63beb tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:48.036346 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:36:48.036717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:36:48.060446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36786) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:48.071326 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2a9a7d1f-1c4e-4f37-a401-94761ff1ce6f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:48.074848 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2a9a7d1f-1c4e-4f37-a401-94761ff1ce6f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/7b96aae9-5a0f-4509-9223-ec10e8ec0bac HTTP/1.1" status: 204 len: 168 time: 1.3686793 Feb 17 09:36:48.079537 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36790) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:48.095092 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847d1154-44a8-4d3f-8ef2-e2cbe172d5a6 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:48.218866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a7d1f-1c4e-4f37-a401-94761ff1ce6f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=7b96aae9-5a0f-4509-9223-ec10e8ec0bac,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:48.228134 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7282bb29-2251-4931-8ddc-d412e19aebd2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:48.231918 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7282bb29-2251-4931-8ddc-d412e19aebd2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:48.233438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7282bb29-2251-4931-8ddc-d412e19aebd2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Synchronizing usage tracker for tenant:eafc4aebcab34f53b13a8dc03c761771 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:48.357633 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-54bb9bb3-cee2-4100-84a5-f84a6f761e30 None None] Set router aceb86ab-2d93-4a8c-85b8-e46c196791d4 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:36:48.383817 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f276e27a-c1ff-466e-8f33-8364a111ddb4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 74a4be3b-5034-4250-ba48-ef1132ed27d7 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:48.384548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f276e27a-c1ff-466e-8f33-8364a111ddb4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:48.462320 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-2231b471-9618-41c9-a747-a600ce6f5051 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:36:48.462932 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-2231b471-9618-41c9-a747-a600ce6f5051 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:36:48.526458 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b77d0e-762b-4245-9d1b-1b927a0b8841 None None] Network 4caf6385-eca3-4956-a591-15815b48dd25 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:48.544736 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b96f80-86eb-41dc-9f49-d5c16342e1a0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet 9785137e-b97c-4c70-9473-10e0e49569ff {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:36:48.557024 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3b96f80-86eb-41dc-9f49-d5c16342e1a0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:48.599588 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-54bb9bb3-cee2-4100-84a5-f84a6f761e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'name': 'tempest-ServersTestManualDisk-1287560077-router', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:34:21Z', 'updated_at': '2022-02-17T09:36:47Z', 'revision_number': 6, 'project_id': '730243740e684d8480d2d5f11486188a', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:48.601847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9141a687-bb66-4d72-a0ce-ec753cc8190e None None] DHCP port deletion for 81fefaf3-4a71-41f6-b66d-69b720354d4a request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:36:48.605007 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bb9bb3-cee2-4100-84a5-f84a6f761e30 None None] The sync data for ids ['aceb86ab-2d93-4a8c-85b8-e46c196791d4'] in dv-neutron-828143-5-hyperv is: [{'id': 'aceb86ab-2d93-4a8c-85b8-e46c196791d4', 'name': 'tempest-ServersTestManualDisk-1287560077-router', 'tenant_id': '730243740e684d8480d2d5f11486188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:34:21Z', 'updated_at': '2022-02-17T09:36:47Z', 'revision_number': 6, 'project_id': '730243740e684d8480d2d5f11486188a', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:36:48.661046 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-72fdc826-ba42-4305-bd48-121cbe7df680 admin admin] For port 65f02de1-b38c-4b2e-967b-0b846ab26668, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=65f02de1-b38c-4b2e-967b-0b846ab26668,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:48.661414 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72fdc826-ba42-4305-bd48-121cbe7df680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:48.683460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7282bb29-2251-4931-8ddc-d412e19aebd2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Unset dirty status for tenant:eafc4aebcab34f53b13a8dc03c761771 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:48.686971 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7282bb29-2251-4931-8ddc-d412e19aebd2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6079791 Feb 17 09:36:48.690742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36794) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:48.721338 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9141a687-bb66-4d72-a0ce-ec753cc8190e None None] Deleting port e4322a75-00b8-4474-8ed9-4f7e1612e22d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:48.722648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9141a687-bb66-4d72-a0ce-ec753cc8190e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:48.794011 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-72fdc826-ba42-4305-bd48-121cbe7df680 admin admin] Calling delete_port for 65f02de1-b38c-4b2e-967b-0b846ab26668 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:48.808527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2007662-afc0-4ec8-8e39-ddb2e8b63beb tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:48.826981 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:48.876088 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3b96f80-86eb-41dc-9f49-d5c16342e1a0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:48.933733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2007662-afc0-4ec8-8e39-ddb2e8b63beb tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.054338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2007662-afc0-4ec8-8e39-ddb2e8b63beb tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afabef7-f95c-4ed5-abf5-ba1e297883de,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:49.054785 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72fdc826-ba42-4305-bd48-121cbe7df680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.086005 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port e4322a75-00b8-4474-8ed9-4f7e1612e22d, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e4322a75-00b8-4474-8ed9-4f7e1612e22d,segment=NetworkSegment(efb85a62-b613-4665-80ad-c0b0452baa46),segment_id=efb85a62-b613-4665-80ad-c0b0452baa46)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:49.088096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a355226-5879-4b5d-9a39-f3e5348195cc tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.136751 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a355226-5879-4b5d-9a39-f3e5348195cc tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 17 09:36:49.137331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a355226-5879-4b5d-9a39-f3e5348195cc tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:49.139786 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6a355226-5879-4b5d-9a39-f3e5348195cc tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/networks/81fefaf3-4a71-41f6-b66d-69b720354d4a HTTP/1.1" status: 409 len: 405 time: 0.4438891 Feb 17 09:36:49.143236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f276e27a-c1ff-466e-8f33-8364a111ddb4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.154746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36798) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:49.162765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-fc2aa666-fd8a-4e34-b33b-4f1698168175 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1470338454'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:49.168988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2007662-afc0-4ec8-8e39-ddb2e8b63beb tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.173455 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e2007662-afc0-4ec8-8e39-ddb2e8b63beb tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7575231 Feb 17 09:36:49.194738 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36802) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:49.212332 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdc826-ba42-4305-bd48-121cbe7df680 admin admin] Pushing event deleted for resources: {'Port': ['ID=65f02de1-b38c-4b2e-967b-0b846ab26668,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:49.219854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.221584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2231b471-9618-41c9-a747-a600ce6f5051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.269918 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ef40efd2-f143-4f09-bef6-a8132896a21a tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules/7afabef7-f95c-4ed5-abf5-ba1e297883de HTTP/1.1" status: 200 len: 763 time: 0.0739534 Feb 17 09:36:49.273183 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36806) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:49.342437 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72fdc826-ba42-4305-bd48-121cbe7df680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.404509 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cd2986df-e7d4-4ba5-a34d-f54b110b9f23 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:49.457446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f276e27a-c1ff-466e-8f33-8364a111ddb4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 74a4be3b-5034-4250-ba48-ef1132ed27d7 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:49.486251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fc2aa666-fd8a-4e34-b33b-4f1698168175 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:49.505810 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-fc2aa666-fd8a-4e34-b33b-4f1698168175 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Usage tracker for resource:network and tenant:eafc4aebcab34f53b13a8dc03c761771 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:49.512201 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-fc2aa666-fd8a-4e34-b33b-4f1698168175 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:49.521345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fc2aa666-fd8a-4e34-b33b-4f1698168175 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:49.532127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3b96f80-86eb-41dc-9f49-d5c16342e1a0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.582332 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72fdc826-ba42-4305-bd48-121cbe7df680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.590155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72fdc826-ba42-4305-bd48-121cbe7df680 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.638880 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9141a687-bb66-4d72-a0ce-ec753cc8190e None None] For port e4322a75-00b8-4474-8ed9-4f7e1612e22d, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e4322a75-00b8-4474-8ed9-4f7e1612e22d,segment=NetworkSegment(efb85a62-b613-4665-80ad-c0b0452baa46),segment_id=efb85a62-b613-4665-80ad-c0b0452baa46)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:49.639939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9141a687-bb66-4d72-a0ce-ec753cc8190e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.653083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cd2986df-e7d4-4ba5-a34d-f54b110b9f23 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:49.654521 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cd2986df-e7d4-4ba5-a34d-f54b110b9f23 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3805323 Feb 17 09:36:49.659671 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36810) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:49.687709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2aa666-fd8a-4e34-b33b-4f1698168175 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Made reservation on behalf of eafc4aebcab34f53b13a8dc03c761771 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:49.693755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa666-fd8a-4e34-b33b-4f1698168175 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.717336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7371438c-fb91-4375-9e75-f6ba02072ec1 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.726815 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72fdc826-ba42-4305-bd48-121cbe7df680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.730706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fdc826-ba42-4305-bd48-121cbe7df680 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aceb86ab-2d93-4a8c-85b8-e46c196791d4 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:36:49.741042 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7371438c-fb91-4375-9e75-f6ba02072ec1 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.760183 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72fdc826-ba42-4305-bd48-121cbe7df680 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.761427 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-72fdc826-ba42-4305-bd48-121cbe7df680 admin admin] 10.222.0.75 "DELETE /v2.0/routers/aceb86ab-2d93-4a8c-85b8-e46c196791d4 HTTP/1.1" status: 204 len: 168 time: 2.5015008 Feb 17 09:36:49.775362 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36814) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:49.822497 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=e4322a75-00b8-4474-8ed9-4f7e1612e22d,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:49.829519 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 003f7d70-52cb-45b0-af46-83751e04d2b1 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:49.848394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3b96f80-86eb-41dc-9f49-d5c16342e1a0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.864505 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9141a687-bb66-4d72-a0ce-ec753cc8190e None None] Calling delete_port for e4322a75-00b8-4474-8ed9-4f7e1612e22d owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:49.868425 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0075a10-41aa-4882-849d-7328407a74ef admin admin] Deleting subnet 56f2d9cf-33dc-43f3-982a-4c421802b2c0 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:36:49.872276 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0075a10-41aa-4882-849d-7328407a74ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.922327 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-2231b471-9618-41c9-a747-a600ce6f5051 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:36:49.922631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f276e27a-c1ff-466e-8f33-8364a111ddb4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.922849 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-2231b471-9618-41c9-a747-a600ce6f5051 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:36:49.939184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0075a10-41aa-4882-849d-7328407a74ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:49.991262 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2aa666-fd8a-4e34-b33b-4f1698168175 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:36:50.009909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b96f80-86eb-41dc-9f49-d5c16342e1a0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=9785137e-b97c-4c70-9473-10e0e49569ff,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:50.017113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3b96f80-86eb-41dc-9f49-d5c16342e1a0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:50.055909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276e27a-c1ff-466e-8f33-8364a111ddb4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=74a4be3b-5034-4250-ba48-ef1132ed27d7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:50.064184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7371438c-fb91-4375-9e75-f6ba02072ec1 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:50.088820 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-9141a687-bb66-4d72-a0ce-ec753cc8190e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:36:50.089464 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-9141a687-bb66-4d72-a0ce-ec753cc8190e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:36:50.096416 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371438c-fb91-4375-9e75-f6ba02072ec1 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7afabef7-f95c-4ed5-abf5-ba1e297883de,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:50.108048 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa666-fd8a-4e34-b33b-4f1698168175 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:50.108282 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-fc2aa666-fd8a-4e34-b33b-4f1698168175 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Added segment b03ec9b2-7be5-46cf-9559-3d50fcaeb595 of type vlan for network d597b4ec-e0eb-459c-b590-af4fff6a1bc2 Feb 17 09:36:50.112294 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0075a10-41aa-4882-849d-7328407a74ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:50.116000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 003f7d70-52cb-45b0-af46-83751e04d2b1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:50.172782 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7371438c-fb91-4375-9e75-f6ba02072ec1 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:50.173948 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7371438c-fb91-4375-9e75-f6ba02072ec1 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/7afabef7-f95c-4ed5-abf5-ba1e297883de HTTP/1.1" status: 204 len: 168 time: 0.5132139 Feb 17 09:36:50.183429 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36818) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:50.184719 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d7755ffe-0995-4f69-8020-1afd30945c50 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:36:50.229496 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa666-fd8a-4e34-b33b-4f1698168175 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:50.245434 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f276e27a-c1ff-466e-8f33-8364a111ddb4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:50.245542 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36822) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:50.245643 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f276e27a-c1ff-466e-8f33-8364a111ddb4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/74a4be3b-5034-4250-ba48-ef1132ed27d7 HTTP/1.1" status: 204 len: 168 time: 2.2988524 Feb 17 09:36:50.245643 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b3b96f80-86eb-41dc-9f49-d5c16342e1a0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/9785137e-b97c-4c70-9473-10e0e49569ff HTTP/1.1" status: 204 len: 168 time: 2.0268908 Feb 17 09:36:50.246497 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36824) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:50.257196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: d7755ffe-0995-4f69-8020-1afd30945c50 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:36:50.257607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d7755ffe-0995-4f69-8020-1afd30945c50 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:36:50.258109 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e4322a75-00b8-4474-8ed9-4f7e1612e22d no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:36:50.314115 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4debd94f-66f1-4d80-b84f-df1a659f3d9b tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:50.331381 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bf25fe-f09c-46fc-8787-d4028b282a5c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] GET failed (client error): The resource could not be found. Feb 17 09:36:50.331929 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-85bf25fe-f09c-46fc-8787-d4028b282a5c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:50.346511 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5eee74ca-20ec-4ec2-864a-f385ae81b572 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956666 Feb 17 09:36:50.354013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36830) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:50.362986 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d27b1437-a5cd-4c4d-988b-7c114249dc90 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:50.440060 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0075a10-41aa-4882-849d-7328407a74ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:50.448640 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa666-fd8a-4e34-b33b-4f1698168175 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:50.459686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2aa666-fd8a-4e34-b33b-4f1698168175 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:50.465051 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa666-fd8a-4e34-b33b-4f1698168175 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:50.488647 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4debd94f-66f1-4d80-b84f-df1a659f3d9b tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:50.492992 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4debd94f-66f1-4d80-b84f-df1a659f3d9b tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3081841 Feb 17 09:36:50.494451 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-85bf25fe-f09c-46fc-8787-d4028b282a5c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:50.495611 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-85bf25fe-f09c-46fc-8787-d4028b282a5c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports/74a4be3b-5034-4250-ba48-ef1132ed27d7 HTTP/1.1" status: 404 len: 333 time: 0.2485940 Feb 17 09:36:50.496325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36834) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:50.499591 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:50.512150 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0075a10-41aa-4882-849d-7328407a74ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56f2d9cf-33dc-43f3-982a-4c421802b2c0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:50.515519 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36836) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:50.520094 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d32f8fd0-110f-4317-b640-425fd394d68c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group_rule': {'security_group_id': '519918ae-98a3-46d7-bfb7-1f4f11e92637', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:50.534596 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6330b5-ebc1-4ba0-b391-27f45d8fc22c None None] Network f809a305-6a10-43a8-a929-f23b5f0bc5f0 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:50.541598 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0075a10-41aa-4882-849d-7328407a74ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:50.544557 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d32f8fd0-110f-4317-b640-425fd394d68c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:50.573830 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c0075a10-41aa-4882-849d-7328407a74ef admin admin] 10.222.0.75 "DELETE /v2.0/subnets/56f2d9cf-33dc-43f3-982a-4c421802b2c0 HTTP/1.1" status: 204 len: 168 time: 0.7954521 Feb 17 09:36:50.580464 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d32f8fd0-110f-4317-b640-425fd394d68c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:50.583245 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36842) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:50.587324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d27b1437-a5cd-4c4d-988b-7c114249dc90 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:50.637676 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d27b1437-a5cd-4c4d-988b-7c114249dc90 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:50.644139 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d27b1437-a5cd-4c4d-988b-7c114249dc90 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:50.735454 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aa666-fd8a-4e34-b33b-4f1698168175 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event updated for resources: {'Network': ['ID=d597b4ec-e0eb-459c-b590-af4fff6a1bc2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:50.775054 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9141a687-bb66-4d72-a0ce-ec753cc8190e None None] Deleting port e4322a75-00b8-4474-8ed9-4f7e1612e22d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:50.775354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9141a687-bb66-4d72-a0ce-ec753cc8190e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:50.775629 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fc2aa666-fd8a-4e34-b33b-4f1698168175 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6193256 Feb 17 09:36:50.779193 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36846) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:50.785719 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-09fbbf02-48f4-4957-b2c5-9162923ef8b2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Request body: {'subnet': {'network_id': 'd597b4ec-e0eb-459c-b590-af4fff6a1bc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:50.884963 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network d597b4ec-e0eb-459c-b590-af4fff6a1bc2 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:36:50.888968 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d27b1437-a5cd-4c4d-988b-7c114249dc90 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:50.910087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d32f8fd0-110f-4317-b640-425fd394d68c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:50.929804 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port e4322a75-00b8-4474-8ed9-4f7e1612e22d, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e4322a75-00b8-4474-8ed9-4f7e1612e22d,segment=NetworkSegment(efb85a62-b613-4665-80ad-c0b0452baa46),segment_id=efb85a62-b613-4665-80ad-c0b0452baa46)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:50.953670 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:50.955208 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c454040-a312-4478-bb0e-31d3661bce86 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting subnet 7c307ef4-82ea-422c-b7e8-930c0e7c40a5 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:36:50.958397 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c454040-a312-4478-bb0e-31d3661bce86 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:50.999854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] Deleting port e16c6dcf-b4f9-4d14-84d5-26db0964ded0 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:51.000236 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:51.033379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-09fbbf02-48f4-4957-b2c5-9162923ef8b2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:51.047998 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27b1437-a5cd-4c4d-988b-7c114249dc90 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:51.052135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d27b1437-a5cd-4c4d-988b-7c114249dc90 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:51.058113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-09fbbf02-48f4-4957-b2c5-9162923ef8b2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:51.066434 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c454040-a312-4478-bb0e-31d3661bce86 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:51.107561 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349be507-6235-4459-a6ba-2bf23c9ed576 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:51.164455 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c454040-a312-4478-bb0e-31d3661bce86 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:51.178520 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d32f8fd0-110f-4317-b640-425fd394d68c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:51.189604 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:51.191413 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 65f02de1-b38c-4b2e-967b-0b846ab26668 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:36:51.199775 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fbbf02-48f4-4957-b2c5-9162923ef8b2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Made reservation on behalf of eafc4aebcab34f53b13a8dc03c761771 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:51.203991 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-09fbbf02-48f4-4957-b2c5-9162923ef8b2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:51.270805 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d32f8fd0-110f-4317-b640-425fd394d68c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:51.288543 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 65f02de1-b38c-4b2e-967b-0b846ab26668 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:36:51.288886 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 65f02de1-b38c-4b2e-967b-0b846ab26668 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:36:51.403023 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8c63166c-ff58-434d-b9dd-78044960420c None None] Provisioning for port 003f7d70-52cb-45b0-af46-83751e04d2b1 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:51.406821 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f8fd0-110f-4317-b640-425fd394d68c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d556a1-752b-4c62-af10-0ee7a998abf3,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:51.425863 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c454040-a312-4478-bb0e-31d3661bce86 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:51.518901 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c454040-a312-4478-bb0e-31d3661bce86 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Subnet': ['ID=7c307ef4-82ea-422c-b7e8-930c0e7c40a5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:51.522695 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] For port e16c6dcf-b4f9-4d14-84d5-26db0964ded0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e16c6dcf-b4f9-4d14-84d5-26db0964ded0,segment=NetworkSegment(b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c),segment_id=b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:51.523395 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c454040-a312-4478-bb0e-31d3661bce86 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:51.523746 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:51.532417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8c63166c-ff58-434d-b9dd-78044960420c None None] Provisioning complete for port 003f7d70-52cb-45b0-af46-83751e04d2b1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:51.533477 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8c63166c-ff58-434d-b9dd-78044960420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:51.538844 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d32f8fd0-110f-4317-b640-425fd394d68c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:51.540349 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d32f8fd0-110f-4317-b640-425fd394d68c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0298393 Feb 17 09:36:51.545274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36850) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:51.561810 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1c454040-a312-4478-bb0e-31d3661bce86 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/7c307ef4-82ea-422c-b7e8-930c0e7c40a5 HTTP/1.1" status: 204 len: 168 time: 1.0404401 Feb 17 09:36:51.564252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36854) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:51.607590 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60072374-2250-4af2-b471-d82c034d57ef None None] Network 4caf6385-eca3-4956-a591-15815b48dd25 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:51.618182 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-59028804-a071-449e-8d66-8052aa457f57 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules/42d556a1-752b-4c62-af10-0ee7a998abf3 HTTP/1.1" status: 200 len: 763 time: 0.0713513 Feb 17 09:36:51.672199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36858) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:51.689522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] Calling delete_port for e16c6dcf-b4f9-4d14-84d5-26db0964ded0 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:51.791483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:51.810284 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b2f83c35-c2dd-4bcb-bef9-584ec579d270 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:51.865158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d27b1437-a5cd-4c4d-988b-7c114249dc90 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:51.917934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:51.973799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27b1437-a5cd-4c4d-988b-7c114249dc90 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:51.985238 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d27b1437-a5cd-4c4d-988b-7c114249dc90 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:51.987227 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] Pushing event deleted for resources: {'Port': ['ID=e16c6dcf-b4f9-4d14-84d5-26db0964ded0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:51.992035 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27b1437-a5cd-4c4d-988b-7c114249dc90 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:51.993188 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d27b1437-a5cd-4c4d-988b-7c114249dc90 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.002725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 003f7d70-52cb-45b0-af46-83751e04d2b1 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:52.002725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.008288 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] No DVR routers for this DVR port e16c6dcf-b4f9-4d14-84d5-26db0964ded0 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:36:52.059163 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b1437-a5cd-4c4d-988b-7c114249dc90 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=b4ebc9d6-50c1-43a6-8d56-f1e685f73d64,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:52.073910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=e4322a75-00b8-4474-8ed9-4f7e1612e22d,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:52.090723 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b2f83c35-c2dd-4bcb-bef9-584ec579d270 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:52.095087 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b2f83c35-c2dd-4bcb-bef9-584ec579d270 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4148672 Feb 17 09:36:52.106940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.objects.ports [None req-09fbbf02-48f4-4957-b2c5-9162923ef8b2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:36:52.107665 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36862) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:52.113077 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-09fbbf02-48f4-4957-b2c5-9162923ef8b2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.142752 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d27b1437-a5cd-4c4d-988b-7c114249dc90 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7843266 Feb 17 09:36:52.143065 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:52.148768 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-140d7cc1-a96e-43d2-a9c1-35992bbd7dc0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:52.221330 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9141a687-bb66-4d72-a0ce-ec753cc8190e None None] For port e4322a75-00b8-4474-8ed9-4f7e1612e22d, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e4322a75-00b8-4474-8ed9-4f7e1612e22d,segment=NetworkSegment(efb85a62-b613-4665-80ad-c0b0452baa46),segment_id=efb85a62-b613-4665-80ad-c0b0452baa46)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:52.222070 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9141a687-bb66-4d72-a0ce-ec753cc8190e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.236150 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.248386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3383eb10-ec88-417c-9f7e-22d0a8ba5279 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.285119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f809a305-6a10-43a8-a929-f23b5f0bc5f0']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:52.287278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3383eb10-ec88-417c-9f7e-22d0a8ba5279 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.308609 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:52.309205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8768ac6-1ba6-4151-aca3-d45d8ea8dc1c') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:52.343253 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.367394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbbf02-48f4-4957-b2c5-9162923ef8b2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event updated for resources: {'Subnet': ['ID=b68b29a9-4e0d-406c-afb1-2b732440327e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:52.384075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.402872 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-140d7cc1-a96e-43d2-a9c1-35992bbd7dc0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:52.407170 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:36:52.407817 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.410651 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fbbf02-48f4-4957-b2c5-9162923ef8b2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Checking segment: {'id': 'b03ec9b2-7be5-46cf-9559-3d50fcaeb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd597b4ec-e0eb-459c-b590-af4fff6a1bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:36:52.411081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fbbf02-48f4-4957-b2c5-9162923ef8b2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Network hostable DHCP agents. Network: d597b4ec-e0eb-459c-b590-af4fff6a1bc2, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:36:52.427146 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:36:52.437176 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-140d7cc1-a96e-43d2-a9c1-35992bbd7dc0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:52.444689 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] For port 003f7d70-52cb-45b0-af46-83751e04d2b1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=003f7d70-52cb-45b0-af46-83751e04d2b1,segment=NetworkSegment(26bc8be4-856d-4cb0-9b42-121288ab3c3a),segment_id=26bc8be4-856d-4cb0-9b42-121288ab3c3a)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:52.445060 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.491148 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-140d7cc1-a96e-43d2-a9c1-35992bbd7dc0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:52.504770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-140d7cc1-a96e-43d2-a9c1-35992bbd7dc0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:52.514857 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9141a687-bb66-4d72-a0ce-ec753cc8190e None None] Calling delete_port for e4322a75-00b8-4474-8ed9-4f7e1612e22d owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:52.573929 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140d7cc1-a96e-43d2-a9c1-35992bbd7dc0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:52.579528 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-140d7cc1-a96e-43d2-a9c1-35992bbd7dc0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.585906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3383eb10-ec88-417c-9f7e-22d0a8ba5279 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.596490 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 003f7d70-52cb-45b0-af46-83751e04d2b1 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:52.597630 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e9b57c-c04d-4f0f-9927-e887e910b951 None None] DHCP port deletion for f809a305-6a10-43a8-a929-f23b5f0bc5f0 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:36:52.662629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383eb10-ec88-417c-9f7e-22d0a8ba5279 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42d556a1-752b-4c62-af10-0ee7a998abf3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:52.676521 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8c63166c-ff58-434d-b9dd-78044960420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.690541 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fbbf02-48f4-4957-b2c5-9162923ef8b2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Network d597b4ec-e0eb-459c-b590-af4fff6a1bc2 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:36:52.723167 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.727594 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.744861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3383eb10-ec88-417c-9f7e-22d0a8ba5279 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.755103 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8c63166c-ff58-434d-b9dd-78044960420c None None] For port 003f7d70-52cb-45b0-af46-83751e04d2b1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=003f7d70-52cb-45b0-af46-83751e04d2b1,segment=NetworkSegment(26bc8be4-856d-4cb0-9b42-121288ab3c3a),segment_id=26bc8be4-856d-4cb0-9b42-121288ab3c3a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:52.758527 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3383eb10-ec88-417c-9f7e-22d0a8ba5279 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/42d556a1-752b-4c62-af10-0ee7a998abf3 HTTP/1.1" status: 204 len: 168 time: 0.6469233 Feb 17 09:36:52.761807 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36870) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:52.768368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-09fbbf02-48f4-4957-b2c5-9162923ef8b2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, d597b4ec-e0eb-459c-b590-af4fff6a1bc2) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:52.773596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fbbf02-48f4-4957-b2c5-9162923ef8b2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:52.774558 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-09fbbf02-48f4-4957-b2c5-9162923ef8b2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.783270 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e6d61f-15a7-4cd1-abc4-b2fef2236c91 None None] Network d597b4ec-e0eb-459c-b590-af4fff6a1bc2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:52.791385 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] Pushing event deleted for resources: {'Network': ['ID=f809a305-6a10-43a8-a929-f23b5f0bc5f0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:52.798707 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7698eb45-d436-4532-b472-242710cd329b admin admin] 10.222.0.75 "DELETE /v2.0/networks/f809a305-6a10-43a8-a929-f23b5f0bc5f0 HTTP/1.1" status: 204 len: 168 time: 2.2141886 Feb 17 09:36:52.823309 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9141a687-bb66-4d72-a0ce-ec753cc8190e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:52.860823 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-09fbbf02-48f4-4957-b2c5-9162923ef8b2 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0797937 Feb 17 09:36:52.871296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36876) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:52.884117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Request body: {'port': {'network_id': 'd597b4ec-e0eb-459c-b590-af4fff6a1bc2', 'name': 'tempest-NetworksIpV6TestAttrs-2094758185'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:52.914906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.api [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:36:52.915642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG oslo_db.api [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:36:53.136385 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441c641f-0351-4113-b538-6e12a72a1bc7 None None] DHCP port deletion for 4caf6385-eca3-4956-a591-15815b48dd25 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:36:53.143013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-fe2d3889-fec3-4bd2-918a-c97256fa882d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:53.151190 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f671c1-c72a-452c-85c0-0ce7588540d0 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:53.167288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:53.169506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8c63166c-ff58-434d-b9dd-78044960420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:53.169693 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.ipam_backend_mixin [None req-140d7cc1-a96e-43d2-a9c1-35992bbd7dc0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4ebc9d6-50c1-43a6-8d56-f1e685f73d64 (CIDR: 2001:db8::/64) Feb 17 09:36:53.173920 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Usage tracker for resource:port and tenant:eafc4aebcab34f53b13a8dc03c761771 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:53.174576 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9141a687-bb66-4d72-a0ce-ec753cc8190e None None] No DVR routers for this DVR port e4322a75-00b8-4474-8ed9-4f7e1612e22d on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:36:53.178935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:53.193160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141a687-bb66-4d72-a0ce-ec753cc8190e None None] Pushing event deleted for resources: {'Port': ['ID=e4322a75-00b8-4474-8ed9-4f7e1612e22d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:53.202472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:53.209958 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-140d7cc1-a96e-43d2-a9c1-35992bbd7dc0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:36:53.210707 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140d7cc1-a96e-43d2-a9c1-35992bbd7dc0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:53.211193 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-441c641f-0351-4113-b538-6e12a72a1bc7 None None] Deleting port 003f7d70-52cb-45b0-af46-83751e04d2b1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:53.211787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-441c641f-0351-4113-b538-6e12a72a1bc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:53.253094 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-fe2d3889-fec3-4bd2-918a-c97256fa882d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:53.254593 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fe2d3889-fec3-4bd2-918a-c97256fa882d tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4916108 Feb 17 09:36:53.257556 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36880) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:53.270255 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-746aaec9-5034-430b-930e-2fec77b28630 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group_rule': {'security_group_id': '519918ae-98a3-46d7-bfb7-1f4f11e92637', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:53.272030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-746aaec9-5034-430b-930e-2fec77b28630 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:53.283765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Made reservation on behalf of eafc4aebcab34f53b13a8dc03c761771 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:53.285542 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-746aaec9-5034-430b-930e-2fec77b28630 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:53.294517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:53.328977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] device_id is not set on port d919d435-e85a-4f1a-8850-d9e6ae8a675a yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:36:53.339598 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-140d7cc1-a96e-43d2-a9c1-35992bbd7dc0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1952589 Feb 17 09:36:53.346387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36884) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:53.362339 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'subnet': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:53.379545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36888) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:53.399543 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63166c-ff58-434d-b9dd-78044960420c None None] Pushing event updated for resources: {'Port': ['ID=003f7d70-52cb-45b0-af46-83751e04d2b1,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:53.417214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 003f7d70-52cb-45b0-af46-83751e04d2b1 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:53.418388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:53.432546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8c63166c-ff58-434d-b9dd-78044960420c None None] Provisioning complete for port 59e1c6bc-3c26-4736-baeb-25dc756f058b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:53.433144 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8c63166c-ff58-434d-b9dd-78044960420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:53.482373 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:36:53.527445 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-746aaec9-5034-430b-930e-2fec77b28630 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:53.532866 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-af4dc7d1-c8fb-42a7-bd76-5ffd6943e81e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=730243740e684d8480d2d5f11486188a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520686 Feb 17 09:36:53.539435 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36892) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:53.602460 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e16c6dcf-b4f9-4d14-84d5-26db0964ded0 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:36:53.758171 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: e16c6dcf-b4f9-4d14-84d5-26db0964ded0 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:36:53.758699 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e16c6dcf-b4f9-4d14-84d5-26db0964ded0 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:36:53.759398 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 003f7d70-52cb-45b0-af46-83751e04d2b1 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:36:53.762644 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-69592d16-6fb4-4f60-9224-1fe0f26df8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:53.780250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:53.780993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-746aaec9-5034-430b-930e-2fec77b28630 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:53.790016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Usage tracker for resource:subnet and tenant:7a78389fa4884086b937eed20c503bce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:53.795906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:53.813692 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Allocated IP 2001:db8::f816:3eff:fe4f:9673 (d597b4ec-e0eb-459c-b590-af4fff6a1bc2/b68b29a9-4e0d-406c-afb1-2b732440327e/d919d435-e85a-4f1a-8850-d9e6ae8a675a) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:53.814517 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-d597b4ec-e0eb-459c-b590-af4fff6a1bc2', 'network_id': 'd597b4ec-e0eb-459c-b590-af4fff6a1bc2', 'tenant_id': 'eafc4aebcab34f53b13a8dc03c761771', 'fixed_ips': [{'subnet_id': 'b68b29a9-4e0d-406c-afb1-2b732440327e'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:36:53.815312 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:53.815882 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:53.826365 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-69592d16-6fb4-4f60-9224-1fe0f26df8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:53.839965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-746aaec9-5034-430b-930e-2fec77b28630 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:53.892965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746aaec9-5034-430b-930e-2fec77b28630 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059a0130-841c-4f54-a7eb-9a67ea81813e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:53.897583 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] For port 003f7d70-52cb-45b0-af46-83751e04d2b1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=003f7d70-52cb-45b0-af46-83751e04d2b1,segment=NetworkSegment(26bc8be4-856d-4cb0-9b42-121288ab3c3a),segment_id=26bc8be4-856d-4cb0-9b42-121288ab3c3a)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:53.898077 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:53.908135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:53.917539 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:53.999037 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8c63166c-ff58-434d-b9dd-78044960420c None None] Port 59e1c6bc-3c26-4736-baeb-25dc756f058b cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:36:54.036063 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-746aaec9-5034-430b-930e-2fec77b28630 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:54.036815 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-746aaec9-5034-430b-930e-2fec77b28630 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7780888 Feb 17 09:36:54.046759 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36896) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:54.058468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 003f7d70-52cb-45b0-af46-83751e04d2b1 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:54.070167 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8c63166c-ff58-434d-b9dd-78044960420c None None] Could not find standard attr ID for object 74a4be3b-5034-4250-ba48-ef1132ed27d7. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:36:54.092700 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3244360c-3a2d-452d-bc1f-c8b485f3b993 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules/059a0130-841c-4f54-a7eb-9a67ea81813e HTTP/1.1" status: 200 len: 764 time: 0.0438623 Feb 17 09:36:54.095530 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36900) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:54.154286 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-69592d16-6fb4-4f60-9224-1fe0f26df8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:54.197460 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69592d16-6fb4-4f60-9224-1fe0f26df8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543c9fe4-8d20-4de3-afc6-d1cef128061e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:54.235197 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6b23b868-5767-4995-9c71-412c2c7b448b tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:54.240234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-69592d16-6fb4-4f60-9224-1fe0f26df8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:54.246935 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-69592d16-6fb4-4f60-9224-1fe0f26df8d9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/543c9fe4-8d20-4de3-afc6-d1cef128061e HTTP/1.1" status: 204 len: 168 time: 0.6990914 Feb 17 09:36:54.345885 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6b23b868-5767-4995-9c71-412c2c7b448b tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:54.354691 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6b23b868-5767-4995-9c71-412c2c7b448b tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2595434 Feb 17 09:36:54.360796 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36906) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:54.430818 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-771938c5-1206-4d6e-b102-c81204c19aba tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:54.450360 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-771938c5-1206-4d6e-b102-c81204c19aba tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:54.458671 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-441c641f-0351-4113-b538-6e12a72a1bc7 None None] For port 003f7d70-52cb-45b0-af46-83751e04d2b1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=003f7d70-52cb-45b0-af46-83751e04d2b1,segment=NetworkSegment(26bc8be4-856d-4cb0-9b42-121288ab3c3a),segment_id=26bc8be4-856d-4cb0-9b42-121288ab3c3a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:54.459896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-441c641f-0351-4113-b538-6e12a72a1bc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:54.469290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-18715c7b-d1e9-4be6-a784-822890ad0c43 None None] Provisioning complete for port 9c2e3203-1682-49d1-ac10-c48c00496773 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:54.469938 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18715c7b-d1e9-4be6-a784-822890ad0c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:54.488378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:54.530135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:54.617549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Transition to ACTIVE for port object d919d435-e85a-4f1a-8850-d9e6ae8a675a will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:54.617549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-771938c5-1206-4d6e-b102-c81204c19aba tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:54.643698 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771938c5-1206-4d6e-b102-c81204c19aba tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=059a0130-841c-4f54-a7eb-9a67ea81813e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:54.646264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=003f7d70-52cb-45b0-af46-83751e04d2b1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:54.649232 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No DVR routers for this DVR port 003f7d70-52cb-45b0-af46-83751e04d2b1 on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:36:54.707368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:54.740789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-441c641f-0351-4113-b538-6e12a72a1bc7 None None] Calling delete_port for 003f7d70-52cb-45b0-af46-83751e04d2b1 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:54.806810 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.objects.ports [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:36:54.844261 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:54.902369 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4caf6385-eca3-4956-a591-15815b48dd25']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:54.922094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-771938c5-1206-4d6e-b102-c81204c19aba tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:54.923799 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-771938c5-1206-4d6e-b102-c81204c19aba tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/059a0130-841c-4f54-a7eb-9a67ea81813e HTTP/1.1" status: 204 len: 168 time: 0.5587158 Feb 17 09:36:54.926533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36912) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:54.931467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26bc8be4-856d-4cb0-9b42-121288ab3c3a') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:54.932009 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26bc8be4-856d-4cb0-9b42-121288ab3c3a') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:54.955392 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eede46ff-cd21-4ccf-a41d-e509c3359159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:54.965699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:54.974446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:55.073824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Network d597b4ec-e0eb-459c-b590-af4fff6a1bc2 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:55.078387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:55.082018 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:55.091355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:55.096976 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:55.097630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:55.124201 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:36:55.124609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:36:55.140464 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:36:55.155339 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event updated for resources: {'Port': ['ID=d919d435-e85a-4f1a-8850-d9e6ae8a675a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:55.221058 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d908616a-17db-4cff-a110-c326a72b8f70 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:55.244485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:55.285550 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9210148a-6bba-4896-be81-bf1f6dc9b40e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4193063 Feb 17 09:36:55.286502 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36924) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:55.312276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-441c641f-0351-4113-b538-6e12a72a1bc7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:36:55.312824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-441c641f-0351-4113-b538-6e12a72a1bc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:36:55.338987 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Allocated IP 2001:db8::f816:3eff:fe51:ec80 (d597b4ec-e0eb-459c-b590-af4fff6a1bc2/b68b29a9-4e0d-406c-afb1-2b732440327e/b09330ee-3b58-4d2a-99d7-778d5807b002) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:55.361311 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-18715c7b-d1e9-4be6-a784-822890ad0c43 None None] Could not find standard attr ID for object 74a4be3b-5034-4250-ba48-ef1132ed27d7. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:36:55.382018 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d908616a-17db-4cff-a110-c326a72b8f70 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:55.388227 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d908616a-17db-4cff-a110-c326a72b8f70 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4556479 Feb 17 09:36:55.403858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36928) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:55.403858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:55.487659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:55.527512 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Network': ['ID=4caf6385-eca3-4956-a591-15815b48dd25,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:55.548396 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cac44589-629b-4276-94a8-e8c07fb96192 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/networks/4caf6385-eca3-4956-a591-15815b48dd25 HTTP/1.1" status: 204 len: 168 time: 3.9800425 Feb 17 09:36:55.557558 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36932) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:55.566182 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f92fc338-6f5d-40d0-922a-5c5bc057f7b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'name': 'tempest-PortsTestJSON-1690834526'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:55.587080 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff24d3a-3429-4dcc-8c3d-be112e53693b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Deleting subnet b68b29a9-4e0d-406c-afb1-2b732440327e {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:36:55.596940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22f29949-a590-4ee0-a971-ed48c0bfcfdb tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:55.658972 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2032d6a7-6427-426a-abae-823765917978 None None] Provisioning complete for port 9c2e3203-1682-49d1-ac10-c48c00496773 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:55.659811 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2032d6a7-6427-426a-abae-823765917978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:55.698161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] For port 9c2e3203-1682-49d1-ac10-c48c00496773, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9c2e3203-1682-49d1-ac10-c48c00496773,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:55.758957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22f29949-a590-4ee0-a971-ed48c0bfcfdb tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:55.767343 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:55.803195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:55.815389 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-441c641f-0351-4113-b538-6e12a72a1bc7 None None] Deleting port 003f7d70-52cb-45b0-af46-83751e04d2b1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:55.815765 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-441c641f-0351-4113-b538-6e12a72a1bc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:55.830742 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:55.831159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f92fc338-6f5d-40d0-922a-5c5bc057f7b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:55.831375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:55.851902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f92fc338-6f5d-40d0-922a-5c5bc057f7b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:55.859441 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Transition to ACTIVE for port object b09330ee-3b58-4d2a-99d7-778d5807b002 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:55.957084 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-441c641f-0351-4113-b538-6e12a72a1bc7 None None] The port '003f7d70-52cb-45b0-af46-83751e04d2b1' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:36:55.974594 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Transition to ACTIVE for port object b09330ee-3b58-4d2a-99d7-778d5807b002 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:55.986353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:55.996313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:56.002838 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92fc338-6f5d-40d0-922a-5c5bc057f7b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:56.007000 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f92fc338-6f5d-40d0-922a-5c5bc057f7b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:56.010334 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:56.013920 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:56.024313 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d05844-f929-4f95-85c1-9642ac32ab96 None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:56.025603 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ff24d3a-3429-4dcc-8c3d-be112e53693b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:56.035510 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Subnet': ['ID=fa72f696-de41-4f2c-a7bb-bda349609679,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:56.038352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=9c2e3203-1682-49d1-ac10-c48c00496773,revision_number=9']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:56.060406 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22f29949-a590-4ee0-a971-ed48c0bfcfdb tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:56.108559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-f92fc338-6f5d-40d0-922a-5c5bc057f7b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] device_id is not set on port 33e0d44c-08c5-4b06-87bd-2d845f6198f2 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:36:56.114676 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-17413429-d1dd-490b-804e-e8fff55c8fa0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7655289 Feb 17 09:36:56.115651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36946) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:56.121862 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Request body: {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'mac_address': 'fa:16:3e:ef:ed:d3', 'name': 'tempest-NetworksTestDHCPv6-697708592'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:56.148666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f29949-a590-4ee0-a971-ed48c0bfcfdb tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=519918ae-98a3-46d7-bfb7-1f4f11e92637,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:56.174624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ff24d3a-3429-4dcc-8c3d-be112e53693b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:56.263471 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:56.274884 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:56.287435 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:56.297533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22f29949-a590-4ee0-a971-ed48c0bfcfdb tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:56.299079 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-22f29949-a590-4ee0-a971-ed48c0bfcfdb tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-groups/519918ae-98a3-46d7-bfb7-1f4f11e92637 HTTP/1.1" status: 204 len: 168 time: 0.9085376 Feb 17 09:36:56.302806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36952) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:56.357771 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Made reservation on behalf of 7a78389fa4884086b937eed20c503bce for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:56.391131 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Pushing event updated for resources: {'Port': ['ID=b09330ee-3b58-4d2a-99d7-778d5807b002,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:56.466350 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f92fc338-6f5d-40d0-922a-5c5bc057f7b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:56.476439 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Network d597b4ec-e0eb-459c-b590-af4fff6a1bc2 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:56.481481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ff24d3a-3429-4dcc-8c3d-be112e53693b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:56.484100 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:56.488864 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:56.566092 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:56.594967 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c06dc5de-a06d-4e71-8155-6d5a1b44677f tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:56.606848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Attempting to bind port b09330ee-3b58-4d2a-99d7-778d5807b002 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:36:56.607230 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Attempting to bind port b09330ee-3b58-4d2a-99d7-778d5807b002 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'b03ec9b2-7be5-46cf-9559-3d50fcaeb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd597b4ec-e0eb-459c-b590-af4fff6a1bc2'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:36:56.607594 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Attempting to bind port b09330ee-3b58-4d2a-99d7-778d5807b002 on network d597b4ec-e0eb-459c-b590-af4fff6a1bc2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:36:56.615849 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:36:56.616269 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Checking segment: {'id': 'b03ec9b2-7be5-46cf-9559-3d50fcaeb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd597b4ec-e0eb-459c-b590-af4fff6a1bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:36:56.616692 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:56.622179 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Bound using segment: {'id': 'b03ec9b2-7be5-46cf-9559-3d50fcaeb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd597b4ec-e0eb-459c-b590-af4fff6a1bc2'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:36:56.622179 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Bound port: b09330ee-3b58-4d2a-99d7-778d5807b002, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03ec9b2-7be5-46cf-9559-3d50fcaeb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd597b4ec-e0eb-459c-b590-af4fff6a1bc2'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:36:56.622179 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:56.643000 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f92fc338-6f5d-40d0-922a-5c5bc057f7b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:56.650860 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] device_id is not set on port 60565ff3-633b-4767-98f8-4ad33d0d1995 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:36:56.733651 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ff24d3a-3429-4dcc-8c3d-be112e53693b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:56.745522 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] For port b09330ee-3b58-4d2a-99d7-778d5807b002, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:36:56.753682 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] For port b09330ee-3b58-4d2a-99d7-778d5807b002, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b09330ee-3b58-4d2a-99d7-778d5807b002,segment=NetworkSegment(b03ec9b2-7be5-46cf-9559-3d50fcaeb595),segment_id=b03ec9b2-7be5-46cf-9559-3d50fcaeb595)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:36:56.816574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff24d3a-3429-4dcc-8c3d-be112e53693b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event deleted for resources: {'Subnet': ['ID=b68b29a9-4e0d-406c-afb1-2b732440327e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:56.823274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ff24d3a-3429-4dcc-8c3d-be112e53693b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:56.824444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92fc338-6f5d-40d0-922a-5c5bc057f7b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:56.830084 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f92fc338-6f5d-40d0-922a-5c5bc057f7b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:56.840945 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92fc338-6f5d-40d0-922a-5c5bc057f7b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:56.848043 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92fc338-6f5d-40d0-922a-5c5bc057f7b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:56.848043 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f92fc338-6f5d-40d0-922a-5c5bc057f7b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:56.860855 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:56.868091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c06dc5de-a06d-4e71-8155-6d5a1b44677f tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:56.874507 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c06dc5de-a06d-4e71-8155-6d5a1b44677f tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5710175 Feb 17 09:36:56.876980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36962) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:56.877195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fc338-6f5d-40d0-922a-5c5bc057f7b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=33e0d44c-08c5-4b06-87bd-2d845f6198f2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:56.883420 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b6652f31-1d86-4c81-85c9-00bd889fed5c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595166464'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:56.894635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b6652f31-1d86-4c81-85c9-00bd889fed5c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:56.913388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b6652f31-1d86-4c81-85c9-00bd889fed5c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:56.986814 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c144068-8b35-48eb-bddc-9f3cf447a753 None None] Update dhcp port {'port': {'network_id': '8b625a9f-ac2d-47dd-8166-9ff8629d3db1', 'fixed_ips': [{'subnet_id': 'fa72f696-de41-4f2c-a7bb-bda349609679', 'ip_address': '2001:db8:0:1:f816:3eff:fe32:e3d0'}, {'subnet_id': 'b4ebc9d6-50c1-43a6-8d56-f1e685f73d64'}], 'binding:host_id': 'dv-neutron-828143-5-hyperv'}, 'id': '9c2e3203-1682-49d1-ac10-c48c00496773'} from dv-neutron-828143-5-hyperv. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 09:36:56.992354 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2ff24d3a-3429-4dcc-8c3d-be112e53693b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/subnets/b68b29a9-4e0d-406c-afb1-2b732440327e HTTP/1.1" status: 204 len: 168 time: 1.7043419 Feb 17 09:36:56.998568 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f92fc338-6f5d-40d0-922a-5c5bc057f7b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4349732 Feb 17 09:36:56.998568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36968) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:56.998976 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 36972) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:57.009278 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6652f31-1d86-4c81-85c9-00bd889fed5c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:57.023036 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a5a2-3066-4053-8d2b-5205b2c1be18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:57.044777 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ae516-6fd0-4f63-9f5d-8f3f4a43639d None None] Pushing event updated for resources: {'Port': ['ID=b09330ee-3b58-4d2a-99d7-778d5807b002,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:57.072227 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c144068-8b35-48eb-bddc-9f3cf447a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:57.090559 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b6652f31-1d86-4c81-85c9-00bd889fed5c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:57.121833 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b6652f31-1d86-4c81-85c9-00bd889fed5c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:57.131564 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b6652f31-1d86-4c81-85c9-00bd889fed5c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:57.131991 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e7305bab-86e3-4545-af9f-4472a77fc4dd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 33e0d44c-08c5-4b06-87bd-2d845f6198f2 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:57.132259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7305bab-86e3-4545-af9f-4472a77fc4dd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:57.169415 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b84bd1-9d24-4efb-a573-93363a4f4f60 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:57.171510 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b84bd1-9d24-4efb-a573-93363a4f4f60 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:57.178240 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b0b84bd1-9d24-4efb-a573-93363a4f4f60 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Synchronizing usage tracker for tenant:eafc4aebcab34f53b13a8dc03c761771 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:57.202519 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b6652f31-1d86-4c81-85c9-00bd889fed5c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:57.326534 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8::188 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/b4ebc9d6-50c1-43a6-8d56-f1e685f73d64/60565ff3-633b-4767-98f8-4ad33d0d1995) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:57.340898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Allocated IP 2001:db8:0:1:f816:3eff:feef:edd3 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/fa72f696-de41-4f2c-a7bb-bda349609679/60565ff3-633b-4767-98f8-4ad33d0d1995) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:57.413866 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6652f31-1d86-4c81-85c9-00bd889fed5c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:57.435559 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9c2e3203-1682-49d1-ac10-c48c00496773 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:57.478908 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6652f31-1d86-4c81-85c9-00bd889fed5c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:57.507480 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b0b84bd1-9d24-4efb-a573-93363a4f4f60 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Unset dirty status for tenant:eafc4aebcab34f53b13a8dc03c761771 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:36:57.514447 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b0b84bd1-9d24-4efb-a573-93363a4f4f60 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5165825 Feb 17 09:36:57.517654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36980) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:57.587811 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36984) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:57.626957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 9c2e3203-1682-49d1-ac10-c48c00496773 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:36:57.627369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:57.749013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6652f31-1d86-4c81-85c9-00bd889fed5c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe93e187-6245-4ce3-a60c-1c5b54dbd6f1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:57.822187 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7305bab-86e3-4545-af9f-4472a77fc4dd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:57.849766 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7589913f-5e84-4341-b50c-283d9697bf78 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:57.873133 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6652f31-1d86-4c81-85c9-00bd889fed5c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:57.874399 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b6652f31-1d86-4c81-85c9-00bd889fed5c tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9969587 Feb 17 09:36:57.878277 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-7589913f-5e84-4341-b50c-283d9697bf78 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 17 09:36:57.890904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7589913f-5e84-4341-b50c-283d9697bf78 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:36:57.890904 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7589913f-5e84-4341-b50c-283d9697bf78 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/networks/d597b4ec-e0eb-459c-b590-af4fff6a1bc2 HTTP/1.1" status: 409 len: 405 time: 0.3567116 Feb 17 09:36:57.890904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36990) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:57.892259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 36992) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:57.903075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-07c4b769-37bd-464e-b731-3358c834f1c1 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Request body: {'security_group_rule': {'security_group_id': 'fe93e187-6245-4ce3-a60c-1c5b54dbd6f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:57.914253 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1131434134', 'router:external': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:57.922423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ab00fadc-fa45-4c7f-88d4-aaf3dcca10d9 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1882199047'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:57.926346 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07c4b769-37bd-464e-b731-3358c834f1c1 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:57.933155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:57.936577 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:57.942579 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-07c4b769-37bd-464e-b731-3358c834f1c1 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Usage tracker for resource:security_group_rule and tenant:a50790d023694a2b8c64654518d18f2f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:57.944938 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:57.950714 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Usage tracker for resource:network and tenant:827525a3bfec4657a41cdcd8be872aaf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:57.953840 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-07c4b769-37bd-464e-b731-3358c834f1c1 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:57.956982 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ab00fadc-fa45-4c7f-88d4-aaf3dcca10d9 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:57.959643 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:57.973142 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07c4b769-37bd-464e-b731-3358c834f1c1 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:57.976154 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:57.978298 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e7305bab-86e3-4545-af9f-4472a77fc4dd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 33e0d44c-08c5-4b06-87bd-2d845f6198f2 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:57.979400 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ab00fadc-fa45-4c7f-88d4-aaf3dcca10d9 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Usage tracker for resource:network and tenant:eafc4aebcab34f53b13a8dc03c761771 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:57.986462 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ab00fadc-fa45-4c7f-88d4-aaf3dcca10d9 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:58.001571 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ab00fadc-fa45-4c7f-88d4-aaf3dcca10d9 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:58.004857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Transition to ACTIVE for port object 60565ff3-633b-4767-98f8-4ad33d0d1995 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:58.042305 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.064240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Made reservation on behalf of 827525a3bfec4657a41cdcd8be872aaf for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:58.066669 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.075669 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab00fadc-fa45-4c7f-88d4-aaf3dcca10d9 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Made reservation on behalf of eafc4aebcab34f53b13a8dc03c761771 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:58.078970 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab00fadc-fa45-4c7f-88d4-aaf3dcca10d9 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.096626 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.101651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.141465 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7305bab-86e3-4545-af9f-4472a77fc4dd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.151902 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c4b769-37bd-464e-b731-3358c834f1c1 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.174009 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-6c144068-8b35-48eb-bddc-9f3cf447a753 None None] Allocated IP 2001:db8::2 (8b625a9f-ac2d-47dd-8166-9ff8629d3db1/b4ebc9d6-50c1-43a6-8d56-f1e685f73d64/9c2e3203-1682-49d1-ac10-c48c00496773) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:58.229487 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:58.229713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7305bab-86e3-4545-af9f-4472a77fc4dd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=33e0d44c-08c5-4b06-87bd-2d845f6198f2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:58.239714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7305bab-86e3-4545-af9f-4472a77fc4dd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.241494 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab00fadc-fa45-4c7f-88d4-aaf3dcca10d9 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:36:58.245465 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:58.254348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Usage tracker for resource:security_group_rule and tenant:827525a3bfec4657a41cdcd8be872aaf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:58.256291 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e7305bab-86e3-4545-af9f-4472a77fc4dd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/33e0d44c-08c5-4b06-87bd-2d845f6198f2 HTTP/1.1" status: 204 len: 168 time: 1.2562776 Feb 17 09:36:58.257490 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37000) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:58.265008 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9826c136-8b4c-4545-b22d-b59bd1f02dad tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'mac_address': 'fa:16:3e:f1:be:0f', 'name': 'tempest-PortsTestJSON-1580978379'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:58.265792 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:58.277582 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:58.295233 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:36:58.303228 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:58.304275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.317913 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:58.343937 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab00fadc-fa45-4c7f-88d4-aaf3dcca10d9 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.344616 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-ab00fadc-fa45-4c7f-88d4-aaf3dcca10d9 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Added segment c2ab84a5-4470-45ef-989e-5810f63a37ac of type vlan for network e0fca31e-60d5-4d0c-9c1a-81d32825fbe3 Feb 17 09:36:58.350963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event updated for resources: {'Port': ['ID=60565ff3-633b-4767-98f8-4ad33d0d1995,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:58.401880 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c4b769-37bd-464e-b731-3358c834f1c1 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.419492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9826c136-8b4c-4545-b22d-b59bd1f02dad tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:58.426708 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9826c136-8b4c-4545-b22d-b59bd1f02dad tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:port and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:58.430902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9826c136-8b4c-4545-b22d-b59bd1f02dad tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:58.441918 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9826c136-8b4c-4545-b22d-b59bd1f02dad tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:58.444103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab00fadc-fa45-4c7f-88d4-aaf3dcca10d9 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.450890 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6c144068-8b35-48eb-bddc-9f3cf447a753 None None] For port 9c2e3203-1682-49d1-ac10-c48c00496773, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9c2e3203-1682-49d1-ac10-c48c00496773,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:58.470246 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c4b769-37bd-464e-b731-3358c834f1c1 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.481735 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c144068-8b35-48eb-bddc-9f3cf447a753 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.499887 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6c144068-8b35-48eb-bddc-9f3cf447a753 None None] Transition to ACTIVE for port object 9c2e3203-1682-49d1-ac10-c48c00496773 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:36:58.505925 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-57aef4df-05d0-4983-85db-78ff94040633 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3892148 Feb 17 09:36:58.508679 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37004) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:58.522930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4b769-37bd-464e-b731-3358c834f1c1 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d142fd-8336-4378-a7db-05de8de64046,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:58.565219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9826c136-8b4c-4545-b22d-b59bd1f02dad tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:58.567005 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c144068-8b35-48eb-bddc-9f3cf447a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.579808 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.601341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab00fadc-fa45-4c7f-88d4-aaf3dcca10d9 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.609464 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00fadc-fa45-4c7f-88d4-aaf3dcca10d9 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:58.610477 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab00fadc-fa45-4c7f-88d4-aaf3dcca10d9 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.676544 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-171b8983-4309-4128-85a8-94b2492210ae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting port 60565ff3-633b-4767-98f8-4ad33d0d1995 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:58.676891 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-171b8983-4309-4128-85a8-94b2492210ae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.704782 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a3d42c-d4ac-4bad-a552-9cf3b01bcbf8 None None] Network d597b4ec-e0eb-459c-b590-af4fff6a1bc2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:36:58.713224 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.715736 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c4b769-37bd-464e-b731-3358c834f1c1 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.719375 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-07c4b769-37bd-464e-b731-3358c834f1c1 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8260734 Feb 17 09:36:58.725153 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37008) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:58.764626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9826c136-8b4c-4545-b22d-b59bd1f02dad tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.780047 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:36:58.782090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00fadc-fa45-4c7f-88d4-aaf3dcca10d9 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event updated for resources: {'Network': ['ID=e0fca31e-60d5-4d0c-9c1a-81d32825fbe3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:58.784423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6277ca5-74c1-4f19-a892-6024e2d27659,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:58.796058 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.796058 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Added segment c68bbb56-a358-4634-a8a0-2318e4111e4b of type vlan for network e7bbad91-dba6-4412-bd63-044009fa5afc Feb 17 09:36:58.814414 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ab00fadc-fa45-4c7f-88d4-aaf3dcca10d9 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9120619 Feb 17 09:36:58.814414 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37012) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:58.815255 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network e0fca31e-60d5-4d0c-9c1a-81d32825fbe3 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:36:58.822341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-dba7bb84-8dac-4c4d-a772-4269858dbd74 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Request body: {'subnet': {'network_id': 'e0fca31e-60d5-4d0c-9c1a-81d32825fbe3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:58.859582 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-9826c136-8b4c-4545-b22d-b59bd1f02dad tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] device_id is not set on port 2f379132-0a64-48fc-99b3-bdcb3ebfd4f8 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:36:58.904392 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.972466 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dba7bb84-8dac-4c4d-a772-4269858dbd74 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:58.981620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8308cd02-a49c-4c34-896f-1ac9fe6f9cc2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:58.985914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dba7bb84-8dac-4c4d-a772-4269858dbd74 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:59.000835 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c144068-8b35-48eb-bddc-9f3cf447a753 None None] Pushing event updated for resources: {'Port': ['ID=9c2e3203-1682-49d1-ac10-c48c00496773,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:59.094319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-86560251-2345-417a-afed-be2a539d80da None None] Provisioning for port b09330ee-3b58-4d2a-99d7-778d5807b002 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:36:59.123584 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:59.124229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8308cd02-a49c-4c34-896f-1ac9fe6f9cc2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:59.125281 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:59.127453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:59.131844 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba7bb84-8dac-4c4d-a772-4269858dbd74 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Made reservation on behalf of eafc4aebcab34f53b13a8dc03c761771 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:59.138310 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dba7bb84-8dac-4c4d-a772-4269858dbd74 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:59.262705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314476f7-5cd5-48b3-b954-fca366c25ea4 None None] DHCP port deletion for d597b4ec-e0eb-459c-b590-af4fff6a1bc2 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:36:59.267778 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-314476f7-5cd5-48b3-b954-fca366c25ea4 None None] Deleting port b09330ee-3b58-4d2a-99d7-778d5807b002 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:36:59.268150 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-314476f7-5cd5-48b3-b954-fca366c25ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:59.354316 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-171b8983-4309-4128-85a8-94b2492210ae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:59.383265 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7840509 Feb 17 09:36:59.384731 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37018) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:59.396147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b483e97-06d6-45b4-94e7-b8a405590b4f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Pushing event updated for resources: {'Network': ['ID=e7bbad91-dba6-4412-bd63-044009fa5afc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:59.408098 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-19aadcc6-21a6-4d47-834a-8c6f77e82f7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Request body: {'subnet': {'network_id': 'e7bbad91-dba6-4412-bd63-044009fa5afc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:59.420080 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-19aadcc6-21a6-4d47-834a-8c6f77e82f7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:36:59.424960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-19aadcc6-21a6-4d47-834a-8c6f77e82f7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Usage tracker for resource:subnet and tenant:827525a3bfec4657a41cdcd8be872aaf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:36:59.429377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-19aadcc6-21a6-4d47-834a-8c6f77e82f7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:36:59.435306 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network e7bbad91-dba6-4412-bd63-044009fa5afc details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:36:59.439156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-19aadcc6-21a6-4d47-834a-8c6f77e82f7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:36:59.479653 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9c2e3203-1682-49d1-ac10-c48c00496773 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:36:59.510471 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aadcc6-21a6-4d47-834a-8c6f77e82f7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Made reservation on behalf of 827525a3bfec4657a41cdcd8be872aaf for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:59.512847 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19aadcc6-21a6-4d47-834a-8c6f77e82f7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:59.535693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9826c136-8b4c-4545-b22d-b59bd1f02dad tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:59.548196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-171b8983-4309-4128-85a8-94b2492210ae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Calling delete_port for 60565ff3-633b-4767-98f8-4ad33d0d1995 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:59.732514 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8308cd02-a49c-4c34-896f-1ac9fe6f9cc2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:59.778296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308cd02-a49c-4c34-896f-1ac9fe6f9cc2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe93e187-6245-4ce3-a60c-1c5b54dbd6f1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:59.810948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-314476f7-5cd5-48b3-b954-fca366c25ea4 None None] For port b09330ee-3b58-4d2a-99d7-778d5807b002, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b09330ee-3b58-4d2a-99d7-778d5807b002,segment=NetworkSegment(b03ec9b2-7be5-46cf-9559-3d50fcaeb595),segment_id=b03ec9b2-7be5-46cf-9559-3d50fcaeb595)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:36:59.811519 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-314476f7-5cd5-48b3-b954-fca366c25ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:59.814492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8308cd02-a49c-4c34-896f-1ac9fe6f9cc2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:59.818460 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8308cd02-a49c-4c34-896f-1ac9fe6f9cc2 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-groups/fe93e187-6245-4ce3-a60c-1c5b54dbd6f1 HTTP/1.1" status: 204 len: 168 time: 1.0841851 Feb 17 09:36:59.819094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37022) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:36:59.894191 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ccb60fb8-0266-4c9a-ba94-8a54bf85ecaf tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:36:59.956438 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-314476f7-5cd5-48b3-b954-fca366c25ea4 None None] Calling delete_port for b09330ee-3b58-4d2a-99d7-778d5807b002 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:36:59.986718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:36:59.999288 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-26fb6511-79e7-40d5-859a-59fbc7718a72 None None] Provisioning for port 9c2e3203-1682-49d1-ac10-c48c00496773 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:00.013485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9826c136-8b4c-4545-b22d-b59bd1f02dad tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:00.022921 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-26fb6511-79e7-40d5-859a-59fbc7718a72 None None] Provisioning complete for port 9c2e3203-1682-49d1-ac10-c48c00496773 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:00.023537 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26fb6511-79e7-40d5-859a-59fbc7718a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:00.076923 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.objects.ports [None req-dba7bb84-8dac-4c4d-a772-4269858dbd74 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:37:00.081131 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ccb60fb8-0266-4c9a-ba94-8a54bf85ecaf tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:00.084584 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ccb60fb8-0266-4c9a-ba94-8a54bf85ecaf tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2588267 Feb 17 09:37:00.084747 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dba7bb84-8dac-4c4d-a772-4269858dbd74 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:00.087871 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37026) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:00.095386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9826c136-8b4c-4545-b22d-b59bd1f02dad tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:00.098665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 9c2e3203-1682-49d1-ac10-c48c00496773 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:00.099094 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:00.101047 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9826c136-8b4c-4545-b22d-b59bd1f02dad tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:00.107727 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9826c136-8b4c-4545-b22d-b59bd1f02dad tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:00.113150 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9826c136-8b4c-4545-b22d-b59bd1f02dad tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:00.113763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9826c136-8b4c-4545-b22d-b59bd1f02dad tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:00.159581 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826c136-8b4c-4545-b22d-b59bd1f02dad tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=2f379132-0a64-48fc-99b3-bdcb3ebfd4f8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:00.230429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-171b8983-4309-4128-85a8-94b2492210ae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:00.236645 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7bb84-8dac-4c4d-a772-4269858dbd74 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event updated for resources: {'Subnet': ['ID=d71b1fcf-a13e-40c3-a006-ead251f86357,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:00.252305 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba7bb84-8dac-4c4d-a772-4269858dbd74 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Checking segment: {'id': 'c2ab84a5-4470-45ef-989e-5810f63a37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e0fca31e-60d5-4d0c-9c1a-81d32825fbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:00.252670 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba7bb84-8dac-4c4d-a772-4269858dbd74 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Network hostable DHCP agents. Network: e0fca31e-60d5-4d0c-9c1a-81d32825fbe3, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:37:00.267453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-68aa8399-e9e8-4ccd-9f64-5cb4cea33a04 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Synchronizing usage tracker for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:00.282503 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9826c136-8b4c-4545-b22d-b59bd1f02dad tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0213652 Feb 17 09:37:00.283229 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37030) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:00.289170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b8983-4309-4128-85a8-94b2492210ae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Port': ['ID=60565ff3-633b-4767-98f8-4ad33d0d1995,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:00.349659 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-314476f7-5cd5-48b3-b954-fca366c25ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:00.388006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-171b8983-4309-4128-85a8-94b2492210ae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:00.390511 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-171b8983-4309-4128-85a8-94b2492210ae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/60565ff3-633b-4767-98f8-4ad33d0d1995 HTTP/1.1" status: 204 len: 168 time: 1.8795607 Feb 17 09:37:00.392908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37036) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:00.429097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba7bb84-8dac-4c4d-a772-4269858dbd74 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Network e0fca31e-60d5-4d0c-9c1a-81d32825fbe3 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:37:00.433697 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314476f7-5cd5-48b3-b954-fca366c25ea4 None None] No DVR routers for this DVR port b09330ee-3b58-4d2a-99d7-778d5807b002 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:37:00.442101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314476f7-5cd5-48b3-b954-fca366c25ea4 None None] Pushing event deleted for resources: {'Port': ['ID=b09330ee-3b58-4d2a-99d7-778d5807b002,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:00.449674 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe2ab2-e354-43fb-b3fe-a1504857db68 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:00.449674 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5cbe2ab2-e354-43fb-b3fe-a1504857db68 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports/2f379132-0a64-48fc-99b3-bdcb3ebfd4f8 HTTP/1.1" status: 200 len: 841 time: 0.1630497 Feb 17 09:37:00.451134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-68aa8399-e9e8-4ccd-9f64-5cb4cea33a04 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] Unset dirty status for tenant:a50790d023694a2b8c64654518d18f2f on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:00.452184 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-68aa8399-e9e8-4ccd-9f64-5cb4cea33a04 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3343675 Feb 17 09:37:00.455064 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37040) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:00.467043 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37044) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:00.499649 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-5fd5c94f-1845-4e73-985b-0cc64f743685 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] delete failed (client error): The resource could not be found. Feb 17 09:37:00.501070 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5fd5c94f-1845-4e73-985b-0cc64f743685 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "DELETE /v2.0/security-groups/fe93e187-6245-4ce3-a60c-1c5b54dbd6f1 HTTP/1.1" status: 404 len: 347 time: 0.0255346 Feb 17 09:37:00.507044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37048) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:00.536584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f19ba2f7-db21-4d6c-9dd1-15a738d048df None None] Could not find standard attr ID for object 60565ff3-633b-4767-98f8-4ad33d0d1995. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:37:00.545283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-dba7bb84-8dac-4c4d-a772-4269858dbd74 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, e0fca31e-60d5-4d0c-9c1a-81d32825fbe3) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:00.559708 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7a11bea4-78c4-444b-aea5-0dcbb278e9a7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 2f379132-0a64-48fc-99b3-bdcb3ebfd4f8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:00.559708 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a11bea4-78c4-444b-aea5-0dcbb278e9a7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:00.568090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1851734-38fc-4e4a-8206-590fca3510dd None None] Network e0fca31e-60d5-4d0c-9c1a-81d32825fbe3 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:00.581377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba7bb84-8dac-4c4d-a772-4269858dbd74 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:00.581972 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dba7bb84-8dac-4c4d-a772-4269858dbd74 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:00.601902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78499e8a-26e2-4c32-b538-52274f8ed014 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:00.605898 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-78499e8a-26e2-4c32-b538-52274f8ed014 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:00.663341 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c2e7ed0d-be2f-49dc-9092-5ffa85a6dd05 tempest-SecGroupTest-539928145 tempest-SecGroupTest-539928145-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1551633 Feb 17 09:37:00.664569 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-78499e8a-26e2-4c32-b538-52274f8ed014 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:00.666794 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-78499e8a-26e2-4c32-b538-52274f8ed014 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2728806 Feb 17 09:37:00.669486 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37052) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:00.716980 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-dba7bb84-8dac-4c4d-a772-4269858dbd74 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9026647 Feb 17 09:37:00.722630 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37058) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:00.809147 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa3f442-c923-4223-9933-198726404a25 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:00.813348 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8aa3f442-c923-4223-9933-198726404a25 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1424603 Feb 17 09:37:00.813961 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37062) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:00.859492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-e0fca31e-60d5-4d0c-9c1a-81d32825fbe3', 'network_id': 'e0fca31e-60d5-4d0c-9c1a-81d32825fbe3', 'tenant_id': 'eafc4aebcab34f53b13a8dc03c761771', 'fixed_ips': [{'subnet_id': 'd71b1fcf-a13e-40c3-a006-ead251f86357'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:37:00.861320 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:00.906121 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a6ef77-c2f7-48a6-abf9-3cf29b224178 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:00.907755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a6ef77-c2f7-48a6-abf9-3cf29b224178 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:00.909295 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a6ef77-c2f7-48a6-abf9-3cf29b224178 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:00.910151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-85a6ef77-c2f7-48a6-abf9-3cf29b224178 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:00.917411 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.objects.ports [None req-19aadcc6-21a6-4d47-834a-8c6f77e82f7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:37:00.917897 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19aadcc6-21a6-4d47-834a-8c6f77e82f7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:00.979155 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-85a6ef77-c2f7-48a6-abf9-3cf29b224178 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:00.982752 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-85a6ef77-c2f7-48a6-abf9-3cf29b224178 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1676569 Feb 17 09:37:00.983637 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37066) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:01.026123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a11bea4-78c4-444b-aea5-0dcbb278e9a7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.050205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Allocated IP 2001:db8::f816:3eff:fe0a:c988 (e0fca31e-60d5-4d0c-9c1a-81d32825fbe3/d71b1fcf-a13e-40c3-a006-ead251f86357/580fbc83-0248-4ae7-aa66-8d8d7ab63097) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:01.067877 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f2c023-a378-4969-8731-3d18b8013760 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet b4ebc9d6-50c1-43a6-8d56-f1e685f73d64 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:37:01.071570 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51f2c023-a378-4969-8731-3d18b8013760 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.139063 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51f2c023-a378-4969-8731-3d18b8013760 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.189929 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aadcc6-21a6-4d47-834a-8c6f77e82f7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c270979b-86f3-42a9-a2be-0099bedcea12,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:01.205677 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7a11bea4-78c4-444b-aea5-0dcbb278e9a7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 2f379132-0a64-48fc-99b3-bdcb3ebfd4f8 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:01.265127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51f2c023-a378-4969-8731-3d18b8013760 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.302257 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.308111 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aadcc6-21a6-4d47-834a-8c6f77e82f7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Checking segment: {'id': 'c68bbb56-a358-4634-a8a0-2318e4111e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e7bbad91-dba6-4412-bd63-044009fa5afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:01.308620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aadcc6-21a6-4d47-834a-8c6f77e82f7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Network hostable DHCP agents. Network: e7bbad91-dba6-4412-bd63-044009fa5afc, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:37:01.322104 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.344916 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Transition to ACTIVE for port object 580fbc83-0248-4ae7-aa66-8d8d7ab63097 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:01.346334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37072) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:01.379748 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Transition to ACTIVE for port object 580fbc83-0248-4ae7-aa66-8d8d7ab63097 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:01.425145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.435518 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.453391 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51f2c023-a378-4969-8731-3d18b8013760 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.514139 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2c023-a378-4969-8731-3d18b8013760 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ebc9d6-50c1-43a6-8d56-f1e685f73d64,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:01.517035 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a11bea4-78c4-444b-aea5-0dcbb278e9a7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.518868 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aadcc6-21a6-4d47-834a-8c6f77e82f7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Network e7bbad91-dba6-4412-bd63-044009fa5afc is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:37:01.524237 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Network e0fca31e-60d5-4d0c-9c1a-81d32825fbe3 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:01.527625 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:01.530801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51f2c023-a378-4969-8731-3d18b8013760 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.532950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d6ae69-9411-49d8-b829-c5c5b040114e None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:01.545905 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:01.554466 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Pushing event updated for resources: {'Port': ['ID=580fbc83-0248-4ae7-aa66-8d8d7ab63097,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:01.586713 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11bea4-78c4-444b-aea5-0dcbb278e9a7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=2f379132-0a64-48fc-99b3-bdcb3ebfd4f8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:01.599078 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a11bea4-78c4-444b-aea5-0dcbb278e9a7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.604684 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ac24e730-856d-48cf-8ada-d4f844b55c3b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a50790d023694a2b8c64654518d18f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570121 Feb 17 09:37:01.607436 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-51f2c023-a378-4969-8731-3d18b8013760 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/b4ebc9d6-50c1-43a6-8d56-f1e685f73d64 HTTP/1.1" status: 204 len: 168 time: 0.6224887 Feb 17 09:37:01.608762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37078) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:01.611168 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37080) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:01.625753 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7a11bea4-78c4-444b-aea5-0dcbb278e9a7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/2f379132-0a64-48fc-99b3-bdcb3ebfd4f8 HTTP/1.1" status: 204 len: 168 time: 1.1677270 Feb 17 09:37:01.628114 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37086) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:01.684212 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.726283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Attempting to bind port 580fbc83-0248-4ae7-aa66-8d8d7ab63097 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:37:01.726656 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Attempting to bind port 580fbc83-0248-4ae7-aa66-8d8d7ab63097 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'c2ab84a5-4470-45ef-989e-5810f63a37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e0fca31e-60d5-4d0c-9c1a-81d32825fbe3'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:37:01.727017 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Attempting to bind port 580fbc83-0248-4ae7-aa66-8d8d7ab63097 on network e0fca31e-60d5-4d0c-9c1a-81d32825fbe3 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:37:01.728806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aabf826-9c85-40b3-9b05-12c31b36e778 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Deleting subnet fa72f696-de41-4f2c-a7bb-bda349609679 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:37:01.737622 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5aabf826-9c85-40b3-9b05-12c31b36e778 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.748244 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:37:01.749709 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Checking segment: {'id': 'c2ab84a5-4470-45ef-989e-5810f63a37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e0fca31e-60d5-4d0c-9c1a-81d32825fbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:01.749709 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.749709 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Bound using segment: {'id': 'c2ab84a5-4470-45ef-989e-5810f63a37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e0fca31e-60d5-4d0c-9c1a-81d32825fbe3'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:37:01.750032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Bound port: 580fbc83-0248-4ae7-aa66-8d8d7ab63097, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ab84a5-4470-45ef-989e-5810f63a37ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e0fca31e-60d5-4d0c-9c1a-81d32825fbe3'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:37:01.750648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.811578 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51b24019-5f12-4f51-bfa5-46a6ed13a84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.824361 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5aabf826-9c85-40b3-9b05-12c31b36e778 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.866081 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-19aadcc6-21a6-4d47-834a-8c6f77e82f7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, e7bbad91-dba6-4412-bd63-044009fa5afc) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:01.891376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aadcc6-21a6-4d47-834a-8c6f77e82f7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:01.891975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19aadcc6-21a6-4d47-834a-8c6f77e82f7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.895919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51b24019-5f12-4f51-bfa5-46a6ed13a84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:01.897617 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337a1f8e-a1d0-41c2-9436-937b972591a3 None None] Network e7bbad91-dba6-4412-bd63-044009fa5afc requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:01.923975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event deleted for resources: {'Subnet': ['ID=d71b1fcf-a13e-40c3-a006-ead251f86357,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:01.930033 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18b2a8d-0454-4bf0-b494-c6ca9bdfba73 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] GET failed (client error): The resource could not be found. Feb 17 09:37:01.931388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e18b2a8d-0454-4bf0-b494-c6ca9bdfba73 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:02.000842 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-19aadcc6-21a6-4d47-834a-8c6f77e82f7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6012244 Feb 17 09:37:02.001195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37090) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:02.007053 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1795248207', 'network_id': 'e7bbad91-dba6-4412-bd63-044009fa5afc'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:02.017861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:02.027418 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Usage tracker for resource:port and tenant:827525a3bfec4657a41cdcd8be872aaf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:02.033369 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5aabf826-9c85-40b3-9b05-12c31b36e778 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:02.044706 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] For port 580fbc83-0248-4ae7-aa66-8d8d7ab63097, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:37:02.044941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:02.064602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] For port 580fbc83-0248-4ae7-aa66-8d8d7ab63097, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=580fbc83-0248-4ae7-aa66-8d8d7ab63097,segment=NetworkSegment(c2ab84a5-4470-45ef-989e-5810f63a37ac),segment_id=c2ab84a5-4470-45ef-989e-5810f63a37ac)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:37:02.065387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:02.081713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:02.086733 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0fca31e-60d5-4d0c-9c1a-81d32825fbe3']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:02.108462 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ab84a5-4470-45ef-989e-5810f63a37ac') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:02.109088 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ab84a5-4470-45ef-989e-5810f63a37ac') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:02.120301 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e18b2a8d-0454-4bf0-b494-c6ca9bdfba73 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:02.121520 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e18b2a8d-0454-4bf0-b494-c6ca9bdfba73 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports/2f379132-0a64-48fc-99b3-bdcb3ebfd4f8 HTTP/1.1" status: 404 len: 333 time: 0.4923937 Feb 17 09:37:02.129783 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:02.130694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37094) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:02.138918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:02.144761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5a9ed337-814e-422f-b29b-576da82dd3c6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'name': 'tempest-PortsTestJSON-1021289710'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:02.159080 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51b24019-5f12-4f51-bfa5-46a6ed13a84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:02.166422 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:02.181533 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:37:02.183092 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:37:02.213278 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:37:02.249829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Made reservation on behalf of 827525a3bfec4657a41cdcd8be872aaf for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:02.252385 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:02.275598 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b24019-5f12-4f51-bfa5-46a6ed13a84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a104d6-b230-49fc-ac26-35817d99d4a6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:02.287600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5aabf826-9c85-40b3-9b05-12c31b36e778 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:02.366946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5aabf826-9c85-40b3-9b05-12c31b36e778 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:02.378464 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 09:37:02.378464 dv-neutron-828143-5-hyperv neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 09:37:02.378464 dv-neutron-828143-5-hyperv neutron-server[88369]: [parameters: {'id': 'e0fca31e-60d5-4d0c-9c1a-81d32825fbe3'}] Feb 17 09:37:02.378464 dv-neutron-828143-5-hyperv neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:37:02.379106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:37:02.399718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be852bd8-440e-4bcc-9df9-1e7f838224a7 None None] Pushing event updated for resources: {'Port': ['ID=580fbc83-0248-4ae7-aa66-8d8d7ab63097,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:02.403489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabf826-9c85-40b3-9b05-12c31b36e778 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Subnet': ['ID=fa72f696-de41-4f2c-a7bb-bda349609679,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:02.407378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] device_id is not set on port 28367edd-8ae7-4d93-b272-caae9b75ec99 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:37:02.421407 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49da458-a96d-4113-9ca0-52f20ae1cb8e None None] Network e7bbad91-dba6-4412-bd63-044009fa5afc requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:02.457658 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5aabf826-9c85-40b3-9b05-12c31b36e778 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/fa72f696-de41-4f2c-a7bb-bda349609679 HTTP/1.1" status: 204 len: 168 time: 0.8450568 Feb 17 09:37:02.459059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51b24019-5f12-4f51-bfa5-46a6ed13a84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:02.460240 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-51b24019-5f12-4f51-bfa5-46a6ed13a84b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/75a104d6-b230-49fc-ac26-35817d99d4a6 HTTP/1.1" status: 204 len: 168 time: 0.8502634 Feb 17 09:37:02.460519 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37098) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:02.478663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5a9ed337-814e-422f-b29b-576da82dd3c6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:02.491272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5a9ed337-814e-422f-b29b-576da82dd3c6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:02.593474 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-841d3be5-44ef-428a-8dad-b6d01d20d244 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1315608 Feb 17 09:37:02.598580 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37104) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:02.621873 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Allocated IP 172.20.0.9 (e7bbad91-dba6-4412-bd63-044009fa5afc/c270979b-86f3-42a9-a2be-0099bedcea12/28367edd-8ae7-4d93-b272-caae9b75ec99) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:02.630194 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3384cf2-421e-43db-924f-85d65d713aaf None None] Network e0fca31e-60d5-4d0c-9c1a-81d32825fbe3 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:02.698124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9ed337-814e-422f-b29b-576da82dd3c6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:02.703458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed337-814e-422f-b29b-576da82dd3c6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:02.731842 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-5a9ed337-814e-422f-b29b-576da82dd3c6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] device_id is not set on port 87373288-7a4d-4da6-97b3-d8854fb3f2b9 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:37:02.744622 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94075bef-85a6-4a36-9827-74a30d890965 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:02.745468 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-94075bef-85a6-4a36-9827-74a30d890965 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:02.764677 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-94075bef-85a6-4a36-9827-74a30d890965 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:02.768298 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-94075bef-85a6-4a36-9827-74a30d890965 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1661105 Feb 17 09:37:02.770664 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37108) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:02.890335 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:02.904680 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aca1b2-f62b-4601-9c35-59b749150ab2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:02.905596 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c5aca1b2-f62b-4601-9c35-59b749150ab2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Synchronizing usage tracker for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:02.935460 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Deleting port 580fbc83-0248-4ae7-aa66-8d8d7ab63097 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:02.935921 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:02.945272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e79e96-817c-4e9f-95eb-eed9c22e751a None None] Network 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:02.986792 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c5aca1b2-f62b-4601-9c35-59b749150ab2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Unset dirty status for tenant:7a78389fa4884086b937eed20c503bce on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:02.991821 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c5aca1b2-f62b-4601-9c35-59b749150ab2 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2171841 Feb 17 09:37:02.998079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37116) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:03.291146 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] For port 580fbc83-0248-4ae7-aa66-8d8d7ab63097, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=580fbc83-0248-4ae7-aa66-8d8d7ab63097,segment=NetworkSegment(c2ab84a5-4470-45ef-989e-5810f63a37ac),segment_id=c2ab84a5-4470-45ef-989e-5810f63a37ac)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:03.292246 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:03.295551 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9ad0256f-fa1a-4ad3-940c-edca8d577ad2 None None] Provisioning complete for port 9c2e3203-1682-49d1-ac10-c48c00496773 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:03.296069 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9ad0256f-fa1a-4ad3-940c-edca8d577ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:03.362148 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e40ce49b-850e-48cd-8db2-d01c92a4f45c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3502367 Feb 17 09:37:03.367673 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37126) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:03.439240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Calling delete_port for 580fbc83-0248-4ae7-aa66-8d8d7ab63097 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:03.441128 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f00a11-66be-4e1d-90d6-05902217bf65 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:03.441612 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f00a11-66be-4e1d-90d6-05902217bf65 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:03.456967 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed337-814e-422f-b29b-576da82dd3c6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:03.485937 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-93f00a11-66be-4e1d-90d6-05902217bf65 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/60565ff3-633b-4767-98f8-4ad33d0d1995 HTTP/1.1" status: 404 len: 333 time: 0.1148312 Feb 17 09:37:03.491472 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37132) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:03.509746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:03.536384 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c84068-eff6-4cff-8fab-482d8bf1a107 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:03.537099 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c84068-eff6-4cff-8fab-482d8bf1a107 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:03.541801 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-52c84068-eff6-4cff-8fab-482d8bf1a107 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/fa72f696-de41-4f2c-a7bb-bda349609679 HTTP/1.1" status: 404 len: 337 time: 0.0462775 Feb 17 09:37:03.542151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37138) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:03.569674 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173cb8b0-fd45-4129-beab-01d0f016cf04 None None] DHCP port deletion for 8b625a9f-ac2d-47dd-8166-9ff8629d3db1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:37:03.577674 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-173cb8b0-fd45-4129-beab-01d0f016cf04 None None] Deleting port 9c2e3203-1682-49d1-ac10-c48c00496773 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:03.579675 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-173cb8b0-fd45-4129-beab-01d0f016cf04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:03.588119 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-93dcc7bc-e92e-4050-a2b2-c98228b17c09 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:03.588540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93dcc7bc-e92e-4050-a2b2-c98228b17c09 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:03.592603 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-93dcc7bc-e92e-4050-a2b2-c98228b17c09 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/b4ebc9d6-50c1-43a6-8d56-f1e685f73d64 HTTP/1.1" status: 404 len: 337 time: 0.0470946 Feb 17 09:37:03.593077 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37144) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:03.652662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed337-814e-422f-b29b-576da82dd3c6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:03.686543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:03.698232 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f643639-5d32-436a-b974-51155941aac8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:03.698718 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f643639-5d32-436a-b974-51155941aac8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:03.700456 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3f643639-5d32-436a-b974-51155941aac8 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/250d1426-62e0-4278-b486-532672609abb HTTP/1.1" status: 404 len: 333 time: 0.1064320 Feb 17 09:37:03.710320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37148) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:03.737158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event deleted for resources: {'Port': ['ID=580fbc83-0248-4ae7-aa66-8d8d7ab63097,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:03.753503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] No DVR routers for this DVR port 580fbc83-0248-4ae7-aa66-8d8d7ab63097 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:37:03.798967 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ed337-814e-422f-b29b-576da82dd3c6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=87373288-7a4d-4da6-97b3-d8854fb3f2b9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:03.807165 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:03.821218 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9ed337-814e-422f-b29b-576da82dd3c6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:03.844394 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-173cb8b0-fd45-4129-beab-01d0f016cf04 None None] For port 9c2e3203-1682-49d1-ac10-c48c00496773, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9c2e3203-1682-49d1-ac10-c48c00496773,segment=NetworkSegment(1f315c8e-c796-4b01-8e07-446d5595ec92),segment_id=1f315c8e-c796-4b01-8e07-446d5595ec92)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:03.844795 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-173cb8b0-fd45-4129-beab-01d0f016cf04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:03.855708 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-87140cac-b4d9-4d30-baaa-0b55c460aa7a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:03.856172 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87140cac-b4d9-4d30-baaa-0b55c460aa7a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:03.857962 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-87140cac-b4d9-4d30-baaa-0b55c460aa7a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/7b96aae9-5a0f-4509-9223-ec10e8ec0bac HTTP/1.1" status: 404 len: 337 time: 0.1450226 Feb 17 09:37:03.864802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-5a9ed337-814e-422f-b29b-576da82dd3c6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:03.867478 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9ed337-814e-422f-b29b-576da82dd3c6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:03.873398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9ed337-814e-422f-b29b-576da82dd3c6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:03.874020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed337-814e-422f-b29b-576da82dd3c6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:03.877597 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37154) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:03.924229 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:03.959816 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c037c2-5960-421d-8dd6-b39e64b3478e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:03.960270 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c037c2-5960-421d-8dd6-b39e64b3478e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:03.962152 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-53c037c2-5960-421d-8dd6-b39e64b3478e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/9785137e-b97c-4c70-9473-10e0e49569ff HTTP/1.1" status: 404 len: 337 time: 0.0727205 Feb 17 09:37:03.964286 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Network e7bbad91-dba6-4412-bd63-044009fa5afc is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:03.969545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:03.970166 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:03.971823 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0fca31e-60d5-4d0c-9c1a-81d32825fbe3']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:03.980403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37160) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:03.988292 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-173cb8b0-fd45-4129-beab-01d0f016cf04 None None] Calling delete_port for 9c2e3203-1682-49d1-ac10-c48c00496773 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:04.015796 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5a9ed337-814e-422f-b29b-576da82dd3c6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8840086 Feb 17 09:37:04.018491 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Pushing event updated for resources: {'Port': ['ID=28367edd-8ae7-4d93-b272-caae9b75ec99,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:04.022256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37164) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:04.026638 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ab84a5-4470-45ef-989e-5810f63a37ac') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:04.027049 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ab84a5-4470-45ef-989e-5810f63a37ac') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:04.032992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6d424e9a-7cc4-430b-a7e2-398e58dc5d73 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:04.045696 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48f49d0-c163-4827-b440-dbeffb2278ae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:04.046354 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48f49d0-c163-4827-b440-dbeffb2278ae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:04.049855 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:04.068218 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b48f49d0-c163-4827-b440-dbeffb2278ae tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/dbd1009c-a758-46ea-9165-c1e4ae44fbfb HTTP/1.1" status: 404 len: 333 time: 0.0865705 Feb 17 09:37:04.069687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37168) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:04.092738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:04.093349 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:04.106251 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:04.117876 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd95ffaa-a413-4498-bf02-fb56c64697ea tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:04.119030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd95ffaa-a413-4498-bf02-fb56c64697ea tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:04.121139 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cd95ffaa-a413-4498-bf02-fb56c64697ea tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/0bb67b40-542c-4618-8080-94d93103a0a4 HTTP/1.1" status: 404 len: 337 time: 0.0479352 Feb 17 09:37:04.122230 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:37:04.122637 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:37:04.137465 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:37:04.139784 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37172) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:04.181517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d424e9a-7cc4-430b-a7e2-398e58dc5d73 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:04.213063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-173cb8b0-fd45-4129-beab-01d0f016cf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:04.230841 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e828ec6f-609e-4abe-9455-74c11b8dc721 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.2304671 Feb 17 09:37:04.236065 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37178) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:04.247014 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb3f122-aa68-4117-b544-438a382ece77 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:04.247476 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb3f122-aa68-4117-b544-438a382ece77 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:04.249846 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ffb3f122-aa68-4117-b544-438a382ece77 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/23e11be9-127b-435b-b0df-75513f2cc508 HTTP/1.1" status: 404 len: 337 time: 0.1109755 Feb 17 09:37:04.252693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37182) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:04.283312 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cb8b0-fd45-4129-beab-01d0f016cf04 None None] Pushing event deleted for resources: {'Port': ['ID=9c2e3203-1682-49d1-ac10-c48c00496773,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:04.287569 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173cb8b0-fd45-4129-beab-01d0f016cf04 None None] No DVR routers for this DVR port 9c2e3203-1682-49d1-ac10-c48c00496773 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:37:04.301362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756535ae-c241-43f0-9aa0-7a1240602d37 None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 09:37:04.323872 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d39e93-84e7-4594-87e5-4935d5d76a90 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:04.331606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d39e93-84e7-4594-87e5-4935d5d76a90 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:04.331606 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-88d39e93-84e7-4594-87e5-4935d5d76a90 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/c129e277-531a-4815-9441-8e53a74fa557 HTTP/1.1" status: 404 len: 333 time: 0.0725770 Feb 17 09:37:04.331606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37186) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:04.391948 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3dc0a2-a9ac-4590-8a7d-eddf2eafc38b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:04.392479 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3dc0a2-a9ac-4590-8a7d-eddf2eafc38b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:04.397042 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3b3dc0a2-a9ac-4590-8a7d-eddf2eafc38b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/4a86db2e-cc66-4aa1-90bf-fb82953e72de HTTP/1.1" status: 404 len: 337 time: 0.0644999 Feb 17 09:37:04.400397 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37190) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:04.414445 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756535ae-c241-43f0-9aa0-7a1240602d37 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 09:37:04.464639 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ee15c3be-b0fe-4558-a285-ee2484138428 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Deleting port 28367edd-8ae7-4d93-b272-caae9b75ec99 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:04.464989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee15c3be-b0fe-4558-a285-ee2484138428 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:04.495321 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d37509-d2bb-4f37-afe2-66bd8ce2bdb9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:04.495882 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d37509-d2bb-4f37-afe2-66bd8ce2bdb9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:04.498009 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-01d37509-d2bb-4f37-afe2-66bd8ce2bdb9 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/76c73979-41d2-4b93-b3fb-86ea6dda83d1 HTTP/1.1" status: 404 len: 337 time: 0.0963068 Feb 17 09:37:04.504521 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37198) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:04.506435 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:04.537168 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:04.560016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event deleted for resources: {'Network': ['ID=e0fca31e-60d5-4d0c-9c1a-81d32825fbe3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:04.562194 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-d323cdd9-8608-4e2a-9afe-e1dbfbe6c8d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:04.562439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d323cdd9-8608-4e2a-9afe-e1dbfbe6c8d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:04.564363 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d323cdd9-8608-4e2a-9afe-e1dbfbe6c8d4 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/6723693e-c2a8-4459-a218-6f0ab89e22a4 HTTP/1.1" status: 404 len: 333 time: 0.0592284 Feb 17 09:37:04.567752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37202) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:04.574810 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:04.574810 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:04.575114 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:04.575339 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:04.575669 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:04.576007 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:04.576532 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:04.576778 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:04.577533 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:04.578053 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:04.578542 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:04.579043 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:04.593251 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8af7b50e-171d-4261-9c39-9eef6338d639 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/networks/e0fca31e-60d5-4d0c-9c1a-81d32825fbe3 HTTP/1.1" status: 204 len: 168 time: 3.8695850 Feb 17 09:37:04.596173 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37206) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:04.604991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-af35c42a-427b-420e-a24c-b8baf3d8217e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1458868966'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:04.610400 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-af35c42a-427b-420e-a24c-b8baf3d8217e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:04.614694 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-af35c42a-427b-420e-a24c-b8baf3d8217e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Usage tracker for resource:network and tenant:eafc4aebcab34f53b13a8dc03c761771 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:04.627989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-af35c42a-427b-420e-a24c-b8baf3d8217e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:04.628603 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a3307f-0ac5-41b3-935b-877bb72c8b31 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:04.629141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a3307f-0ac5-41b3-935b-877bb72c8b31 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:04.633525 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f4a3307f-0ac5-41b3-935b-877bb72c8b31 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/a1142a00-a326-4829-91da-7ac63808d1b3 HTTP/1.1" status: 404 len: 337 time: 0.0626049 Feb 17 09:37:04.634686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37212) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:04.646934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-af35c42a-427b-420e-a24c-b8baf3d8217e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:04.683153 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba127e48-70b6-45e9-a24c-34506ba978a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:04.683762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba127e48-70b6-45e9-a24c-34506ba978a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:04.687841 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ba127e48-70b6-45e9-a24c-34506ba978a3 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/f0ca13dd-09d2-4be1-801a-a1033d07a926 HTTP/1.1" status: 404 len: 333 time: 0.0499330 Feb 17 09:37:04.688893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37216) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:04.732600 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af35c42a-427b-420e-a24c-b8baf3d8217e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Made reservation on behalf of eafc4aebcab34f53b13a8dc03c761771 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:04.738205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af35c42a-427b-420e-a24c-b8baf3d8217e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:04.745281 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d424e9a-7cc4-430b-a7e2-398e58dc5d73 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:04.747782 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f987ce0-6cc5-4acf-95b4-f6d1a1678581 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:04.748432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f987ce0-6cc5-4acf-95b4-f6d1a1678581 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:04.750391 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6f987ce0-6cc5-4acf-95b4-f6d1a1678581 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/d2ae0ebf-4567-41d3-b761-41e10815ce64 HTTP/1.1" status: 404 len: 337 time: 0.0600591 Feb 17 09:37:04.752933 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37220) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:04.877601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af35c42a-427b-420e-a24c-b8baf3d8217e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:37:04.905507 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af35c42a-427b-420e-a24c-b8baf3d8217e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:04.905840 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-af35c42a-427b-420e-a24c-b8baf3d8217e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Added segment 63fe637d-a9d8-4aff-98d2-9c73cfff5671 of type vlan for network a2d5690e-bcbd-4b62-9fbb-6bfecaf58685 Feb 17 09:37:04.914204 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d424e9a-7cc4-430b-a7e2-398e58dc5d73 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:04.931364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee15c3be-b0fe-4558-a285-ee2484138428 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:04.962549 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebd337f-dee8-4c72-bfad-a9edcf01f617 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:04.963118 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ebd337f-dee8-4c72-bfad-a9edcf01f617 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:04.964902 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7ebd337f-dee8-4c72-bfad-a9edcf01f617 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/65721379-1c05-4363-b256-efdc30e00ee6 HTTP/1.1" status: 404 len: 333 time: 0.2109485 Feb 17 09:37:04.980984 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37228) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:04.984025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6d424e9a-7cc4-430b-a7e2-398e58dc5d73 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] In _notify_port_updated(), no bound segment for port 87373288-7a4d-4da6-97b3-d8854fb3f2b9 on network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:37:04.989632 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d424e9a-7cc4-430b-a7e2-398e58dc5d73 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:04.993794 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d424e9a-7cc4-430b-a7e2-398e58dc5d73 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:04.993794 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6d424e9a-7cc4-430b-a7e2-398e58dc5d73 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "PUT /v2.0/ports/87373288-7a4d-4da6-97b3-d8854fb3f2b9 HTTP/1.1" status: 200 len: 818 time: 0.9635153 Feb 17 09:37:04.995903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37232) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:05.068935 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-228661ee-b5e0-466e-877d-db5ac4274476 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:05.069208 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af35c42a-427b-420e-a24c-b8baf3d8217e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:05.069388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228661ee-b5e0-466e-877d-db5ac4274476 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:05.073797 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-228661ee-b5e0-466e-877d-db5ac4274476 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/46cf4acb-aa21-400a-9f7f-2f84bdb82b85 HTTP/1.1" status: 404 len: 337 time: 0.0893052 Feb 17 09:37:05.078809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37240) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:05.079382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ee15c3be-b0fe-4558-a285-ee2484138428 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Calling delete_port for 28367edd-8ae7-4d93-b272-caae9b75ec99 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:05.120694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d424e9a-7cc4-430b-a7e2-398e58dc5d73 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=87373288-7a4d-4da6-97b3-d8854fb3f2b9,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:05.145998 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8be97d0-38ae-4f72-881b-9b42241649e6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:05.146760 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8be97d0-38ae-4f72-881b-9b42241649e6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:05.148495 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e8be97d0-38ae-4f72-881b-9b42241649e6 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/a97c3d9f-bc35-46d0-82c5-ac5ef682d6fb HTTP/1.1" status: 404 len: 333 time: 0.0665789 Feb 17 09:37:05.152111 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37244) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:05.195345 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-15027009-d5d4-4802-a886-c162d0a9d2a0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:05.195806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15027009-d5d4-4802-a886-c162d0a9d2a0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:05.200059 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-15027009-d5d4-4802-a886-c162d0a9d2a0 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/fe60fd63-fa7c-4cbc-a513-d22491ae8d14 HTTP/1.1" status: 404 len: 337 time: 0.0444875 Feb 17 09:37:05.200293 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37248) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:05.203856 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 87373288-7a4d-4da6-97b3-d8854fb3f2b9 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:05.204211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:05.217914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af35c42a-427b-420e-a24c-b8baf3d8217e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:05.223657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af35c42a-427b-420e-a24c-b8baf3d8217e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:05.224335 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af35c42a-427b-420e-a24c-b8baf3d8217e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:05.294982 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1de7a9-bd29-406b-a8ed-c64967428208 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:05.295440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1de7a9-bd29-406b-a8ed-c64967428208 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:05.299797 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7d1de7a9-bd29-406b-a8ed-c64967428208 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/ea707e26-202a-4cec-8d7b-dfe6720149fb HTTP/1.1" status: 404 len: 333 time: 0.0665350 Feb 17 09:37:05.300642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37252) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:05.331395 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-af35c42a-427b-420e-a24c-b8baf3d8217e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7339318 Feb 17 09:37:05.334083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37256) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:05.347216 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-10aef9d0-9af8-4658-bbcf-f8b9e6f4257f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:05.347216 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10aef9d0-9af8-4658-bbcf-f8b9e6f4257f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:05.351765 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-10aef9d0-9af8-4658-bbcf-f8b9e6f4257f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/0db97fec-156b-4a2a-9d8b-0cc24accb040 HTTP/1.1" status: 404 len: 337 time: 0.0484879 Feb 17 09:37:05.351916 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7afd8809-199b-42aa-bfed-fadeb0aa1e2b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Request body: {'subnet': {'network_id': 'a2d5690e-bcbd-4b62-9fbb-6bfecaf58685', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:05.367708 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37260) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:05.420816 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9c2e3203-1682-49d1-ac10-c48c00496773 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:37:05.459377 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 9c2e3203-1682-49d1-ac10-c48c00496773 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:37:05.459696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9c2e3203-1682-49d1-ac10-c48c00496773 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:37:05.497155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35c42a-427b-420e-a24c-b8baf3d8217e tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event updated for resources: {'Network': ['ID=a2d5690e-bcbd-4b62-9fbb-6bfecaf58685,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:05.508234 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network a2d5690e-bcbd-4b62-9fbb-6bfecaf58685 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:37:05.519669 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbf6355-ec5a-4441-81d4-a760313e6029 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:05.520314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dbf6355-ec5a-4441-81d4-a760313e6029 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:05.525207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37264) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:05.525550 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3dbf6355-ec5a-4441-81d4-a760313e6029 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/239616c0-5e8c-437c-9c76-e40d314626d6 HTTP/1.1" status: 404 len: 333 time: 0.1426911 Feb 17 09:37:05.555938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7afd8809-199b-42aa-bfed-fadeb0aa1e2b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:05.560506 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7afd8809-199b-42aa-bfed-fadeb0aa1e2b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Usage tracker for resource:subnet and tenant:eafc4aebcab34f53b13a8dc03c761771 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:05.563593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7afd8809-199b-42aa-bfed-fadeb0aa1e2b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:05.566839 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee15c3be-b0fe-4558-a285-ee2484138428 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:05.574456 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d74d304-a616-4a11-a724-6637f75d6456 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:05.575136 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d74d304-a616-4a11-a724-6637f75d6456 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:05.577000 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4d74d304-a616-4a11-a724-6637f75d6456 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/a21efd58-fe8f-48c0-b526-1484ede86c0f HTTP/1.1" status: 404 len: 337 time: 0.0508394 Feb 17 09:37:05.586563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37268) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:05.622308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7afd8809-199b-42aa-bfed-fadeb0aa1e2b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:05.624772 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15c3be-b0fe-4558-a285-ee2484138428 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Pushing event deleted for resources: {'Port': ['ID=28367edd-8ae7-4d93-b272-caae9b75ec99,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:05.645850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:05.657648 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-e151d6d4-40f7-4f0d-9ed4-f60130d0501f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:05.658141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e151d6d4-40f7-4f0d-9ed4-f60130d0501f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:05.660153 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e151d6d4-40f7-4f0d-9ed4-f60130d0501f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/5aee9449-0b33-440f-a521-aac417e50c5b HTTP/1.1" status: 404 len: 337 time: 0.0717759 Feb 17 09:37:05.663735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37272) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:05.742407 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee15c3be-b0fe-4558-a285-ee2484138428 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:05.745140 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ee15c3be-b0fe-4558-a285-ee2484138428 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "DELETE /v2.0/ports/28367edd-8ae7-4d93-b272-caae9b75ec99 HTTP/1.1" status: 204 len: 168 time: 1.5046706 Feb 17 09:37:05.747945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37276) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:05.754358 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7bbad91-dba6-4412-bd63-044009fa5afc', 'external_fixed_ips': [{'subnet_id': 'c270979b-86f3-42a9-a2be-0099bedcea12', 'ip_address': '172.20.0.9'}]}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:05.757882 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:05.762205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Usage tracker for resource:router and tenant:827525a3bfec4657a41cdcd8be872aaf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:05.765018 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:05.770083 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-8228d07e-7da2-47f2-95f8-f96240597370 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:05.770597 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8228d07e-7da2-47f2-95f8-f96240597370 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:05.771215 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:05.772481 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8228d07e-7da2-47f2-95f8-f96240597370 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/30bbd744-3eb4-40a3-b9b9-4faa5fcb596c HTTP/1.1" status: 404 len: 333 time: 0.1076214 Feb 17 09:37:05.776342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37280) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:05.816599 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-4878fd44-7859-4219-8857-ecbb5001c635 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:05.817050 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4878fd44-7859-4219-8857-ecbb5001c635 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:05.818764 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4878fd44-7859-4219-8857-ecbb5001c635 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/fc09c204-86af-41c6-b213-353d1536c453 HTTP/1.1" status: 404 len: 337 time: 0.0414824 Feb 17 09:37:05.821614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37284) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:05.834391 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 87373288-7a4d-4da6-97b3-d8854fb3f2b9 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:05.855199 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37288) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:05.861382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afd8809-199b-42aa-bfed-fadeb0aa1e2b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Made reservation on behalf of eafc4aebcab34f53b13a8dc03c761771 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:05.864881 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7afd8809-199b-42aa-bfed-fadeb0aa1e2b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:05.886939 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-231419471', 'description': 'tempest-secgroup-smoke-231419471 description', 'project_id': 'c462a90c63ab406abd0ec41718f287bf'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:05.898776 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e55b1fd-434a-4c40-9b53-5a4d4e421f55 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:05.899778 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e55b1fd-434a-4c40-9b53-5a4d4e421f55 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:05.901517 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7e55b1fd-434a-4c40-9b53-5a4d4e421f55 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/fe659588-aade-4763-8224-6048b75f2857 HTTP/1.1" status: 404 len: 337 time: 0.0789046 Feb 17 09:37:05.910946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37292) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:05.946168 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:05.954551 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07df352-eb37-468f-90c4-14c896c7ff27 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:05.954551 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07df352-eb37-468f-90c4-14c896c7ff27 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:05.958151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:05.959295 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:05.960625 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b07df352-eb37-468f-90c4-14c896c7ff27 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/34fab4e3-4b10-4ec0-9b53-250a32597720 HTTP/1.1" status: 404 len: 333 time: 0.0487103 Feb 17 09:37:05.963650 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Usage tracker for resource:security_group and tenant:c462a90c63ab406abd0ec41718f287bf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:05.964471 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37296) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:05.983883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:05.987117 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:06.004777 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-15adf9fe-3025-44f7-8fd1-c5fb42551981 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:06.005229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15adf9fe-3025-44f7-8fd1-c5fb42551981 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:06.012758 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-15adf9fe-3025-44f7-8fd1-c5fb42551981 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/bc779a87-5a24-438a-b1d9-155a379420a2 HTTP/1.1" status: 404 len: 337 time: 0.0415158 Feb 17 09:37:06.012758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37300) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:06.040596 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:06.044501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:06.053062 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-760099c9-0ad4-4168-aa2d-cfdd1946ba27 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:06.053517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760099c9-0ad4-4168-aa2d-cfdd1946ba27 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:06.055177 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-760099c9-0ad4-4168-aa2d-cfdd1946ba27 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/c77c11ba-e1ff-4278-9d71-25b0f23c5c8d HTTP/1.1" status: 404 len: 337 time: 0.0441368 Feb 17 09:37:06.058956 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37304) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:06.099127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=87373288-7a4d-4da6-97b3-d8854fb3f2b9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:06.109461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:06.111282 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/87373288-7a4d-4da6-97b3-d8854fb3f2b9 HTTP/1.1" status: 204 len: 168 time: 1.0797195 Feb 17 09:37:06.112791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:06.113126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:06.113458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:06.113788 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:06.114134 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:06.114459 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:06.114775 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:06.115090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:06.115403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:06.115714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:06.116028 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:06.116338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb5e50-6978-449d-b491-bc100b61a8c0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:06.118704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37308) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:06.139857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:06.162460 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-657d731d-2a13-4543-97f6-1457098891f7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:06.165375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657d731d-2a13-4543-97f6-1457098891f7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:06.165983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:06.197841 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:06.200949 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-657d731d-2a13-4543-97f6-1457098891f7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/37e04942-e9c3-47f1-afa5-e09235e85daa HTTP/1.1" status: 404 len: 333 time: 0.1392334 Feb 17 09:37:06.203012 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822f74f3-aa93-4d0a-b965-a9889b296e88 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:06.203879 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-822f74f3-aa93-4d0a-b965-a9889b296e88 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:06.205764 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37312) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:06.209743 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Usage tracker for resource:security_group_rule and tenant:c462a90c63ab406abd0ec41718f287bf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:06.216350 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-822f74f3-aa93-4d0a-b965-a9889b296e88 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:06.217499 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-822f74f3-aa93-4d0a-b965-a9889b296e88 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0979097 Feb 17 09:37:06.224329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37316) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:06.247521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:06.268828 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ac36d5-484f-4f55-a8f8-2abefc1c56e6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] GET failed (client error): The resource could not be found. Feb 17 09:37:06.270215 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-91ac36d5-484f-4f55-a8f8-2abefc1c56e6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports/87373288-7a4d-4da6-97b3-d8854fb3f2b9 HTTP/1.1" status: 404 len: 333 time: 0.0449343 Feb 17 09:37:06.274327 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37320) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:06.280029 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8b4028db-dbfb-44a9-bab7-e0e4d8f19b52 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-643551818'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:06.285835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8b4028db-dbfb-44a9-bab7-e0e4d8f19b52 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:06.290667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8b4028db-dbfb-44a9-bab7-e0e4d8f19b52 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:network and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:06.294165 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8b4028db-dbfb-44a9-bab7-e0e4d8f19b52 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:06.300376 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8b4028db-dbfb-44a9-bab7-e0e4d8f19b52 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:06.366508 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4028db-dbfb-44a9-bab7-e0e4d8f19b52 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:06.370861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b4028db-dbfb-44a9-bab7-e0e4d8f19b52 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:06.400365 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4028db-dbfb-44a9-bab7-e0e4d8f19b52 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:37:06.408730 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b4028db-dbfb-44a9-bab7-e0e4d8f19b52 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:06.409067 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-8b4028db-dbfb-44a9-bab7-e0e4d8f19b52 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Added segment 95bb4043-b394-4425-8806-e269c496d1ef of type vlan for network 9c65d2dd-81c4-42af-802a-1a93954f9d55 Feb 17 09:37:06.433817 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fd2cfe-5f05-4067-8099-881085b7b4e7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:06.434311 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28fd2cfe-5f05-4067-8099-881085b7b4e7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:06.436015 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-28fd2cfe-5f05-4067-8099-881085b7b4e7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/bca8ed17-e989-420a-91b6-126cc76b1ffe HTTP/1.1" status: 404 len: 337 time: 0.2280157 Feb 17 09:37:06.438493 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b4028db-dbfb-44a9-bab7-e0e4d8f19b52 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:06.441480 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37324) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:06.448980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:06.486106 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-034e774b-7fc9-4d4b-bcd0-a6b9010c828a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:06.486565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034e774b-7fc9-4d4b-bcd0-a6b9010c828a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:06.501465 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-034e774b-7fc9-4d4b-bcd0-a6b9010c828a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/8f7ea90d-a5de-464c-b9cc-dca0acda8a6a HTTP/1.1" status: 404 len: 337 time: 0.0589018 Feb 17 09:37:06.504181 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37328) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:06.552201 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b26f5270-4212-4d48-b276-9a0359d80d8f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports?device_id=9fc7d140-324d-418d-bbd2-21e8c512ff75 HTTP/1.1" status: 200 len: 205 time: 0.0469685 Feb 17 09:37:06.554573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37332) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:06.669442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7afd8809-199b-42aa-bfed-fadeb0aa1e2b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:06.705116 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:06.724791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b4028db-dbfb-44a9-bab7-e0e4d8f19b52 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:06.730305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4028db-dbfb-44a9-bab7-e0e4d8f19b52 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:06.731010 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b4028db-dbfb-44a9-bab7-e0e4d8f19b52 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:06.768877 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-9c1ee4d1-73aa-45d7-97ae-314bde489768 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] delete failed (client error): The resource could not be found. Feb 17 09:37:06.769817 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9c1ee4d1-73aa-45d7-97ae-314bde489768 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/routers/9fc7d140-324d-418d-bbd2-21e8c512ff75 HTTP/1.1" status: 404 len: 336 time: 0.2143786 Feb 17 09:37:06.778124 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37336) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:06.825324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8809-199b-42aa-bfed-fadeb0aa1e2b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event updated for resources: {'Subnet': ['ID=4031ac26-33fc-4664-8ce5-6c725dd873fa,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:06.847368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4028db-dbfb-44a9-bab7-e0e4d8f19b52 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Network': ['ID=9c65d2dd-81c4-42af-802a-1a93954f9d55,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:06.858643 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 9c65d2dd-81c4-42af-802a-1a93954f9d55 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:37:06.861307 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd8809-199b-42aa-bfed-fadeb0aa1e2b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Checking segment: {'id': '63fe637d-a9d8-4aff-98d2-9c73cfff5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a2d5690e-bcbd-4b62-9fbb-6bfecaf58685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:06.861676 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd8809-199b-42aa-bfed-fadeb0aa1e2b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Network hostable DHCP agents. Network: a2d5690e-bcbd-4b62-9fbb-6bfecaf58685, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:37:06.866540 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-2009effc-6bf6-4313-9305-0687ea359b7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:06.866995 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2009effc-6bf6-4313-9305-0687ea359b7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:06.910155 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8b4028db-dbfb-44a9-bab7-e0e4d8f19b52 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6346612 Feb 17 09:37:06.912864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37340) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:06.920151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9b9e6637-825a-4772-bd53-a9ac3a551652 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'subnet': {'network_id': '9c65d2dd-81c4-42af-802a-1a93954f9d55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:06.942399 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2009effc-6bf6-4313-9305-0687ea359b7c tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/d81249be-4193-439c-a048-a8d27879234a HTTP/1.1" status: 404 len: 337 time: 0.1626868 Feb 17 09:37:06.949156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37344) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:06.950865 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:07.006420 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a840718b-1f07-444b-86b8-e48ac13a25cc tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "GET /v2.0/ports?device_id=0ee971bc-73b8-4c90-9737-05a8101e7c9b HTTP/1.1" status: 200 len: 205 time: 0.0514059 Feb 17 09:37:07.009480 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37348) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:07.043511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9b9e6637-825a-4772-bd53-a9ac3a551652 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:07.044207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9b9e6637-825a-4772-bd53-a9ac3a551652 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:subnet and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:07.047315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9b9e6637-825a-4772-bd53-a9ac3a551652 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:07.052968 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9b9e6637-825a-4772-bd53-a9ac3a551652 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:07.080803 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:07.093084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:07.097909 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-2c360fee-c115-4681-a106-ae07515aa7b1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] delete failed (client error): The resource could not be found. Feb 17 09:37:07.098926 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2c360fee-c115-4681-a106-ae07515aa7b1 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/routers/0ee971bc-73b8-4c90-9737-05a8101e7c9b HTTP/1.1" status: 404 len: 336 time: 0.0875366 Feb 17 09:37:07.101722 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37352) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:07.105136 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd8809-199b-42aa-bfed-fadeb0aa1e2b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Network a2d5690e-bcbd-4b62-9fbb-6bfecaf58685 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:37:07.110032 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Usage tracker for resource:security_group_rule and tenant:c462a90c63ab406abd0ec41718f287bf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:07.131685 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:07.141456 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a41808-93c5-4462-b634-dfb29772874d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:07.142145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a41808-93c5-4462-b634-dfb29772874d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:07.146888 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-16a41808-93c5-4462-b634-dfb29772874d tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/c5548da5-45af-4f40-9b45-01003bed0e5d HTTP/1.1" status: 404 len: 337 time: 0.0409646 Feb 17 09:37:07.147022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:07.147128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9e6637-825a-4772-bd53-a9ac3a551652 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:07.147559 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c50898e5-c891-4d70-a40e-7ddae20bc31f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:07.148853 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b9e6637-825a-4772-bd53-a9ac3a551652 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:07.150771 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37356) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:07.201240 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e5fd14-eee4-4b31-ba87-f107886e8f8a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:07.201705 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e5fd14-eee4-4b31-ba87-f107886e8f8a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:07.203464 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a3e5fd14-eee4-4b31-ba87-f107886e8f8a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/a752ea6c-7d8b-4a61-8e18-e41377bdada1 HTTP/1.1" status: 404 len: 337 time: 0.0497549 Feb 17 09:37:07.211317 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37360) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:07.262589 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7afd8809-199b-42aa-bfed-fadeb0aa1e2b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, a2d5690e-bcbd-4b62-9fbb-6bfecaf58685) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:07.273027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40944c7-5ddc-406f-b9bc-445863eb7528 None None] Network a2d5690e-bcbd-4b62-9fbb-6bfecaf58685 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:07.278576 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d558ebed-a4cb-4ba6-ab14-95038e41610a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:07.279049 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d558ebed-a4cb-4ba6-ab14-95038e41610a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:07.283346 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afd8809-199b-42aa-bfed-fadeb0aa1e2b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:07.283957 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7afd8809-199b-42aa-bfed-fadeb0aa1e2b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:07.309544 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d558ebed-a4cb-4ba6-ab14-95038e41610a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/fc812db1-a24f-4d24-b869-6f1ceccc1db3 HTTP/1.1" status: 404 len: 333 time: 0.0938668 Feb 17 09:37:07.312693 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37364) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:07.376475 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e94aa2-45c0-45d1-9403-4385b61baeb7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:07.376934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e94aa2-45c0-45d1-9403-4385b61baeb7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:07.380926 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b6e94aa2-45c0-45d1-9403-4385b61baeb7 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/dd0ee776-b055-45f0-8917-db791f7029f0 HTTP/1.1" status: 404 len: 337 time: 0.0645702 Feb 17 09:37:07.381427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37368) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:07.424318 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7afd8809-199b-42aa-bfed-fadeb0aa1e2b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0830441 Feb 17 09:37:07.429348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37372) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:07.437537 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:07.443461 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac99f87-4e1b-4d08-bff5-877c40ccb75a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:07.443939 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac99f87-4e1b-4d08-bff5-877c40ccb75a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:07.452054 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8ac99f87-4e1b-4d08-bff5-877c40ccb75a tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/1d2a5c38-fec4-4271-bd65-25a7a0301fd8 HTTP/1.1" status: 404 len: 333 time: 0.0694573 Feb 17 09:37:07.463453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37376) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:07.521911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-a2d5690e-bcbd-4b62-9fbb-6bfecaf58685', 'network_id': 'a2d5690e-bcbd-4b62-9fbb-6bfecaf58685', 'tenant_id': 'eafc4aebcab34f53b13a8dc03c761771', 'fixed_ips': [{'subnet_id': '4031ac26-33fc-4664-8ce5-6c725dd873fa'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:37:07.523070 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:07.524615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:07.529061 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-a502b357-cf91-460b-b642-3338be2c96ea tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:07.529524 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a502b357-cf91-460b-b642-3338be2c96ea tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:07.533826 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a502b357-cf91-460b-b642-3338be2c96ea tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/c7b5e027-7557-426f-93e1-add3e4c69b55 HTTP/1.1" status: 404 len: 337 time: 0.0668259 Feb 17 09:37:07.534152 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37380) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:07.578191 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac06f79-c112-4598-98fa-d0a95fdd9b07 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:07.578545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac06f79-c112-4598-98fa-d0a95fdd9b07 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:07.580395 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fac06f79-c112-4598-98fa-d0a95fdd9b07 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/a9af098f-18d5-4843-b6c0-1834f5076397 HTTP/1.1" status: 404 len: 333 time: 0.0454400 Feb 17 09:37:07.586825 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37384) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:07.588032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b9e6637-825a-4772-bd53-a9ac3a551652 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:07.690418 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19da23d-d0df-42d5-ae65-793b1f84c9ba tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:07.690970 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19da23d-d0df-42d5-ae65-793b1f84c9ba tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:07.692792 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a19da23d-d0df-42d5-ae65-793b1f84c9ba tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/910dcd9a-79fc-467e-bc5c-30899e84f899 HTTP/1.1" status: 404 len: 337 time: 0.1000712 Feb 17 09:37:07.699391 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37388) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:07.709336 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Allocated IP 2001:db8::2 (a2d5690e-bcbd-4b62-9fbb-6bfecaf58685/4031ac26-33fc-4664-8ce5-6c725dd873fa/06c44ed8-f3ca-44e4-8d6c-d942777a4d13) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:07.753638 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe51f73e-bd06-4fb9-be16-ee663e4477a2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:07.767357 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:07.768809 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bfabbacc-d87d-47e8-9508-f7439a281686 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.9123428 Feb 17 09:37:07.776120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37392) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:07.784996 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e7bdf648-59c9-449c-97e8-5ffaa086d9a7 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Request body: {'security_group_rule': {'security_group_id': 'fe51f73e-bd06-4fb9-be16-ee663e4477a2', 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:07.791805 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-7052c64b-d24e-45a3-aa8e-fc4f03c2b148 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:07.792287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7052c64b-d24e-45a3-aa8e-fc4f03c2b148 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:07.794331 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7052c64b-d24e-45a3-aa8e-fc4f03c2b148 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/dc2d6b8c-18a3-45cb-a47e-114b0ce2d78a HTTP/1.1" status: 404 len: 333 time: 0.0939453 Feb 17 09:37:07.798381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e6637-825a-4772-bd53-a9ac3a551652 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Subnet': ['ID=80d64e0c-51a7-4486-9cb0-b624c3f1f3db,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:07.802341 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e7bdf648-59c9-449c-97e8-5ffaa086d9a7 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:07.804900 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37396) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:07.810906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e7bdf648-59c9-449c-97e8-5ffaa086d9a7 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Usage tracker for resource:security_group_rule and tenant:c462a90c63ab406abd0ec41718f287bf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:07.814391 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9e6637-825a-4772-bd53-a9ac3a551652 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Checking segment: {'id': '95bb4043-b394-4425-8806-e269c496d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '9c65d2dd-81c4-42af-802a-1a93954f9d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:07.814754 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9e6637-825a-4772-bd53-a9ac3a551652 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network hostable DHCP agents. Network: 9c65d2dd-81c4-42af-802a-1a93954f9d55, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:37:07.819055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e7bdf648-59c9-449c-97e8-5ffaa086d9a7 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:07.826490 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e7bdf648-59c9-449c-97e8-5ffaa086d9a7 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:07.922120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7bdf648-59c9-449c-97e8-5ffaa086d9a7 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:07.944982 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9e6637-825a-4772-bd53-a9ac3a551652 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 9c65d2dd-81c4-42af-802a-1a93954f9d55 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:37:07.961212 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:07.973888 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Transition to ACTIVE for port object 06c44ed8-f3ca-44e4-8d6c-d942777a4d13 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:07.989497 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:07.997390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Transition to ACTIVE for port object 06c44ed8-f3ca-44e4-8d6c-d942777a4d13 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:07.999021 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.001133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7bdf648-59c9-449c-97e8-5ffaa086d9a7 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.028483 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4eb799-1872-488b-a045-68008e656f93 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:08.028938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4eb799-1872-488b-a045-68008e656f93 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:08.030627 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2e4eb799-1872-488b-a045-68008e656f93 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/3042d88c-0ea7-43ba-82bd-b7127a15af53 HTTP/1.1" status: 404 len: 337 time: 0.2239707 Feb 17 09:37:08.033288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37400) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:08.036417 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9b9e6637-825a-4772-bd53-a9ac3a551652 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 9c65d2dd-81c4-42af-802a-1a93954f9d55) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:08.036641 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.042340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9e6637-825a-4772-bd53-a9ac3a551652 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:08.050701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b9e6637-825a-4772-bd53-a9ac3a551652 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.050856 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd11273a-27d2-4904-b0c6-670408d02c27 None None] Network 9c65d2dd-81c4-42af-802a-1a93954f9d55 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:08.077256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Deleting port 06c44ed8-f3ca-44e4-8d6c-d942777a4d13 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:08.077695 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.089768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7bdf648-59c9-449c-97e8-5ffaa086d9a7 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.112294 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.119055 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5345fb-e50c-43ba-b66e-301aa6bb4b18 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:08.119661 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5345fb-e50c-43ba-b66e-301aa6bb4b18 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:08.133700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdf648-59c9-449c-97e8-5ffaa086d9a7 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13889de-45e9-49e3-b516-e95c6a2c9593,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:08.139632 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9d5345fb-e50c-43ba-b66e-301aa6bb4b18 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/6ead8303-cc02-47a8-91af-43f7b027697c HTTP/1.1" status: 404 len: 333 time: 0.1052408 Feb 17 09:37:08.142455 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37404) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:08.194271 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eed68ab-a843-481a-818b-8a376e34760f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:08.195130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eed68ab-a843-481a-818b-8a376e34760f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:08.199496 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0eed68ab-a843-481a-818b-8a376e34760f tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/0ba9bbee-f262-4861-aa68-107d8205e3c8 HTTP/1.1" status: 404 len: 337 time: 0.0545783 Feb 17 09:37:08.201327 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9b9e6637-825a-4772-bd53-a9ac3a551652 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2875330 Feb 17 09:37:08.202264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37408) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:08.207226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Network a2d5690e-bcbd-4b62-9fbb-6bfecaf58685 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:08.211417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:08.217529 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37412) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:08.217878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:08.237882 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Pushing event updated for resources: {'Port': ['ID=06c44ed8-f3ca-44e4-8d6c-d942777a4d13,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:08.240837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7bdf648-59c9-449c-97e8-5ffaa086d9a7 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.245776 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e7bdf648-59c9-449c-97e8-5ffaa086d9a7 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4640217 Feb 17 09:37:08.247220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37416) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:08.247731 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:08.248065 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:08.248398 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:08.248725 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:08.249049 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:08.249371 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:08.249688 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:08.250007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:08.250275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1f8fcc52-8857-4bbf-a015-6c086c60f039 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'subnet': {'network_id': '9c65d2dd-81c4-42af-802a-1a93954f9d55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:08.250399 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:08.250761 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:08.250961 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:08.251366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:08.252531 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-b152d2ab-bfd7-49ae-864f-4f27d6799c2b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:08.253102 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b152d2ab-bfd7-49ae-864f-4f27d6799c2b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:08.257677 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b152d2ab-bfd7-49ae-864f-4f27d6799c2b tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/e6120679-f23d-4044-bcac-62387fa38f88 HTTP/1.1" status: 404 len: 333 time: 0.0527518 Feb 17 09:37:08.262624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37418) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:08.278989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-369ccfca-d5b1-4b1c-a798-feeeff8433c3 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Request body: {'security_group_rule': {'security_group_id': 'fe51f73e-bd06-4fb9-be16-ee663e4477a2', 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:08.308226 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2c2cf9-18f6-453c-8113-c7a2a1dd6510 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:08.308677 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2c2cf9-18f6-453c-8113-c7a2a1dd6510 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:08.312259 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9c2c2cf9-18f6-453c-8113-c7a2a1dd6510 tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/db350965-a618-46da-97e5-d2c19c55041a HTTP/1.1" status: 404 len: 337 time: 0.0486453 Feb 17 09:37:08.313758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37424) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:08.349510 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-369ccfca-d5b1-4b1c-a798-feeeff8433c3 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:08.365292 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5104e6-f278-496a-b9fd-854b4ffc2daa tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:08.366532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5104e6-f278-496a-b9fd-854b4ffc2daa tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:08.371357 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3c5104e6-f278-496a-b9fd-854b4ffc2daa tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/ports/4c2ac909-2b63-4a7e-9211-c00f63120775 HTTP/1.1" status: 404 len: 333 time: 0.0528917 Feb 17 09:37:08.371537 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-369ccfca-d5b1-4b1c-a798-feeeff8433c3 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Usage tracker for resource:security_group_rule and tenant:c462a90c63ab406abd0ec41718f287bf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:08.371763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37428) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:08.399150 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Attempting to bind port 06c44ed8-f3ca-44e4-8d6c-d942777a4d13 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:37:08.400177 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Attempting to bind port 06c44ed8-f3ca-44e4-8d6c-d942777a4d13 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '63fe637d-a9d8-4aff-98d2-9c73cfff5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a2d5690e-bcbd-4b62-9fbb-6bfecaf58685'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:37:08.400177 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Attempting to bind port 06c44ed8-f3ca-44e4-8d6c-d942777a4d13 on network a2d5690e-bcbd-4b62-9fbb-6bfecaf58685 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:37:08.407129 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-369ccfca-d5b1-4b1c-a798-feeeff8433c3 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:08.407963 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:37:08.408332 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Checking segment: {'id': '63fe637d-a9d8-4aff-98d2-9c73cfff5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a2d5690e-bcbd-4b62-9fbb-6bfecaf58685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:08.408727 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.409604 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Bound using segment: {'id': '63fe637d-a9d8-4aff-98d2-9c73cfff5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a2d5690e-bcbd-4b62-9fbb-6bfecaf58685'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:37:08.409604 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Bound port: 06c44ed8-f3ca-44e4-8d6c-d942777a4d13, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fe637d-a9d8-4aff-98d2-9c73cfff5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a2d5690e-bcbd-4b62-9fbb-6bfecaf58685'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:37:08.409937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.415238 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba423a40-06dc-4e15-8560-94ff6251f21e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:08.417089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba423a40-06dc-4e15-8560-94ff6251f21e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:08.421724 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ba423a40-06dc-4e15-8560-94ff6251f21e tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/subnets/d8f08a96-99fa-4337-9a64-4371c52ff233 HTTP/1.1" status: 404 len: 337 time: 0.0456805 Feb 17 09:37:08.421724 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37432) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:08.426835 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.435810 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-369ccfca-d5b1-4b1c-a798-feeeff8433c3 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:08.531122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-9c65d2dd-81c4-42af-802a-1a93954f9d55', 'network_id': '9c65d2dd-81c4-42af-802a-1a93954f9d55', 'tenant_id': '131a70c324e94389856262e82136e5f6', 'fixed_ips': [{'subnet_id': '80d64e0c-51a7-4486-9cb0-b624c3f1f3db'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:37:08.532766 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.554886 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef393-389c-4344-8b3b-53ec31cf78ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.561914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Allocated IP 172.20.0.9 (e7bbad91-dba6-4412-bd63-044009fa5afc/c270979b-86f3-42a9-a2be-0099bedcea12/aa7ac754-032a-4adf-a3a6-580f67924656) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:08.636495 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1f8fcc52-8857-4bbf-a015-6c086c60f039 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:08.642844 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] For port 06c44ed8-f3ca-44e4-8d6c-d942777a4d13, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:37:08.662428 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] For port 06c44ed8-f3ca-44e4-8d6c-d942777a4d13, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=06c44ed8-f3ca-44e4-8d6c-d942777a4d13,segment=NetworkSegment(63fe637d-a9d8-4aff-98d2-9c73cfff5671),segment_id=63fe637d-a9d8-4aff-98d2-9c73cfff5671)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:37:08.702403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1f8fcc52-8857-4bbf-a015-6c086c60f039 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:subnet and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:08.705443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1f8fcc52-8857-4bbf-a015-6c086c60f039 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:08.717833 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-369ccfca-d5b1-4b1c-a798-feeeff8433c3 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.724981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1f8fcc52-8857-4bbf-a015-6c086c60f039 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:08.740295 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] For port 06c44ed8-f3ca-44e4-8d6c-d942777a4d13, host dv-neutron-828143-5-hyperv, got binding levels [] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:08.740661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.754994 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.760487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef393-389c-4344-8b3b-53ec31cf78ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.796213 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-fa1ef393-389c-4344-8b3b-53ec31cf78ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b625a9f-ac2d-47dd-8166-9ff8629d3db1']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:08.817311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-fa1ef393-389c-4344-8b3b-53ec31cf78ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f315c8e-c796-4b01-8e07-446d5595ec92') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:08.817751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-fa1ef393-389c-4344-8b3b-53ec31cf78ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f315c8e-c796-4b01-8e07-446d5595ec92') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:08.830957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef393-389c-4344-8b3b-53ec31cf78ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.854464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef393-389c-4344-8b3b-53ec31cf78ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.861345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1ef393-389c-4344-8b3b-53ec31cf78ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:37:08.861880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef393-389c-4344-8b3b-53ec31cf78ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:08.874894 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Allocated IP 172.20.0.2 (9c65d2dd-81c4-42af-802a-1a93954f9d55/80d64e0c-51a7-4486-9cb0-b624c3f1f3db/1e28b199-7711-4fc2-89a0-dc1be447be63) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:37:08.883528 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:37:08.901485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Calling delete_port for 06c44ed8-f3ca-44e4-8d6c-d942777a4d13 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:08.930729 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba3473-c972-4767-a6bf-def5f04b491c None None] Pushing event updated for resources: {'Port': ['ID=06c44ed8-f3ca-44e4-8d6c-d942777a4d13,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:08.936895 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8fcc52-8857-4bbf-a015-6c086c60f039 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:08.941073 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f8fcc52-8857-4bbf-a015-6c086c60f039 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:09.161317 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:09.166656 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-369ccfca-d5b1-4b1c-a798-feeeff8433c3 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:09.209055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef393-389c-4344-8b3b-53ec31cf78ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:09.209888 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.ipam_backend_mixin [None req-1f8fcc52-8857-4bbf-a015-6c086c60f039 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 80d64e0c-51a7-4486-9cb0-b624c3f1f3db (CIDR: 172.20.0.0/28) Feb 17 09:37:09.210846 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:37:09.211172 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:37:09.226390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:09.233078 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Transition to ACTIVE for port object 1e28b199-7711-4fc2-89a0-dc1be447be63 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:09.240610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-369ccfca-d5b1-4b1c-a798-feeeff8433c3 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:09.245902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef393-389c-4344-8b3b-53ec31cf78ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:09.256704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ef393-389c-4344-8b3b-53ec31cf78ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] Pushing event deleted for resources: {'Network': ['ID=8b625a9f-ac2d-47dd-8166-9ff8629d3db1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:09.259696 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fa1ef393-389c-4344-8b3b-53ec31cf78ac tempest-NetworksTestDHCPv6-438338972 tempest-NetworksTestDHCPv6-438338972-project] 10.222.0.75 "DELETE /v2.0/networks/8b625a9f-ac2d-47dd-8166-9ff8629d3db1 HTTP/1.1" status: 204 len: 168 time: 0.8377419 Feb 17 09:37:09.276613 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Transition to ACTIVE for port object 1e28b199-7711-4fc2-89a0-dc1be447be63 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:09.296330 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8fcc52-8857-4bbf-a015-6c086c60f039 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:37:09.296330 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8fcc52-8857-4bbf-a015-6c086c60f039 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:09.334026 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:09.374943 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:09.393100 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ccfca-d5b1-4b1c-a798-feeeff8433c3 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23d429e-7f6d-4f92-91d3-2d106425f693,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:09.436978 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37438) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:09.443397 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3512748c-871e-4545-89fc-17b8462af48a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'subnet': {'network_id': '9c65d2dd-81c4-42af-802a-1a93954f9d55', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:09.447234 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1f8fcc52-8857-4bbf-a015-6c086c60f039 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2174888 Feb 17 09:37:09.464655 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Network 9c65d2dd-81c4-42af-802a-1a93954f9d55 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:09.466550 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:09.468232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Network e7bbad91-dba6-4412-bd63-044009fa5afc is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:09.471278 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:09.476198 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:09.488913 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:09.526305 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Pushing event updated for resources: {'Port': ['ID=1e28b199-7711-4fc2-89a0-dc1be447be63,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:09.529294 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 06c44ed8-f3ca-44e4-8d6c-d942777a4d13 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:09.553108 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-369ccfca-d5b1-4b1c-a798-feeeff8433c3 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:09.554703 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-369ccfca-d5b1-4b1c-a798-feeeff8433c3 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2875848 Feb 17 09:37:09.576934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Pushing event updated for resources: {'Port': ['ID=aa7ac754-032a-4adf-a3a6-580f67924656,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:09.584290 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37442) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:09.605168 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c8d1a970-5fa6-4bce-b8f7-dedb0efa17d8 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Request body: {'security_group_rule': {'security_group_id': 'fe51f73e-bd06-4fb9-be16-ee663e4477a2', 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:09.615058 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c8d1a970-5fa6-4bce-b8f7-dedb0efa17d8 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:09.630886 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c8d1a970-5fa6-4bce-b8f7-dedb0efa17d8 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Usage tracker for resource:security_group_rule and tenant:c462a90c63ab406abd0ec41718f287bf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:09.635834 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c8d1a970-5fa6-4bce-b8f7-dedb0efa17d8 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:09.684559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3512748c-871e-4545-89fc-17b8462af48a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:09.689139 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3512748c-871e-4545-89fc-17b8462af48a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:subnet and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:09.692050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3512748c-871e-4545-89fc-17b8462af48a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:09.698522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c8d1a970-5fa6-4bce-b8f7-dedb0efa17d8 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:09.699193 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3512748c-871e-4545-89fc-17b8462af48a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:09.709401 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Attempting to bind port 1e28b199-7711-4fc2-89a0-dc1be447be63 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:37:09.710110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Attempting to bind port 1e28b199-7711-4fc2-89a0-dc1be447be63 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '95bb4043-b394-4425-8806-e269c496d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '9c65d2dd-81c4-42af-802a-1a93954f9d55'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:37:09.711103 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Attempting to bind port 1e28b199-7711-4fc2-89a0-dc1be447be63 on network 9c65d2dd-81c4-42af-802a-1a93954f9d55 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:37:09.713749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Deleting port 06c44ed8-f3ca-44e4-8d6c-d942777a4d13 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:09.714121 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:09.719328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:37:09.719913 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Checking segment: {'id': '95bb4043-b394-4425-8806-e269c496d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '9c65d2dd-81c4-42af-802a-1a93954f9d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:09.720522 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:09.720879 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Bound using segment: {'id': '95bb4043-b394-4425-8806-e269c496d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '9c65d2dd-81c4-42af-802a-1a93954f9d55'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:37:09.721347 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Bound port: 1e28b199-7711-4fc2-89a0-dc1be447be63, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bb4043-b394-4425-8806-e269c496d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '9c65d2dd-81c4-42af-802a-1a93954f9d55'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:37:09.721715 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:09.823428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3512748c-871e-4545-89fc-17b8462af48a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:09.827048 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3512748c-871e-4545-89fc-17b8462af48a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:09.828115 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] For port 1e28b199-7711-4fc2-89a0-dc1be447be63, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:37:09.834534 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] For port 1e28b199-7711-4fc2-89a0-dc1be447be63, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1e28b199-7711-4fc2-89a0-dc1be447be63,segment=NetworkSegment(95bb4043-b394-4425-8806-e269c496d1ef),segment_id=95bb4043-b394-4425-8806-e269c496d1ef)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:37:09.847290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 06c44ed8-f3ca-44e4-8d6c-d942777a4d13 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:09.900638 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:10.047642 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8d1a970-5fa6-4bce-b8f7-dedb0efa17d8 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:10.054084 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ef536-5c1b-45a1-af0f-8eaf03ba37c5 None None] Pushing event updated for resources: {'Port': ['ID=1e28b199-7711-4fc2-89a0-dc1be447be63,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:10.155501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37448) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:10.316417 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3512748c-871e-4545-89fc-17b8462af48a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:10.384147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8d1a970-5fa6-4bce-b8f7-dedb0efa17d8 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:10.466784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512748c-871e-4545-89fc-17b8462af48a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 9c65d2dd-81c4-42af-802a-1a93954f9d55 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:10.471198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-3512748c-871e-4545-89fc-17b8462af48a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:10.478375 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ab0b30fd-f3c0-48fd-a08e-3426fc3d2478 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7a78389fa4884086b937eed20c503bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269725 Feb 17 09:37:10.479584 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37454) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:10.483028 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3512748c-871e-4545-89fc-17b8462af48a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:10.483620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3512748c-871e-4545-89fc-17b8462af48a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:10.493662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512748c-871e-4545-89fc-17b8462af48a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Subnet': ['ID=b1aec5c9-7bf3-409e-9f35-ee7e7ddf5970,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:10.526948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e247dc7e-35af-488e-a32b-373a6cc21e48 None None] Network a2d5690e-bcbd-4b62-9fbb-6bfecaf58685 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:10.541757 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8d1a970-5fa6-4bce-b8f7-dedb0efa17d8 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:10.584346 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0763f0-21d5-4629-9875-bfc0755b2f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:10.603665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] For port 06c44ed8-f3ca-44e4-8d6c-d942777a4d13, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=06c44ed8-f3ca-44e4-8d6c-d942777a4d13,segment=NetworkSegment(63fe637d-a9d8-4aff-98d2-9c73cfff5671),segment_id=63fe637d-a9d8-4aff-98d2-9c73cfff5671)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:10.604084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:10.618692 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0763f0-21d5-4629-9875-bfc0755b2f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:10.625285 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1a970-5fa6-4bce-b8f7-dedb0efa17d8 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24dd19de-c27b-42c4-9d5f-40ab773e17e4,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:10.657473 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3512748c-871e-4545-89fc-17b8462af48a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2192814 Feb 17 09:37:10.661388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37458) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:10.669933 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'network_id': '9c65d2dd-81c4-42af-802a-1a93954f9d55', 'fixed_ips': [{'subnet_id': '80d64e0c-51a7-4486-9cb0-b624c3f1f3db'}, {'subnet_id': 'b1aec5c9-7bf3-409e-9f35-ee7e7ddf5970'}], 'name': 'tempest-PortsTestJSON-2106610306'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:10.758171 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8d1a970-5fa6-4bce-b8f7-dedb0efa17d8 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:10.758171 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c8d1a970-5fa6-4bce-b8f7-dedb0efa17d8 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1687331 Feb 17 09:37:10.762225 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37462) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:10.768883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Calling delete_port for 06c44ed8-f3ca-44e4-8d6c-d942777a4d13 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:10.775588 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e00f6297-9a65-49e0-90e6-0e441e3bbc46 None None] Provisioning for port 06c44ed8-f3ca-44e4-8d6c-d942777a4d13 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:10.775857 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f2cd1d17-9ff5-466e-a767-e39bc972d76a tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Request body: {'security_group_rule': {'security_group_id': 'fe51f73e-bd06-4fb9-be16-ee663e4477a2', 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:10.794147 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f2cd1d17-9ff5-466e-a767-e39bc972d76a tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:10.805604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f2cd1d17-9ff5-466e-a767-e39bc972d76a tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Usage tracker for resource:security_group_rule and tenant:c462a90c63ab406abd0ec41718f287bf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:10.809250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:10.811945 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f2cd1d17-9ff5-466e-a767-e39bc972d76a tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:10.823019 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e00f6297-9a65-49e0-90e6-0e441e3bbc46 None None] Provisioning complete for port 06c44ed8-f3ca-44e4-8d6c-d942777a4d13 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:10.823019 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e00f6297-9a65-49e0-90e6-0e441e3bbc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:10.832081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f2cd1d17-9ff5-466e-a767-e39bc972d76a tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:10.864542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0763f0-21d5-4629-9875-bfc0755b2f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:10.870465 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:10.885462 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:port and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:10.890590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:10.893439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0763f0-21d5-4629-9875-bfc0755b2f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0d5d57-a273-48ed-b5cc-5c5feb270137,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:10.901667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:10.911958 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0763f0-21d5-4629-9875-bfc0755b2f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:10.916050 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-eb0763f0-21d5-4629-9875-bfc0755b2f19 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9d0d5d57-a273-48ed-b5cc-5c5feb270137 HTTP/1.1" status: 204 len: 168 time: 0.4266720 Feb 17 09:37:10.963082 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1d17-9ff5-466e-a767-e39bc972d76a tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:11.010338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:11.097516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e00f6297-9a65-49e0-90e6-0e441e3bbc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:11.239449 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:11.276823 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] device_id is not set on port af52e0b2-f64b-45c3-a5c0-0305382ca673 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:37:11.387393 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:11.556744 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1e28b199-7711-4fc2-89a0-dc1be447be63 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:11.557460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1d17-9ff5-466e-a767-e39bc972d76a tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:11.610132 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event deleted for resources: {'Port': ['ID=06c44ed8-f3ca-44e4-8d6c-d942777a4d13,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:11.636201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e0dd9b-9f49-41ff-a6bb-b52b681dd268 None None] DHCP port deletion for a2d5690e-bcbd-4b62-9fbb-6bfecaf58685 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:37:11.636314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1d17-9ff5-466e-a767-e39bc972d76a tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:11.706158 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0a6ec1f6-0ed8-4ab4-8251-3b06591b0dd0 None None] Could not find standard attr ID for object 06c44ed8-f3ca-44e4-8d6c-d942777a4d13. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 09:37:11.721836 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] No DVR routers for this DVR port 06c44ed8-f3ca-44e4-8d6c-d942777a4d13 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:37:11.737088 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8cca33-6a40-4f20-b48a-34e89c7dbe4e None None] Network 9c65d2dd-81c4-42af-802a-1a93954f9d55 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:11.752265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd1d17-9ff5-466e-a767-e39bc972d76a tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bfeb0c-08eb-4066-91c4-3f9f51b57357,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:11.806127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:11.903954 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 1e28b199-7711-4fc2-89a0-dc1be447be63 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:11.921698 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1d17-9ff5-466e-a767-e39bc972d76a tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:11.922985 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f2cd1d17-9ff5-466e-a767-e39bc972d76a tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1596212 Feb 17 09:37:11.926998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37478) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:11.934991 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4a147afe-7dab-4dac-8925-1c9bf3324ecb tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Request body: {'security_group_rule': {'security_group_id': 'fe51f73e-bd06-4fb9-be16-ee663e4477a2', 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:11.950644 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4a147afe-7dab-4dac-8925-1c9bf3324ecb tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:11.960587 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4a147afe-7dab-4dac-8925-1c9bf3324ecb tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Usage tracker for resource:security_group_rule and tenant:c462a90c63ab406abd0ec41718f287bf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:11.966266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4a147afe-7dab-4dac-8925-1c9bf3324ecb tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:11.969547 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e5e613c6-a480-4724-90e7-4ee8e2dae0b7 None None] Provisioning for port 1e28b199-7711-4fc2-89a0-dc1be447be63 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:11.975591 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Allocated IP 172.20.0.8 (9c65d2dd-81c4-42af-802a-1a93954f9d55/80d64e0c-51a7-4486-9cb0-b624c3f1f3db/af52e0b2-f64b-45c3-a5c0-0305382ca673) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:11.978099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4a147afe-7dab-4dac-8925-1c9bf3324ecb tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:11.978631 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e5e613c6-a480-4724-90e7-4ee8e2dae0b7 None None] Provisioning complete for port 1e28b199-7711-4fc2-89a0-dc1be447be63 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:11.979223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e5e613c6-a480-4724-90e7-4ee8e2dae0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:11.986598 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Allocated IP 172.20.0.25 (9c65d2dd-81c4-42af-802a-1a93954f9d55/b1aec5c9-7bf3-409e-9f35-ee7e7ddf5970/af52e0b2-f64b-45c3-a5c0-0305382ca673) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:12.087484 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-4a147afe-7dab-4dac-8925-1c9bf3324ecb tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Project c462a90c63ab406abd0ec41718f287bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:37:12.106732 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.162225 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a147afe-7dab-4dac-8925-1c9bf3324ecb tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.227435 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e5e613c6-a480-4724-90e7-4ee8e2dae0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.284125 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e5e613c6-a480-4724-90e7-4ee8e2dae0b7 None None] For port 1e28b199-7711-4fc2-89a0-dc1be447be63, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1e28b199-7711-4fc2-89a0-dc1be447be63,segment=NetworkSegment(95bb4043-b394-4425-8806-e269c496d1ef),segment_id=95bb4043-b394-4425-8806-e269c496d1ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:12.360993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.366694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a147afe-7dab-4dac-8925-1c9bf3324ecb tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.388542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Transition to ACTIVE for port object af52e0b2-f64b-45c3-a5c0-0305382ca673 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:12.430678 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.451023 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e5e613c6-a480-4724-90e7-4ee8e2dae0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.463826 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37490) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:12.466910 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a147afe-7dab-4dac-8925-1c9bf3324ecb tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.483270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Router 9e2fd9de-b00b-4a43-bfd0-801018d209f7 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:37:12.502833 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a147afe-7dab-4dac-8925-1c9bf3324ecb tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1208bb1-b44c-49d1-99d8-e50015384a0b,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:12.514424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event deleted for resources: {'Subnet': ['ID=4031ac26-33fc-4664-8ce5-6c725dd873fa,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:12.534326 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.536762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2d1fda-be5a-4e1c-b2db-e8dfe7c0f972 None None] Network a2d5690e-bcbd-4b62-9fbb-6bfecaf58685 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:12.634685 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=af52e0b2-f64b-45c3-a5c0-0305382ca673,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:12.639186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a147afe-7dab-4dac-8925-1c9bf3324ecb tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.640615 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4a147afe-7dab-4dac-8925-1c9bf3324ecb tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7134106 Feb 17 09:37:12.647940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37496) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:12.655654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-648ab43b-2c9f-47e9-89bb-5ac4281ed3af tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Request body: {'security_group_rule': {'security_group_id': 'fe51f73e-bd06-4fb9-be16-ee663e4477a2', 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:12.663893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-648ab43b-2c9f-47e9-89bb-5ac4281ed3af tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:12.668759 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 9c65d2dd-81c4-42af-802a-1a93954f9d55 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:12.671372 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:12.674021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:12.704235 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-648ab43b-2c9f-47e9-89bb-5ac4281ed3af tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Usage tracker for resource:security_group_rule and tenant:c462a90c63ab406abd0ec41718f287bf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:12.711367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-648ab43b-2c9f-47e9-89bb-5ac4281ed3af tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:12.723941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-648ab43b-2c9f-47e9-89bb-5ac4281ed3af tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:12.759975 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:12.760691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.771749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-307891653'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:12.786444 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cd5377-29a9-47d1-9af0-3c5048ef3e45 None None] Update dhcp port {'port': {'network_id': '9c65d2dd-81c4-42af-802a-1a93954f9d55', 'fixed_ips': [{'subnet_id': '80d64e0c-51a7-4486-9cb0-b624c3f1f3db', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b1aec5c9-7bf3-409e-9f35-ee7e7ddf5970'}], 'binding:host_id': 'dv-neutron-828143-5-hyperv'}, 'id': '1e28b199-7711-4fc2-89a0-dc1be447be63'} from dv-neutron-828143-5-hyperv. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 09:37:12.788916 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:12.795168 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Usage tracker for resource:network and tenant:462f0a580f894a11a8ff6c6ac99d13ac is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:12.798501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:12.804662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:12.809622 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-648ab43b-2c9f-47e9-89bb-5ac4281ed3af tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Project c462a90c63ab406abd0ec41718f287bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:37:12.818416 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-648ab43b-2c9f-47e9-89bb-5ac4281ed3af tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.830363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e613c6-a480-4724-90e7-4ee8e2dae0b7 None None] Pushing event updated for resources: {'Port': ['ID=1e28b199-7711-4fc2-89a0-dc1be447be63,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:12.846567 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.884895 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ecad3c0e-c4ef-46f4-976c-01d0989addd9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.2199440 Feb 17 09:37:12.887655 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37500) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:12.893131 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d5690e-bcbd-4b62-9fbb-6bfecaf58685']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:12.903496 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fb1cb760-8a16-4fed-ba6b-22824221ac9e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80d64e0c-51a7-4486-9cb0-b624c3f1f3db'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:12.906540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-648ab43b-2c9f-47e9-89bb-5ac4281ed3af tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.923083 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5377-29a9-47d1-9af0-3c5048ef3e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.938000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43a0496-c69d-4e05-b582-3f686f4274c4 None None] DHCP port deletion for a2d5690e-bcbd-4b62-9fbb-6bfecaf58685 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:37:12.943501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Made reservation on behalf of 462f0a580f894a11a8ff6c6ac99d13ac for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:12.952457 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.964706 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.978381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-648ab43b-2c9f-47e9-89bb-5ac4281ed3af tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:12.996117 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fe637d-a9d8-4aff-98d2-9c73cfff5671') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:12.996395 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fe637d-a9d8-4aff-98d2-9c73cfff5671') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:13.013554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:13.015903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ab43b-2c9f-47e9-89bb-5ac4281ed3af tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a110bec9-c42d-47a2-a0e8-6b73bbb58e74,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:13.021681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Usage tracker for resource:security_group_rule and tenant:462f0a580f894a11a8ff6c6ac99d13ac is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:13.029932 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:13.036984 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.037165 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:13.090226 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.092735 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:37:13.104244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:37:13.104649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.116406 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Sync routers for ids ['9e2fd9de-b00b-4a43-bfd0-801018d209f7'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:37:13.122405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-648ab43b-2c9f-47e9-89bb-5ac4281ed3af tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.124992 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-648ab43b-2c9f-47e9-89bb-5ac4281ed3af tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4755533 Feb 17 09:37:13.131509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37504) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:13.143677 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-53668053-ea98-47be-ab03-313bef792dd6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Request body: {'network': {'name': 'tempest-network-smoke--152765223', 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'port_security_enabled': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:13.150991 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Routers {'9e2fd9de-b00b-4a43-bfd0-801018d209f7'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:13.153432 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:36:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9e2fd9de-b00b-4a43-bfd0-801018d209f7'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:13.153662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-53668053-ea98-47be-ab03-313bef792dd6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:13.160390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-53668053-ea98-47be-ab03-313bef792dd6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Usage tracker for resource:network and tenant:c462a90c63ab406abd0ec41718f287bf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:37:13.160851 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:37:13.169809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-53668053-ea98-47be-ab03-313bef792dd6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:13.178588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-53668053-ea98-47be-ab03-313bef792dd6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:13.254557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.257619 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53668053-ea98-47be-ab03-313bef792dd6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Made reservation on behalf of c462a90c63ab406abd0ec41718f287bf for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:13.261615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-53668053-ea98-47be-ab03-313bef792dd6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.286149 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-f2cd5377-29a9-47d1-9af0-3c5048ef3e45 None None] Allocated IP 172.20.0.18 (9c65d2dd-81c4-42af-802a-1a93954f9d55/b1aec5c9-7bf3-409e-9f35-ee7e7ddf5970/1e28b199-7711-4fc2-89a0-dc1be447be63) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:13.295657 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53668053-ea98-47be-ab03-313bef792dd6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:37:13.307884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-53668053-ea98-47be-ab03-313bef792dd6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.308306 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-53668053-ea98-47be-ab03-313bef792dd6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Added segment 179b37b6-f82e-45bc-b5bf-ce33261ab390 of type vlan for network 2faf6efb-760a-4980-97a0-58d7bf1fab50 Feb 17 09:37:13.315397 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.380670 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb760-8a16-4fed-ba6b-22824221ac9e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.392038 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.395828 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e07bf9e2-4444-4eb3-a8fd-56220629b235 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.6443756 Feb 17 09:37:13.396128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37508) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:13.466617 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.484565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1e28b199-7711-4fc2-89a0-dc1be447be63 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:13.497585 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:37:13.503539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-53668053-ea98-47be-ab03-313bef792dd6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.513708 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf6e303-67e2-4548-8293-a611aca576ce,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:13.521064 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.521731 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Added segment 4d94002c-6848-407e-ab92-6ff27901cf14 of type vlan for network 01e7f4ae-316b-4dc7-b0af-94d060c3a21e Feb 17 09:37:13.530967 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.537808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Set router 9e2fd9de-b00b-4a43-bfd0-801018d209f7 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:37:13.560189 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/networks/a2d5690e-bcbd-4b62-9fbb-6bfecaf58685 HTTP/1.1" status: 204 len: 168 time: 6.1225064 Feb 17 09:37:13.566713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37512) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:13.572925 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ec2be-1e3c-4da6-914e-c4f8f5a164dd tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event deleted for resources: {'Network': ['ID=a2d5690e-bcbd-4b62-9fbb-6bfecaf58685,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:13.579655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-1c864bb7-7114-4abd-aedd-fe603691b018 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1559484715'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:13.588027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.592516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1c864bb7-7114-4abd-aedd-fe603691b018 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:13.598214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1c864bb7-7114-4abd-aedd-fe603691b018 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Usage tracker for resource:network and tenant:eafc4aebcab34f53b13a8dc03c761771 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:13.602761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1c864bb7-7114-4abd-aedd-fe603691b018 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:13.613820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1c864bb7-7114-4abd-aedd-fe603691b018 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:13.641582 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-53668053-ea98-47be-ab03-313bef792dd6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.648038 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53668053-ea98-47be-ab03-313bef792dd6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:13.648727 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-53668053-ea98-47be-ab03-313bef792dd6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.747910 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c864bb7-7114-4abd-aedd-fe603691b018 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Made reservation on behalf of eafc4aebcab34f53b13a8dc03c761771 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:13.751479 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c864bb7-7114-4abd-aedd-fe603691b018 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.768841 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.774303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:13.775255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.788275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.824665 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53668053-ea98-47be-ab03-313bef792dd6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event updated for resources: {'Network': ['ID=2faf6efb-760a-4980-97a0-58d7bf1fab50,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:13.829440 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f2cd5377-29a9-47d1-9af0-3c5048ef3e45 None None] For port 1e28b199-7711-4fc2-89a0-dc1be447be63, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1e28b199-7711-4fc2-89a0-dc1be447be63,segment=NetworkSegment(95bb4043-b394-4425-8806-e269c496d1ef),segment_id=95bb4043-b394-4425-8806-e269c496d1ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:13.846350 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 2faf6efb-760a-4980-97a0-58d7bf1fab50 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:37:13.858481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c864bb7-7114-4abd-aedd-fe603691b018 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:37:13.925663 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4604840 Feb 17 09:37:13.932719 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-53668053-ea98-47be-ab03-313bef792dd6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7993901 Feb 17 09:37:13.940283 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37516) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:13.940621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37518) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:13.950001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5377-29a9-47d1-9af0-3c5048ef3e45 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.958492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 1e28b199-7711-4fc2-89a0-dc1be447be63 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:13.959016 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.962420 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1441000233', 'admin_state_up': True, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:13.971375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7bb4ada4-6b9b-473b-a60b-92d7c0b09d38 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Request body: {'subnet': {'network_id': '01e7f4ae-316b-4dc7-b0af-94d060c3a21e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:13.994981 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c864bb7-7114-4abd-aedd-fe603691b018 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:13.995360 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-1c864bb7-7114-4abd-aedd-fe603691b018 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Added segment c10c981c-fff7-4c2c-a456-c2dd687a04d5 of type vlan for network 72f554a5-57e5-4fb2-b83d-c933fbeba103 Feb 17 09:37:13.997496 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:14.052958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f2cd5377-29a9-47d1-9af0-3c5048ef3e45 None None] Transition to ACTIVE for port object 1e28b199-7711-4fc2-89a0-dc1be447be63 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:14.067599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Usage tracker for resource:router and tenant:c462a90c63ab406abd0ec41718f287bf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:14.071119 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b392e6-4599-4baa-bce0-276e61929e5e tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Pushing event updated for resources: {'Network': ['ID=01e7f4ae-316b-4dc7-b0af-94d060c3a21e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:14.078481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:14.105221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 01e7f4ae-316b-4dc7-b0af-94d060c3a21e details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:37:14.106700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:14.140230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c864bb7-7114-4abd-aedd-fe603691b018 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:14.152781 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7bb4ada4-6b9b-473b-a60b-92d7c0b09d38 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:14.158987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7bb4ada4-6b9b-473b-a60b-92d7c0b09d38 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Usage tracker for resource:subnet and tenant:462f0a580f894a11a8ff6c6ac99d13ac is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:14.162999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7bb4ada4-6b9b-473b-a60b-92d7c0b09d38 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:14.176536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7bb4ada4-6b9b-473b-a60b-92d7c0b09d38 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:14.186929 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f2cd5377-29a9-47d1-9af0-3c5048ef3e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:14.202217 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:14.204122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:14.224630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:14.255049 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:14.278523 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-fb1cb760-8a16-4fed-ba6b-22824221ac9e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Delete allocated IP 172.20.0.25 (9c65d2dd-81c4-42af-802a-1a93954f9d55/b1aec5c9-7bf3-409e-9f35-ee7e7ddf5970) {{(pid=88369) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 09:37:14.287419 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb4ada4-6b9b-473b-a60b-92d7c0b09d38 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Made reservation on behalf of 462f0a580f894a11a8ff6c6ac99d13ac for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:14.291779 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7bb4ada4-6b9b-473b-a60b-92d7c0b09d38 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:14.351128 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Port 1e28b199-7711-4fc2-89a0-dc1be447be63 had new provisioning blocks added so it will not transition to active. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Feb 17 09:37:14.375454 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Deleting port aa7ac754-032a-4adf-a3a6-580f67924656 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:14.375806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:14.426888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c864bb7-7114-4abd-aedd-fe603691b018 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:14.435497 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c864bb7-7114-4abd-aedd-fe603691b018 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:14.436227 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c864bb7-7114-4abd-aedd-fe603691b018 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:14.442842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd5377-29a9-47d1-9af0-3c5048ef3e45 None None] Pushing event updated for resources: {'Port': ['ID=1e28b199-7711-4fc2-89a0-dc1be447be63,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:14.448776 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 06c44ed8-f3ca-44e4-8d6c-d942777a4d13 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:37:14.495993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 06c44ed8-f3ca-44e4-8d6c-d942777a4d13 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:37:14.496364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 06c44ed8-f3ca-44e4-8d6c-d942777a4d13 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:37:14.514389 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2fd9de-b00b-4a43-bfd0-801018d209f7', 'name': '', 'tenant_id': '827525a3bfec4657a41cdcd8be872aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7bbad91-dba6-4412-bd63-044009fa5afc', 'external_fixed_ips': [{'subnet_id': 'c270979b-86f3-42a9-a2be-0099bedcea12', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'aa7ac754-032a-4adf-a3a6-580f67924656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:05Z', 'updated_at': '2022-02-17T09:37:10Z', 'revision_number': 3, 'project_id': '827525a3bfec4657a41cdcd8be872aaf', 'gw_port': {'id': 'aa7ac754-032a-4adf-a3a6-580f67924656', 'name': '', 'network_id': 'e7bbad91-dba6-4412-bd63-044009fa5afc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2fd9de-b00b-4a43-bfd0-801018d209f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'c270979b-86f3-42a9-a2be-0099bedcea12', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:08Z', 'updated_at': '2022-02-17T09:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c270979b-86f3-42a9-a2be-0099bedcea12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:14.518922 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Checking router: 9e2fd9de-b00b-4a43-bfd0-801018d209f7 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:37:14.519308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Updating router 9e2fd9de-b00b-4a43-bfd0-801018d209f7 port aa7ac754-032a-4adf-a3a6-580f67924656 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:37:14.599261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:14.648236 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb760-8a16-4fed-ba6b-22824221ac9e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:14.686605 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-fb1cb760-8a16-4fed-ba6b-22824221ac9e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Ignored duplicate provisioning block setup for port af52e0b2-f64b-45c3-a5c0-0305382ca673 by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 17 09:37:14.737299 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:14.748811 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb760-8a16-4fed-ba6b-22824221ac9e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:14.794099 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1c864bb7-7114-4abd-aedd-fe603691b018 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2259240 Feb 17 09:37:14.799148 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c864bb7-7114-4abd-aedd-fe603691b018 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event updated for resources: {'Network': ['ID=72f554a5-57e5-4fb2-b83d-c933fbeba103,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:14.803659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37524) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:14.855671 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 72f554a5-57e5-4fb2-b83d-c933fbeba103 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:37:14.885677 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-047e29a2-cb7b-4638-b8e1-017a2cd52f93 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Request body: {'subnet': {'network_id': '72f554a5-57e5-4fb2-b83d-c933fbeba103', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:14.920506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:15.069045 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Calling delete_port for aa7ac754-032a-4adf-a3a6-580f67924656 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:15.121291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-047e29a2-cb7b-4638-b8e1-017a2cd52f93 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:15.125302 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:15.128808 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-047e29a2-cb7b-4638-b8e1-017a2cd52f93 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Usage tracker for resource:subnet and tenant:eafc4aebcab34f53b13a8dc03c761771 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:15.129228 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d388f8ed-f4fb-435c-a048-6d35701dad66 None None] Network 9c65d2dd-81c4-42af-802a-1a93954f9d55 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:15.139141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-047e29a2-cb7b-4638-b8e1-017a2cd52f93 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:15.195663 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fb1cb760-8a16-4fed-ba6b-22824221ac9e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] In _notify_port_updated(), no bound segment for port af52e0b2-f64b-45c3-a5c0-0305382ca673 on network 9c65d2dd-81c4-42af-802a-1a93954f9d55 {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:37:15.201469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-047e29a2-cb7b-4638-b8e1-017a2cd52f93 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:15.205300 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1cb760-8a16-4fed-ba6b-22824221ac9e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:15.206374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb760-8a16-4fed-ba6b-22824221ac9e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:15.210566 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fb1cb760-8a16-4fed-ba6b-22824221ac9e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "PUT /v2.0/ports/af52e0b2-f64b-45c3-a5c0-0305382ca673 HTTP/1.1" status: 200 len: 919 time: 2.3193533 Feb 17 09:37:15.214060 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37528) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:15.215386 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Transition to ACTIVE for port object aa7ac754-032a-4adf-a3a6-580f67924656 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:15.215806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1cb760-8a16-4fed-ba6b-22824221ac9e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=af52e0b2-f64b-45c3-a5c0-0305382ca673,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:15.235630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-abb9d80f-363e-4e12-91f4-758ac6aa5cb5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80d64e0c-51a7-4486-9cb0-b624c3f1f3db'}, {'subnet_id': 'b1aec5c9-7bf3-409e-9f35-ee7e7ddf5970'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:15.310929 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c8e1e57f-85c4-47c8-a825-928a5a5e16dc None None] Provisioning for port 1e28b199-7711-4fc2-89a0-dc1be447be63 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:15.316520 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:15.363000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:37:15.363626 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:37:15.366091 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c8e1e57f-85c4-47c8-a825-928a5a5e16dc None None] Provisioning complete for port 1e28b199-7711-4fc2-89a0-dc1be447be63 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:15.366546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c8e1e57f-85c4-47c8-a825-928a5a5e16dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:15.435756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1e28b199-7711-4fc2-89a0-dc1be447be63 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:15.436561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047e29a2-cb7b-4638-b8e1-017a2cd52f93 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Made reservation on behalf of eafc4aebcab34f53b13a8dc03c761771 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:15.439974 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-047e29a2-cb7b-4638-b8e1-017a2cd52f93 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:15.547285 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497de97-77bc-4fde-950b-09a7d1afc6b4 None None] Pushing event updated for resources: {'Port': ['ID=aa7ac754-032a-4adf-a3a6-580f67924656,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:15.549567 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Attempting to bind port aa7ac754-032a-4adf-a3a6-580f67924656 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:37:15.549935 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Attempting to bind port aa7ac754-032a-4adf-a3a6-580f67924656 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'c68bbb56-a358-4634-a8a0-2318e4111e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e7bbad91-dba6-4412-bd63-044009fa5afc'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:37:15.550319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Attempting to bind port aa7ac754-032a-4adf-a3a6-580f67924656 on network e7bbad91-dba6-4412-bd63-044009fa5afc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:37:15.554410 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7bb4ada4-6b9b-473b-a60b-92d7c0b09d38 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:15.564191 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:37:15.564589 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Checking segment: {'id': 'c68bbb56-a358-4634-a8a0-2318e4111e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e7bbad91-dba6-4412-bd63-044009fa5afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:15.564961 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:15.565345 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Bound using segment: {'id': 'c68bbb56-a358-4634-a8a0-2318e4111e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e7bbad91-dba6-4412-bd63-044009fa5afc'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:37:15.565818 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Bound port: aa7ac754-032a-4adf-a3a6-580f67924656, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68bbb56-a358-4634-a8a0-2318e4111e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e7bbad91-dba6-4412-bd63-044009fa5afc'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:37:15.566215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:15.721253 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abb9d80f-363e-4e12-91f4-758ac6aa5cb5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:15.743124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] For port aa7ac754-032a-4adf-a3a6-580f67924656, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:37:15.751947 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 1e28b199-7711-4fc2-89a0-dc1be447be63 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:15.752428 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:15.752552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4ada4-6b9b-473b-a60b-92d7c0b09d38 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Pushing event updated for resources: {'Subnet': ['ID=eaabf356-c6e7-43fd-9a50-60a1f92d850c,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:15.792815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] For port aa7ac754-032a-4adf-a3a6-580f67924656, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=aa7ac754-032a-4adf-a3a6-580f67924656,segment=NetworkSegment(c68bbb56-a358-4634-a8a0-2318e4111e4b),segment_id=c68bbb56-a358-4634-a8a0-2318e4111e4b)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:37:15.815506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb4ada4-6b9b-473b-a60b-92d7c0b09d38 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Checking segment: {'id': '4d94002c-6848-407e-ab92-6ff27901cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '01e7f4ae-316b-4dc7-b0af-94d060c3a21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:15.816192 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb4ada4-6b9b-473b-a60b-92d7c0b09d38 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Network hostable DHCP agents. Network: 01e7f4ae-316b-4dc7-b0af-94d060c3a21e, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:37:15.865242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Deleting port aa7ac754-032a-4adf-a3a6-580f67924656 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:15.865827 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:15.866742 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:16.070179 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Routers {'9e2fd9de-b00b-4a43-bfd0-801018d209f7'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:16.071562 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:36:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9e2fd9de-b00b-4a43-bfd0-801018d209f7'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:16.135651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] For port aa7ac754-032a-4adf-a3a6-580f67924656, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=aa7ac754-032a-4adf-a3a6-580f67924656,segment=NetworkSegment(c68bbb56-a358-4634-a8a0-2318e4111e4b),segment_id=c68bbb56-a358-4634-a8a0-2318e4111e4b)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:16.136017 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:16.147356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb4ada4-6b9b-473b-a60b-92d7c0b09d38 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Network 01e7f4ae-316b-4dc7-b0af-94d060c3a21e is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:37:16.257007 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:16.261225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] Set router 9e2fd9de-b00b-4a43-bfd0-801018d209f7 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:37:16.310747 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:16.342178 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7bb4ada4-6b9b-473b-a60b-92d7c0b09d38 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 01e7f4ae-316b-4dc7-b0af-94d060c3a21e) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:16.394216 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb4ada4-6b9b-473b-a60b-92d7c0b09d38 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:16.394930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7bb4ada4-6b9b-473b-a60b-92d7c0b09d38 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:16.410980 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497de97-77bc-4fde-950b-09a7d1afc6b4 None None] Pushing event updated for resources: {'Port': ['ID=aa7ac754-032a-4adf-a3a6-580f67924656,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:16.420517 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2fd9de-b00b-4a43-bfd0-801018d209f7', 'name': '', 'tenant_id': '827525a3bfec4657a41cdcd8be872aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:05Z', 'updated_at': '2022-02-17T09:37:14Z', 'revision_number': 4, 'project_id': '827525a3bfec4657a41cdcd8be872aaf', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:16.425992 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a504bdd-eabf-47f6-bb5b-6f2ace2d7179 None None] Network 01e7f4ae-316b-4dc7-b0af-94d060c3a21e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:16.496730 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Calling delete_port for aa7ac754-032a-4adf-a3a6-580f67924656 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:16.503778 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cab969-6a4f-49c5-90d8-96d78b7b087e None None] The sync data for ids ['9e2fd9de-b00b-4a43-bfd0-801018d209f7'] in dv-neutron-828143-5-hyperv is: [{'id': '9e2fd9de-b00b-4a43-bfd0-801018d209f7', 'name': '', 'tenant_id': '827525a3bfec4657a41cdcd8be872aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:05Z', 'updated_at': '2022-02-17T09:37:14Z', 'revision_number': 4, 'project_id': '827525a3bfec4657a41cdcd8be872aaf', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:37:16.589720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e425598c-65ae-4e1b-b92e-088fc25f906e None None] Provisioning for port af52e0b2-f64b-45c3-a5c0-0305382ca673 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:16.640122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e425598c-65ae-4e1b-b92e-088fc25f906e None None] Provisioning complete for port af52e0b2-f64b-45c3-a5c0-0305382ca673 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:16.640492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e425598c-65ae-4e1b-b92e-088fc25f906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:16.656184 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Allocated IP 172.26.4.22 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:16.762897 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e425598c-65ae-4e1b-b92e-088fc25f906e None None] Port af52e0b2-f64b-45c3-a5c0-0305382ca673 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:16.784286 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:16.821855 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e425598c-65ae-4e1b-b92e-088fc25f906e None None] Provisioning complete for port 1e28b199-7711-4fc2-89a0-dc1be447be63 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:16.822315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e425598c-65ae-4e1b-b92e-088fc25f906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:16.847949 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-01e7f4ae-316b-4dc7-b0af-94d060c3a21e', 'network_id': '01e7f4ae-316b-4dc7-b0af-94d060c3a21e', 'tenant_id': '462f0a580f894a11a8ff6c6ac99d13ac', 'fixed_ips': [{'subnet_id': 'eaabf356-c6e7-43fd-9a50-60a1f92d850c'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:37:16.848790 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:16.875562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa7ac754-032a-4adf-a3a6-580f67924656,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:16.970177 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7bb4ada4-6b9b-473b-a60b-92d7c0b09d38 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0283701 Feb 17 09:37:16.973223 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:16.974829 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37532) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:16.985495 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Request body: {'port': {'network_id': '01e7f4ae-316b-4dc7-b0af-94d060c3a21e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1414034175'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:17.009728 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:17.037563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.objects.ports [None req-047e29a2-cb7b-4638-b8e1-017a2cd52f93 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 17 09:37:17.042557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-047e29a2-cb7b-4638-b8e1-017a2cd52f93 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:17.114176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Allocated IP 2001:db8::2 (01e7f4ae-316b-4dc7-b0af-94d060c3a21e/eaabf356-c6e7-43fd-9a50-60a1f92d850c/89796821-8202-494b-84b9-a39077a8e45c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:17.120864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-abb9d80f-363e-4e12-91f4-758ac6aa5cb5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Allocated IP 172.20.0.20 (9c65d2dd-81c4-42af-802a-1a93954f9d55/b1aec5c9-7bf3-409e-9f35-ee7e7ddf5970/af52e0b2-f64b-45c3-a5c0-0305382ca673) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:17.243104 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e29a2-cb7b-4638-b8e1-017a2cd52f93 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event updated for resources: {'Subnet': ['ID=2c4fb7d4-e4ca-4034-a785-1f7749f2d1ea,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:17.259697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e29a2-cb7b-4638-b8e1-017a2cd52f93 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Checking segment: {'id': 'c10c981c-fff7-4c2c-a456-c2dd687a04d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '72f554a5-57e5-4fb2-b83d-c933fbeba103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:17.260062 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047e29a2-cb7b-4638-b8e1-017a2cd52f93 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Network hostable DHCP agents. Network: 72f554a5-57e5-4fb2-b83d-c933fbeba103, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:37:17.284390 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:17.290304 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:17.346653 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:17.356292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Usage tracker for resource:port and tenant:462f0a580f894a11a8ff6c6ac99d13ac is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:17.359679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:17.363641 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-eea3933a-0920-4132-a35d-bb217898ca76 None None] Provisioning complete for port af52e0b2-f64b-45c3-a5c0-0305382ca673 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:17.364025 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eea3933a-0920-4132-a35d-bb217898ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:17.369652 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:17.406909 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:17.408185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:17.409442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e2fd9de-b00b-4a43-bfd0-801018d209f7 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:37:17.429430 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:17.434803 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-52485e57-f827-40f9-99d5-4bce28c70376 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "DELETE /v2.0/routers/9e2fd9de-b00b-4a43-bfd0-801018d209f7 HTTP/1.1" status: 204 len: 168 time: 4.0343904 Feb 17 09:37:17.435356 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37536) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:17.437493 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Transition to ACTIVE for port object 89796821-8202-494b-84b9-a39077a8e45c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:17.459044 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-eea3933a-0920-4132-a35d-bb217898ca76 None None] Port af52e0b2-f64b-45c3-a5c0-0305382ca673 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:17.467821 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Transition to ACTIVE for port object 89796821-8202-494b-84b9-a39077a8e45c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:17.486784 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Made reservation on behalf of 462f0a580f894a11a8ff6c6ac99d13ac for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:17.490372 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:17.533689 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] device_id is not set on port 8968bc19-3638-466f-8890-d22771cbdd53 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:37:17.549585 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:17.569664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abb9d80f-363e-4e12-91f4-758ac6aa5cb5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:17.580258 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-978bf6c8-33ac-4e3f-9ce5-5c8bf9440062 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Deleting subnet c270979b-86f3-42a9-a2be-0099bedcea12 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:37:17.584339 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-978bf6c8-33ac-4e3f-9ce5-5c8bf9440062 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:17.591792 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-abb9d80f-363e-4e12-91f4-758ac6aa5cb5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Ignored duplicate provisioning block setup for port af52e0b2-f64b-45c3-a5c0-0305382ca673 by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 17 09:37:17.594056 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047e29a2-cb7b-4638-b8e1-017a2cd52f93 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Network 72f554a5-57e5-4fb2-b83d-c933fbeba103 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:37:17.612638 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:17.640346 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Network 01e7f4ae-316b-4dc7-b0af-94d060c3a21e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:17.645461 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:17.649448 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-978bf6c8-33ac-4e3f-9ce5-5c8bf9440062 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:17.655138 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:17.673751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abb9d80f-363e-4e12-91f4-758ac6aa5cb5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:17.693292 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-047e29a2-cb7b-4638-b8e1-017a2cd52f93 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 72f554a5-57e5-4fb2-b83d-c933fbeba103) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:17.728849 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047e29a2-cb7b-4638-b8e1-017a2cd52f93 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:17.731597 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-047e29a2-cb7b-4638-b8e1-017a2cd52f93 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:17.737755 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e516101-9d2e-45e3-9d81-58823c3f751f None None] Network 72f554a5-57e5-4fb2-b83d-c933fbeba103 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:17.739130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:17.752083 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:17.791710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:17.851886 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Allocated IP 2001:db8::4 (01e7f4ae-316b-4dc7-b0af-94d060c3a21e/eaabf356-c6e7-43fd-9a50-60a1f92d850c/8968bc19-3638-466f-8890-d22771cbdd53) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:17.895171 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-978bf6c8-33ac-4e3f-9ce5-5c8bf9440062 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:17.916158 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Pushing event updated for resources: {'Port': ['ID=89796821-8202-494b-84b9-a39077a8e45c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:17.951440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event updated for resources: {'Port': ['ID=fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:18.102879 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-047e29a2-cb7b-4638-b8e1-017a2cd52f93 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2371163 Feb 17 09:37:18.105547 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37540) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:18.197257 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Attempting to bind port 89796821-8202-494b-84b9-a39077a8e45c on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:37:18.197717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Attempting to bind port 89796821-8202-494b-84b9-a39077a8e45c by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '4d94002c-6848-407e-ab92-6ff27901cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '01e7f4ae-316b-4dc7-b0af-94d060c3a21e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:37:18.198151 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Attempting to bind port 89796821-8202-494b-84b9-a39077a8e45c on network 01e7f4ae-316b-4dc7-b0af-94d060c3a21e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:37:18.204257 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:37:18.205386 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Checking segment: {'id': '4d94002c-6848-407e-ab92-6ff27901cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '01e7f4ae-316b-4dc7-b0af-94d060c3a21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:18.205386 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.205767 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Bound using segment: {'id': '4d94002c-6848-407e-ab92-6ff27901cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '01e7f4ae-316b-4dc7-b0af-94d060c3a21e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:37:18.206328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Bound port: 89796821-8202-494b-84b9-a39077a8e45c, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d94002c-6848-407e-ab92-6ff27901cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '01e7f4ae-316b-4dc7-b0af-94d060c3a21e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:37:18.206856 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.208247 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9d80f-363e-4e12-91f4-758ac6aa5cb5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=af52e0b2-f64b-45c3-a5c0-0305382ca673,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:18.208799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-978bf6c8-33ac-4e3f-9ce5-5c8bf9440062 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.239725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-abb9d80f-363e-4e12-91f4-758ac6aa5cb5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] In _notify_port_updated(), no bound segment for port af52e0b2-f64b-45c3-a5c0-0305382ca673 on network 9c65d2dd-81c4-42af-802a-1a93954f9d55 {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:37:18.245211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb9d80f-363e-4e12-91f4-758ac6aa5cb5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:18.245839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abb9d80f-363e-4e12-91f4-758ac6aa5cb5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.247171 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-abb9d80f-363e-4e12-91f4-758ac6aa5cb5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "PUT /v2.0/ports/af52e0b2-f64b-45c3-a5c0-0305382ca673 HTTP/1.1" status: 200 len: 999 time: 3.0320802 Feb 17 09:37:18.250394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37544) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:18.262186 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d8e20840-8d3c-41f1-83f2-3c70916dcd9a None None] Provisioning complete for port af52e0b2-f64b-45c3-a5c0-0305382ca673 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:18.262648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8e20840-8d3c-41f1-83f2-3c70916dcd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.280428 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978bf6c8-33ac-4e3f-9ce5-5c8bf9440062 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c270979b-86f3-42a9-a2be-0099bedcea12,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:18.296395 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-978bf6c8-33ac-4e3f-9ce5-5c8bf9440062 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.302328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-72f554a5-57e5-4fb2-b83d-c933fbeba103', 'network_id': '72f554a5-57e5-4fb2-b83d-c933fbeba103', 'tenant_id': 'eafc4aebcab34f53b13a8dc03c761771', 'fixed_ips': [{'subnet_id': '2c4fb7d4-e4ca-4034-a785-1f7749f2d1ea'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:37:18.303211 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.319203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.326442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57b32-3b87-44fe-8e5c-4bfb05d878fa tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port af52e0b2-f64b-45c3-a5c0-0305382ca673 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:18.326792 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6b57b32-3b87-44fe-8e5c-4bfb05d878fa tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.329049 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-978bf6c8-33ac-4e3f-9ce5-5c8bf9440062 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "DELETE /v2.0/subnets/c270979b-86f3-42a9-a2be-0099bedcea12 HTTP/1.1" status: 204 len: 168 time: 0.8925812 Feb 17 09:37:18.337216 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37548) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:18.436342 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d8e20840-8d3c-41f1-83f2-3c70916dcd9a None None] Port af52e0b2-f64b-45c3-a5c0-0305382ca673 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:18.454028 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] For port 89796821-8202-494b-84b9-a39077a8e45c, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:37:18.458686 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] For port 89796821-8202-494b-84b9-a39077a8e45c, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=89796821-8202-494b-84b9-a39077a8e45c,segment=NetworkSegment(4d94002c-6848-407e-ab92-6ff27901cf14),segment_id=4d94002c-6848-407e-ab92-6ff27901cf14)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:37:18.560967 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Transition to ACTIVE for port object 8968bc19-3638-466f-8890-d22771cbdd53 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:18.594553 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Allocated IP 2001:db8::f816:3eff:fe20:9289 (72f554a5-57e5-4fb2-b83d-c933fbeba103/2c4fb7d4-e4ca-4034-a785-1f7749f2d1ea/570ad509-4483-49bf-8eeb-07c2ae51c4a2) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:18.599249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.633611 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e4b3bab7-7211-434b-b673-44178cd82e1e tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.686884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.734520 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.810263 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.859810 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd945d7-d810-403e-b71c-f2cf24614966 None None] Pushing event updated for resources: {'Port': ['ID=89796821-8202-494b-84b9-a39077a8e45c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:18.869069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.895841 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6b57b32-3b87-44fe-8e5c-4bfb05d878fa tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.943579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.955299 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e4b3bab7-7211-434b-b673-44178cd82e1e tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:18.956431 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Transition to ACTIVE for port object 570ad509-4483-49bf-8eeb-07c2ae51c4a2 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:18.979604 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Transition to ACTIVE for port object 570ad509-4483-49bf-8eeb-07c2ae51c4a2 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:19.022507 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Network 01e7f4ae-316b-4dc7-b0af-94d060c3a21e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:19.025600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:19.028559 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e4b3bab7-7211-434b-b673-44178cd82e1e tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bbad91-dba6-4412-bd63-044009fa5afc']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:19.036328 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:19.039649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:19.046830 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:19.047515 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:19.074654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Pushing event updated for resources: {'Port': ['ID=8968bc19-3638-466f-8890-d22771cbdd53,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:19.087151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e4b3bab7-7211-434b-b673-44178cd82e1e tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68bbb56-a358-4634-a8a0-2318e4111e4b') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:19.087467 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e4b3bab7-7211-434b-b673-44178cd82e1e tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68bbb56-a358-4634-a8a0-2318e4111e4b') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:19.107561 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e4b3bab7-7211-434b-b673-44178cd82e1e tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:19.154859 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e4b3bab7-7211-434b-b673-44178cd82e1e tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:19.156559 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Pushing event updated for resources: {'Port': ['ID=570ad509-4483-49bf-8eeb-07c2ae51c4a2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:19.164192 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b3bab7-7211-434b-b673-44178cd82e1e tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:37:19.165376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e4b3bab7-7211-434b-b673-44178cd82e1e tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:19.177250 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Network 72f554a5-57e5-4fb2-b83d-c933fbeba103 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:19.181264 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:19.181933 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:19.183777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57b32-3b87-44fe-8e5c-4bfb05d878fa tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for af52e0b2-f64b-45c3-a5c0-0305382ca673 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:37:19.191558 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:37:19.203028 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-747553e0-83d0-414b-bd15-3e08427495e7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.2269580 Feb 17 09:37:19.219638 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37552) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:19.254006 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:19.298023 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Request body: {'port': {'network_id': '01e7f4ae-316b-4dc7-b0af-94d060c3a21e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-986780878', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:19.298563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.api.validators [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] bootfile-name is not in valid_values {{(pid=88370) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 09:37:19.298903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.api.validators [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] tftp-server is not in valid_values {{(pid=88370) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 09:37:19.299232 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.api.validators [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] server-ip-address is not in valid_values {{(pid=88370) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 09:37:19.325105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Attempting to bind port 570ad509-4483-49bf-8eeb-07c2ae51c4a2 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:37:19.325877 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Attempting to bind port 570ad509-4483-49bf-8eeb-07c2ae51c4a2 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'c10c981c-fff7-4c2c-a456-c2dd687a04d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '72f554a5-57e5-4fb2-b83d-c933fbeba103'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:37:19.328720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Attempting to bind port 570ad509-4483-49bf-8eeb-07c2ae51c4a2 on network 72f554a5-57e5-4fb2-b83d-c933fbeba103 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:37:19.328867 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4fb7d4-e4ca-4034-a785-1f7749f2d1ea,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:19.341153 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:37:19.341153 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Checking segment: {'id': 'c10c981c-fff7-4c2c-a456-c2dd687a04d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '72f554a5-57e5-4fb2-b83d-c933fbeba103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:19.341842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:19.341842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Bound using segment: {'id': 'c10c981c-fff7-4c2c-a456-c2dd687a04d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '72f554a5-57e5-4fb2-b83d-c933fbeba103'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:37:19.342478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Bound port: 570ad509-4483-49bf-8eeb-07c2ae51c4a2, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10c981c-fff7-4c2c-a456-c2dd687a04d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '72f554a5-57e5-4fb2-b83d-c933fbeba103'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:37:19.342855 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:19.430010 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e4b3bab7-7211-434b-b673-44178cd82e1e tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:19.435241 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b3bab7-7211-434b-b673-44178cd82e1e tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e7bbad91-dba6-4412-bd63-044009fa5afc {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 17 09:37:19.437886 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e4b3bab7-7211-434b-b673-44178cd82e1e tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:19.474998 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3bab7-7211-434b-b673-44178cd82e1e tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Pushing event deleted for resources: {'Network': ['ID=e7bbad91-dba6-4412-bd63-044009fa5afc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:19.483016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:19.506860 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] For port 570ad509-4483-49bf-8eeb-07c2ae51c4a2, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:37:19.509128 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e4b3bab7-7211-434b-b673-44178cd82e1e tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "DELETE /v2.0/networks/e7bbad91-dba6-4412-bd63-044009fa5afc HTTP/1.1" status: 204 len: 168 time: 1.1679242 Feb 17 09:37:19.512040 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] For port 570ad509-4483-49bf-8eeb-07c2ae51c4a2, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=570ad509-4483-49bf-8eeb-07c2ae51c4a2,segment=NetworkSegment(c10c981c-fff7-4c2c-a456-c2dd687a04d5),segment_id=c10c981c-fff7-4c2c-a456-c2dd687a04d5)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:37:19.517297 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 89796821-8202-494b-84b9-a39077a8e45c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:19.553110 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f554a5-57e5-4fb2-b83d-c933fbeba103']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:19.586749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10c981c-fff7-4c2c-a456-c2dd687a04d5') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:19.587226 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10c981c-fff7-4c2c-a456-c2dd687a04d5') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:19.618965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:19.631831 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:19.639098 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:19.648317 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:19.663751 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:19.675030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:37:19.675470 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:37:19.705233 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:37:19.721240 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Usage tracker for resource:port and tenant:462f0a580f894a11a8ff6c6ac99d13ac is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:19.733941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:19.777393 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:19.884240 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc6e03-bbe3-4620-b884-7a3ebb368395 None None] Pushing event updated for resources: {'Port': ['ID=570ad509-4483-49bf-8eeb-07c2ae51c4a2,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:19.902748 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a676ac06-dd27-4664-9e8b-016534125cb5 None None] Network 72f554a5-57e5-4fb2-b83d-c933fbeba103 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:19.932161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 09:37:19.932161 dv-neutron-828143-5-hyperv neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 09:37:19.932161 dv-neutron-828143-5-hyperv neutron-server[88369]: [parameters: {'id': '72f554a5-57e5-4fb2-b83d-c933fbeba103'}] Feb 17 09:37:19.932161 dv-neutron-828143-5-hyperv neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:37:19.932838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:37:19.989280 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 89796821-8202-494b-84b9-a39077a8e45c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:19.993146 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Made reservation on behalf of 462f0a580f894a11a8ff6c6ac99d13ac for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:19.999088 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:20.068156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37562) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:20.073773 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d41e80fc-46f0-49f6-a6b2-23430435684b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Request body: {'router': {'name': 'tempest-router--1162206257', 'project_id': '98a59ab652f44e05a63401d730f3c7fe'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:20.081758 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d41e80fc-46f0-49f6-a6b2-23430435684b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:20.107215 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d41e80fc-46f0-49f6-a6b2-23430435684b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Usage tracker for resource:router and tenant:98a59ab652f44e05a63401d730f3c7fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:20.115341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d41e80fc-46f0-49f6-a6b2-23430435684b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:20.120313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] device_id is not set on port f645e598-3aea-4583-8406-b064b50c870e yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:37:20.129474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d41e80fc-46f0-49f6-a6b2-23430435684b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:20.234815 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d41e80fc-46f0-49f6-a6b2-23430435684b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:20.235880 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d41e80fc-46f0-49f6-a6b2-23430435684b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:20.257020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d41e80fc-46f0-49f6-a6b2-23430435684b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:20.275628 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4943903e-ab7a-49e5-9620-a8d77c376cb7 None None] Network 01e7f4ae-316b-4dc7-b0af-94d060c3a21e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:20.291800 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6b57b32-3b87-44fe-8e5c-4bfb05d878fa tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:20.354886 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d41e80fc-46f0-49f6-a6b2-23430435684b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:20.403218 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b57b32-3b87-44fe-8e5c-4bfb05d878fa tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=af52e0b2-f64b-45c3-a5c0-0305382ca673,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:20.434409 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:20.448848 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d41e80fc-46f0-49f6-a6b2-23430435684b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:20.450388 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d41e80fc-46f0-49f6-a6b2-23430435684b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3809075 Feb 17 09:37:20.454375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37566) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:20.462387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Deleting port 570ad509-4483-49bf-8eeb-07c2ae51c4a2 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:20.462387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:20.524073 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2e0d71a1-5c9b-4fbb-964b-255d5600e15a None None] Provisioning for port 89796821-8202-494b-84b9-a39077a8e45c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:20.526090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:37:20.538748 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2e0d71a1-5c9b-4fbb-964b-255d5600e15a None None] Provisioning complete for port 89796821-8202-494b-84b9-a39077a8e45c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:20.539776 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e0d71a1-5c9b-4fbb-964b-255d5600e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:20.740962 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8da9eab8-1c72-48d7-89dd-e8d3d9771c6b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:20.803290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e0d71a1-5c9b-4fbb-964b-255d5600e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:20.807903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Allocated IP 2001:db8::3d1 (01e7f4ae-316b-4dc7-b0af-94d060c3a21e/eaabf356-c6e7-43fd-9a50-60a1f92d850c/f645e598-3aea-4583-8406-b064b50c870e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:20.890003 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2e0d71a1-5c9b-4fbb-964b-255d5600e15a None None] For port 89796821-8202-494b-84b9-a39077a8e45c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=89796821-8202-494b-84b9-a39077a8e45c,segment=NetworkSegment(4d94002c-6848-407e-ab92-6ff27901cf14),segment_id=4d94002c-6848-407e-ab92-6ff27901cf14)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:20.939642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6b57b32-3b87-44fe-8e5c-4bfb05d878fa tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:21.003227 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e0d71a1-5c9b-4fbb-964b-255d5600e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:21.004846 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d6b57b32-3b87-44fe-8e5c-4bfb05d878fa tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/af52e0b2-f64b-45c3-a5c0-0305382ca673 HTTP/1.1" status: 204 len: 168 time: 2.7533846 Feb 17 09:37:21.006292 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37570) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:21.171956 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d71a1-5c9b-4fbb-964b-255d5600e15a None None] Pushing event updated for resources: {'Port': ['ID=89796821-8202-494b-84b9-a39077a8e45c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:21.291843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4331aaea-c049-4521-87c8-0c95dd19ff08 None None] Provisioning for port 8968bc19-3638-466f-8890-d22771cbdd53 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:21.300556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4331aaea-c049-4521-87c8-0c95dd19ff08 None None] Provisioning complete for port 8968bc19-3638-466f-8890-d22771cbdd53 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:21.301328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4331aaea-c049-4521-87c8-0c95dd19ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:21.341402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:37:21.357428 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8da9eab8-1c72-48d7-89dd-e8d3d9771c6b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:21.357931 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Sync routers for ids ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:37:21.392452 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Routers {'d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:21.393182 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:36:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:21.403554 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80926b5-8b62-4856-bf27-5cd9f56bf8cd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] GET failed (client error): The resource could not be found. Feb 17 09:37:21.404162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e80926b5-8b62-4856-bf27-5cd9f56bf8cd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:21.409055 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8da9eab8-1c72-48d7-89dd-e8d3d9771c6b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:21.499536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc561b2d-4f97-477f-9267-87eb0de7e633 None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 09:37:21.511894 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] For port 570ad509-4483-49bf-8eeb-07c2ae51c4a2, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=570ad509-4483-49bf-8eeb-07c2ae51c4a2,segment=NetworkSegment(c10c981c-fff7-4c2c-a456-c2dd687a04d5),segment_id=c10c981c-fff7-4c2c-a456-c2dd687a04d5)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:21.512589 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:21.540388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 89796821-8202-494b-84b9-a39077a8e45c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:21.590664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:21.595199 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5df866c7-deb8-4cce-8213-3d5452ba030e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.6519616 Feb 17 09:37:21.599106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37574) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:21.600247 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8da9eab8-1c72-48d7-89dd-e8d3d9771c6b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:21.600964 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da9eab8-1c72-48d7-89dd-e8d3d9771c6b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3dde7554-98a9-4ef1-ba8a-0e03ba285468 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:37:21.606210 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e80926b5-8b62-4856-bf27-5cd9f56bf8cd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:21.611918 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e80926b5-8b62-4856-bf27-5cd9f56bf8cd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports/af52e0b2-f64b-45c3-a5c0-0305382ca673 HTTP/1.1" status: 404 len: 333 time: 0.5948694 Feb 17 09:37:21.628014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37576) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:21.689651 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4331aaea-c049-4521-87c8-0c95dd19ff08 None None] Port 8968bc19-3638-466f-8890-d22771cbdd53 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:21.739049 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Calling delete_port for 570ad509-4483-49bf-8eeb-07c2ae51c4a2 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:21.776819 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-644b3b25-0fde-4bb3-82c5-9fbac5dc68bd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting subnet b1aec5c9-7bf3-409e-9f35-ee7e7ddf5970 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:37:21.785719 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-644b3b25-0fde-4bb3-82c5-9fbac5dc68bd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:21.787388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 89796821-8202-494b-84b9-a39077a8e45c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:21.787854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:21.863752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:21.875292 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-644b3b25-0fde-4bb3-82c5-9fbac5dc68bd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:21.938365 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Set router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:37:21.954280 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8da9eab8-1c72-48d7-89dd-e8d3d9771c6b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:21.955617 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8da9eab8-1c72-48d7-89dd-e8d3d9771c6b tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "DELETE /v2.0/routers/3dde7554-98a9-4ef1-ba8a-0e03ba285468 HTTP/1.1" status: 204 len: 168 time: 1.4639177 Feb 17 09:37:21.976269 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4331aaea-c049-4521-87c8-0c95dd19ff08 None None] Provisioning complete for port 89796821-8202-494b-84b9-a39077a8e45c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:21.976269 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4331aaea-c049-4521-87c8-0c95dd19ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:22.039625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-644b3b25-0fde-4bb3-82c5-9fbac5dc68bd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:22.092018 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b1739951-4d96-40bb-8e64-1056475e4007 tempest-TestNetworkAdvancedServerOps-346953087 tempest-TestNetworkAdvancedServerOps-346953087-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=c462a90c63ab406abd0ec41718f287bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4677703 Feb 17 09:37:22.094481 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:22.098743 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37586) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:22.105451 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc561b2d-4f97-477f-9267-87eb0de7e633 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 09:37:22.142526 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Transition to ACTIVE for port object f645e598-3aea-4583-8406-b064b50c870e will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:22.217605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-644b3b25-0fde-4bb3-82c5-9fbac5dc68bd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:22.258826 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:22.319969 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b3b25-0fde-4bb3-82c5-9fbac5dc68bd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Subnet': ['ID=b1aec5c9-7bf3-409e-9f35-ee7e7ddf5970,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:22.333014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-644b3b25-0fde-4bb3-82c5-9fbac5dc68bd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:22.348308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event deleted for resources: {'Port': ['ID=570ad509-4483-49bf-8eeb-07c2ae51c4a2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:22.350908 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6277495a-869f-4f8b-bcdd-dc60816829ca tempest-TestNetworkAdvancedServerOps-346953087 tempest-TestNetworkAdvancedServerOps-346953087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:22.355413 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6277495a-869f-4f8b-bcdd-dc60816829ca tempest-TestNetworkAdvancedServerOps-346953087 tempest-TestNetworkAdvancedServerOps-346953087-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2217987 Feb 17 09:37:22.358699 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37590) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:22.365877 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37594) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:22.404815 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-86afb3eb-7aa0-4fa4-a704-15d4306a4407 tempest-TestNetworkAdvancedServerOps-346953087 tempest-TestNetworkAdvancedServerOps-346953087-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449247 Feb 17 09:37:22.407370 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] No DVR routers for this DVR port 570ad509-4483-49bf-8eeb-07c2ae51c4a2 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:37:22.408579 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37600) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:22.417294 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-644b3b25-0fde-4bb3-82c5-9fbac5dc68bd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/b1aec5c9-7bf3-409e-9f35-ee7e7ddf5970 HTTP/1.1" status: 204 len: 168 time: 0.7852027 Feb 17 09:37:22.420072 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441000233', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:14Z', 'updated_at': '2022-02-17T09:37:18Z', 'revision_number': 3, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'gw_port': {'id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:16Z', 'updated_at': '2022-02-17T09:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:22.426112 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Checking router: d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:37:22.432301 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Updating router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac port fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:37:22.442311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37604) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:22.459347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Network 01e7f4ae-316b-4dc7-b0af-94d060c3a21e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:22.494512 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9f183ad7-df92-4e65-8578-d5f5d1d0e4a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1864617873', 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50', 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:22.496089 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:22.522898 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:22.531902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Pushing event updated for resources: {'Port': ['ID=f645e598-3aea-4583-8406-b064b50c870e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:22.540795 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:22.558271 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:22.558981 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:22.640278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1735406883', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:22.655178 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:22.665871 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-306d8f04-6f12-40ff-a49f-369ace65da6e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting subnet 80d64e0c-51a7-4486-9cb0-b624c3f1f3db {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:37:22.668857 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Usage tracker for resource:router and tenant:403486487efd4da483c93423959e5ecf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:22.673011 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:22.675718 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-306d8f04-6f12-40ff-a49f-369ace65da6e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:22.690351 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9f183ad7-df92-4e65-8578-d5f5d1d0e4a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:22.710249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9f183ad7-df92-4e65-8578-d5f5d1d0e4a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Usage tracker for resource:subnet and tenant:c462a90c63ab406abd0ec41718f287bf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:22.718083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9f183ad7-df92-4e65-8578-d5f5d1d0e4a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:22.731338 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37608) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:22.732194 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4ac5f074-b17e-4fde-927b-000ff8e623a3 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.4595025 Feb 17 09:37:22.734519 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:22.768938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-306d8f04-6f12-40ff-a49f-369ace65da6e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:22.779532 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9f183ad7-df92-4e65-8578-d5f5d1d0e4a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:22.845638 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:22.846753 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:22.879247 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:22.888041 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:22.901975 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-306d8f04-6f12-40ff-a49f-369ace65da6e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:22.904653 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-63d791be-f8f8-4aa6-8f7f-9ae31db379dc None None] Provisioning complete for port 8968bc19-3638-466f-8890-d22771cbdd53 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:22.905158 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63d791be-f8f8-4aa6-8f7f-9ae31db379dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:22.931559 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f183ad7-df92-4e65-8578-d5f5d1d0e4a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Made reservation on behalf of c462a90c63ab406abd0ec41718f287bf for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:22.937985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f183ad7-df92-4e65-8578-d5f5d1d0e4a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:22.953195 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f554a5-57e5-4fb2-b83d-c933fbeba103']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:22.954687 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ceb2b7-6086-472c-93b6-21e8955bfa5c None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 09:37:22.981057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f1399-2078-42d5-9826-0194a3550871 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:22.987019 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f1399-2078-42d5-9826-0194a3550871 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:22.993111 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f1399-2078-42d5-9826-0194a3550871 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:22.994098 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-df4f1399-2078-42d5-9826-0194a3550871 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Synchronizing usage tracker for tenant:462f0a580f894a11a8ff6c6ac99d13ac on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:23.043973 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-63d791be-f8f8-4aa6-8f7f-9ae31db379dc None None] Port 8968bc19-3638-466f-8890-d22771cbdd53 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:23.058151 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:23.059053 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10c981c-fff7-4c2c-a456-c2dd687a04d5') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:23.059352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10c981c-fff7-4c2c-a456-c2dd687a04d5') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:23.079911 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Transition to ACTIVE for port object fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:23.098333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-306d8f04-6f12-40ff-a49f-369ace65da6e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:23.118914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:23.140256 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ceb2b7-6086-472c-93b6-21e8955bfa5c None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 09:37:23.154999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:23.174867 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:37:23.175336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:23.183202 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:37:23.190463 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:37:23.196951 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-df4f1399-2078-42d5-9826-0194a3550871 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Unset dirty status for tenant:462f0a580f894a11a8ff6c6ac99d13ac on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:23.196951 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-df4f1399-2078-42d5-9826-0194a3550871 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4158778 Feb 17 09:37:23.197136 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37612) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:23.225207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-306d8f04-6f12-40ff-a49f-369ace65da6e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:23.228606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d8f04-6f12-40ff-a49f-369ace65da6e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Subnet': ['ID=80d64e0c-51a7-4486-9cb0-b624c3f1f3db,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:23.285050 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14c67a-0aa3-45ae-93f1-5d5dfe4b08c3 None None] Pushing event updated for resources: {'Port': ['ID=fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:23.289633 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Attempting to bind port fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:37:23.290658 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Attempting to bind port fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:37:23.290658 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Attempting to bind port fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:37:23.298442 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14c67a-0aa3-45ae-93f1-5d5dfe4b08c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:23.298786 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14c67a-0aa3-45ae-93f1-5d5dfe4b08c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:23.299125 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14c67a-0aa3-45ae-93f1-5d5dfe4b08c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:23.299455 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14c67a-0aa3-45ae-93f1-5d5dfe4b08c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:23.299779 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14c67a-0aa3-45ae-93f1-5d5dfe4b08c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:23.300103 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14c67a-0aa3-45ae-93f1-5d5dfe4b08c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:23.300447 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14c67a-0aa3-45ae-93f1-5d5dfe4b08c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:23.300788 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14c67a-0aa3-45ae-93f1-5d5dfe4b08c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:23.301121 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14c67a-0aa3-45ae-93f1-5d5dfe4b08c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:23.301542 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14c67a-0aa3-45ae-93f1-5d5dfe4b08c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:23.302010 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14c67a-0aa3-45ae-93f1-5d5dfe4b08c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:23.302362 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14c67a-0aa3-45ae-93f1-5d5dfe4b08c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:23.315812 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:37:23.316349 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:23.316913 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:23.317343 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:37:23.318095 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Bound port: fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:37:23.318499 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:23.410429 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-306d8f04-6f12-40ff-a49f-369ace65da6e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/80d64e0c-51a7-4486-9cb0-b624c3f1f3db HTTP/1.1" status: 204 len: 168 time: 0.9633811 Feb 17 09:37:23.412992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37616) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:23.423368 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] For port fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:37:23.433414 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] For port fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:37:23.446950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:23.515725 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:23.517105 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c3432a26-45aa-441f-b54a-49fad9bf0fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Deleting port f645e598-3aea-4583-8406-b064b50c870e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:23.517733 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3432a26-45aa-441f-b54a-49fad9bf0fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:23.601046 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Routers {'d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:23.609070 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc7ffe-8aa1-4c37-b50d-2ed09148a2f9 None None] Network 9c65d2dd-81c4-42af-802a-1a93954f9d55 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:23.609291 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:36:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:23.623795 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:23.714831 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 1e28b199-7711-4fc2-89a0-dc1be447be63 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:23.715196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:23.881155 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] Set router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:37:23.959765 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3432a26-45aa-441f-b54a-49fad9bf0fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:24.111765 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c3432a26-45aa-441f-b54a-49fad9bf0fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Calling delete_port for f645e598-3aea-4583-8406-b064b50c870e owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:24.173536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] For port 1e28b199-7711-4fc2-89a0-dc1be447be63, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1e28b199-7711-4fc2-89a0-dc1be447be63,segment=NetworkSegment(95bb4043-b394-4425-8806-e269c496d1ef),segment_id=95bb4043-b394-4425-8806-e269c496d1ef)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:24.173966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:24.205175 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:24.232378 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-52fb44b1-fc00-4532-bc7f-e7f1f1bad558 None None] Provisioning for port f645e598-3aea-4583-8406-b064b50c870e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:24.272036 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-52fb44b1-fc00-4532-bc7f-e7f1f1bad558 None None] Provisioning complete for port f645e598-3aea-4583-8406-b064b50c870e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:24.272414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52fb44b1-fc00-4532-bc7f-e7f1f1bad558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:24.305028 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14c67a-0aa3-45ae-93f1-5d5dfe4b08c3 None None] Pushing event updated for resources: {'Port': ['ID=fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:24.333863 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441000233', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:14Z', 'updated_at': '2022-02-17T09:37:18Z', 'revision_number': 3, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'gw_port': {'id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:16Z', 'updated_at': '2022-02-17T09:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:24.340547 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a005a-117f-4454-8c6e-b35c4e453964 None None] The sync data for ids ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'] in dv-neutron-828143-5-hyperv is: [{'id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441000233', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:14Z', 'updated_at': '2022-02-17T09:37:18Z', 'revision_number': 3, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'gw_port': {'id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:16Z', 'updated_at': '2022-02-17T09:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:37:24.356976 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c407c1b-a40a-41bc-a4e6-a61df2805f1e None None] DHCP port deletion for 9c65d2dd-81c4-42af-802a-1a93954f9d55 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:37:24.362387 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8c407c1b-a40a-41bc-a4e6-a61df2805f1e None None] Deleting port 1e28b199-7711-4fc2-89a0-dc1be447be63 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:24.362387 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8c407c1b-a40a-41bc-a4e6-a61df2805f1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:24.374276 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 1e28b199-7711-4fc2-89a0-dc1be447be63 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:24.377262 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:24.395521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event deleted for resources: {'Network': ['ID=72f554a5-57e5-4fb2-b83d-c933fbeba103,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:24.416978 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9eaf63c1-af9b-47c3-ae30-d32501f3c07b tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/networks/72f554a5-57e5-4fb2-b83d-c933fbeba103 HTTP/1.1" status: 204 len: 168 time: 6.3101199 Feb 17 09:37:24.419081 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-52fb44b1-fc00-4532-bc7f-e7f1f1bad558 None None] Port f645e598-3aea-4583-8406-b064b50c870e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:24.423561 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37620) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:24.468651 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3c2737-d43c-41a3-975c-7d03850bfcaa tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:24.469342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3c2737-d43c-41a3-975c-7d03850bfcaa tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:24.473250 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bc3c2737-d43c-41a3-975c-7d03850bfcaa tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/subnets/2c4fb7d4-e4ca-4034-a785-1f7749f2d1ea HTTP/1.1" status: 404 len: 337 time: 0.0462561 Feb 17 09:37:24.473645 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3432a26-45aa-441f-b54a-49fad9bf0fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:24.478129 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37624) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:24.531806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f183ad7-df92-4e65-8578-d5f5d1d0e4a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:24.572780 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3432a26-45aa-441f-b54a-49fad9bf0fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Pushing event deleted for resources: {'Port': ['ID=f645e598-3aea-4583-8406-b064b50c870e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:24.640038 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3432a26-45aa-441f-b54a-49fad9bf0fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:24.642411 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c3432a26-45aa-441f-b54a-49fad9bf0fe7 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] 10.222.0.75 "DELETE /v2.0/ports/f645e598-3aea-4583-8406-b064b50c870e HTTP/1.1" status: 204 len: 168 time: 1.4443076 Feb 17 09:37:24.795545 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37628) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:24.795545 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f94d45ac-92b3-40d7-8c02-94f75e56ade2 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Request body: {'port': {'name': 'tempest-new-port-name-781649407', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:24.795545 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-f94d45ac-92b3-40d7-8c02-94f75e56ade2 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] bootfile-name is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 09:37:24.795545 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-f94d45ac-92b3-40d7-8c02-94f75e56ade2 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] tftp-server is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 09:37:24.795545 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-f94d45ac-92b3-40d7-8c02-94f75e56ade2 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] server-ip-address is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 17 09:37:24.798369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8c407c1b-a40a-41bc-a4e6-a61df2805f1e None None] For port 1e28b199-7711-4fc2-89a0-dc1be447be63, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1e28b199-7711-4fc2-89a0-dc1be447be63,segment=NetworkSegment(95bb4043-b394-4425-8806-e269c496d1ef),segment_id=95bb4043-b394-4425-8806-e269c496d1ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:24.798369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8c407c1b-a40a-41bc-a4e6-a61df2805f1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:24.798783 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1dd0a9-9378-4e13-86dd-3a2ae3247aac tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:24.798783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd1dd0a9-9378-4e13-86dd-3a2ae3247aac tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:24.798783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:24.816172 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:24.853995 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fd1dd0a9-9378-4e13-86dd-3a2ae3247aac tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/networks/72f554a5-57e5-4fb2-b83d-c933fbeba103 HTTP/1.1" status: 404 len: 339 time: 0.3733199 Feb 17 09:37:24.859706 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=1e28b199-7711-4fc2-89a0-dc1be447be63,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:24.866781 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37632) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:24.868305 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b25e3e3-60d8-456e-8249-cd356f42744d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:24.878634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No DVR routers for this DVR port 1e28b199-7711-4fc2-89a0-dc1be447be63 on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:37:24.926828 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f94d45ac-92b3-40d7-8c02-94f75e56ade2 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:24.941700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:25.005113 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8c407c1b-a40a-41bc-a4e6-a61df2805f1e None None] Calling delete_port for 1e28b199-7711-4fc2-89a0-dc1be447be63 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:25.029398 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f183ad7-df92-4e65-8578-d5f5d1d0e4a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event updated for resources: {'Subnet': ['ID=d4be594b-ad39-4079-9019-ea91a787d25b,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:25.041368 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f183ad7-df92-4e65-8578-d5f5d1d0e4a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Checking segment: {'id': '179b37b6-f82e-45bc-b5bf-ce33261ab390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:25.041868 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f183ad7-df92-4e65-8578-d5f5d1d0e4a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Network hostable DHCP agents. Network: 2faf6efb-760a-4980-97a0-58d7bf1fab50, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:37:25.075338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:25.107361 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-8c407c1b-a40a-41bc-a4e6-a61df2805f1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:37:25.107960 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-8c407c1b-a40a-41bc-a4e6-a61df2805f1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:37:25.125862 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-671cfec3-01f2-41f0-8f1b-4b5af39a8418 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:25.126338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671cfec3-01f2-41f0-8f1b-4b5af39a8418 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:25.128414 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-671cfec3-01f2-41f0-8f1b-4b5af39a8418 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/subnets/4031ac26-33fc-4664-8ce5-6c725dd873fa HTTP/1.1" status: 404 len: 337 time: 0.2595274 Feb 17 09:37:25.132351 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37636) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:25.185174 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c65d2dd-81c4-42af-802a-1a93954f9d55']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:25.191086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f183ad7-df92-4e65-8578-d5f5d1d0e4a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Network 2faf6efb-760a-4980-97a0-58d7bf1fab50 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:37:25.202815 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7145ada-b5bc-4f6f-9138-1589c562fd9c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:25.203305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7145ada-b5bc-4f6f-9138-1589c562fd9c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:25.209070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bb4043-b394-4425-8806-e269c496d1ef') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:25.209376 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bb4043-b394-4425-8806-e269c496d1ef') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:25.237709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:25.250678 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e7145ada-b5bc-4f6f-9138-1589c562fd9c tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/networks/a2d5690e-bcbd-4b62-9fbb-6bfecaf58685 HTTP/1.1" status: 404 len: 339 time: 0.1130385 Feb 17 09:37:25.253788 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37640) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:25.254526 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-9f183ad7-df92-4e65-8578-d5f5d1d0e4a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 2faf6efb-760a-4980-97a0-58d7bf1fab50) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:25.267145 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024dcfa7-11c5-4778-adb9-3d8d896fccef None None] Network 2faf6efb-760a-4980-97a0-58d7bf1fab50 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:25.299556 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:25.301626 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f183ad7-df92-4e65-8578-d5f5d1d0e4a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:25.302249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f183ad7-df92-4e65-8578-d5f5d1d0e4a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:25.311013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:37:25.311340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:37:25.326763 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:37:25.337239 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9756d5-a64e-41ac-b876-082026e74be6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:25.337608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9756d5-a64e-41ac-b876-082026e74be6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:25.339378 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7e9756d5-a64e-41ac-b876-082026e74be6 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/subnets/d71b1fcf-a13e-40c3-a006-ead251f86357 HTTP/1.1" status: 404 len: 337 time: 0.0830019 Feb 17 09:37:25.343919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37644) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:25.427340 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f94d45ac-92b3-40d7-8c02-94f75e56ade2 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:25.442176 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9f183ad7-df92-4e65-8578-d5f5d1d0e4a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0309603 Feb 17 09:37:25.442176 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37648) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:25.464904 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-741c58fb-2f8e-4f06-9e67-21a3e3e56b52 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:25.478132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741c58fb-2f8e-4f06-9e67-21a3e3e56b52 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:25.478132 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-741c58fb-2f8e-4f06-9e67-21a3e3e56b52 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/networks/e0fca31e-60d5-4d0c-9c1a-81d32825fbe3 HTTP/1.1" status: 404 len: 339 time: 0.0758412 Feb 17 09:37:25.478132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37652) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:25.479836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Allocated IP 172.26.4.118 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/239ac143-7c0f-4520-997c-b04d5f4bc5da) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:25.553706 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:25.573396 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f94d45ac-92b3-40d7-8c02-94f75e56ade2 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:25.581184 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:25.587462 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:25.655899 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8c407c1b-a40a-41bc-a4e6-a61df2805f1e None None] Deleting port 1e28b199-7711-4fc2-89a0-dc1be447be63 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:25.656841 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8c407c1b-a40a-41bc-a4e6-a61df2805f1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:25.677943 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f94d45ac-92b3-40d7-8c02-94f75e56ade2 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] In _notify_port_updated(), no bound segment for port 8968bc19-3638-466f-8890-d22771cbdd53 on network 01e7f4ae-316b-4dc7-b0af-94d060c3a21e {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:37:25.687363 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94d45ac-92b3-40d7-8c02-94f75e56ade2 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:25.687761 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/networks/9c65d2dd-81c4-42af-802a-1a93954f9d55 HTTP/1.1" status: 204 len: 168 time: 2.2638562 Feb 17 09:37:25.688460 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f94d45ac-92b3-40d7-8c02-94f75e56ade2 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:25.688642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37656) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:25.691408 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f94d45ac-92b3-40d7-8c02-94f75e56ade2 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] 10.222.0.75 "PUT /v2.0/ports/8968bc19-3638-466f-8890-d22771cbdd53 HTTP/1.1" status: 200 len: 1127 time: 1.0294640 Feb 17 09:37:25.696745 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c4308105-386a-4b80-8c52-80d945c22d28 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Deleting port d919d435-e85a-4f1a-8850-d9e6ae8a675a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:25.697106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4308105-386a-4b80-8c52-80d945c22d28 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:25.704274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37658) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:25.769213 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb727f-b5c4-4940-b8a7-48c66f5427a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Network': ['ID=9c65d2dd-81c4-42af-802a-1a93954f9d55,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:25.969607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8c407c1b-a40a-41bc-a4e6-a61df2805f1e None None] The port '1e28b199-7711-4fc2-89a0-dc1be447be63' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:37:26.001353 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-2faf6efb-760a-4980-97a0-58d7bf1fab50', 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'fixed_ips': [{'subnet_id': 'd4be594b-ad39-4079-9019-ea91a787d25b'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:37:26.003203 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:26.097365 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:26.172232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d45ac-92b3-40d7-8c02-94f75e56ade2 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Pushing event updated for resources: {'Port': ['ID=8968bc19-3638-466f-8890-d22771cbdd53,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:26.190937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:26.200745 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c7fb3d-b773-452d-a57c-663066aa4558 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:26.201283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-83c7fb3d-b773-452d-a57c-663066aa4558 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Synchronizing usage tracker for tenant:462f0a580f894a11a8ff6c6ac99d13ac on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:26.203636 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:26.204133 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:26.218424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9099dc-7dd6-46ca-8b2e-0b2cb5847ac3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:26.218980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8f9099dc-7dd6-46ca-8b2e-0b2cb5847ac3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:26.252468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4308105-386a-4b80-8c52-80d945c22d28 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:26.283155 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Allocated IP 172.20.0.2 (2faf6efb-760a-4980-97a0-58d7bf1fab50/d4be594b-ad39-4079-9019-ea91a787d25b/df1cbe84-6513-4ebf-8d3a-584107ac4277) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:26.287570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-86dcbc03-c97d-402c-b50d-f8877400e585 None None] Provisioning complete for port 8968bc19-3638-466f-8890-d22771cbdd53 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:26.287570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-86dcbc03-c97d-402c-b50d-f8877400e585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:26.393854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-83c7fb3d-b773-452d-a57c-663066aa4558 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Unset dirty status for tenant:462f0a580f894a11a8ff6c6ac99d13ac on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:26.393854 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-83c7fb3d-b773-452d-a57c-663066aa4558 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] 10.222.0.75 "GET /v2.0/ports/8968bc19-3638-466f-8890-d22771cbdd53 HTTP/1.1" status: 200 len: 1127 time: 0.6726856 Feb 17 09:37:26.399215 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8f9099dc-7dd6-46ca-8b2e-0b2cb5847ac3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:26.399215 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8f9099dc-7dd6-46ca-8b2e-0b2cb5847ac3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6720700 Feb 17 09:37:26.399215 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37664) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:26.408255 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37666) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:26.408936 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c4308105-386a-4b80-8c52-80d945c22d28 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Calling delete_port for d919d435-e85a-4f1a-8850-d9e6ae8a675a owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:26.453236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-86dcbc03-c97d-402c-b50d-f8877400e585 None None] Port 8968bc19-3638-466f-8890-d22771cbdd53 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:26.553626 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:26.553798 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-15bf5962-abd3-412f-97f1-a1200281e11b tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Deleting port 8968bc19-3638-466f-8890-d22771cbdd53 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:26.554705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15bf5962-abd3-412f-97f1-a1200281e11b tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:26.588994 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:26.690155 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Pushing event updated for resources: {'Port': ['ID=239ac143-7c0f-4520-997c-b04d5f4bc5da,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:26.732389 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f380500c-f5a5-431c-b4e5-79eaa09208be tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3257918 Feb 17 09:37:26.733177 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37672) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:26.733341 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:26.736660 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:26.754025 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-968cae3d-753f-4a14-ae67-a08d7581f006 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1885939410'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:26.762955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-968cae3d-753f-4a14-ae67-a08d7581f006 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:26.770819 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-968cae3d-753f-4a14-ae67-a08d7581f006 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:network and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:26.777957 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-968cae3d-753f-4a14-ae67-a08d7581f006 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:26.787986 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-968cae3d-753f-4a14-ae67-a08d7581f006 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:26.795141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:26.841748 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:26.861823 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4308105-386a-4b80-8c52-80d945c22d28 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:26.876484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:26.890393 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Transition to ACTIVE for port object df1cbe84-6513-4ebf-8d3a-584107ac4277 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:26.912828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:26.934171 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968cae3d-753f-4a14-ae67-a08d7581f006 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:26.938894 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-968cae3d-753f-4a14-ae67-a08d7581f006 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:26.968899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4308105-386a-4b80-8c52-80d945c22d28 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event deleted for resources: {'Port': ['ID=d919d435-e85a-4f1a-8850-d9e6ae8a675a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:26.983069 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Transition to ACTIVE for port object df1cbe84-6513-4ebf-8d3a-584107ac4277 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:27.011964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:27.018129 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1e28b199-7711-4fc2-89a0-dc1be447be63 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:37:27.021982 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4308105-386a-4b80-8c52-80d945c22d28 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:27.048874 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:27.069849 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968cae3d-753f-4a14-ae67-a08d7581f006 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:37:27.072082 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-618c913d-c71b-49c8-af34-2db1b5464ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:27.089061 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:27.094570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 1e28b199-7711-4fc2-89a0-dc1be447be63 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:37:27.094570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1e28b199-7711-4fc2-89a0-dc1be447be63 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:37:27.147145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-968cae3d-753f-4a14-ae67-a08d7581f006 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:27.147486 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-968cae3d-753f-4a14-ae67-a08d7581f006 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Added segment 75e35d5e-07f7-4c7f-9b2b-cd7cd15054a5 of type vlan for network 0e728370-d558-4930-813d-c10c3dc5314b Feb 17 09:37:27.169897 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c4308105-386a-4b80-8c52-80d945c22d28 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/ports/d919d435-e85a-4f1a-8850-d9e6ae8a675a HTTP/1.1" status: 204 len: 168 time: 1.6920509 Feb 17 09:37:27.173599 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37676) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:27.187198 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Network 2faf6efb-760a-4980-97a0-58d7bf1fab50 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:27.187198 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:27.191389 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:27.238630 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-968cae3d-753f-4a14-ae67-a08d7581f006 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:27.295422 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-12108000-7185-4855-87ae-4c0e087526cf tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:27.295938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12108000-7185-4855-87ae-4c0e087526cf tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:27.322824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Pushing event updated for resources: {'Port': ['ID=df1cbe84-6513-4ebf-8d3a-584107ac4277,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:27.323668 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-12108000-7185-4855-87ae-4c0e087526cf tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/subnets/b68b29a9-4e0d-406c-afb1-2b732440327e HTTP/1.1" status: 404 len: 337 time: 0.1459534 Feb 17 09:37:27.328559 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37680) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:27.364992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15bf5962-abd3-412f-97f1-a1200281e11b tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:27.366654 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Attempting to bind port df1cbe84-6513-4ebf-8d3a-584107ac4277 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:37:27.367991 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Attempting to bind port df1cbe84-6513-4ebf-8d3a-584107ac4277 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '179b37b6-f82e-45bc-b5bf-ce33261ab390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:37:27.368755 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Attempting to bind port df1cbe84-6513-4ebf-8d3a-584107ac4277 on network 2faf6efb-760a-4980-97a0-58d7bf1fab50 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:37:27.384363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:37:27.385111 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Checking segment: {'id': '179b37b6-f82e-45bc-b5bf-ce33261ab390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:27.385887 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:27.386794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Bound using segment: {'id': '179b37b6-f82e-45bc-b5bf-ce33261ab390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:37:27.387657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Bound port: df1cbe84-6513-4ebf-8d3a-584107ac4277, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179b37b6-f82e-45bc-b5bf-ce33261ab390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:37:27.394589 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:27.465765 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:27.539025 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6048c3c6-13b0-43ff-8f5c-a54f7330f985 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:27.585220 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-15bf5962-abd3-412f-97f1-a1200281e11b tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Calling delete_port for 8968bc19-3638-466f-8890-d22771cbdd53 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:27.606271 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-968cae3d-753f-4a14-ae67-a08d7581f006 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:27.606938 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:27.606938 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:27.614467 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968cae3d-753f-4a14-ae67-a08d7581f006 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:27.617902 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-968cae3d-753f-4a14-ae67-a08d7581f006 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:27.663167 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] For port df1cbe84-6513-4ebf-8d3a-584107ac4277, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:37:27.686728 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] For port df1cbe84-6513-4ebf-8d3a-584107ac4277, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=df1cbe84-6513-4ebf-8d3a-584107ac4277,segment=NetworkSegment(179b37b6-f82e-45bc-b5bf-ce33261ab390),segment_id=179b37b6-f82e-45bc-b5bf-ce33261ab390)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:37:27.770927 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:28.009931 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227ad9c-5169-4491-a617-e70d36cc1a32 None None] Pushing event updated for resources: {'Port': ['ID=df1cbe84-6513-4ebf-8d3a-584107ac4277,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:28.054133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:28.057106 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:28.087051 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:28.104835 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-968cae3d-753f-4a14-ae67-a08d7581f006 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3546815 Feb 17 09:37:28.118364 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37684) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:28.137592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cae3d-753f-4a14-ae67-a08d7581f006 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Network': ['ID=0e728370-d558-4930-813d-c10c3dc5314b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:28.144024 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-fa653d4b-f6e6-4866-918f-b18db5acf724 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'subnet': {'network_id': '0e728370-d558-4930-813d-c10c3dc5314b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:28.147631 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6048c3c6-13b0-43ff-8f5c-a54f7330f985 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:28.157100 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 0e728370-d558-4930-813d-c10c3dc5314b details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:37:28.190999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Allocated IP 172.20.0.1 (2faf6efb-760a-4980-97a0-58d7bf1fab50/d4be594b-ad39-4079-9019-ea91a787d25b/5c479545-73be-4370-9ee8-608d76162b7d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:28.199002 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6048c3c6-13b0-43ff-8f5c-a54f7330f985 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d597b4ec-e0eb-459c-b590-af4fff6a1bc2']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:28.217537 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6048c3c6-13b0-43ff-8f5c-a54f7330f985 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03ec9b2-7be5-46cf-9559-3d50fcaeb595') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:28.217831 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6048c3c6-13b0-43ff-8f5c-a54f7330f985 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03ec9b2-7be5-46cf-9559-3d50fcaeb595') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:28.253718 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6048c3c6-13b0-43ff-8f5c-a54f7330f985 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:28.371089 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6048c3c6-13b0-43ff-8f5c-a54f7330f985 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:28.396667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6048c3c6-13b0-43ff-8f5c-a54f7330f985 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:37:28.397190 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15bf5962-abd3-412f-97f1-a1200281e11b tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:28.397332 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6048c3c6-13b0-43ff-8f5c-a54f7330f985 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:37:28.429977 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:37:28.472229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fa653d4b-f6e6-4866-918f-b18db5acf724 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:28.475917 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf5962-abd3-412f-97f1-a1200281e11b tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Pushing event deleted for resources: {'Port': ['ID=8968bc19-3638-466f-8890-d22771cbdd53,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:28.516530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-fa653d4b-f6e6-4866-918f-b18db5acf724 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:subnet and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:28.575058 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-fa653d4b-f6e6-4866-918f-b18db5acf724 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:28.581384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:28.593606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fa653d4b-f6e6-4866-918f-b18db5acf724 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:28.609932 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15bf5962-abd3-412f-97f1-a1200281e11b tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:28.612427 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Transition to ACTIVE for port object 5c479545-73be-4370-9ee8-608d76162b7d will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:28.623221 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6048c3c6-13b0-43ff-8f5c-a54f7330f985 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:28.648997 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6048c3c6-13b0-43ff-8f5c-a54f7330f985 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:28.658180 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048c3c6-13b0-43ff-8f5c-a54f7330f985 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event deleted for resources: {'Network': ['ID=d597b4ec-e0eb-459c-b590-af4fff6a1bc2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:28.672336 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6048c3c6-13b0-43ff-8f5c-a54f7330f985 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/networks/d597b4ec-e0eb-459c-b590-af4fff6a1bc2 HTTP/1.1" status: 204 len: 168 time: 1.3425000 Feb 17 09:37:28.675881 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37688) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:28.708854 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa653d4b-f6e6-4866-918f-b18db5acf724 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:28.712991 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa653d4b-f6e6-4866-918f-b18db5acf724 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:28.728763 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-15bf5962-abd3-412f-97f1-a1200281e11b tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] 10.222.0.75 "DELETE /v2.0/ports/8968bc19-3638-466f-8890-d22771cbdd53 HTTP/1.1" status: 204 len: 168 time: 2.2859511 Feb 17 09:37:28.735635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37692) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:28.798226 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-065d8281-57cd-4e15-af8c-88d5a4b43c1d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Deleting port 59e1c6bc-3c26-4736-baeb-25dc756f058b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:28.798576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-065d8281-57cd-4e15-af8c-88d5a4b43c1d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:28.831456 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:28.851980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:28.947742 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Network 2faf6efb-760a-4980-97a0-58d7bf1fab50 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:28.954018 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cfbab6-bdd4-4a27-997d-aa917718e06d tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Deleting subnet eaabf356-c6e7-43fd-9a50-60a1f92d850c {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:37:28.983979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:29.004594 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70cfbab6-bdd4-4a27-997d-aa917718e06d tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:29.033039 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:29.094936 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event updated for resources: {'Port': ['ID=5c479545-73be-4370-9ee8-608d76162b7d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:29.205410 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70cfbab6-bdd4-4a27-997d-aa917718e06d tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:29.219481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa653d4b-f6e6-4866-918f-b18db5acf724 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:29.249939 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:29.269811 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Router de5657f7-091c-4dcb-96bd-62497d64ebd7 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:37:29.331226 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-065d8281-57cd-4e15-af8c-88d5a4b43c1d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:29.392462 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa653d4b-f6e6-4866-918f-b18db5acf724 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Subnet': ['ID=76fa84d8-0b99-4f48-ae38-f048d1de3851,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:29.405973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa653d4b-f6e6-4866-918f-b18db5acf724 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Checking segment: {'id': '75e35d5e-07f7-4c7f-9b2b-cd7cd15054a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '0e728370-d558-4930-813d-c10c3dc5314b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:29.405973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa653d4b-f6e6-4866-918f-b18db5acf724 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network hostable DHCP agents. Network: 0e728370-d558-4930-813d-c10c3dc5314b, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:37:29.441796 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a698f821-78fb-4597-bc61-878ddf9c859b None None] Network 2faf6efb-760a-4980-97a0-58d7bf1fab50 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:29.546497 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-065d8281-57cd-4e15-af8c-88d5a4b43c1d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Calling delete_port for 59e1c6bc-3c26-4736-baeb-25dc756f058b owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:29.552444 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device df1cbe84-6513-4ebf-8d3a-584107ac4277 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:29.636801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70cfbab6-bdd4-4a27-997d-aa917718e06d tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:29.692858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa653d4b-f6e6-4866-918f-b18db5acf724 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 0e728370-d558-4930-813d-c10c3dc5314b is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:37:29.713910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cf4d3723-528e-4dac-9915-70449ca3df6e None None] Provisioning for port df1cbe84-6513-4ebf-8d3a-584107ac4277 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:29.731775 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:37:29.769317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a4244d-2e3c-4e98-a9d4-5853447f2f88 None None] Sync routers for ids ['de5657f7-091c-4dcb-96bd-62497d64ebd7'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:37:29.778538 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:29.793571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a4244d-2e3c-4e98-a9d4-5853447f2f88 None None] Routers {'de5657f7-091c-4dcb-96bd-62497d64ebd7'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:29.794236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c1a4244d-2e3c-4e98-a9d4-5853447f2f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['de5657f7-091c-4dcb-96bd-62497d64ebd7'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:29.799892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-fa653d4b-f6e6-4866-918f-b18db5acf724 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 0e728370-d558-4930-813d-c10c3dc5314b) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:29.805864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa653d4b-f6e6-4866-918f-b18db5acf724 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:29.806706 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa653d4b-f6e6-4866-918f-b18db5acf724 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:29.829713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:29.830061 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cdd4f6e6-b82a-42a6-a915-66bd8f3fa47e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.4568830 Feb 17 09:37:29.836723 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37696) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:29.861175 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32908b4-e72a-4787-93d2-95648b5bdaa2 None None] Network 0e728370-d558-4930-813d-c10c3dc5314b requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:29.889945 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port df1cbe84-6513-4ebf-8d3a-584107ac4277 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:29.920450 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-065d8281-57cd-4e15-af8c-88d5a4b43c1d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:29.927466 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fa653d4b-f6e6-4866-918f-b18db5acf724 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8073261 Feb 17 09:37:29.936500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37700) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:29.944605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'network_id': '0e728370-d558-4930-813d-c10c3dc5314b', 'name': 'tempest-PortsTestJSON-2007604743'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:29.970507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c1a4244d-2e3c-4e98-a9d4-5853447f2f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:29.972735 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port df1cbe84-6513-4ebf-8d3a-584107ac4277 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:29.973156 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:30.009009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d8281-57cd-4e15-af8c-88d5a4b43c1d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event deleted for resources: {'Port': ['ID=59e1c6bc-3c26-4736-baeb-25dc756f058b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:30.011322 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70cfbab6-bdd4-4a27-997d-aa917718e06d tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:30.068969 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70cfbab6-bdd4-4a27-997d-aa917718e06d tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:30.081027 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-065d8281-57cd-4e15-af8c-88d5a4b43c1d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:30.081832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f3501b-93f5-40dc-8fb5-53bbbcc3d1d5 None None] Network 01e7f4ae-316b-4dc7-b0af-94d060c3a21e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:30.086962 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfbab6-bdd4-4a27-997d-aa917718e06d tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Pushing event deleted for resources: {'Subnet': ['ID=eaabf356-c6e7-43fd-9a50-60a1f92d850c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:30.111702 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-70cfbab6-bdd4-4a27-997d-aa917718e06d tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] 10.222.0.75 "DELETE /v2.0/subnets/eaabf356-c6e7-43fd-9a50-60a1f92d850c HTTP/1.1" status: 204 len: 168 time: 1.3727479 Feb 17 09:37:30.111702 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:30.119458 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a4244d-2e3c-4e98-a9d4-5853447f2f88 None None] Routers {'de5657f7-091c-4dcb-96bd-62497d64ebd7'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:30.120052 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c1a4244d-2e3c-4e98-a9d4-5853447f2f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['de5657f7-091c-4dcb-96bd-62497d64ebd7'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:30.124931 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-065d8281-57cd-4e15-af8c-88d5a4b43c1d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/ports/59e1c6bc-3c26-4736-baeb-25dc756f058b HTTP/1.1" status: 204 len: 168 time: 1.4476330 Feb 17 09:37:30.126034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37704) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:30.130075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37706) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:30.209907 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe536e1d-8a2c-434b-9ac4-52905499d507 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] DELETE failed (client error): The resource could not be found. Feb 17 09:37:30.211192 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe536e1d-8a2c-434b-9ac4-52905499d507 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:37:30.215331 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fe536e1d-8a2c-434b-9ac4-52905499d507 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/subnets/12f01c04-89b3-4dff-ab04-5b84f9149227 HTTP/1.1" status: 404 len: 337 time: 0.0792999 Feb 17 09:37:30.217514 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37712) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:30.239036 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-50253764-dad4-446d-bdbe-b6259dfe72b9 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "GET /v2.0/routers/de5657f7-091c-4dcb-96bd-62497d64ebd7 HTTP/1.1" status: 200 len: 921 time: 0.4005656 Feb 17 09:37:30.263539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37716) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:30.360229 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c1a4244d-2e3c-4e98-a9d4-5853447f2f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:30.360709 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a4244d-2e3c-4e98-a9d4-5853447f2f88 None None] The sync data for ids ['de5657f7-091c-4dcb-96bd-62497d64ebd7'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:37:30.374232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:30.385273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:30.394091 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cfd1dc8b-9d1d-46d5-981b-70076ba99ed0 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "GET /v2.0/ports?device_id=de5657f7-091c-4dcb-96bd-62497d64ebd7 HTTP/1.1" status: 200 len: 205 time: 0.1262732 Feb 17 09:37:30.410197 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:port and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:30.415303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:30.420146 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37720) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:30.476615 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:37:30.480941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Deleting port 89796821-8202-494b-84b9-a39077a8e45c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:30.481167 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:30.492880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:30.540503 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-32eb9820-07e5-487f-a788-6c7fe7cb8047 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:30.665215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:30.677168 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:30.681830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:30.687052 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-0e728370-d558-4930-813d-c10c3dc5314b', 'network_id': '0e728370-d558-4930-813d-c10c3dc5314b', 'tenant_id': '131a70c324e94389856262e82136e5f6', 'fixed_ips': [{'subnet_id': '76fa84d8-0b99-4f48-ae38-f048d1de3851'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:37:30.688543 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:30.790815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] device_id is not set on port 32349e54-ae5a-4c54-8503-a2516fba3ff5 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:37:30.821177 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port df1cbe84-6513-4ebf-8d3a-584107ac4277, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=df1cbe84-6513-4ebf-8d3a-584107ac4277,segment=NetworkSegment(179b37b6-f82e-45bc-b5bf-ce33261ab390),segment_id=179b37b6-f82e-45bc-b5bf-ce33261ab390)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:30.894273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de84e4a3-c463-4e45-a904-7edba5ed30c9 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:30.967144 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050609ee-315a-4c51-a054-0da7044b765c None None] DHCP port deletion for 01e7f4ae-316b-4dc7-b0af-94d060c3a21e request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:37:30.983653 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-050609ee-315a-4c51-a054-0da7044b765c None None] Deleting port 89796821-8202-494b-84b9-a39077a8e45c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:30.985080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-050609ee-315a-4c51-a054-0da7044b765c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:30.986032 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] For port 89796821-8202-494b-84b9-a39077a8e45c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=89796821-8202-494b-84b9-a39077a8e45c,segment=NetworkSegment(4d94002c-6848-407e-ab92-6ff27901cf14),segment_id=4d94002c-6848-407e-ab92-6ff27901cf14)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:30.986718 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.030096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-32eb9820-07e5-487f-a788-6c7fe7cb8047 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.047257 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.071800 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-32eb9820-07e5-487f-a788-6c7fe7cb8047 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81fefaf3-4a71-41f6-b66d-69b720354d4a']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:31.102574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-32eb9820-07e5-487f-a788-6c7fe7cb8047 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb85a62-b613-4665-80ad-c0b0452baa46') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:31.102804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-32eb9820-07e5-487f-a788-6c7fe7cb8047 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb85a62-b613-4665-80ad-c0b0452baa46') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:31.116921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-32eb9820-07e5-487f-a788-6c7fe7cb8047 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.136570 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-32eb9820-07e5-487f-a788-6c7fe7cb8047 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.144342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32eb9820-07e5-487f-a788-6c7fe7cb8047 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:37:31.144742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-32eb9820-07e5-487f-a788-6c7fe7cb8047 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.160483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Calling delete_port for 89796821-8202-494b-84b9-a39077a8e45c owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:31.234475 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Allocated IP 172.20.0.2 (0e728370-d558-4930-813d-c10c3dc5314b/76fa84d8-0b99-4f48-ae38-f048d1de3851/d68aac12-9a6a-4cf3-94e1-0111d1993502) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:31.241985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:37:31.250610 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:37:31.262539 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-03eb3f4c-29d5-4fc7-901e-605beabc0b05 None None] Provisioning complete for port df1cbe84-6513-4ebf-8d3a-584107ac4277 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:31.262917 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03eb3f4c-29d5-4fc7-901e-605beabc0b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.319977 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.354475 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=df1cbe84-6513-4ebf-8d3a-584107ac4277,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:31.425045 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.437921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-32eb9820-07e5-487f-a788-6c7fe7cb8047 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.479680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-32eb9820-07e5-487f-a788-6c7fe7cb8047 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.480041 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] No DVR routers for this DVR port 89796821-8202-494b-84b9-a39077a8e45c on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:37:31.484149 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb9820-07e5-487f-a788-6c7fe7cb8047 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event deleted for resources: {'Network': ['ID=81fefaf3-4a71-41f6-b66d-69b720354d4a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:31.489995 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de84e4a3-c463-4e45-a904-7edba5ed30c9 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.499988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device df1cbe84-6513-4ebf-8d3a-584107ac4277 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:31.500341 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-32eb9820-07e5-487f-a788-6c7fe7cb8047 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/networks/81fefaf3-4a71-41f6-b66d-69b720354d4a HTTP/1.1" status: 204 len: 168 time: 1.2787404 Feb 17 09:37:31.502236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37724) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:31.531580 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event updated for resources: {'Port': ['ID=5c479545-73be-4370-9ee8-608d76162b7d,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:31.580069 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-050609ee-315a-4c51-a054-0da7044b765c None None] For port 89796821-8202-494b-84b9-a39077a8e45c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=89796821-8202-494b-84b9-a39077a8e45c,segment=NetworkSegment(4d94002c-6848-407e-ab92-6ff27901cf14),segment_id=4d94002c-6848-407e-ab92-6ff27901cf14)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:31.580409 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-050609ee-315a-4c51-a054-0da7044b765c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.634218 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Pushing event deleted for resources: {'Port': ['ID=89796821-8202-494b-84b9-a39077a8e45c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:31.693163 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-de84e4a3-c463-4e45-a904-7edba5ed30c9 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Deleting port 239ac143-7c0f-4520-997c-b04d5f4bc5da {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:31.693512 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de84e4a3-c463-4e45-a904-7edba5ed30c9 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.772698 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-050609ee-315a-4c51-a054-0da7044b765c None None] Calling delete_port for 89796821-8202-494b-84b9-a39077a8e45c owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:31.792549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91a6677-fe14-47db-90f3-fba7c2027775 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Deleting subnet feac7f4f-10ea-49d2-b5a7-3294dbd5d3ae {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:37:31.840799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.846891 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b91a6677-fe14-47db-90f3-fba7c2027775 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.955705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b91a6677-fe14-47db-90f3-fba7c2027775 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:31.994453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.010266 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port df1cbe84-6513-4ebf-8d3a-584107ac4277 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:32.010498 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.012570 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de84e4a3-c463-4e45-a904-7edba5ed30c9 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.040759 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e7f4ae-316b-4dc7-b0af-94d060c3a21e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:32.042967 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.060913 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d94002c-6848-407e-ab92-6ff27901cf14') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:32.061419 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d94002c-6848-407e-ab92-6ff27901cf14') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:32.072701 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-050609ee-315a-4c51-a054-0da7044b765c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:37:32.073063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-050609ee-315a-4c51-a054-0da7044b765c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:37:32.074574 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Transition to ACTIVE for port object d68aac12-9a6a-4cf3-94e1-0111d1993502 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:32.090618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.105642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Transition to ACTIVE for port object d68aac12-9a6a-4cf3-94e1-0111d1993502 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:32.116108 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-03eb3f4c-29d5-4fc7-901e-605beabc0b05 None None] Provisioning for port 5c479545-73be-4370-9ee8-608d76162b7d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:32.124248 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-03eb3f4c-29d5-4fc7-901e-605beabc0b05 None None] Provisioning complete for port 5c479545-73be-4370-9ee8-608d76162b7d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:32.124810 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03eb3f4c-29d5-4fc7-901e-605beabc0b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.130553 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.142778 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Network 2faf6efb-760a-4980-97a0-58d7bf1fab50 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:32.147019 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:32.157584 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:37:32.158245 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:37:32.181965 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:37:32.188370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b91a6677-fe14-47db-90f3-fba7c2027775 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.298510 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-de84e4a3-c463-4e45-a904-7edba5ed30c9 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Calling delete_port for 239ac143-7c0f-4520-997c-b04d5f4bc5da owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:32.303863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.424565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-03eb3f4c-29d5-4fc7-901e-605beabc0b05 None None] Port 5c479545-73be-4370-9ee8-608d76162b7d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:32.430335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Network 0e728370-d558-4930-813d-c10c3dc5314b is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:32.438568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b91a6677-fe14-47db-90f3-fba7c2027775 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.440166 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:32.447773 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:32.458679 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Pushing event updated for resources: {'Port': ['ID=d68aac12-9a6a-4cf3-94e1-0111d1993502,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:32.509096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Allocated IP 172.20.0.13 (0e728370-d558-4930-813d-c10c3dc5314b/76fa84d8-0b99-4f48-ae38-f048d1de3851/32349e54-ae5a-4c54-8503-a2516fba3ff5) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:32.509762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 89796821-8202-494b-84b9-a39077a8e45c no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:37:32.516829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a6677-fe14-47db-90f3-fba7c2027775 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event deleted for resources: {'Subnet': ['ID=feac7f4f-10ea-49d2-b5a7-3294dbd5d3ae,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:32.528152 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b91a6677-fe14-47db-90f3-fba7c2027775 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.545681 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:37:32.546285 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b91a6677-fe14-47db-90f3-fba7c2027775 tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/subnets/feac7f4f-10ea-49d2-b5a7-3294dbd5d3ae HTTP/1.1" status: 204 len: 168 time: 1.0400844 Feb 17 09:37:32.546285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37728) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:32.546962 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47f8578-2473-402e-915d-54f730abb6e8 None None] Network b176603b-d8cf-474d-87a0-d52b2945b38a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:32.664141 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-050609ee-315a-4c51-a054-0da7044b765c None None] Deleting port 89796821-8202-494b-84b9-a39077a8e45c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:32.664524 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-050609ee-315a-4c51-a054-0da7044b765c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.687619 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.718069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.729546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 89796821-8202-494b-84b9-a39077a8e45c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:37:32.729857 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 89796821-8202-494b-84b9-a39077a8e45c not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:37:32.754206 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] Pushing event deleted for resources: {'Network': ['ID=01e7f4ae-316b-4dc7-b0af-94d060c3a21e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:32.766611 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-42fd8a53-4145-4946-905b-364c5a47dadc tempest-ExtraDHCPOptionsIpV6TestJSON-175188892 tempest-ExtraDHCPOptionsIpV6TestJSON-175188892-project] 10.222.0.75 "DELETE /v2.0/networks/01e7f4ae-316b-4dc7-b0af-94d060c3a21e HTTP/1.1" status: 204 len: 168 time: 2.6377232 Feb 17 09:37:32.822443 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-050609ee-315a-4c51-a054-0da7044b765c None None] The port '89796821-8202-494b-84b9-a39077a8e45c' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:37:32.828692 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b772525b-1da0-4872-b5f2-27ed18536702 None None] Provisioning complete for port 5c479545-73be-4370-9ee8-608d76162b7d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:32.829056 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.829550 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b772525b-1da0-4872-b5f2-27ed18536702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.895735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Deleting port dbab3ecf-a82f-4df5-ac91-c98fb60badb0 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:32.896378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.899988 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:37:32.909991 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b5c04285-bf3b-4182-8cd1-04e0f9d8a032 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "PUT /v2.0/routers/d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4666226 Feb 17 09:37:32.913711 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Sync routers for ids ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:37:32.925735 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Attempting to bind port d68aac12-9a6a-4cf3-94e1-0111d1993502 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:37:32.928160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Attempting to bind port d68aac12-9a6a-4cf3-94e1-0111d1993502 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '75e35d5e-07f7-4c7f-9b2b-cd7cd15054a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '0e728370-d558-4930-813d-c10c3dc5314b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:37:32.928160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Attempting to bind port d68aac12-9a6a-4cf3-94e1-0111d1993502 on network 0e728370-d558-4930-813d-c10c3dc5314b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:37:32.932446 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Routers {'d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:32.933151 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:32.965843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:37:32.966417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Checking segment: {'id': '75e35d5e-07f7-4c7f-9b2b-cd7cd15054a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '0e728370-d558-4930-813d-c10c3dc5314b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:32.966932 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:32.967439 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Bound using segment: {'id': '75e35d5e-07f7-4c7f-9b2b-cd7cd15054a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '0e728370-d558-4930-813d-c10c3dc5314b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:37:32.968146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Bound port: d68aac12-9a6a-4cf3-94e1-0111d1993502, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e35d5e-07f7-4c7f-9b2b-cd7cd15054a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '0e728370-d558-4930-813d-c10c3dc5314b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:37:32.968832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:33.108605 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b772525b-1da0-4872-b5f2-27ed18536702 None None] Port 5c479545-73be-4370-9ee8-608d76162b7d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:33.171607 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Set router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:37:33.229832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] For port d68aac12-9a6a-4cf3-94e1-0111d1993502, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:37:33.239772 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] For port d68aac12-9a6a-4cf3-94e1-0111d1993502, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d68aac12-9a6a-4cf3-94e1-0111d1993502,segment=NetworkSegment(75e35d5e-07f7-4c7f-9b2b-cd7cd15054a5),segment_id=75e35d5e-07f7-4c7f-9b2b-cd7cd15054a5)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:37:33.292380 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fd2070-c013-4b3b-b6a7-df4b28f0cf63 None None] DHCP port deletion for b176603b-d8cf-474d-87a0-d52b2945b38a request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:37:33.299065 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-29fd2070-c013-4b3b-b6a7-df4b28f0cf63 None None] Deleting port dbab3ecf-a82f-4df5-ac91-c98fb60badb0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:33.299842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-29fd2070-c013-4b3b-b6a7-df4b28f0cf63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:33.358509 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:33.384910 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-c9c92ca3-14e4-43d0-a597-f4ab847fe358 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Synchronizing usage tracker for tenant:c462a90c63ab406abd0ec41718f287bf on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:33.464514 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] For port dbab3ecf-a82f-4df5-ac91-c98fb60badb0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dbab3ecf-a82f-4df5-ac91-c98fb60badb0,segment=NetworkSegment(89854f52-2ce7-4269-b8c7-2008af0dd810),segment_id=89854f52-2ce7-4269-b8c7-2008af0dd810)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:33.465355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:33.502728 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-c9c92ca3-14e4-43d0-a597-f4ab847fe358 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Unset dirty status for tenant:c462a90c63ab406abd0ec41718f287bf on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:33.504332 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-c9c92ca3-14e4-43d0-a597-f4ab847fe358 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-231419471&fields=id&tenant_id=c462a90c63ab406abd0ec41718f287bf HTTP/1.1" status: 200 len: 267 time: 0.2132859 Feb 17 09:37:33.516985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dbab3ecf-a82f-4df5-ac91-c98fb60badb0 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:37:33.518854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37748) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:33.572935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de84e4a3-c463-4e45-a904-7edba5ed30c9 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:33.841130 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda0bbc-10c5-4818-8e78-3d7ea8b18547 None None] Pushing event updated for resources: {'Port': ['ID=d68aac12-9a6a-4cf3-94e1-0111d1993502,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:33.867878 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441000233', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:14Z', 'updated_at': '2022-02-17T09:37:29Z', 'revision_number': 4, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'gw_port': {'id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:16Z', 'updated_at': '2022-02-17T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '5c479545-73be-4370-9ee8-608d76162b7d', 'name': '', 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'mac_address': 'fa:16:3e:53:5f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:27Z', 'updated_at': '2022-02-17T09:37:30Z', 'revision_number': 2, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'subnets': [{'id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:33.874632 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Checking router: d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:37:33.877844 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Updating router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac port 5c479545-73be-4370-9ee8-608d76162b7d binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:37:33.908923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Calling delete_port for dbab3ecf-a82f-4df5-ac91-c98fb60badb0 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:33.909590 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-01705c31-f3e0-4079-9ccd-68233d5d2ac0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:33.918903 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-01705c31-f3e0-4079-9ccd-68233d5d2ac0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/networks?id=2faf6efb-760a-4980-97a0-58d7bf1fab50 HTTP/1.1" status: 200 len: 796 time: 0.3997455 Feb 17 09:37:33.958729 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-4c2fadb2-55a4-4e6d-ac10-5460dbaeafc9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/quotas/c462a90c63ab406abd0ec41718f287bf HTTP/1.1" status: 200 len: 375 time: 0.0388079 Feb 17 09:37:33.970845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84e4a3-c463-4e45-a904-7edba5ed30c9 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Pushing event deleted for resources: {'Port': ['ID=239ac143-7c0f-4520-997c-b04d5f4bc5da,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:33.975027 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:33.988728 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.021705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.048911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-29fd2070-c013-4b3b-b6a7-df4b28f0cf63 None None] For port dbab3ecf-a82f-4df5-ac91-c98fb60badb0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dbab3ecf-a82f-4df5-ac91-c98fb60badb0,segment=NetworkSegment(89854f52-2ce7-4269-b8c7-2008af0dd810),segment_id=89854f52-2ce7-4269-b8c7-2008af0dd810)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:34.049458 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-29fd2070-c013-4b3b-b6a7-df4b28f0cf63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.061872 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8089594f-5b08-42f7-9722-ee1e5723ecad admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=462f0a580f894a11a8ff6c6ac99d13ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5407460 Feb 17 09:37:34.062641 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37754) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:34.070957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Transition to ACTIVE for port object 32349e54-ae5a-4c54-8503-a2516fba3ff5 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:34.244571 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-be2de314-db35-4b34-9a2f-bb73d456e226 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Synchronizing usage tracker for tenant:c462a90c63ab406abd0ec41718f287bf on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:34.254020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8d280a01-371c-453f-b372-3f3b561aa8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.264624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de84e4a3-c463-4e45-a904-7edba5ed30c9 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.312838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-29fd2070-c013-4b3b-b6a7-df4b28f0cf63 None None] Calling delete_port for dbab3ecf-a82f-4df5-ac91-c98fb60badb0 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:34.321706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8d280a01-371c-453f-b372-3f3b561aa8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.354776 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port dbab3ecf-a82f-4df5-ac91-c98fb60badb0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dbab3ecf-a82f-4df5-ac91-c98fb60badb0,segment=NetworkSegment(89854f52-2ce7-4269-b8c7-2008af0dd810),segment_id=89854f52-2ce7-4269-b8c7-2008af0dd810)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:34.390408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-be2de314-db35-4b34-9a2f-bb73d456e226 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Unset dirty status for tenant:c462a90c63ab406abd0ec41718f287bf on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:34.393740 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-be2de314-db35-4b34-9a2f-bb73d456e226 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c462a90c63ab406abd0ec41718f287bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4321003 Feb 17 09:37:34.434975 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.508040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8d280a01-371c-453f-b372-3f3b561aa8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.519989 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.api [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:37:34.520346 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG oslo_db.api [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:37:34.531077 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.535348 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de84e4a3-c463-4e45-a904-7edba5ed30c9 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.535572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=dbab3ecf-a82f-4df5-ac91-c98fb60badb0,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:34.539026 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de84e4a3-c463-4e45-a904-7edba5ed30c9 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.547683 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Transition to ACTIVE for port object 5c479545-73be-4370-9ee8-608d76162b7d will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:34.552334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.591264 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d280a01-371c-453f-b372-3f3b561aa8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf6e303-67e2-4548-8293-a611aca576ce,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:34.604907 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8d280a01-371c-453f-b372-3f3b561aa8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.614910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-29fd2070-c013-4b3b-b6a7-df4b28f0cf63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:37:34.615277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-29fd2070-c013-4b3b-b6a7-df4b28f0cf63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:37:34.619383 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8d280a01-371c-453f-b372-3f3b561aa8b7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ecf6e303-67e2-4548-8293-a611aca576ce HTTP/1.1" status: 204 len: 168 time: 0.5448740 Feb 17 09:37:34.634143 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.663065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=32349e54-ae5a-4c54-8503-a2516fba3ff5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:34.681305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 0e728370-d558-4930-813d-c10c3dc5314b is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:34.682824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:34.686108 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:34.731443 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-be5d7146-79e5-4759-b468-7a4c2b768941 service neutron] 10.222.0.75 "GET /v2.0/networks/2faf6efb-760a-4980-97a0-58d7bf1fab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232863 Feb 17 09:37:34.735478 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de84e4a3-c463-4e45-a904-7edba5ed30c9 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.736017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de84e4a3-c463-4e45-a904-7edba5ed30c9 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Fanout notify agent at l3_agent the message router_deleted on router de5657f7-091c-4dcb-96bd-62497d64ebd7 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:37:34.775584 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de84e4a3-c463-4e45-a904-7edba5ed30c9 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.780179 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-de84e4a3-c463-4e45-a904-7edba5ed30c9 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "DELETE /v2.0/routers/de5657f7-091c-4dcb-96bd-62497d64ebd7 HTTP/1.1" status: 204 len: 168 time: 4.3559833 Feb 17 09:37:34.780625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37762) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:34.808194 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:34.808880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.831909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1012597905', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'enable_snat': False}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:34.845705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:34.851410 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Usage tracker for resource:router and tenant:827525a3bfec4657a41cdcd8be872aaf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:34.867762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:34.872575 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:34.881392 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2accd-d0ab-49eb-b3f0-2212c9d90731 None None] Pushing event updated for resources: {'Port': ['ID=5c479545-73be-4370-9ee8-608d76162b7d,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:34.955563 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Attempting to bind port 5c479545-73be-4370-9ee8-608d76162b7d on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:37:34.956301 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Attempting to bind port 5c479545-73be-4370-9ee8-608d76162b7d by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '179b37b6-f82e-45bc-b5bf-ce33261ab390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:37:34.956907 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Attempting to bind port 5c479545-73be-4370-9ee8-608d76162b7d on network 2faf6efb-760a-4980-97a0-58d7bf1fab50 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:37:34.964694 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:37:34.965527 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Checking segment: {'id': '179b37b6-f82e-45bc-b5bf-ce33261ab390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:34.966190 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.966846 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Bound using segment: {'id': '179b37b6-f82e-45bc-b5bf-ce33261ab390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:37:34.968033 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Bound port: 5c479545-73be-4370-9ee8-608d76162b7d, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179b37b6-f82e-45bc-b5bf-ce33261ab390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:37:34.968708 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.969856 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:34.971058 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:35.000439 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6afb28cd-76b1-4910-9ff1-0fb20de39e6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.0599735 Feb 17 09:37:35.003165 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37768) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:35.008548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:35.021900 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Deleting port dbab3ecf-a82f-4df5-ac91-c98fb60badb0 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:35.027268 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:35.027449 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'network_id': '0e728370-d558-4930-813d-c10c3dc5314b', 'name': 'tempest-PortsTestJSON-1652453265'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:35.116279 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-29fd2070-c013-4b3b-b6a7-df4b28f0cf63 None None] Deleting port dbab3ecf-a82f-4df5-ac91-c98fb60badb0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:35.117494 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-29fd2070-c013-4b3b-b6a7-df4b28f0cf63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:35.143384 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] For port 5c479545-73be-4370-9ee8-608d76162b7d, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:37:35.153856 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] For port 5c479545-73be-4370-9ee8-608d76162b7d, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5c479545-73be-4370-9ee8-608d76162b7d,segment=NetworkSegment(179b37b6-f82e-45bc-b5bf-ce33261ab390),segment_id=179b37b6-f82e-45bc-b5bf-ce33261ab390)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:37:35.240681 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:35.359718 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-57816086-b51c-4792-9d56-532f2d4c3dda service neutron] 10.222.0.75 "GET /v2.0/networks/2faf6efb-760a-4980-97a0-58d7bf1fab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220901 Feb 17 09:37:35.396885 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2accd-d0ab-49eb-b3f0-2212c9d90731 None None] Pushing event updated for resources: {'Port': ['ID=5c479545-73be-4370-9ee8-608d76162b7d,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:35.416963 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Routers {'d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:35.417701 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:35.497860 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:35.509243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:port and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:35.514001 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:35.523193 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:35.611885 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:35.617486 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:35.654091 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d68aac12-9a6a-4cf3-94e1-0111d1993502 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:35.736942 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] device_id is not set on port 2d89ed8c-248e-4357-b31a-d51ab15c5d8b yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:37:35.855978 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f84962d-edef-43f4-a702-5daaa582b14b None None] Network 0e728370-d558-4930-813d-c10c3dc5314b requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:35.993436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] For port dbab3ecf-a82f-4df5-ac91-c98fb60badb0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dbab3ecf-a82f-4df5-ac91-c98fb60badb0,segment=NetworkSegment(89854f52-2ce7-4269-b8c7-2008af0dd810),segment_id=89854f52-2ce7-4269-b8c7-2008af0dd810)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:35.994415 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:36.104228 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] Set router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:37:36.104614 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-29fd2070-c013-4b3b-b6a7-df4b28f0cf63 None None] For port dbab3ecf-a82f-4df5-ac91-c98fb60badb0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dbab3ecf-a82f-4df5-ac91-c98fb60badb0,segment=NetworkSegment(89854f52-2ce7-4269-b8c7-2008af0dd810),segment_id=89854f52-2ce7-4269-b8c7-2008af0dd810)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:36.105199 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-29fd2070-c013-4b3b-b6a7-df4b28f0cf63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:36.161271 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:36.183277 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Allocated IP 172.20.0.12 (0e728370-d558-4930-813d-c10c3dc5314b/76fa84d8-0b99-4f48-ae38-f048d1de3851/2d89ed8c-248e-4357-b31a-d51ab15c5d8b) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:36.313585 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9b103ef4-d341-4547-8b37-e41f2ce1db59 None None] Provisioning for port d68aac12-9a6a-4cf3-94e1-0111d1993502 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:36.318812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port d68aac12-9a6a-4cf3-94e1-0111d1993502 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:36.337822 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-29fd2070-c013-4b3b-b6a7-df4b28f0cf63 None None] Calling delete_port for dbab3ecf-a82f-4df5-ac91-c98fb60badb0 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:36.347902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Calling delete_port for dbab3ecf-a82f-4df5-ac91-c98fb60badb0 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:36.370752 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9b103ef4-d341-4547-8b37-e41f2ce1db59 None None] Provisioning complete for port d68aac12-9a6a-4cf3-94e1-0111d1993502 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:36.371176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b103ef4-d341-4547-8b37-e41f2ce1db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:36.411621 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port d68aac12-9a6a-4cf3-94e1-0111d1993502 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:36.412085 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:36.629469 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-18c8afb6-bd34-4318-973e-6c8794b8db07 req-523d9233-1d2b-4c44-86de-ee834543e0f1 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 210 time: 0.6572120 Feb 17 09:37:36.747611 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37802) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:36.753052 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:36.780066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Transition to ACTIVE for port object 2d89ed8c-248e-4357-b31a-d51ab15c5d8b will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:36.801020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.api [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:37:36.801342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG oslo_db.api [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:37:36.843289 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-29fd2070-c013-4b3b-b6a7-df4b28f0cf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:36.883103 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441000233', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:14Z', 'updated_at': '2022-02-17T09:37:29Z', 'revision_number': 4, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'gw_port': {'id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:16Z', 'updated_at': '2022-02-17T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '5c479545-73be-4370-9ee8-608d76162b7d', 'name': '', 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'mac_address': 'fa:16:3e:53:5f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:27Z', 'updated_at': '2022-02-17T09:37:35Z', 'revision_number': 4, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'subnets': [{'id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:36.889874 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42f54b0-0e4e-4f23-9900-716cb8c8ac62 None None] The sync data for ids ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'] in dv-neutron-828143-5-hyperv is: [{'id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441000233', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:14Z', 'updated_at': '2022-02-17T09:37:29Z', 'revision_number': 4, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'gw_port': {'id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:16Z', 'updated_at': '2022-02-17T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '5c479545-73be-4370-9ee8-608d76162b7d', 'name': '', 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'mac_address': 'fa:16:3e:53:5f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:27Z', 'updated_at': '2022-02-17T09:37:35Z', 'revision_number': 4, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'subnets': [{'id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:37:36.897426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:36.950909 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd2070-c013-4b3b-b6a7-df4b28f0cf63 None None] Pushing event deleted for resources: {'Port': ['ID=dbab3ecf-a82f-4df5-ac91-c98fb60badb0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:36.955115 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fd2070-c013-4b3b-b6a7-df4b28f0cf63 None None] No DVR routers for this DVR port dbab3ecf-a82f-4df5-ac91-c98fb60badb0 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:37:36.962469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b103ef4-d341-4547-8b37-e41f2ce1db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:36.992939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:37.022076 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-611080258'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:37.036179 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:37.040163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9b103ef4-d341-4547-8b37-e41f2ce1db59 None None] For port d68aac12-9a6a-4cf3-94e1-0111d1993502, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d68aac12-9a6a-4cf3-94e1-0111d1993502,segment=NetworkSegment(75e35d5e-07f7-4c7f-9b2b-cd7cd15054a5),segment_id=75e35d5e-07f7-4c7f-9b2b-cd7cd15054a5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:37.072034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Usage tracker for resource:network and tenant:387f6bd376864594aa251ea9f5b6cd05 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:37.084886 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 0e728370-d558-4930-813d-c10c3dc5314b is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:37.087034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:37.093053 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:37.096476 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:37.149646 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b103ef4-d341-4547-8b37-e41f2ce1db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:37.173517 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:37.196173 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=2d89ed8c-248e-4357-b31a-d51ab15c5d8b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:37.238296 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:37.238989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:37.270436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:37.285915 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Made reservation on behalf of 387f6bd376864594aa251ea9f5b6cd05 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:37.290346 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:37.307304 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:37.327752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:37.340869 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:37:37.341478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:37:37.347247 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b103ef4-d341-4547-8b37-e41f2ce1db59 None None] Pushing event updated for resources: {'Port': ['ID=d68aac12-9a6a-4cf3-94e1-0111d1993502,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:37.358514 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:37.363809 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2cba830d-8ccc-479f-a6ff-136530d3d5bf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3597677 Feb 17 09:37:37.365191 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Usage tracker for resource:security_group_rule and tenant:387f6bd376864594aa251ea9f5b6cd05 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:37.369995 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37808) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:37.373119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:37.382979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e6a41aba-ddcb-4a84-8d27-2c7c13dd76c6 None None] Provisioning for port 32349e54-ae5a-4c54-8503-a2516fba3ff5 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:37.394309 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e6a41aba-ddcb-4a84-8d27-2c7c13dd76c6 None None] Provisioning complete for port 32349e54-ae5a-4c54-8503-a2516fba3ff5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:37.394309 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6a41aba-ddcb-4a84-8d27-2c7c13dd76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:37.427830 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:37.470461 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e6a41aba-ddcb-4a84-8d27-2c7c13dd76c6 None None] Port 32349e54-ae5a-4c54-8503-a2516fba3ff5 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:37.500032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e6a41aba-ddcb-4a84-8d27-2c7c13dd76c6 None None] Provisioning complete for port d68aac12-9a6a-4cf3-94e1-0111d1993502 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:37.500413 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6a41aba-ddcb-4a84-8d27-2c7c13dd76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:37.596127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Allocated IP 172.26.4.148 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/e7b9a9bd-a4fe-4b2e-a795-98a40adaa509) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:37.616931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae48faa4-c28c-4805-a30c-d5bccbec0b82 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:37.618332 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ae48faa4-c28c-4805-a30c-d5bccbec0b82 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:37.716434 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ae48faa4-c28c-4805-a30c-d5bccbec0b82 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:37.718278 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ae48faa4-c28c-4805-a30c-d5bccbec0b82 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.3471854 Feb 17 09:37:37.732753 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37816) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:37.811459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:37.837872 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Deleting port dbab3ecf-a82f-4df5-ac91-c98fb60badb0 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:37.838328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:37.880746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:37.885571 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bb703b32-62a5-4acc-9539-4ee3de6102db req-2cc4361d-9dad-432a-837e-3a8133213e91 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 210 time: 0.0650220 Feb 17 09:37:37.911447 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8e66e576-3ea7-410b-afc8-b50e58e9f853 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 2d89ed8c-248e-4357-b31a-d51ab15c5d8b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:37.912123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e66e576-3ea7-410b-afc8-b50e58e9f853 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:37.951676 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:38.010608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] The port 'dbab3ecf-a82f-4df5-ac91-c98fb60badb0' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:37:38.028971 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e794b30e-0d11-4503-9cb1-a7430ab43fe1 None None] Provisioning for port 2d89ed8c-248e-4357-b31a-d51ab15c5d8b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:38.033553 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:37:38.035831 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e794b30e-0d11-4503-9cb1-a7430ab43fe1 None None] Provisioning complete for port 2d89ed8c-248e-4357-b31a-d51ab15c5d8b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:38.036205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e794b30e-0d11-4503-9cb1-a7430ab43fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:38.104593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996b0804-5b35-45c7-9bdb-ba1070c186cb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:38.122942 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:38.123302 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Added segment d6e9502f-24dd-4364-942e-e51f23bb8295 of type vlan for network 4ae40c0e-53d0-4896-97ea-acca655f451d Feb 17 09:37:38.161686 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e794b30e-0d11-4503-9cb1-a7430ab43fe1 None None] Port 2d89ed8c-248e-4357-b31a-d51ab15c5d8b cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:38.170448 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:38.180476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e794b30e-0d11-4503-9cb1-a7430ab43fe1 None None] Provisioning complete for port 32349e54-ae5a-4c54-8503-a2516fba3ff5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:38.181485 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e794b30e-0d11-4503-9cb1-a7430ab43fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:38.299906 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e794b30e-0d11-4503-9cb1-a7430ab43fe1 None None] Port 32349e54-ae5a-4c54-8503-a2516fba3ff5 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:38.317330 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:38.332913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:38.336671 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d68aac12-9a6a-4cf3-94e1-0111d1993502 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:38.350958 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:38.355734 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:38.371853 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:38.467430 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:38.480721 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:38.484227 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:38.485937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:38.490082 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Pushing event updated for resources: {'Port': ['ID=e7b9a9bd-a4fe-4b2e-a795-98a40adaa509,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:38.499768 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e66e576-3ea7-410b-afc8-b50e58e9f853 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:38.502390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b176603b-d8cf-474d-87a0-d52b2945b38a']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:38.517750 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port d68aac12-9a6a-4cf3-94e1-0111d1993502 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:38.518522 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:38.562276 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89854f52-2ce7-4269-b8c7-2008af0dd810') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:38.562922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89854f52-2ce7-4269-b8c7-2008af0dd810') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:38.732545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:38.764698 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5c479545-73be-4370-9ee8-608d76162b7d up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:38.854164 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8e66e576-3ea7-410b-afc8-b50e58e9f853 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 2d89ed8c-248e-4357-b31a-d51ab15c5d8b owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:38.897200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:38.942605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:37:38.942733 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Network': ['ID=4ae40c0e-53d0-4896-97ea-acca655f451d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:38.942887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:38.956554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 4ae40c0e-53d0-4896-97ea-acca655f451d details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:37:38.959684 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:37:38.987113 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 5c479545-73be-4370-9ee8-608d76162b7d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:39.021272 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6754c7ba-5620-4bd2-b57c-0b1b016d5c28 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2720442 Feb 17 09:37:39.027539 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37822) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:39.036907 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-483db2a9-9a26-4b5f-80a9-09f77c060f11 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'subnet': {'network_id': '4ae40c0e-53d0-4896-97ea-acca655f451d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:39.090435 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 5c479545-73be-4370-9ee8-608d76162b7d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:39.090820 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:39.282108 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:39.297591 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-483db2a9-9a26-4b5f-80a9-09f77c060f11 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:39.306284 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-483db2a9-9a26-4b5f-80a9-09f77c060f11 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Usage tracker for resource:subnet and tenant:387f6bd376864594aa251ea9f5b6cd05 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:39.312963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-483db2a9-9a26-4b5f-80a9-09f77c060f11 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:39.318722 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29e0ac75-a4c8-487f-aec9-ff4bdd1522a7 req-28eb31ad-3c84-4172-881f-5a40c115814b tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 210 time: 0.0860155 Feb 17 09:37:39.324343 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-483db2a9-9a26-4b5f-80a9-09f77c060f11 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:39.341514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 5c479545-73be-4370-9ee8-608d76162b7d, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5c479545-73be-4370-9ee8-608d76162b7d,segment=NetworkSegment(179b37b6-f82e-45bc-b5bf-ce33261ab390),segment_id=179b37b6-f82e-45bc-b5bf-ce33261ab390)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:39.401513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e66e576-3ea7-410b-afc8-b50e58e9f853 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:39.428944 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:39.443527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:39.447651 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:39.466871 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66e576-3ea7-410b-afc8-b50e58e9f853 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=2d89ed8c-248e-4357-b31a-d51ab15c5d8b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:39.501272 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483db2a9-9a26-4b5f-80a9-09f77c060f11 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Made reservation on behalf of 387f6bd376864594aa251ea9f5b6cd05 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:39.505469 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-483db2a9-9a26-4b5f-80a9-09f77c060f11 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:39.540847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=5c479545-73be-4370-9ee8-608d76162b7d,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:39.591966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:39.708449 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] Pushing event deleted for resources: {'Network': ['ID=b176603b-d8cf-474d-87a0-d52b2945b38a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:39.805897 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-14caa6d4-6d98-4d06-9c37-af1481bde05d tempest-NetworksIpV6TestAttrs-1467434441 tempest-NetworksIpV6TestAttrs-1467434441-project] 10.222.0.75 "DELETE /v2.0/networks/b176603b-d8cf-474d-87a0-d52b2945b38a HTTP/1.1" status: 204 len: 168 time: 7.2580373 Feb 17 09:37:39.876525 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e66e576-3ea7-410b-afc8-b50e58e9f853 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:39.958535 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-ea1d8374-fb7a-4556-b888-abf7c2fe4813 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:39.959489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-ea1d8374-fb7a-4556-b888-abf7c2fe4813 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Synchronizing usage tracker for tenant:c462a90c63ab406abd0ec41718f287bf on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:40.004062 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8e66e576-3ea7-410b-afc8-b50e58e9f853 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/2d89ed8c-248e-4357-b31a-d51ab15c5d8b HTTP/1.1" status: 204 len: 168 time: 2.2699487 Feb 17 09:37:40.010095 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37828) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:40.043876 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5c479545-73be-4370-9ee8-608d76162b7d up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:40.060417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-483db2a9-9a26-4b5f-80a9-09f77c060f11 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:40.103584 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fcc5d0-da5f-4a2a-94ce-cf93b465bd07 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] GET failed (client error): The resource could not be found. Feb 17 09:37:40.104145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a1fcc5d0-da5f-4a2a-94ce-cf93b465bd07 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:40.106633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:40.142182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 5c479545-73be-4370-9ee8-608d76162b7d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:40.142629 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:40.177982 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483db2a9-9a26-4b5f-80a9-09f77c060f11 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Subnet': ['ID=a34ac064-e8cf-48a0-8306-46147df4ae5f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:40.185659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-ea1d8374-fb7a-4556-b888-abf7c2fe4813 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Unset dirty status for tenant:c462a90c63ab406abd0ec41718f287bf on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:40.187468 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-ea1d8374-fb7a-4556-b888-abf7c2fe4813 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.37 "GET /v2.0/networks?id=2faf6efb-760a-4980-97a0-58d7bf1fab50 HTTP/1.1" status: 200 len: 796 time: 0.6500673 Feb 17 09:37:40.213155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483db2a9-9a26-4b5f-80a9-09f77c060f11 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Checking segment: {'id': 'd6e9502f-24dd-4364-942e-e51f23bb8295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4ae40c0e-53d0-4896-97ea-acca655f451d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:40.214181 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483db2a9-9a26-4b5f-80a9-09f77c060f11 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network hostable DHCP agents. Network: 4ae40c0e-53d0-4896-97ea-acca655f451d, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:37:40.250904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a1fcc5d0-da5f-4a2a-94ce-cf93b465bd07 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:40.255039 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a1fcc5d0-da5f-4a2a-94ce-cf93b465bd07 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports/2d89ed8c-248e-4357-b31a-d51ab15c5d8b HTTP/1.1" status: 404 len: 333 time: 0.2408848 Feb 17 09:37:40.256019 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37836) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:40.332310 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-a265dab6-8935-4888-b346-436991c474a6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c462a90c63ab406abd0ec41718f287bf HTTP/1.1" status: 200 len: 379 time: 0.1247780 Feb 17 09:37:40.332728 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a26b98c3-4cd1-4990-a46a-7782bc0a7978 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 32349e54-ae5a-4c54-8503-a2516fba3ff5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:40.333218 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a26b98c3-4cd1-4990-a46a-7782bc0a7978 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:40.346468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-668f4bc2-f252-4f74-89de-f73022f2d438 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Request body: {'port': {'device_id': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50', 'admin_state_up': True, 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'security_groups': ['fe51f73e-bd06-4fb9-be16-ee663e4477a2']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:40.372145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483db2a9-9a26-4b5f-80a9-09f77c060f11 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network 4ae40c0e-53d0-4896-97ea-acca655f451d is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:37:40.501250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-483db2a9-9a26-4b5f-80a9-09f77c060f11 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 4ae40c0e-53d0-4896-97ea-acca655f451d) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:40.510794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5ece06-fce8-4819-85d7-5db50ffd8471 None None] Network 4ae40c0e-53d0-4896-97ea-acca655f451d requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:40.514097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483db2a9-9a26-4b5f-80a9-09f77c060f11 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:40.514727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-483db2a9-9a26-4b5f-80a9-09f77c060f11 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:40.548724 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-668f4bc2-f252-4f74-89de-f73022f2d438 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:40.615433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-668f4bc2-f252-4f74-89de-f73022f2d438 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:40.648584 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-72b19bb8-b3d3-447c-b50c-7cd8508635ee req-51095c01-5bb8-4a85-ad52-4fe1f80b6d92 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 210 time: 0.1536562 Feb 17 09:37:40.714725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37844) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:40.730780 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Router 25c062df-e99d-4906-b69d-2519179194a8 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:37:40.735259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a26b98c3-4cd1-4990-a46a-7782bc0a7978 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:40.817460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-668f4bc2-f252-4f74-89de-f73022f2d438 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Made reservation on behalf of c462a90c63ab406abd0ec41718f287bf for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:40.820361 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48482157-5c0f-444f-8f89-993c47be10d9 None None] Network 4ae40c0e-53d0-4896-97ea-acca655f451d requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:40.822015 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-668f4bc2-f252-4f74-89de-f73022f2d438 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:40.893940 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-483db2a9-9a26-4b5f-80a9-09f77c060f11 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8624394 Feb 17 09:37:40.907210 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a26b98c3-4cd1-4990-a46a-7782bc0a7978 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 32349e54-ae5a-4c54-8503-a2516fba3ff5 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:40.928628 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37850) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:40.952023 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1722784030', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:41.142686 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a26b98c3-4cd1-4990-a46a-7782bc0a7978 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:41.174573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:41.197069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b98c3-4cd1-4990-a46a-7782bc0a7978 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=32349e54-ae5a-4c54-8503-a2516fba3ff5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:41.201345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Usage tracker for resource:router and tenant:387f6bd376864594aa251ea9f5b6cd05 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:41.218318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:41.237855 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-46cf40ac-618e-40e4-8b48-8fabadc0ab35 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eafc4aebcab34f53b13a8dc03c761771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5218999 Feb 17 09:37:41.240900 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37854) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:41.243877 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:41.297449 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:37:41.313393 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Sync routers for ids ['25c062df-e99d-4906-b69d-2519179194a8'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:37:41.332293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Routers {'25c062df-e99d-4906-b69d-2519179194a8'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:41.333632 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['25c062df-e99d-4906-b69d-2519179194a8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:41.348981 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-668f4bc2-f252-4f74-89de-f73022f2d438 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Allocated IP 172.20.0.4 (2faf6efb-760a-4980-97a0-58d7bf1fab50/d4be594b-ad39-4079-9019-ea91a787d25b/7d0f9fa7-299a-444d-aa2c-0b0c398c29f0) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:41.360931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8aafead3-cd52-4118-9f5e-716152204fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:41.375373 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a26b98c3-4cd1-4990-a46a-7782bc0a7978 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:41.406958 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8aafead3-cd52-4118-9f5e-716152204fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:41.427138 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:41.427372 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:41.519132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:41.529089 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a26b98c3-4cd1-4990-a46a-7782bc0a7978 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/32349e54-ae5a-4c54-8503-a2516fba3ff5 HTTP/1.1" status: 204 len: 168 time: 1.2692833 Feb 17 09:37:41.529352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37858) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:41.533364 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:41.534583 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d78912fe-147a-4e08-84b6-a5ecfb1422c8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.7528574 Feb 17 09:37:41.539725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37862) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:41.553210 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Set router 25c062df-e99d-4906-b69d-2519179194a8 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:37:41.572473 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8aafead3-cd52-4118-9f5e-716152204fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:41.596115 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8aafead3-cd52-4118-9f5e-716152204fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:41.599784 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8aafead3-cd52-4118-9f5e-716152204fd2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d58e0f1e-a4ed-4c23-a375-7b7c6431e35d HTTP/1.1" status: 204 len: 168 time: 0.3542814 Feb 17 09:37:41.599980 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0bcfec-2cc1-4675-bb2f-9de75efe0e9d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] GET failed (client error): The resource could not be found. Feb 17 09:37:41.601271 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9f0bcfec-2cc1-4675-bb2f-9de75efe0e9d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:41.613901 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafead3-cd52-4118-9f5e-716152204fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58e0f1e-a4ed-4c23-a375-7b7c6431e35d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:41.721079 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9f0bcfec-2cc1-4675-bb2f-9de75efe0e9d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:41.725307 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9f0bcfec-2cc1-4675-bb2f-9de75efe0e9d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports/32349e54-ae5a-4c54-8503-a2516fba3ff5 HTTP/1.1" status: 404 len: 333 time: 0.1918089 Feb 17 09:37:41.726380 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37870) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:41.787838 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-668f4bc2-f252-4f74-89de-f73022f2d438 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:41.804999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-668f4bc2-f252-4f74-89de-f73022f2d438 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Transition to ACTIVE for port object 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:41.842443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa5ee32-598d-4559-a091-09dd33e6431b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting subnet 76fa84d8-0b99-4f48-ae38-f048d1de3851 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:37:41.845474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-baa5ee32-598d-4559-a091-09dd33e6431b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:41.945202 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-8a24d5f9-7356-4389-ba9a-05318280f2dd req-143fe077-9b10-4dd5-acd1-242ba957fe69 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Synchronizing usage tracker for tenant:c462a90c63ab406abd0ec41718f287bf on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:41.964340 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c062df-e99d-4906-b69d-2519179194a8', 'name': 'tempest-snat-router-1012597905', 'tenant_id': '827525a3bfec4657a41cdcd8be872aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': False}, 'gw_port_id': 'e7b9a9bd-a4fe-4b2e-a795-98a40adaa509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:34Z', 'updated_at': '2022-02-17T09:37:38Z', 'revision_number': 3, 'project_id': '827525a3bfec4657a41cdcd8be872aaf', 'gw_port': {'id': 'e7b9a9bd-a4fe-4b2e-a795-98a40adaa509', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:16:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c062df-e99d-4906-b69d-2519179194a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:37Z', 'updated_at': '2022-02-17T09:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:41.969033 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Checking router: 25c062df-e99d-4906-b69d-2519179194a8 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:37:41.969743 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Updating router 25c062df-e99d-4906-b69d-2519179194a8 port e7b9a9bd-a4fe-4b2e-a795-98a40adaa509 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:37:42.026309 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-668f4bc2-f252-4f74-89de-f73022f2d438 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:42.034223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:42.071159 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-baa5ee32-598d-4559-a091-09dd33e6431b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:42.144968 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-88cc424e-37f2-461e-9a6d-a6e59eb0e86a tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "GET /v2.0/routers/25c062df-e99d-4906-b69d-2519179194a8 HTTP/1.1" status: 200 len: 909 time: 0.5920439 Feb 17 09:37:42.175547 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37878) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:42.188887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1012597905', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'enable_snat': True}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:42.193331 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-baa5ee32-598d-4559-a091-09dd33e6431b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:42.268016 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:42.273762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-8a24d5f9-7356-4389-ba9a-05318280f2dd req-143fe077-9b10-4dd5-acd1-242ba957fe69 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Unset dirty status for tenant:c462a90c63ab406abd0ec41718f287bf on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:42.282674 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8a24d5f9-7356-4389-ba9a-05318280f2dd req-143fe077-9b10-4dd5-acd1-242ba957fe69 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 210 time: 0.4729345 Feb 17 09:37:42.284759 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-668f4bc2-f252-4f74-89de-f73022f2d438 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Network 2faf6efb-760a-4980-97a0-58d7bf1fab50 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:42.294126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:42.301709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Usage tracker for resource:router and tenant:827525a3bfec4657a41cdcd8be872aaf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:42.304983 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-668f4bc2-f252-4f74-89de-f73022f2d438 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:42.306894 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f4bc2-f252-4f74-89de-f73022f2d438 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event updated for resources: {'Port': ['ID=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:42.309499 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-668f4bc2-f252-4f74-89de-f73022f2d438 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:42.339883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:42.354663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:42.392882 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-668f4bc2-f252-4f74-89de-f73022f2d438 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:42.398734 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-668f4bc2-f252-4f74-89de-f73022f2d438 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:42.426842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:42.445606 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Transition to ACTIVE for port object e7b9a9bd-a4fe-4b2e-a795-98a40adaa509 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:42.447417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-baa5ee32-598d-4559-a091-09dd33e6431b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:42.489288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:42.490392 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:42.492863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5ee32-598d-4559-a091-09dd33e6431b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Subnet': ['ID=76fa84d8-0b99-4f48-ae38-f048d1de3851,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:42.499177 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-baa5ee32-598d-4559-a091-09dd33e6431b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:42.505298 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-668f4bc2-f252-4f74-89de-f73022f2d438 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1628478 Feb 17 09:37:42.509329 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f38e16-481f-4421-8f44-f55209455ee4 None None] Network 0e728370-d558-4930-813d-c10c3dc5314b requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:42.523160 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-baa5ee32-598d-4559-a091-09dd33e6431b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/76fa84d8-0b99-4f48-ae38-f048d1de3851 HTTP/1.1" status: 204 len: 168 time: 0.7950704 Feb 17 09:37:42.525718 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37890) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:42.527129 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:42.558398 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:42.703627 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:42.719247 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port d68aac12-9a6a-4cf3-94e1-0111d1993502 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:42.719761 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:42.795834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Request body: {'port': {'device_id': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:42.843593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Attempting to bind port e7b9a9bd-a4fe-4b2e-a795-98a40adaa509 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:37:42.844107 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Attempting to bind port e7b9a9bd-a4fe-4b2e-a795-98a40adaa509 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:37:42.844592 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Attempting to bind port e7b9a9bd-a4fe-4b2e-a795-98a40adaa509 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:37:42.860700 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71041d6-edf9-4e35-8f00-a5caa272f984 None None] Pushing event updated for resources: {'Port': ['ID=e7b9a9bd-a4fe-4b2e-a795-98a40adaa509,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:42.899171 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:37:42.899592 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:42.899957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:42.900352 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:37:42.900896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Bound port: e7b9a9bd-a4fe-4b2e-a795-98a40adaa509, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:37:42.901253 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:42.938256 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-318fbfb8-1922-46bb-9fbf-049760dd2ce6 None None] Provisioning for port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:42.996220 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-318fbfb8-1922-46bb-9fbf-049760dd2ce6 None None] Provisioning complete for port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:42.996919 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-318fbfb8-1922-46bb-9fbf-049760dd2ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:43.073003 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] For port d68aac12-9a6a-4cf3-94e1-0111d1993502, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d68aac12-9a6a-4cf3-94e1-0111d1993502,segment=NetworkSegment(75e35d5e-07f7-4c7f-9b2b-cd7cd15054a5),segment_id=75e35d5e-07f7-4c7f-9b2b-cd7cd15054a5)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:43.074610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:43.104612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-318fbfb8-1922-46bb-9fbf-049760dd2ce6 None None] Port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:43.109361 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] For port e7b9a9bd-a4fe-4b2e-a795-98a40adaa509, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:37:43.113677 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] For port e7b9a9bd-a4fe-4b2e-a795-98a40adaa509, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e7b9a9bd-a4fe-4b2e-a795-98a40adaa509,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:37:43.189000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:43.242647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7219a444-c4e1-4634-acf3-35d8d581a4bf None None] DHCP port deletion for 0e728370-d558-4930-813d-c10c3dc5314b request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:37:43.268516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7219a444-c4e1-4634-acf3-35d8d581a4bf None None] Deleting port d68aac12-9a6a-4cf3-94e1-0111d1993502 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:43.269476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7219a444-c4e1-4634-acf3-35d8d581a4bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:43.274958 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for d68aac12-9a6a-4cf3-94e1-0111d1993502 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:43.314855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37904) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:43.376063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Routers {'25c062df-e99d-4906-b69d-2519179194a8'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:43.376759 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['25c062df-e99d-4906-b69d-2519179194a8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:43.379977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:43.442572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71041d6-edf9-4e35-8f00-a5caa272f984 None None] Pushing event updated for resources: {'Port': ['ID=e7b9a9bd-a4fe-4b2e-a795-98a40adaa509,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:43.496392 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:43.497210 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:43.508770 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:43.510202 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7219a444-c4e1-4634-acf3-35d8d581a4bf None None] The port 'd68aac12-9a6a-4cf3-94e1-0111d1993502' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:37:43.571010 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:43.577715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No DVR routers for this DVR port d68aac12-9a6a-4cf3-94e1-0111d1993502 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:37:43.659861 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=d68aac12-9a6a-4cf3-94e1-0111d1993502,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:43.707958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] Set router 25c062df-e99d-4906-b69d-2519179194a8 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:37:43.736941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'network': {'name': 'tempest-RoutersTest-256175052'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:43.797620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:43.811758 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95f576-e570-4b83-bd63-450f490ed35f req-f184597b-582b-4a0c-ba52-a414d33057c1 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:43.812143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:network and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:43.813453 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-af95f576-e570-4b83-bd63-450f490ed35f req-f184597b-582b-4a0c-ba52-a414d33057c1 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 931 time: 0.3701720 Feb 17 09:37:43.815909 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:43.823956 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:43.879866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:43.885062 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-af95f576-e570-4b83-bd63-450f490ed35f req-029df693-3826-4e90-aafe-1f489dbd48a0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604265 Feb 17 09:37:43.888887 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e728370-d558-4930-813d-c10c3dc5314b']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:43.905716 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e35d5e-07f7-4c7f-9b2b-cd7cd15054a5') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:43.906133 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e35d5e-07f7-4c7f-9b2b-cd7cd15054a5') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:43.923873 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Allocated IP 172.26.4.153 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/6e9ef050-0d7d-4df1-89ea-fa2d056f3441) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:43.928140 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:43.947762 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:43.956087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:37:43.956678 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:37:43.977266 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:37:43.994972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:43.998924 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:44.041079 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d68aac12-9a6a-4cf3-94e1-0111d1993502 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:37:44.085719 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: d68aac12-9a6a-4cf3-94e1-0111d1993502 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:37:44.086164 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d68aac12-9a6a-4cf3-94e1-0111d1993502 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:37:44.131393 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:44.149013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:44.171236 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:44.185811 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Network': ['ID=0e728370-d558-4930-813d-c10c3dc5314b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:44.189499 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:44.199294 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:security_group_rule and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:44.213357 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:44.216259 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c062df-e99d-4906-b69d-2519179194a8', 'name': 'tempest-snat-router-1012597905', 'tenant_id': '827525a3bfec4657a41cdcd8be872aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': False}, 'gw_port_id': 'e7b9a9bd-a4fe-4b2e-a795-98a40adaa509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:34Z', 'updated_at': '2022-02-17T09:37:38Z', 'revision_number': 3, 'project_id': '827525a3bfec4657a41cdcd8be872aaf', 'gw_port': {'id': 'e7b9a9bd-a4fe-4b2e-a795-98a40adaa509', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:16:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c062df-e99d-4906-b69d-2519179194a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:37Z', 'updated_at': '2022-02-17T09:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:44.220252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47088ba9-e993-4edc-9cc0-aec33678dfb6 None None] The sync data for ids ['25c062df-e99d-4906-b69d-2519179194a8'] in dv-neutron-828143-5-hyperv is: [{'id': '25c062df-e99d-4906-b69d-2519179194a8', 'name': 'tempest-snat-router-1012597905', 'tenant_id': '827525a3bfec4657a41cdcd8be872aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': False}, 'gw_port_id': 'e7b9a9bd-a4fe-4b2e-a795-98a40adaa509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:34Z', 'updated_at': '2022-02-17T09:37:38Z', 'revision_number': 3, 'project_id': '827525a3bfec4657a41cdcd8be872aaf', 'gw_port': {'id': 'e7b9a9bd-a4fe-4b2e-a795-98a40adaa509', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:16:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c062df-e99d-4906-b69d-2519179194a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:37Z', 'updated_at': '2022-02-17T09:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:37:44.247214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:44.257162 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f5a3ad08-2a86-41b8-aab5-6b4d9f39da39 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/networks/0e728370-d558-4930-813d-c10c3dc5314b HTTP/1.1" status: 204 len: 168 time: 1.7297604 Feb 17 09:37:44.261489 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37912) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:44.269506 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c8d37b61-5cfa-48cf-a788-a984c64d6d62 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-909512437'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:44.277168 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c8d37b61-5cfa-48cf-a788-a984c64d6d62 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:44.282995 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c8d37b61-5cfa-48cf-a788-a984c64d6d62 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:network and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:44.286571 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c8d37b61-5cfa-48cf-a788-a984c64d6d62 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:44.295308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c8d37b61-5cfa-48cf-a788-a984c64d6d62 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:44.314779 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:44.388061 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d37b61-5cfa-48cf-a788-a984c64d6d62 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:44.391712 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8d37b61-5cfa-48cf-a788-a984c64d6d62 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:44.433858 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d37b61-5cfa-48cf-a788-a984c64d6d62 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:37:44.444788 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8d37b61-5cfa-48cf-a788-a984c64d6d62 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:44.445221 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-c8d37b61-5cfa-48cf-a788-a984c64d6d62 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Added segment e97d4d40-fb9b-4eb0-8bf2-bc7872ccb391 of type vlan for network 5adc69a9-cca2-4c33-9698-32f0bed362a1 Feb 17 09:37:44.496493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8d37b61-5cfa-48cf-a788-a984c64d6d62 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:44.502297 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:37:44.634929 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8d37b61-5cfa-48cf-a788-a984c64d6d62 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:44.654363 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d37b61-5cfa-48cf-a788-a984c64d6d62 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:44.655236 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8d37b61-5cfa-48cf-a788-a984c64d6d62 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:44.797477 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d37b61-5cfa-48cf-a788-a984c64d6d62 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Network': ['ID=5adc69a9-cca2-4c33-9698-32f0bed362a1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:44.811374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 5adc69a9-cca2-4c33-9698-32f0bed362a1 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:37:44.832084 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:37:44.857923 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c8d37b61-5cfa-48cf-a788-a984c64d6d62 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5942032 Feb 17 09:37:44.861160 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37916) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:44.869888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:44.871249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-87286d4e-305c-43ff-95a3-59d100e1757b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'subnet': {'network_id': '5adc69a9-cca2-4c33-9698-32f0bed362a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:44.879388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:44.927198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:44.940909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:45.034619 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:45.088400 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:45.091992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Transition to ACTIVE for port object 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:45.176788 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-87286d4e-305c-43ff-95a3-59d100e1757b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:45.184290 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-87286d4e-305c-43ff-95a3-59d100e1757b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:subnet and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:45.188772 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-87286d4e-305c-43ff-95a3-59d100e1757b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:45.209902 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-87286d4e-305c-43ff-95a3-59d100e1757b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:45.254107 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:45.270657 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:45.280484 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:37:45.286367 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87286d4e-305c-43ff-95a3-59d100e1757b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:45.292086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87286d4e-305c-43ff-95a3-59d100e1757b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:45.296049 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:45.314423 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84d218f-ae3d-476e-b496-bc2b3181f42a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:45.318512 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:45.359814 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=6e9ef050-0d7d-4df1-89ea-fa2d056f3441,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:45.468215 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:45.468574 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Added segment e2ebf039-c6ed-47f0-b14b-77a420c071d7 of type vlan for network fdcf91c4-5594-4037-a895-76a8983d6176 Feb 17 09:37:45.501612 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Allocated IP 172.26.4.15 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/cbc0ebf8-93a6-463b-8809-d7902fab7cae) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:45.656017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:45.731715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87286d4e-305c-43ff-95a3-59d100e1757b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:45.762852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Pushing event updated for resources: {'Port': ['ID=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:45.899204 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87286d4e-305c-43ff-95a3-59d100e1757b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Subnet': ['ID=3e23fc2f-44b1-449e-95a0-c1d0fad98658,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:45.918937 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87286d4e-305c-43ff-95a3-59d100e1757b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Checking segment: {'id': 'e97d4d40-fb9b-4eb0-8bf2-bc7872ccb391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5adc69a9-cca2-4c33-9698-32f0bed362a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:45.919358 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87286d4e-305c-43ff-95a3-59d100e1757b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network hostable DHCP agents. Network: 5adc69a9-cca2-4c33-9698-32f0bed362a1, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:37:45.986658 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:37:46.005070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9c394-ff41-4df5-8437-96a2218f108e req-73281e1a-006a-4d05-9d7f-533ef23819db tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:46.007319 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d5f9c394-ff41-4df5-8437-96a2218f108e req-73281e1a-006a-4d05-9d7f-533ef23819db tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 931 time: 0.9577041 Feb 17 09:37:46.027312 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87286d4e-305c-43ff-95a3-59d100e1757b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 5adc69a9-cca2-4c33-9698-32f0bed362a1 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:37:46.066470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e7b9a9bd-a4fe-4b2e-a795-98a40adaa509 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:46.119121 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-87286d4e-305c-43ff-95a3-59d100e1757b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 5adc69a9-cca2-4c33-9698-32f0bed362a1) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:46.123857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87286d4e-305c-43ff-95a3-59d100e1757b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:46.124524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87286d4e-305c-43ff-95a3-59d100e1757b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:46.139004 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d9b733-5d6d-4882-8437-ea34fbae8260 None None] Network 5adc69a9-cca2-4c33-9698-32f0bed362a1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:46.142130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Attempting to bind port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:37:46.142427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Attempting to bind port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '179b37b6-f82e-45bc-b5bf-ce33261ab390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:37:46.142725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Attempting to bind port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 on network 2faf6efb-760a-4980-97a0-58d7bf1fab50 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:37:46.166958 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 on network 2faf6efb-760a-4980-97a0-58d7bf1fab50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:37:46.167302 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Attempting to bind port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 on network 2faf6efb-760a-4980-97a0-58d7bf1fab50 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:37:46.206345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:37:46.206689 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Checking segment: {'id': '179b37b6-f82e-45bc-b5bf-ce33261ab390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:46.207100 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Bound using segment: {'id': '179b37b6-f82e-45bc-b5bf-ce33261ab390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:37:46.207557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Bound port: 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179b37b6-f82e-45bc-b5bf-ce33261ab390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:37:46.207896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:46.231361 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d5f9c394-ff41-4df5-8437-96a2218f108e req-13ec4bde-0a6c-4c58-994b-5683ecb5999d tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056117 Feb 17 09:37:46.275784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:46.281415 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:46.282070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:46.307577 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-87286d4e-305c-43ff-95a3-59d100e1757b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4414885 Feb 17 09:37:46.309022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37922) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:46.321576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'network_id': '5adc69a9-cca2-4c33-9698-32f0bed362a1', 'name': 'tempest-PortsTestJSON-1699868574', 'fixed_ips': [{'subnet_id': '3e23fc2f-44b1-449e-95a0-c1d0fad98658', 'ip_address': '172.20.0.10'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:46.426822 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port e7b9a9bd-a4fe-4b2e-a795-98a40adaa509 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:46.438659 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port e7b9a9bd-a4fe-4b2e-a795-98a40adaa509 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:46.439195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:46.484076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:46.513931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:46.520247 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:port and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:46.525207 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:46.533800 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:46.618862 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:46.684290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-5adc69a9-cca2-4c33-9698-32f0bed362a1', 'network_id': '5adc69a9-cca2-4c33-9698-32f0bed362a1', 'tenant_id': '131a70c324e94389856262e82136e5f6', 'fixed_ips': [{'subnet_id': '3e23fc2f-44b1-449e-95a0-c1d0fad98658'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:37:46.685171 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:46.705302 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Network': ['ID=fdcf91c4-5594-4037-a895-76a8983d6176,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:46.743893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network fdcf91c4-5594-4037-a895-76a8983d6176 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:37:46.771691 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:46.772726 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37926) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:46.773345 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c549e453-2e21-4077-af26-cf2acc01b857 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.4455051 Feb 17 09:37:46.775770 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] For port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:37:46.783940 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-23c09c8b-9e12-48cd-a9f4-f10638357502 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'network': {'name': 'tempest-RoutersTest-2122138077'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:46.795350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-23c09c8b-9e12-48cd-a9f4-f10638357502 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:46.810887 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-23c09c8b-9e12-48cd-a9f4-f10638357502 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:network and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:46.815529 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-23c09c8b-9e12-48cd-a9f4-f10638357502 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:46.815829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] For port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,segment=NetworkSegment(179b37b6-f82e-45bc-b5bf-ce33261ab390),segment_id=179b37b6-f82e-45bc-b5bf-ce33261ab390)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:37:46.833427 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-23c09c8b-9e12-48cd-a9f4-f10638357502 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:46.845131 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:46.845444 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:46.871112 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] device_id is not set on port 56a699e5-637e-42c9-9136-7dc1f8be7219 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:37:46.925505 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:46.930377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:46.958606 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c09c8b-9e12-48cd-a9f4-f10638357502 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:46.965915 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23c09c8b-9e12-48cd-a9f4-f10638357502 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:46.977572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port e7b9a9bd-a4fe-4b2e-a795-98a40adaa509, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e7b9a9bd-a4fe-4b2e-a795-98a40adaa509,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:47.040412 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:47.041511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:47.042646 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] 10.222.0.37 "PUT /v2.0/ports/7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 HTTP/1.1" status: 200 len: 1093 time: 4.5171254 Feb 17 09:37:47.046615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:47.047312 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'tag': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:37:47.074648 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:47.097243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c09c8b-9e12-48cd-a9f4-f10638357502 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:37:47.123721 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Allocated IP 172.20.0.2 (5adc69a9-cca2-4c33-9698-32f0bed362a1/3e23fc2f-44b1-449e-95a0-c1d0fad98658/76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:47.131250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23c09c8b-9e12-48cd-a9f4-f10638357502 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:47.134471 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-23c09c8b-9e12-48cd-a9f4-f10638357502 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Added segment eb43506b-5f6e-48be-a9cc-35fe1a4aa743 of type vlan for network 1190310a-620f-4290-83da-0645c8b92fab Feb 17 09:37:47.160191 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:47.219558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23c09c8b-9e12-48cd-a9f4-f10638357502 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:47.266246 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:47.353317 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23c09c8b-9e12-48cd-a9f4-f10638357502 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:47.363144 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c09c8b-9e12-48cd-a9f4-f10638357502 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:47.364055 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23c09c8b-9e12-48cd-a9f4-f10638357502 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:47.392471 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41018eed-dfaf-4d3b-911e-4124c9d8044d service neutron] Pushing event updated for resources: {'Port': ['ID=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:47.483012 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'tag': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0', 'status': 'completed', 'code': 200} Feb 17 09:37:47.492332 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=e7b9a9bd-a4fe-4b2e-a795-98a40adaa509,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:47.572332 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c09c8b-9e12-48cd-a9f4-f10638357502 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Network': ['ID=1190310a-620f-4290-83da-0645c8b92fab,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:47.591296 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 1190310a-620f-4290-83da-0645c8b92fab details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:37:47.637353 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-23c09c8b-9e12-48cd-a9f4-f10638357502 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8600087 Feb 17 09:37:47.641853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37936) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:47.655076 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-16f47e48-3e42-4226-be57-dcf8f229d703 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'subnet': {'network_id': 'fdcf91c4-5594-4037-a895-76a8983d6176', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:47.707022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:47.754654 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Transition to ACTIVE for port object 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:47.815444 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Transition to ACTIVE for port object 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:47.842500 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-16f47e48-3e42-4226-be57-dcf8f229d703 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:47.854211 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-16f47e48-3e42-4226-be57-dcf8f229d703 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:subnet and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:47.859203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-16f47e48-3e42-4226-be57-dcf8f229d703 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:47.861071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Pushing event updated for resources: {'Port': ['ID=cbc0ebf8-93a6-463b-8809-d7902fab7cae,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:47.868999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-16f47e48-3e42-4226-be57-dcf8f229d703 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:47.931324 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:47.996564 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-962821ff-70f1-449a-93a9-88a03ba74988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:47.999337 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-962821ff-70f1-449a-93a9-88a03ba74988 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c462a90c63ab406abd0ec41718f287bf&device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 1096 time: 0.7810874 Feb 17 09:37:48.014150 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Network 5adc69a9-cca2-4c33-9698-32f0bed362a1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:48.017343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:48.022123 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:48.032244 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Pushing event updated for resources: {'Port': ['ID=76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:48.055806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f47e48-3e42-4226-be57-dcf8f229d703 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:48.062604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16f47e48-3e42-4226-be57-dcf8f229d703 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:48.064618 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e7b9a9bd-a4fe-4b2e-a795-98a40adaa509 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:48.117405 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-a2691b1c-2393-4c31-a113-11f0322ceeff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 HTTP/1.1" status: 200 len: 217 time: 0.0916309 Feb 17 09:37:48.121762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:48.176162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1a122-ce23-4a15-89e3-3f668c1e6433 req-430b4e39-c54e-4754-b302-6a0f93538e0a tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:48.177942 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-11a1a122-ce23-4a15-89e3-3f668c1e6433 req-430b4e39-c54e-4754-b302-6a0f93538e0a tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 943 time: 0.6937392 Feb 17 09:37:48.199769 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Allocated IP 172.20.0.10 (5adc69a9-cca2-4c33-9698-32f0bed362a1/3e23fc2f-44b1-449e-95a0-c1d0fad98658/56a699e5-637e-42c9-9136-7dc1f8be7219) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:48.233741 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Attempting to bind port 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:37:48.234421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Attempting to bind port 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e97d4d40-fb9b-4eb0-8bf2-bc7872ccb391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5adc69a9-cca2-4c33-9698-32f0bed362a1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:37:48.234537 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Attempting to bind port 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc on network 5adc69a9-cca2-4c33-9698-32f0bed362a1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:37:48.243048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:37:48.243539 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Checking segment: {'id': 'e97d4d40-fb9b-4eb0-8bf2-bc7872ccb391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5adc69a9-cca2-4c33-9698-32f0bed362a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:48.243823 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:48.244317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Bound using segment: {'id': 'e97d4d40-fb9b-4eb0-8bf2-bc7872ccb391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5adc69a9-cca2-4c33-9698-32f0bed362a1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:37:48.244963 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Bound port: 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97d4d40-fb9b-4eb0-8bf2-bc7872ccb391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5adc69a9-cca2-4c33-9698-32f0bed362a1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:37:48.245269 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:48.322284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port e7b9a9bd-a4fe-4b2e-a795-98a40adaa509 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:48.322706 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:48.407297 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] For port 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:37:48.413024 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] For port 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc,segment=NetworkSegment(e97d4d40-fb9b-4eb0-8bf2-bc7872ccb391),segment_id=e97d4d40-fb9b-4eb0-8bf2-bc7872ccb391)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:37:48.506936 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:48.551237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:48.610531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaaf25-c635-4e7e-9d35-3a6f05a8e449 None None] Pushing event updated for resources: {'Port': ['ID=76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:48.626402 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Transition to ACTIVE for port object 56a699e5-637e-42c9-9136-7dc1f8be7219 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:48.630109 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16f47e48-3e42-4226-be57-dcf8f229d703 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:48.658218 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-380a5a32-b83e-4406-a424-f5421577bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:48.658218 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-380a5a32-b83e-4406-a424-f5421577bd85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4be594b-ad39-4079-9019-ea91a787d25b HTTP/1.1" status: 200 len: 835 time: 0.5269799 Feb 17 09:37:48.868139 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-11a1a122-ce23-4a15-89e3-3f668c1e6433 req-84004877-9e97-4a5e-90ad-c6f1476dad63 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5996487 Feb 17 09:37:48.965079 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:48.990748 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:49.052621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f47e48-3e42-4226-be57-dcf8f229d703 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Subnet': ['ID=080dc8ec-1d11-4047-821d-6c4e7b451a73,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:49.067227 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f47e48-3e42-4226-be57-dcf8f229d703 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Checking segment: {'id': 'e2ebf039-c6ed-47f0-b14b-77a420c071d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fdcf91c4-5594-4037-a895-76a8983d6176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:49.067601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f47e48-3e42-4226-be57-dcf8f229d703 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network hostable DHCP agents. Network: fdcf91c4-5594-4037-a895-76a8983d6176, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:37:49.090022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 5adc69a9-cca2-4c33-9698-32f0bed362a1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:49.092080 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=56a699e5-637e-42c9-9136-7dc1f8be7219,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:49.098708 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:49.105159 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:49.119115 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-65e8ce9a-0a6c-408d-96a6-accb7a8cbcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:49.121103 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-65e8ce9a-0a6c-408d-96a6-accb7a8cbcbd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2faf6efb-760a-4980-97a0-58d7bf1fab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4642956 Feb 17 09:37:49.180915 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:49.181555 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:49.262577 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f47e48-3e42-4226-be57-dcf8f229d703 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network fdcf91c4-5594-4037-a895-76a8983d6176 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:37:49.280207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 355915fb-b35c-478c-a7f5-f81f8a202bae is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:37:49.343956 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-337f248d-633d-4988-9b4e-d703b3188864 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0330768 Feb 17 09:37:49.346628 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37940) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:49.352765 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'network_id': '5adc69a9-cca2-4c33-9698-32f0bed362a1', 'name': 'tempest-PortsTestJSON-1766840153', 'fixed_ips': [{'subnet_id': '3e23fc2f-44b1-449e-95a0-c1d0fad98658', 'ip_address': '172.20.0.9'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:49.376623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-16f47e48-3e42-4226-be57-dcf8f229d703 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, fdcf91c4-5594-4037-a895-76a8983d6176) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:49.389467 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6d1024-c284-42ec-a2e7-4c348df9bac7 None None] Network fdcf91c4-5594-4037-a895-76a8983d6176 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:49.513515 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f47e48-3e42-4226-be57-dcf8f229d703 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:49.514889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16f47e48-3e42-4226-be57-dcf8f229d703 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:49.629962 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:49.636775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:port and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:49.640765 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:49.649628 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:49.782331 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-d193487d-b1ba-4546-bfb2-44fe5a0ea010 service neutron] 10.222.0.37 "GET /v2.0/networks/2faf6efb-760a-4980-97a0-58d7bf1fab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542759 Feb 17 09:37:49.785837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-fdcf91c4-5594-4037-a895-76a8983d6176', 'network_id': 'fdcf91c4-5594-4037-a895-76a8983d6176', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'fixed_ips': [{'subnet_id': '080dc8ec-1d11-4047-821d-6c4e7b451a73'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:37:49.786832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:49.901566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:49.938569 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-16f47e48-3e42-4226-be57-dcf8f229d703 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2948864 Feb 17 09:37:49.944095 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37946) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:49.948258 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b1f1a05a-01f5-417a-a126-461818d81548 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'subnet': {'network_id': '1190310a-620f-4290-83da-0645c8b92fab', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:49.974277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6df5342-5b19-424c-afd7-9d689a9d609a None None] Network 5adc69a9-cca2-4c33-9698-32f0bed362a1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:50.066077 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:37:50.078666 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:50.079271 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf31492-601a-435e-a5df-9b039c270c61 None None] Sync routers for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:37:50.083683 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:50.098176 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf31492-601a-435e-a5df-9b039c270c61 None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:50.099612 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1cf31492-601a-435e-a5df-9b039c270c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:50.158373 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] device_id is not set on port 78a8e404-21ca-4d26-8612-ff0720be6866 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:37:50.168177 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:50.201999 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c80b3719-7080-420c-bd2f-c7c373f4f735 req-40274fa2-f14c-4cd3-92f6-f9f8609d1d7a service neutron] 10.222.0.37 "GET /v2.0/networks/2faf6efb-760a-4980-97a0-58d7bf1fab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051416 Feb 17 09:37:50.209273 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1cf31492-601a-435e-a5df-9b039c270c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:50.213301 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Allocated IP 172.20.0.2 (fdcf91c4-5594-4037-a895-76a8983d6176/080dc8ec-1d11-4047-821d-6c4e7b451a73/fa3ff02a-33cb-40ec-9bef-e917c57de67a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:50.220828 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf31492-601a-435e-a5df-9b039c270c61 None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:50.221861 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1cf31492-601a-435e-a5df-9b039c270c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:50.322623 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1cf31492-601a-435e-a5df-9b039c270c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:50.323904 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf31492-601a-435e-a5df-9b039c270c61 None None] The sync data for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:37:50.378897 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-76e2b5d0-a7c9-4e34-81b2-6f8b04bc54ec None None] Provisioning for port 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:50.431026 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b1f1a05a-01f5-417a-a126-461818d81548 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:50.450437 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b1f1a05a-01f5-417a-a126-461818d81548 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:subnet and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:50.482834 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b1f1a05a-01f5-417a-a126-461818d81548 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:50.534831 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b1f1a05a-01f5-417a-a126-461818d81548 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:50.614342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:50.617788 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-35bed4e5-2d02-4899-87da-cd4b02417a87 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.6810772 Feb 17 09:37:50.624838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e104ba6-13c0-4b95-ae2b-64936b1dd205 req-9103dca0-348e-47cc-a0a5-f8f43bc68b10 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:50.625605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37950) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:50.626647 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8e104ba6-13c0-4b95-ae2b-64936b1dd205 req-9103dca0-348e-47cc-a0a5-f8f43bc68b10 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 943 time: 0.3674867 Feb 17 09:37:50.701895 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f1a05a-01f5-417a-a126-461818d81548 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:50.705323 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1f1a05a-01f5-417a-a126-461818d81548 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:50.739201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:50.753119 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:50.753781 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:50.846104 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:50.861835 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8e104ba6-13c0-4b95-ae2b-64936b1dd205 req-4053bcb4-fd57-401b-9281-5585c5a90f0c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948798 Feb 17 09:37:50.869251 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Transition to ACTIVE for port object fa3ff02a-33cb-40ec-9bef-e917c57de67a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:50.871514 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Allocated IP 172.20.0.9 (5adc69a9-cca2-4c33-9698-32f0bed362a1/3e23fc2f-44b1-449e-95a0-c1d0fad98658/78a8e404-21ca-4d26-8612-ff0720be6866) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:50.958717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Transition to ACTIVE for port object fa3ff02a-33cb-40ec-9bef-e917c57de67a will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:51.003105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:51.048084 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:51.092986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc,segment=NetworkSegment(e97d4d40-fb9b-4eb0-8bf2-bc7872ccb391),segment_id=e97d4d40-fb9b-4eb0-8bf2-bc7872ccb391)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:51.141078 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Network fdcf91c4-5594-4037-a895-76a8983d6176 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:51.148864 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:51.154814 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:51.217889 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:51.280971 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Pushing event updated for resources: {'Port': ['ID=fa3ff02a-33cb-40ec-9bef-e917c57de67a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:51.329126 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:51.360952 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Transition to ACTIVE for port object 78a8e404-21ca-4d26-8612-ff0720be6866 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:51.393179 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1f1a05a-01f5-417a-a126-461818d81548 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:51.418344 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c7ccc-6d23-4e32-a3cf-74343e774032 req-32b9fd3b-eb93-4176-aca4-29cc51399d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:51.419996 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-063c7ccc-6d23-4e32-a3cf-74343e774032 req-32b9fd3b-eb93-4176-aca4-29cc51399d1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c462a90c63ab406abd0ec41718f287bf&device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 1096 time: 0.9142590 Feb 17 09:37:51.423225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Attempting to bind port fa3ff02a-33cb-40ec-9bef-e917c57de67a on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:37:51.423600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Attempting to bind port fa3ff02a-33cb-40ec-9bef-e917c57de67a by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e2ebf039-c6ed-47f0-b14b-77a420c071d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fdcf91c4-5594-4037-a895-76a8983d6176'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:37:51.423967 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Attempting to bind port fa3ff02a-33cb-40ec-9bef-e917c57de67a on network fdcf91c4-5594-4037-a895-76a8983d6176 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:37:51.437936 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:37:51.438382 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Checking segment: {'id': 'e2ebf039-c6ed-47f0-b14b-77a420c071d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fdcf91c4-5594-4037-a895-76a8983d6176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:51.438760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:51.439160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Bound using segment: {'id': 'e2ebf039-c6ed-47f0-b14b-77a420c071d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fdcf91c4-5594-4037-a895-76a8983d6176'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:37:51.439671 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Bound port: fa3ff02a-33cb-40ec-9bef-e917c57de67a, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ebf039-c6ed-47f0-b14b-77a420c071d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'fdcf91c4-5594-4037-a895-76a8983d6176'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:37:51.440043 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:51.455619 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8e6f9f80-333f-417e-b0ce-01301fa36317 None None] Provisioning complete for port 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:51.456030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9f80-333f-417e-b0ce-01301fa36317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:51.515292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f1a05a-01f5-417a-a126-461818d81548 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Checking segment: {'id': 'eb43506b-5f6e-48be-a9cc-35fe1a4aa743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1190310a-620f-4290-83da-0645c8b92fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:51.516098 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f1a05a-01f5-417a-a126-461818d81548 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network hostable DHCP agents. Network: 1190310a-620f-4290-83da-0645c8b92fab, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:37:51.545225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1a05a-01f5-417a-a126-461818d81548 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Subnet': ['ID=21fb44c1-05b5-4d9a-94f3-dbf463ef38d4,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:51.549442 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:51.657692 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:51.676534 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Router 3b942387-2229-4dbe-9e35-35cb2621e267 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:37:51.676789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] For port fa3ff02a-33cb-40ec-9bef-e917c57de67a, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:37:51.733577 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f1a05a-01f5-417a-a126-461818d81548 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network 1190310a-620f-4290-83da-0645c8b92fab is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:37:51.750458 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 5adc69a9-cca2-4c33-9698-32f0bed362a1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:51.757369 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:51.763022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:51.786077 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] For port fa3ff02a-33cb-40ec-9bef-e917c57de67a, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fa3ff02a-33cb-40ec-9bef-e917c57de67a,segment=NetworkSegment(e2ebf039-c6ed-47f0-b14b-77a420c071d7),segment_id=e2ebf039-c6ed-47f0-b14b-77a420c071d7)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:37:51.839495 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=78a8e404-21ca-4d26-8612-ff0720be6866,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:51.844627 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b1f1a05a-01f5-417a-a126-461818d81548 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 1190310a-620f-4290-83da-0645c8b92fab) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:51.857218 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f1a05a-01f5-417a-a126-461818d81548 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:51.857565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1f1a05a-01f5-417a-a126-461818d81548 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:51.867336 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f04908-a274-4f61-be5f-a67716bd2d91 None None] Network 1190310a-620f-4290-83da-0645c8b92fab requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:51.884032 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:51.884698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:51.968997 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:52.022871 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8e6f9f80-333f-417e-b0ce-01301fa36317 None None] Provisioning for port 56a699e5-637e-42c9-9136-7dc1f8be7219 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:52.061916 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8e6f9f80-333f-417e-b0ce-01301fa36317 None None] Provisioning complete for port 56a699e5-637e-42c9-9136-7dc1f8be7219 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:52.062503 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9f80-333f-417e-b0ce-01301fa36317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:52.071091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:37:52.075196 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b1f1a05a-01f5-417a-a126-461818d81548 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1346490 Feb 17 09:37:52.084157 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e12d59a9-8652-4d2b-917d-ef04fd6098cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7319593 Feb 17 09:37:52.084157 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37956) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:52.084157 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37958) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:52.089865 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c7ccc-6d23-4e32-a3cf-74343e774032 req-23059cef-0fae-4aac-9486-b187b10d9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:52.092351 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-063c7ccc-6d23-4e32-a3cf-74343e774032 req-23059cef-0fae-4aac-9486-b187b10d9c08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2faf6efb-760a-4980-97a0-58d7bf1fab50 HTTP/1.1" status: 200 len: 897 time: 0.6578672 Feb 17 09:37:52.098689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:52.132219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-68703e2c-fab0-4b4f-9c95-d5b096267c26 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1948425892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:52.142351 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bf8e0-4f91-4331-9e21-c0c7d9f77219 None None] Sync routers for ids ['3b942387-2229-4dbe-9e35-35cb2621e267'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:37:52.157257 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68703e2c-fab0-4b4f-9c95-d5b096267c26 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:52.165277 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-68703e2c-fab0-4b4f-9c95-d5b096267c26 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:router and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:52.170711 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-68703e2c-fab0-4b4f-9c95-d5b096267c26 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:52.185051 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68703e2c-fab0-4b4f-9c95-d5b096267c26 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:52.226927 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36bf8e0-4f91-4331-9e21-c0c7d9f77219 None None] Routers {'3b942387-2229-4dbe-9e35-35cb2621e267'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:52.227780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e36bf8e0-4f91-4331-9e21-c0c7d9f77219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3b942387-2229-4dbe-9e35-35cb2621e267'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:52.229178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd80fe2-a6a7-477e-bfbe-7e68f8350c12 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:52.231174 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cbd80fe2-a6a7-477e-bfbe-7e68f8350c12 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:52.264438 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-063c7ccc-6d23-4e32-a3cf-74343e774032 req-c5d74f6d-5a07-450b-b4dc-b43bc6275079 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 HTTP/1.1" status: 200 len: 217 time: 0.1162596 Feb 17 09:37:52.292202 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68703e2c-fab0-4b4f-9c95-d5b096267c26 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:52.294991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68703e2c-fab0-4b4f-9c95-d5b096267c26 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:52.323705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8e6f9f80-333f-417e-b0ce-01301fa36317 None None] Port 56a699e5-637e-42c9-9136-7dc1f8be7219 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:52.324466 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cbd80fe2-a6a7-477e-bfbe-7e68f8350c12 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:52.333941 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cbd80fe2-a6a7-477e-bfbe-7e68f8350c12 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2464383 Feb 17 09:37:52.337761 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37964) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:52.343691 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68703e2c-fab0-4b4f-9c95-d5b096267c26 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:52.347378 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07668a5e-4156-4c17-b1ac-10dabaac23b3 None None] Pushing event updated for resources: {'Port': ['ID=fa3ff02a-33cb-40ec-9bef-e917c57de67a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:52.421270 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:52.425211 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f7165acb-912d-4e7a-ae87-4effefc00ad2 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.2486358 Feb 17 09:37:52.434085 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37968) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:52.597787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:52.598257 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:52.700899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c7ccc-6d23-4e32-a3cf-74343e774032 req-53fc3cb4-fae5-47c1-98f0-72331cea5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:52.703556 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-063c7ccc-6d23-4e32-a3cf-74343e774032 req-53fc3cb4-fae5-47c1-98f0-72331cea5f2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4be594b-ad39-4079-9019-ea91a787d25b HTTP/1.1" status: 200 len: 835 time: 0.4295089 Feb 17 09:37:52.724451 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-e36bf8e0-4f91-4331-9e21-c0c7d9f77219 None None] Set router 3b942387-2229-4dbe-9e35-35cb2621e267 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:37:52.754167 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:52.862206 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-1190310a-620f-4290-83da-0645c8b92fab', 'network_id': '1190310a-620f-4290-83da-0645c8b92fab', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'fixed_ips': [{'subnet_id': '21fb44c1-05b5-4d9a-94f3-dbf463ef38d4'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:37:52.864308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:52.871920 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68703e2c-fab0-4b4f-9c95-d5b096267c26 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:52.877965 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 09:37:52.899457 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cee95977-1a1d-4480-9879-b27beadcf073 None None] Provisioning for port 78a8e404-21ca-4d26-8612-ff0720be6866 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:52.910438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18548ae-cd18-400a-84fe-9ed18e3eacab req-cc45aa2e-f0ca-4a27-a6c9-0d2e9bcef2ee tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:52.911986 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f18548ae-cd18-400a-84fe-9ed18e3eacab req-cc45aa2e-f0ca-4a27-a6c9-0d2e9bcef2ee tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 943 time: 0.8245068 Feb 17 09:37:52.947222 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cee95977-1a1d-4480-9879-b27beadcf073 None None] Provisioning complete for port 78a8e404-21ca-4d26-8612-ff0720be6866 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:52.947787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cee95977-1a1d-4480-9879-b27beadcf073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:52.949634 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54531e28-f89f-48f4-8fa5-f0220a624528 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:52.956880 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54531e28-f89f-48f4-8fa5-f0220a624528 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:52.963916 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54531e28-f89f-48f4-8fa5-f0220a624528 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:52.965718 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-54531e28-f89f-48f4-8fa5-f0220a624528 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.6278136 Feb 17 09:37:52.969903 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37972) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:52.973618 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-99220f86-93de-4dfb-88a0-a0f25ca2aaa5 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "GET /v2.0/routers/3b942387-2229-4dbe-9e35-35cb2621e267 HTTP/1.1" status: 200 len: 907 time: 0.5259745 Feb 17 09:37:53.005545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37976) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:53.033662 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68703e2c-fab0-4b4f-9c95-d5b096267c26 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:53.035014 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-68703e2c-fab0-4b4f-9c95-d5b096267c26 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9529576 Feb 17 09:37:53.042562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 37980) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:53.162175 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:37:53.205450 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f18548ae-cd18-400a-84fe-9ed18e3eacab req-e4a5f6bf-310b-4707-9cce-663333620917 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277238 Feb 17 09:37:53.282296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c7ccc-6d23-4e32-a3cf-74343e774032 req-07ae0cb2-8357-4504-80a1-b5267fc07cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:53.284177 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-063c7ccc-6d23-4e32-a3cf-74343e774032 req-07ae0cb2-8357-4504-80a1-b5267fc07cb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2faf6efb-760a-4980-97a0-58d7bf1fab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5732768 Feb 17 09:37:53.354750 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cee95977-1a1d-4480-9879-b27beadcf073 None None] Port 78a8e404-21ca-4d26-8612-ff0720be6866 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:53.360907 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8eaf772f-dae1-4fd2-a620-ca3b0d32cf58 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 78a8e404-21ca-4d26-8612-ff0720be6866 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:53.361839 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8eaf772f-dae1-4fd2-a620-ca3b0d32cf58 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:53.519881 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Allocated IP 172.21.0.2 (1190310a-620f-4290-83da-0645c8b92fab/21fb44c1-05b5-4d9a-94f3-dbf463ef38d4/9ee15abc-3215-4617-a529-d759cf78caea) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:53.542420 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b80f1b-3c5a-45d5-9832-c0c4191c58e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:53.719359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17837817-f853-4f6b-a94e-c68d17a7aa58 None None] Network fdcf91c4-5594-4037-a895-76a8983d6176 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:53.777708 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-063c7ccc-6d23-4e32-a3cf-74343e774032 req-9ea32d8f-5eaf-4cea-ba45-b8ab4cf12cc1 service neutron] 10.222.0.37 "GET /v2.0/networks/2faf6efb-760a-4980-97a0-58d7bf1fab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305432 Feb 17 09:37:53.835158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:53.926655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Allocated IP 172.20.0.1 (4ae40c0e-53d0-4896-97ea-acca655f451d/a34ac064-e8cf-48a0-8306-46147df4ae5f/725b58ba-7ce8-4038-b3e8-c9dee57932e6) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:53.960388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cee95977-1a1d-4480-9879-b27beadcf073 None None] Provisioning complete for port 56a699e5-637e-42c9-9136-7dc1f8be7219 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:53.961027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cee95977-1a1d-4480-9879-b27beadcf073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:54.107988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b80f1b-3c5a-45d5-9832-c0c4191c58e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:54.128644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,segment=NetworkSegment(179b37b6-f82e-45bc-b5bf-ce33261ab390),segment_id=179b37b6-f82e-45bc-b5bf-ce33261ab390)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:54.134091 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-063c7ccc-6d23-4e32-a3cf-74343e774032 req-ed12633a-ebf7-4f62-9963-af8b562ef388 service neutron] 10.222.0.37 "GET /v2.0/networks/2faf6efb-760a-4980-97a0-58d7bf1fab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498263 Feb 17 09:37:54.146230 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:54.192136 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8eaf772f-dae1-4fd2-a620-ca3b0d32cf58 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:54.198613 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cee95977-1a1d-4480-9879-b27beadcf073 None None] Port 56a699e5-637e-42c9-9136-7dc1f8be7219 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:54.203369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fa3ff02a-33cb-40ec-9bef-e917c57de67a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:54.217940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:54.223045 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-81b80f1b-3c5a-45d5-9832-c0c4191c58e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Deleting port cbc0ebf8-93a6-463b-8809-d7902fab7cae {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:54.226206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b80f1b-3c5a-45d5-9832-c0c4191c58e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:54.236289 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Transition to ACTIVE for port object 9ee15abc-3215-4617-a529-d759cf78caea will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:54.239594 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0', 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50', 'port_id': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0', 'mac_address': 'fa:16:3e:01:f9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 09:37:54.367289 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Transition to ACTIVE for port object 9ee15abc-3215-4617-a529-d759cf78caea will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:54.436649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e36bf8e0-4f91-4331-9e21-c0c7d9f77219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b942387-2229-4dbe-9e35-35cb2621e267', 'name': 'tempest-snat-router-1012597905', 'tenant_id': '827525a3bfec4657a41cdcd8be872aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'cbc0ebf8-93a6-463b-8809-d7902fab7cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:42Z', 'updated_at': '2022-02-17T09:37:48Z', 'revision_number': 3, 'project_id': '827525a3bfec4657a41cdcd8be872aaf', 'gw_port': {'id': 'cbc0ebf8-93a6-463b-8809-d7902fab7cae', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:10:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b942387-2229-4dbe-9e35-35cb2621e267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:44Z', 'updated_at': '2022-02-17T09:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:54.445996 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:54.462924 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bf8e0-4f91-4331-9e21-c0c7d9f77219 None None] Checking router: 3b942387-2229-4dbe-9e35-35cb2621e267 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:37:54.470443 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bf8e0-4f91-4331-9e21-c0c7d9f77219 None None] Updating router 3b942387-2229-4dbe-9e35-35cb2621e267 port cbc0ebf8-93a6-463b-8809-d7902fab7cae binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:37:54.511266 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:54.594096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e0ea94e2-a54f-4bc4-84b9-00c93ba83d1d None None] Provisioning for port fa3ff02a-33cb-40ec-9bef-e917c57de67a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:54.597910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:37:54.605952 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8eaf772f-dae1-4fd2-a620-ca3b0d32cf58 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 78a8e404-21ca-4d26-8612-ff0720be6866 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:54.627024 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b80f1b-3c5a-45d5-9832-c0c4191c58e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:54.653349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Network 1190310a-620f-4290-83da-0645c8b92fab is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:54.657743 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e36bf8e0-4f91-4331-9e21-c0c7d9f77219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:54.695868 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:54.702840 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,segment=NetworkSegment(179b37b6-f82e-45bc-b5bf-ce33261ab390),segment_id=179b37b6-f82e-45bc-b5bf-ce33261ab390)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:54.703778 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port fa3ff02a-33cb-40ec-9bef-e917c57de67a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:54.707005 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:54.716676 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Pushing event updated for resources: {'Port': ['ID=9ee15abc-3215-4617-a529-d759cf78caea,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:54.737165 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fa3ff02a-33cb-40ec-9bef-e917c57de67a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:54.737541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:54.783000 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-81b80f1b-3c5a-45d5-9832-c0c4191c58e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Calling delete_port for cbc0ebf8-93a6-463b-8809-d7902fab7cae owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:54.804711 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93d699c5-34db-4b32-96ee-50a91db39914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:54.809284 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Allocated IP 172.20.0.1 (fdcf91c4-5594-4037-a895-76a8983d6176/080dc8ec-1d11-4047-821d-6c4e7b451a73/fdde7b61-a964-40c7-a865-267571436ee5) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:54.822352 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:54.840623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d13a-b31d-4303-99fd-aa2bf2e7a148 req-f4582ba4-2ce8-4c26-84fe-848abb91f30c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:54.842351 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6b56d13a-b31d-4303-99fd-aa2bf2e7a148 req-f4582ba4-2ce8-4c26-84fe-848abb91f30c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 943 time: 0.3571105 Feb 17 09:37:54.900094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network 4ae40c0e-53d0-4896-97ea-acca655f451d is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:54.905529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:54.906743 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:54.913837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:54.976539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.040966 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6b56d13a-b31d-4303-99fd-aa2bf2e7a148 req-56f8037e-9679-4ca9-ae02-a2136f3ae031 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633806 Feb 17 09:37:55.057539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=725b58ba-7ce8-4038-b3e8-c9dee57932e6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:55.067368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Attempting to bind port 9ee15abc-3215-4617-a529-d759cf78caea on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:37:55.068367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Attempting to bind port 9ee15abc-3215-4617-a529-d759cf78caea by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'eb43506b-5f6e-48be-a9cc-35fe1a4aa743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1190310a-620f-4290-83da-0645c8b92fab'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:37:55.068780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Attempting to bind port 9ee15abc-3215-4617-a529-d759cf78caea on network 1190310a-620f-4290-83da-0645c8b92fab {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:37:55.091959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:55.104733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:37:55.105117 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Checking segment: {'id': 'eb43506b-5f6e-48be-a9cc-35fe1a4aa743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1190310a-620f-4290-83da-0645c8b92fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:37:55.105547 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.106155 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Bound using segment: {'id': 'eb43506b-5f6e-48be-a9cc-35fe1a4aa743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1190310a-620f-4290-83da-0645c8b92fab'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:37:55.106500 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Bound port: 9ee15abc-3215-4617-a529-d759cf78caea, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb43506b-5f6e-48be-a9cc-35fe1a4aa743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1190310a-620f-4290-83da-0645c8b92fab'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:37:55.106951 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.144572 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.164033 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Transition to ACTIVE for port object fdde7b61-a964-40c7-a865-267571436ee5 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:55.188660 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8eaf772f-dae1-4fd2-a620-ca3b0d32cf58 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.241826 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf772f-dae1-4fd2-a620-ca3b0d32cf58 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=78a8e404-21ca-4d26-8612-ff0720be6866,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:55.290321 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.298229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b80f1b-3c5a-45d5-9832-c0c4191c58e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.381505 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.388827 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b80f1b-3c5a-45d5-9832-c0c4191c58e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbc0ebf8-93a6-463b-8809-d7902fab7cae,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:55.413820 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=fdde7b61-a964-40c7-a865-267571436ee5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:55.436029 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network fdcf91c4-5594-4037-a895-76a8983d6176 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:55.443374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:55.448578 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:55.493603 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8eaf772f-dae1-4fd2-a620-ca3b0d32cf58 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.507677 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-043e9ae6-a411-42d4-a967-6b29c6ae26cb None None] Provisioning complete for port fa3ff02a-33cb-40ec-9bef-e917c57de67a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:55.515368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-043e9ae6-a411-42d4-a967-6b29c6ae26cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.526593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.529067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b80f1b-3c5a-45d5-9832-c0c4191c58e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.533974 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['7d0f9fa7-299a-444d-aa2c-0b0c398c29f0'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:37:55.594361 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] For port 9ee15abc-3215-4617-a529-d759cf78caea, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:37:55.657801 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] For port 9ee15abc-3215-4617-a529-d759cf78caea, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9ee15abc-3215-4617-a529-d759cf78caea,segment=NetworkSegment(eb43506b-5f6e-48be-a9cc-35fe1a4aa743),segment_id=eb43506b-5f6e-48be-a9cc-35fe1a4aa743)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:37:55.667310 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8eaf772f-dae1-4fd2-a620-ca3b0d32cf58 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/78a8e404-21ca-4d26-8612-ff0720be6866 HTTP/1.1" status: 204 len: 168 time: 2.6901243 Feb 17 09:37:55.685205 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37986) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:55.714231 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port fa3ff02a-33cb-40ec-9bef-e917c57de67a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fa3ff02a-33cb-40ec-9bef-e917c57de67a,segment=NetworkSegment(e2ebf039-c6ed-47f0-b14b-77a420c071d7),segment_id=e2ebf039-c6ed-47f0-b14b-77a420c071d7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:55.744790 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.791585 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.854326 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99091bb-ffad-493f-9e1b-369bc2fe9079 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] GET failed (client error): The resource could not be found. Feb 17 09:37:55.855306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c99091bb-ffad-493f-9e1b-369bc2fe9079 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:55.855697 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.861744 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b80f1b-3c5a-45d5-9832-c0c4191c58e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.867146 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b80f1b-3c5a-45d5-9832-c0c4191c58e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.885357 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:55.966836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-e36bf8e0-4f91-4331-9e21-c0c7d9f77219 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:37:55.967182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-e36bf8e0-4f91-4331-9e21-c0c7d9f77219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:37:55.999954 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e27d9-4e71-4d43-aa86-c732f639ebc3 None None] Pushing event updated for resources: {'Port': ['ID=9ee15abc-3215-4617-a529-d759cf78caea,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:56.050318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c99091bb-ffad-493f-9e1b-369bc2fe9079 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:56.054360 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c99091bb-ffad-493f-9e1b-369bc2fe9079 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports/78a8e404-21ca-4d26-8612-ff0720be6866 HTTP/1.1" status: 404 len: 333 time: 0.3662939 Feb 17 09:37:56.061223 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37990) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:56.061870 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b80f1b-3c5a-45d5-9832-c0c4191c58e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:56.062938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b80f1b-3c5a-45d5-9832-c0c4191c58e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b942387-2229-4dbe-9e35-35cb2621e267 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:37:56.129468 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=fa3ff02a-33cb-40ec-9bef-e917c57de67a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:56.163498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81b80f1b-3c5a-45d5-9832-c0c4191c58e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:56.167143 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-81b80f1b-3c5a-45d5-9832-c0c4191c58e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "DELETE /v2.0/routers/3b942387-2229-4dbe-9e35-35cb2621e267 HTTP/1.1" status: 204 len: 168 time: 3.1562653 Feb 17 09:37:56.225808 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 37996) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:56.228119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:56.302149 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:56.399272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b98b4815-e2a1-4257-9730-ac704201893f None None] Provisioning for port fdde7b61-a964-40c7-a865-267571436ee5 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:56.407478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b98b4815-e2a1-4257-9730-ac704201893f None None] Provisioning complete for port fdde7b61-a964-40c7-a865-267571436ee5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:56.407907 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b98b4815-e2a1-4257-9730-ac704201893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:56.464475 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=fdde7b61-a964-40c7-a865-267571436ee5,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:56.508324 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-b18428e4-12c9-4614-9259-9d6db6c31be9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 56a699e5-637e-42c9-9136-7dc1f8be7219 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:56.508659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b18428e4-12c9-4614-9259-9d6db6c31be9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:56.516259 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bf8e0-4f91-4331-9e21-c0c7d9f77219 None None] Port cbc0ebf8-93a6-463b-8809-d7902fab7cae not found while updating agent binding for router 3b942387-2229-4dbe-9e35-35cb2621e267. {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 17 09:37:56.518550 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b98b4815-e2a1-4257-9730-ac704201893f None None] Port fdde7b61-a964-40c7-a865-267571436ee5 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:56.528679 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36bf8e0-4f91-4331-9e21-c0c7d9f77219 None None] Routers set() bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:56.529061 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36bf8e0-4f91-4331-9e21-c0c7d9f77219 None None] Router IDs set() for agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 17 09:37:56.529659 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_agentschedulers_db [None req-e36bf8e0-4f91-4331-9e21-c0c7d9f77219 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3b942387-2229-4dbe-9e35-35cb2621e267'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent'). {{(pid=88371) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 17 09:37:56.530075 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bf8e0-4f91-4331-9e21-c0c7d9f77219 None None] The sync data for ids ['3b942387-2229-4dbe-9e35-35cb2621e267'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:37:56.605262 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:56.750147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network fdcf91c4-5594-4037-a895-76a8983d6176 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:56.751086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:56.902441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901780df-c100-4bd1-ad32-4536e239839f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:56.981874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f50c4943-8ad7-4078-8a26-44bc3f113789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:57.046305 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d3b0766e-a538-42f2-90e1-17b60a2bda7d None None] Provisioning complete for port fdde7b61-a964-40c7-a865-267571436ee5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:57.046719 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3b0766e-a538-42f2-90e1-17b60a2bda7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:57.080375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router aa33e819-2bc4-46f6-80d8-8a08d51d3a68 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:37:57.089077 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baebe7-d695-4112-8ab9-92a11b00bbf1 req-141366c0-5bfa-4dff-831b-a900bc814222 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:57.091980 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-26baebe7-d695-4112-8ab9-92a11b00bbf1 req-141366c0-5bfa-4dff-831b-a900bc814222 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 944 time: 0.8676322 Feb 17 09:37:57.126110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d3b0766e-a538-42f2-90e1-17b60a2bda7d None None] Port fdde7b61-a964-40c7-a865-267571436ee5 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:37:57.235115 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb9ee49-0e51-466d-93d7-56701fcaa1cf None None] Network 1190310a-620f-4290-83da-0645c8b92fab requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:37:57.268767 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:37:57.277508 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b64d33b4-ad66-42b7-9949-f3a74566dc20 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/aa33e819-2bc4-46f6-80d8-8a08d51d3a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2314208 Feb 17 09:37:57.277808 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38000) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:57.286862 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d763aed-cc72-45a0-a815-3a0c9af2585d None None] Sync routers for ids ['aa33e819-2bc4-46f6-80d8-8a08d51d3a68'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:37:57.297209 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d763aed-cc72-45a0-a815-3a0c9af2585d None None] Routers {'aa33e819-2bc4-46f6-80d8-8a08d51d3a68'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:57.298251 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8d763aed-cc72-45a0-a815-3a0c9af2585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aa33e819-2bc4-46f6-80d8-8a08d51d3a68'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:57.310833 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:37:57.334591 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-26baebe7-d695-4112-8ab9-92a11b00bbf1 req-80ae7910-4bac-4fcf-b961-3034484e4701 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147775 Feb 17 09:37:57.349049 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:57.366716 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b18428e4-12c9-4614-9259-9d6db6c31be9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:57.372174 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8d763aed-cc72-45a0-a815-3a0c9af2585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:57.381796 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d763aed-cc72-45a0-a815-3a0c9af2585d None None] Routers {'aa33e819-2bc4-46f6-80d8-8a08d51d3a68'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:57.382846 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8d763aed-cc72-45a0-a815-3a0c9af2585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aa33e819-2bc4-46f6-80d8-8a08d51d3a68'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:57.387317 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7022648-4951-420b-9144-0ab956fc1841 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:57.388153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a7022648-4951-420b-9144-0ab956fc1841 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Synchronizing usage tracker for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:57.434862 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ed99bb21-936b-4302-98a7-81a57de99980 None None] Provisioning for port 9ee15abc-3215-4617-a529-d759cf78caea completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:57.447193 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8d763aed-cc72-45a0-a815-3a0c9af2585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:57.448482 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d763aed-cc72-45a0-a815-3a0c9af2585d None None] The sync data for ids ['aa33e819-2bc4-46f6-80d8-8a08d51d3a68'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:37:57.525198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-b18428e4-12c9-4614-9259-9d6db6c31be9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 56a699e5-637e-42c9-9136-7dc1f8be7219 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:57.540121 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a7022648-4951-420b-9144-0ab956fc1841 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Unset dirty status for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:57.540121 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a7022648-4951-420b-9144-0ab956fc1841 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports/fdde7b61-a964-40c7-a865-267571436ee5 HTTP/1.1" status: 200 len: 910 time: 0.2591310 Feb 17 09:37:57.541190 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38004) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:57.560288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:57.667679 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:57.671887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901780df-c100-4bd1-ad32-4536e239839f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:57.811547 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-901780df-c100-4bd1-ad32-4536e239839f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Deleting port e7b9a9bd-a4fe-4b2e-a795-98a40adaa509 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:37:57.811791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901780df-c100-4bd1-ad32-4536e239839f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:57.839382 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=725b58ba-7ce8-4038-b3e8-c9dee57932e6,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:57.890892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:58.084520 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:58.122619 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fa3ff02a-33cb-40ec-9bef-e917c57de67a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:58.188419 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:58.199183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fa3ff02a-33cb-40ec-9bef-e917c57de67a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:58.199570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:58.215384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network 4ae40c0e-53d0-4896-97ea-acca655f451d is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:58.218883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:58.296280 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b18428e4-12c9-4614-9259-9d6db6c31be9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:58.331952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9ee15abc-3215-4617-a529-d759cf78caea up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:58.393302 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18428e4-12c9-4614-9259-9d6db6c31be9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=56a699e5-637e-42c9-9136-7dc1f8be7219,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:58.434643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-901780df-c100-4bd1-ad32-4536e239839f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] For port e7b9a9bd-a4fe-4b2e-a795-98a40adaa509, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e7b9a9bd-a4fe-4b2e-a795-98a40adaa509,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:58.435472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901780df-c100-4bd1-ad32-4536e239839f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:58.525015 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 9ee15abc-3215-4617-a529-d759cf78caea completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:58.531742 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 9ee15abc-3215-4617-a529-d759cf78caea triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:58.532508 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:58.676528 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-901780df-c100-4bd1-ad32-4536e239839f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Calling delete_port for e7b9a9bd-a4fe-4b2e-a795-98a40adaa509 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:37:58.725700 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a4395-c859-4005-b987-9e40d07e55a6 req-6ded0213-753b-4afb-8e55-4053e50172c6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:58.726704 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:58.727315 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ce7a4395-c859-4005-b987-9e40d07e55a6 req-6ded0213-753b-4afb-8e55-4053e50172c6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 944 time: 0.2268872 Feb 17 09:37:58.767797 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b18428e4-12c9-4614-9259-9d6db6c31be9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:58.770094 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 9ee15abc-3215-4617-a529-d759cf78caea, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9ee15abc-3215-4617-a529-d759cf78caea,segment=NetworkSegment(eb43506b-5f6e-48be-a9cc-35fe1a4aa743),segment_id=eb43506b-5f6e-48be-a9cc-35fe1a4aa743)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:58.787834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 355915fb-b35c-478c-a7f5-f81f8a202bae has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:37:58.825765 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ce7a4395-c859-4005-b987-9e40d07e55a6 req-a7325f9d-746a-4e7e-9127-9ef9e55839d2 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665410 Feb 17 09:37:58.851128 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:58.895010 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b18428e4-12c9-4614-9259-9d6db6c31be9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/56a699e5-637e-42c9-9136-7dc1f8be7219 HTTP/1.1" status: 204 len: 168 time: 2.8281114 Feb 17 09:37:58.895982 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38010) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:58.899063 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Allocated IP 172.21.0.1 (1190310a-620f-4290-83da-0645c8b92fab/21fb44c1-05b5-4d9a-94f3-dbf463ef38d4/85cb1739-39a9-4540-9722-73a4a4862c61) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:58.927683 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=9ee15abc-3215-4617-a529-d759cf78caea,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:58.954900 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c271b90-88fb-462e-a0ab-43a88cff199f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] GET failed (client error): The resource could not be found. Feb 17 09:37:58.960348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2c271b90-88fb-462e-a0ab-43a88cff199f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:37:58.960489 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:37:59.066961 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:37:59.073473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:37:59.082843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:59.083559 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:59.091432 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3a0f7e43-7eb5-4bed-8f80-4772675e16a5 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "PUT /v2.0/routers/355915fb-b35c-478c-a7f5-f81f8a202bae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4584858 Feb 17 09:37:59.091763 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2c271b90-88fb-462e-a0ab-43a88cff199f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:37:59.092944 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2c271b90-88fb-462e-a0ab-43a88cff199f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports/56a699e5-637e-42c9-9136-7dc1f8be7219 HTTP/1.1" status: 404 len: 333 time: 0.1962705 Feb 17 09:37:59.093946 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38014) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:59.096889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38016) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:37:59.104453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'port': {'network_id': '4ae40c0e-53d0-4896-97ea-acca655f451d', 'name': 'tempest-FloatingIPTestJSON-791938151'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:59.118082 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33749671-7073-427b-a490-4efe6fe2429c None None] Sync routers for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:37:59.147488 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33749671-7073-427b-a490-4efe6fe2429c None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:59.148124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-33749671-7073-427b-a490-4efe6fe2429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:59.166516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5e6b34-4489-4ee1-8c24-7e4f287cbb44 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting subnet 3e23fc2f-44b1-449e-95a0-c1d0fad98658 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:37:59.168409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901780df-c100-4bd1-ad32-4536e239839f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:59.203522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6b34-4489-4ee1-8c24-7e4f287cbb44 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:59.217961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:59.258163 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Transition to ACTIVE for port object 85cb1739-39a9-4540-9722-73a4a4862c61 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:37:59.259115 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901780df-c100-4bd1-ad32-4536e239839f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7b9a9bd-a4fe-4b2e-a795-98a40adaa509,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:59.260107 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-33749671-7073-427b-a490-4efe6fe2429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:59.290896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33749671-7073-427b-a490-4efe6fe2429c None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:37:59.291523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-33749671-7073-427b-a490-4efe6fe2429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:59.306460 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:37:59.314676 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Usage tracker for resource:port and tenant:387f6bd376864594aa251ea9f5b6cd05 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:37:59.321592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:37:59.331801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:37:59.346234 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6b34-4489-4ee1-8c24-7e4f287cbb44 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:59.395256 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-33749671-7073-427b-a490-4efe6fe2429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:59.396109 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33749671-7073-427b-a490-4efe6fe2429c None None] The sync data for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:37:59.416995 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:59.421144 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901780df-c100-4bd1-ad32-4536e239839f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:59.445667 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:37:59.455843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,segment=NetworkSegment(179b37b6-f82e-45bc-b5bf-ce33261ab390),segment_id=179b37b6-f82e-45bc-b5bf-ce33261ab390)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:37:59.462000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:59.510440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Made reservation on behalf of 387f6bd376864594aa251ea9f5b6cd05 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:59.514358 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:59.551158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] device_id is not set on port bb1e1be6-77a9-4689-970e-bda421c7c396 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:37:59.558941 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:59.562884 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0', 'code': 200} Feb 17 09:37:59.634898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network 1190310a-620f-4290-83da-0645c8b92fab is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:59.644560 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:59.656599 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:37:59.683969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:59.703084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=85cb1739-39a9-4540-9722-73a4a4862c61,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:59.794261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:59.806741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:59.830966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901780df-c100-4bd1-ad32-4536e239839f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:59.835206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901780df-c100-4bd1-ad32-4536e239839f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:59.847684 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6b34-4489-4ee1-8c24-7e4f287cbb44 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:37:59.864585 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Allocated IP 172.20.0.2 (4ae40c0e-53d0-4896-97ea-acca655f451d/a34ac064-e8cf-48a0-8306-46147df4ae5f/bb1e1be6-77a9-4689-970e-bda421c7c396) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:00.000660 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901780df-c100-4bd1-ad32-4536e239839f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:00.011013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901780df-c100-4bd1-ad32-4536e239839f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25c062df-e99d-4906-b69d-2519179194a8 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:38:00.036854 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901780df-c100-4bd1-ad32-4536e239839f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:00.039130 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-901780df-c100-4bd1-ad32-4536e239839f tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "DELETE /v2.0/routers/25c062df-e99d-4906-b69d-2519179194a8 HTTP/1.1" status: 204 len: 168 time: 3.8123374 Feb 17 09:38:00.045370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6b34-4489-4ee1-8c24-7e4f287cbb44 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:00.046124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38028) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:00.092641 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-627893316', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:00.129107 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6b34-4489-4ee1-8c24-7e4f287cbb44 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:00.135171 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1358247-d35c-4539-9fca-6b79507cd8f4 None None] Network 5adc69a9-cca2-4c33-9698-32f0bed362a1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:38:00.141531 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ac5e6b34-4489-4ee1-8c24-7e4f287cbb44 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/3e23fc2f-44b1-449e-95a0-c1d0fad98658 HTTP/1.1" status: 204 len: 168 time: 1.0433493 Feb 17 09:38:00.142972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:00.146468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e6b34-4489-4ee1-8c24-7e4f287cbb44 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Subnet': ['ID=3e23fc2f-44b1-449e-95a0-c1d0fad98658,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:00.150921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38032) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:00.155173 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-561195a8-7214-42e3-bac7-9a23544c60c0 None None] Provisioning for port 85cb1739-39a9-4540-9722-73a4a4862c61 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:38:00.165394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Usage tracker for resource:router and tenant:403486487efd4da483c93423959e5ecf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:00.175704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:00.212069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:00.220511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:00.234837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9ee15abc-3215-4617-a529-d759cf78caea up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:38:00.286790 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-561195a8-7214-42e3-bac7-9a23544c60c0 None None] Provisioning complete for port 85cb1739-39a9-4540-9722-73a4a4862c61 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:00.287807 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-561195a8-7214-42e3-bac7-9a23544c60c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:00.304650 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab3335-13da-43f8-aee8-d5f9a6f45fc2 req-ed4326a8-49e3-41a8-b7e9-237945062aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:00.306420 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-90ab3335-13da-43f8-aee8-d5f9a6f45fc2 req-ed4326a8-49e3-41a8-b7e9-237945062aba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 1098 time: 0.3581004 Feb 17 09:38:00.333851 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:00.357855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:00.380461 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-90ab3335-13da-43f8-aee8-d5f9a6f45fc2 req-f2c0ceaa-498a-4d62-b51b-cf99da289261 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599813 Feb 17 09:38:00.385573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:00.386870 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:00.392112 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:00.392461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:00.420188 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f13c9-f7f6-4dcd-9c40-aa901ce51c28 req-883f9dda-bfa6-41ea-8418-1a54a5cf343d tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:00.422447 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-908f13c9-f7f6-4dcd-9c40-aa901ce51c28 req-883f9dda-bfa6-41ea-8418-1a54a5cf343d tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.3939865 Feb 17 09:38:00.451381 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-561195a8-7214-42e3-bac7-9a23544c60c0 None None] Port 85cb1739-39a9-4540-9722-73a4a4862c61 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:00.457330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:00.516232 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 9ee15abc-3215-4617-a529-d759cf78caea triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:00.516482 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:00.744339 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-908f13c9-f7f6-4dcd-9c40-aa901ce51c28 req-52d7331d-f880-4182-a847-fc6a6beddf95 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098085 Feb 17 09:38:00.781371 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe52b6-7de7-49db-8fb3-c0c6e3100a28 None None] DHCP port deletion for 5adc69a9-cca2-4c33-9698-32f0bed362a1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:38:00.785867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe52b6-7de7-49db-8fb3-c0c6e3100a28 None None] Deleting port 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:00.786476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bbe52b6-7de7-49db-8fb3-c0c6e3100a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:00.852632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:00.964779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network 4ae40c0e-53d0-4896-97ea-acca655f451d is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:00.972238 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:00.977834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] For port 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc,segment=NetworkSegment(e97d4d40-fb9b-4eb0-8bf2-bc7872ccb391),segment_id=e97d4d40-fb9b-4eb0-8bf2-bc7872ccb391)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:38:00.978112 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:00.980561 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:01.010556 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=bb1e1be6-77a9-4689-970e-bda421c7c396,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:01.022206 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3bbe52b6-7de7-49db-8fb3-c0c6e3100a28 None None] For port 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc,segment=NetworkSegment(e97d4d40-fb9b-4eb0-8bf2-bc7872ccb391),segment_id=e97d4d40-fb9b-4eb0-8bf2-bc7872ccb391)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:38:01.022626 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bbe52b6-7de7-49db-8fb3-c0c6e3100a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:01.061505 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:01.071178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:01.071883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:01.087881 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:01.129140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:01.153671 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:01.166565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe52b6-7de7-49db-8fb3-c0c6e3100a28 None None] Calling delete_port for 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:01.235896 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5d052e7a-a784-4e7b-9abe-e4011cf9464f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1403718 Feb 17 09:38:01.239443 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38036) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:01.247913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'port': {'network_id': '4ae40c0e-53d0-4896-97ea-acca655f451d', 'name': 'tempest-FloatingIPTestJSON-2080914674'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:01.301284 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=85cb1739-39a9-4540-9722-73a4a4862c61,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:01.301956 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-3bbe52b6-7de7-49db-8fb3-c0c6e3100a28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:38:01.302439 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-3bbe52b6-7de7-49db-8fb3-c0c6e3100a28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:38:01.307386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:01.472201 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:01.494950 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network 1190310a-620f-4290-83da-0645c8b92fab is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:01.496484 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:01.640186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No DVR routers for this DVR port 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:38:01.687844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:01.702021 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router aa33e819-2bc4-46f6-80d8-8a08d51d3a68 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:01.804813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe52b6-7de7-49db-8fb3-c0c6e3100a28 None None] Deleting port 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:01.808152 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bbe52b6-7de7-49db-8fb3-c0c6e3100a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:01.915813 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:01.921338 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c5838aae-1604-49c3-b4b2-474e12e654b5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/aa33e819-2bc4-46f6-80d8-8a08d51d3a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3786993 Feb 17 09:38:01.928608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38042) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:01.936011 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfde1c4-2dc9-4a20-b408-8ea450ba0679 None None] Sync routers for ids ['aa33e819-2bc4-46f6-80d8-8a08d51d3a68'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:01.967820 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe52b6-7de7-49db-8fb3-c0c6e3100a28 None None] The port '76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:38:01.970212 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e22cd9f8-bd68-4109-abc2-9ea273e254a8 None None] Provisioning complete for port 85cb1739-39a9-4540-9722-73a4a4862c61 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:01.970212 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e22cd9f8-bd68-4109-abc2-9ea273e254a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:01.976467 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfde1c4-2dc9-4a20-b408-8ea450ba0679 None None] Routers {'aa33e819-2bc4-46f6-80d8-8a08d51d3a68'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:01.978730 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-dcfde1c4-2dc9-4a20-b408-8ea450ba0679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aa33e819-2bc4-46f6-80d8-8a08d51d3a68'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:02.028473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e22cd9f8-bd68-4109-abc2-9ea273e254a8 None None] Port 85cb1739-39a9-4540-9722-73a4a4862c61 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:02.047199 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:38:02.063432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:02.079333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:02.081306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Usage tracker for resource:port and tenant:387f6bd376864594aa251ea9f5b6cd05 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:02.092101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:38:02.092474 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 76b5f75a-92d1-4e9e-b7f7-c66ee8aef2fc not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:38:02.092886 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e7b9a9bd-a4fe-4b2e-a795-98a40adaa509 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:38:02.097019 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:02.119243 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:02.133780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: e7b9a9bd-a4fe-4b2e-a795-98a40adaa509 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:38:02.136761 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e7b9a9bd-a4fe-4b2e-a795-98a40adaa509 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:38:02.148284 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-dcfde1c4-2dc9-4a20-b408-8ea450ba0679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:02.152050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5adc69a9-cca2-4c33-9698-32f0bed362a1']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:02.164209 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfde1c4-2dc9-4a20-b408-8ea450ba0679 None None] Routers {'aa33e819-2bc4-46f6-80d8-8a08d51d3a68'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:02.165618 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-dcfde1c4-2dc9-4a20-b408-8ea450ba0679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aa33e819-2bc4-46f6-80d8-8a08d51d3a68'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:02.175529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd3158c-d293-4f38-9065-a3e69b9df859 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:02.175529 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2bd3158c-d293-4f38-9065-a3e69b9df859 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports/85cb1739-39a9-4540-9722-73a4a4862c61 HTTP/1.1" status: 200 len: 910 time: 0.2067862 Feb 17 09:38:02.176401 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38046) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:02.189071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97d4d40-fb9b-4eb0-8bf2-bc7872ccb391') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:02.189368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97d4d40-fb9b-4eb0-8bf2-bc7872ccb391') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:02.208502 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:02.233881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:02.249464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:38:02.249953 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:38:02.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:38:02.281528 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-dcfde1c4-2dc9-4a20-b408-8ea450ba0679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:02.281946 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfde1c4-2dc9-4a20-b408-8ea450ba0679 None None] The sync data for ids ['aa33e819-2bc4-46f6-80d8-8a08d51d3a68'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:02.327649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Made reservation on behalf of 387f6bd376864594aa251ea9f5b6cd05 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:02.331253 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:02.376772 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf02c8c-bef7-4dfb-96e5-c97be37dcab0 req-00f8a36d-2c72-42be-8378-05254da3cb5c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:02.378320 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ebf02c8c-bef7-4dfb-96e5-c97be37dcab0 req-00f8a36d-2c72-42be-8378-05254da3cb5c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.4708531 Feb 17 09:38:02.431774 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] device_id is not set on port 2b43f62b-976a-4c57-9959-55abae99a9e3 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:38:02.567414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:02.649631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:02.665861 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ebf02c8c-bef7-4dfb-96e5-c97be37dcab0 req-b38116df-44ca-42e8-a007-b9a67785fc17 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719777 Feb 17 09:38:02.718846 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Network': ['ID=5adc69a9-cca2-4c33-9698-32f0bed362a1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:02.743469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:02.817754 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:02.884344 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-149181be-034d-495d-a778-b519c59dfa18 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/networks/5adc69a9-cca2-4c33-9698-32f0bed362a1 HTTP/1.1" status: 204 len: 168 time: 2.7130623 Feb 17 09:38:02.888801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38050) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:02.898457 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-74eedc64-92ad-4a8e-a453-1e1e92ac2ba5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-824182958'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:02.908497 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-74eedc64-92ad-4a8e-a453-1e1e92ac2ba5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:02.923949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Allocated IP 172.20.0.11 (4ae40c0e-53d0-4896-97ea-acca655f451d/a34ac064-e8cf-48a0-8306-46147df4ae5f/2b43f62b-976a-4c57-9959-55abae99a9e3) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:02.924148 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-74eedc64-92ad-4a8e-a453-1e1e92ac2ba5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:network and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:02.924148 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-74eedc64-92ad-4a8e-a453-1e1e92ac2ba5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:02.926804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-74eedc64-92ad-4a8e-a453-1e1e92ac2ba5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:02.939716 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:03.045344 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Allocated IP 172.26.4.124 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/4c81c4ba-fa36-4925-9e5b-cd973c22c9da) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:03.082708 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74eedc64-92ad-4a8e-a453-1e1e92ac2ba5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:03.087253 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74eedc64-92ad-4a8e-a453-1e1e92ac2ba5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:03.220505 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74eedc64-92ad-4a8e-a453-1e1e92ac2ba5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:38:03.243795 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74eedc64-92ad-4a8e-a453-1e1e92ac2ba5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:03.244162 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-74eedc64-92ad-4a8e-a453-1e1e92ac2ba5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Added segment 4dc621ba-2a6b-40dd-8b7f-bf7d631d0ba5 of type vlan for network 0d102d4e-1254-4ee6-87a8-ae02f491110f Feb 17 09:38:03.293852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74eedc64-92ad-4a8e-a453-1e1e92ac2ba5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:03.404686 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port 85cb1739-39a9-4540-9722-73a4a4862c61 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:03.405040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:03.492987 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74eedc64-92ad-4a8e-a453-1e1e92ac2ba5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:03.498376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eedc64-92ad-4a8e-a453-1e1e92ac2ba5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:03.498699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:03.498979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74eedc64-92ad-4a8e-a453-1e1e92ac2ba5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:03.529606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:03.634467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:03.707824 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eedc64-92ad-4a8e-a453-1e1e92ac2ba5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Network': ['ID=0d102d4e-1254-4ee6-87a8-ae02f491110f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:03.717481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:03.736902 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 0d102d4e-1254-4ee6-87a8-ae02f491110f details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:38:03.750442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network 4ae40c0e-53d0-4896-97ea-acca655f451d is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:03.760514 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:03.762889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:03.769741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:03.813894 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:03.820885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:03.834350 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:03.874436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=2b43f62b-976a-4c57-9959-55abae99a9e3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:03.890450 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-74eedc64-92ad-4a8e-a453-1e1e92ac2ba5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9986389 Feb 17 09:38:03.934442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38056) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:03.978911 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for 85cb1739-39a9-4540-9722-73a4a4862c61 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:03.983141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c54898dc-e599-4c77-888e-00633878550a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'subnet': {'network_id': '0d102d4e-1254-4ee6-87a8-ae02f491110f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:04.003347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:04.003903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:04.198629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Pushing event updated for resources: {'Port': ['ID=4c81c4ba-fa36-4925-9e5b-cd973c22c9da,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:04.224171 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a7e74b06-9a4e-4157-9a5f-28d56aae7dd1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9830751 Feb 17 09:38:04.228048 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38060) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:04.293283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c165fd6-d642-49fe-a1c0-de68630c3ac8 req-c73d7144-098a-4897-877b-bb6a0bbd4b28 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:04.294783 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8c165fd6-d642-49fe-a1c0-de68630c3ac8 req-c73d7144-098a-4897-877b-bb6a0bbd4b28 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.3264098 Feb 17 09:38:04.297308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': '2b43f62b-976a-4c57-9959-55abae99a9e3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:04.306671 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c54898dc-e599-4c77-888e-00633878550a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:04.339617 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:04.353226 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c54898dc-e599-4c77-888e-00633878550a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:subnet and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:04.366491 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c54898dc-e599-4c77-888e-00633878550a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:04.371466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Usage tracker for resource:floatingip and tenant:387f6bd376864594aa251ea9f5b6cd05 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:04.378805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:04.382930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c54898dc-e599-4c77-888e-00633878550a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:04.389955 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8c165fd6-d642-49fe-a1c0-de68630c3ac8 req-3cdb4c88-46aa-4c69-8d36-56ff76bb2a1b tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845065 Feb 17 09:38:04.396538 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:04.479206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54898dc-e599-4c77-888e-00633878550a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:04.484200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c54898dc-e599-4c77-888e-00633878550a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:04.508620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:04.560949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:04.689210 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Port': ['ID=85cb1739-39a9-4540-9722-73a4a4862c61,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:04.739973 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:04.741210 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:04.741471 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:04.741899 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:04.742260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:04.742596 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:04.743034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:04.743335 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:04.743899 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:04.744246 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:04.744727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:04.745199 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:04.936883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:04.994170 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:05.033127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab124ae-5c9b-498e-92e2-037db6330bdf req-d8a1835a-8995-48a6-aa07-059db685213d tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:05.034629 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eab124ae-5c9b-498e-92e2-037db6330bdf req-d8a1835a-8995-48a6-aa07-059db685213d tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.4826398 Feb 17 09:38:05.336787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router aa33e819-2bc4-46f6-80d8-8a08d51d3a68 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:05.370556 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eab124ae-5c9b-498e-92e2-037db6330bdf req-c8a8ba2b-89fd-4d33-bac5-3846c1938ca1 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003793 Feb 17 09:38:05.403685 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38066) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:05.510221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:05.556591 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:05.580414 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b665f8-b1e1-4276-80d6-bbb47eeb6dfc tempest-TestNetworkAdvancedServerOps-346953087 tempest-TestNetworkAdvancedServerOps-346953087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:05.586087 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-74b665f8-b1e1-4276-80d6-bbb47eeb6dfc tempest-TestNetworkAdvancedServerOps-346953087 tempest-TestNetworkAdvancedServerOps-346953087-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 1093 time: 0.1775005 Feb 17 09:38:05.586087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38070) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:05.588690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4671322-a519-4deb-99f1-d344c3d94f9e None None] Sync routers for ids ['aa33e819-2bc4-46f6-80d8-8a08d51d3a68'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:05.591416 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:05.597766 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:05.599187 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4671322-a519-4deb-99f1-d344c3d94f9e None None] Routers {'aa33e819-2bc4-46f6-80d8-8a08d51d3a68'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:05.601200 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e4671322-a519-4deb-99f1-d344c3d94f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aa33e819-2bc4-46f6-80d8-8a08d51d3a68'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:05.602482 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Usage tracker for resource:floatingip and tenant:c462a90c63ab406abd0ec41718f287bf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:05.605700 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:05.612119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:05.626081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c54898dc-e599-4c77-888e-00633878550a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:05.642925 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6fe7140d-9859-4242-8504-29af0dc8f28f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/aa33e819-2bc4-46f6-80d8-8a08d51d3a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4623151 Feb 17 09:38:05.644262 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38074) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:05.677696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e4671322-a519-4deb-99f1-d344c3d94f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:05.689598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4671322-a519-4deb-99f1-d344c3d94f9e None None] Routers {'aa33e819-2bc4-46f6-80d8-8a08d51d3a68'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:05.690289 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e4671322-a519-4deb-99f1-d344c3d94f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aa33e819-2bc4-46f6-80d8-8a08d51d3a68'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:05.722949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:05.756700 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e4671322-a519-4deb-99f1-d344c3d94f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:05.757730 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4671322-a519-4deb-99f1-d344c3d94f9e None None] The sync data for ids ['aa33e819-2bc4-46f6-80d8-8a08d51d3a68'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:05.790600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54898dc-e599-4c77-888e-00633878550a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Subnet': ['ID=fd04789c-3f99-48b7-a869-03fddd66dfac,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:05.797651 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:05.903544 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54898dc-e599-4c77-888e-00633878550a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Checking segment: {'id': '4dc621ba-2a6b-40dd-8b7f-bf7d631d0ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0d102d4e-1254-4ee6-87a8-ae02f491110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:38:05.903828 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54898dc-e599-4c77-888e-00633878550a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network hostable DHCP agents. Network: 0d102d4e-1254-4ee6-87a8-ae02f491110f, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:38:05.936371 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Allocated IP 172.26.4.78 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/bd4d4a0f-20d7-4bbf-b34e-42d4d3db9341) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:06.108238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54898dc-e599-4c77-888e-00633878550a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 0d102d4e-1254-4ee6-87a8-ae02f491110f is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:38:06.199090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-c54898dc-e599-4c77-888e-00633878550a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 0d102d4e-1254-4ee6-87a8-ae02f491110f) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:06.212160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54898dc-e599-4c77-888e-00633878550a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:06.212482 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683e4238-2aef-4182-b7a4-d67b5c5c32e7 None None] Network 0d102d4e-1254-4ee6-87a8-ae02f491110f requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:38:06.212808 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c54898dc-e599-4c77-888e-00633878550a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:06.249308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:06.330240 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Router a913791c-bcc4-4477-babe-e5679c887d00 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:38:06.387436 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:06.402727 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c54898dc-e599-4c77-888e-00633878550a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4523330 Feb 17 09:38:06.404167 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:06.408748 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38078) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:06.452867 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f72105be-3cbb-4b72-b2e7-a78b92acfbc1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1225947945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:06.494749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f72105be-3cbb-4b72-b2e7-a78b92acfbc1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:06.503123 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-0d102d4e-1254-4ee6-87a8-ae02f491110f', 'network_id': '0d102d4e-1254-4ee6-87a8-ae02f491110f', 'tenant_id': '131a70c324e94389856262e82136e5f6', 'fixed_ips': [{'subnet_id': 'fd04789c-3f99-48b7-a869-03fddd66dfac'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:38:06.504160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:06.517115 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f72105be-3cbb-4b72-b2e7-a78b92acfbc1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:router and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:06.527073 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f72105be-3cbb-4b72-b2e7-a78b92acfbc1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:06.538030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:06.539335 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f72105be-3cbb-4b72-b2e7-a78b92acfbc1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:06.548489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:06.611065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:06.630904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Allocated IP 172.26.4.40 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/073de5b7-b5a9-433f-90a0-e2df0ef2bdf3) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:06.641131 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=bd4d4a0f-20d7-4bbf-b34e-42d4d3db9341,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:06.683153 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:06.683506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:06.683889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:06.684132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:06.684545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:06.684821 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:06.685533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:06.685533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:06.685799 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:06.686194 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:06.686557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:06.686804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:06.720790 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f72105be-3cbb-4b72-b2e7-a78b92acfbc1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:06.721705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f72105be-3cbb-4b72-b2e7-a78b92acfbc1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:06.730106 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Allocated IP 172.20.0.2 (0d102d4e-1254-4ee6-87a8-ae02f491110f/fd04789c-3f99-48b7-a869-03fddd66dfac/94a828b1-201c-4d8c-8377-b0abbc7fad37) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:06.738234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93719121-2d5a-4858-9d75-1a5b0746f496 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:06.756143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:06.774358 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb77bff-cb9d-441a-8741-bcdc0bb70ba0 None None] Sync routers for ids ['a913791c-bcc4-4477-babe-e5679c887d00'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:06.795093 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb77bff-cb9d-441a-8741-bcdc0bb70ba0 None None] Routers {'a913791c-bcc4-4477-babe-e5679c887d00'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:06.796375 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6eb77bff-cb9d-441a-8741-bcdc0bb70ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['a913791c-bcc4-4477-babe-e5679c887d00'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:06.809304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f72105be-3cbb-4b72-b2e7-a78b92acfbc1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:06.901607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:06.902993 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-68f3fee1-65ed-4845-b4bd-0f10b279b8aa tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.8275452 Feb 17 09:38:06.911517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38082) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:06.917192 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6eb77bff-cb9d-441a-8741-bcdc0bb70ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:06.928316 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb77bff-cb9d-441a-8741-bcdc0bb70ba0 None None] Routers {'a913791c-bcc4-4477-babe-e5679c887d00'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:06.929340 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6eb77bff-cb9d-441a-8741-bcdc0bb70ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['a913791c-bcc4-4477-babe-e5679c887d00'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:06.991551 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d2c61520-30ed-4a49-a459-9eeea3b13805 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'enable_snat': False}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:06.999930 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6eb77bff-cb9d-441a-8741-bcdc0bb70ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:07.000657 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb77bff-cb9d-441a-8741-bcdc0bb70ba0 None None] The sync data for ids ['a913791c-bcc4-4477-babe-e5679c887d00'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:07.017927 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:07.031909 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Transition to ACTIVE for port object 94a828b1-201c-4d8c-8377-b0abbc7fad37 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:38:07.054718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Transition to ACTIVE for port object 94a828b1-201c-4d8c-8377-b0abbc7fad37 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:38:07.062552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f72105be-3cbb-4b72-b2e7-a78b92acfbc1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:07.085830 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:07.125465 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:07.208676 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Network 0d102d4e-1254-4ee6-87a8-ae02f491110f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:07.213904 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:07.218654 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:07.229705 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-93719121-2d5a-4858-9d75-1a5b0746f496 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port fdde7b61-a964-40c7-a865-267571436ee5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:07.230239 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93719121-2d5a-4858-9d75-1a5b0746f496 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:07.266088 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:07.273892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Pushing event updated for resources: {'Port': ['ID=94a828b1-201c-4d8c-8377-b0abbc7fad37,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:07.341804 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Attempting to bind port 94a828b1-201c-4d8c-8377-b0abbc7fad37 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:38:07.342030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Attempting to bind port 94a828b1-201c-4d8c-8377-b0abbc7fad37 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '4dc621ba-2a6b-40dd-8b7f-bf7d631d0ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0d102d4e-1254-4ee6-87a8-ae02f491110f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:38:07.342435 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Attempting to bind port 94a828b1-201c-4d8c-8377-b0abbc7fad37 on network 0d102d4e-1254-4ee6-87a8-ae02f491110f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:38:07.352445 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:38:07.352898 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Checking segment: {'id': '4dc621ba-2a6b-40dd-8b7f-bf7d631d0ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0d102d4e-1254-4ee6-87a8-ae02f491110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:38:07.353317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:07.353870 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Bound using segment: {'id': '4dc621ba-2a6b-40dd-8b7f-bf7d631d0ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0d102d4e-1254-4ee6-87a8-ae02f491110f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:38:07.354378 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Bound port: 94a828b1-201c-4d8c-8377-b0abbc7fad37, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc621ba-2a6b-40dd-8b7f-bf7d631d0ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0d102d4e-1254-4ee6-87a8-ae02f491110f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:38:07.354759 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:07.356766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f72105be-3cbb-4b72-b2e7-a78b92acfbc1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:07.357829 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f72105be-3cbb-4b72-b2e7-a78b92acfbc1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9096532 Feb 17 09:38:07.364348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38086) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:07.371243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:07.382151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'network_id': '0d102d4e-1254-4ee6-87a8-ae02f491110f', 'name': 'tempest-PortsTestJSON-683031857'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:07.397116 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:07.400214 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:07.464367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] For port 94a828b1-201c-4d8c-8377-b0abbc7fad37, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:38:07.468481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] For port 94a828b1-201c-4d8c-8377-b0abbc7fad37, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=94a828b1-201c-4d8c-8377-b0abbc7fad37,segment=NetworkSegment(4dc621ba-2a6b-40dd-8b7f-bf7d631d0ba5),segment_id=4dc621ba-2a6b-40dd-8b7f-bf7d631d0ba5)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:38:07.480278 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:38:07.555569 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:07.609889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event updated for resources: {'Port': ['ID=073de5b7-b5a9-433f-90a0-e2df0ef2bdf3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:07.694471 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42805157-4634-4f4e-9653-a618d96ac8a8 None None] Pushing event updated for resources: {'Port': ['ID=94a828b1-201c-4d8c-8377-b0abbc7fad37,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:07.883941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:08.023523 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93719121-2d5a-4858-9d75-1a5b0746f496 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:08.031580 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:08.031873 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2c61520-30ed-4a49-a459-9eeea3b13805 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:08.048871 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:port and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:08.098831 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 94a828b1-201c-4d8c-8377-b0abbc7fad37 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:38:08.135629 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:08.138998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:08.208264 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:08.217007 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-93719121-2d5a-4858-9d75-1a5b0746f496 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for fdde7b61-a964-40c7-a865-267571436ee5 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:08.262363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 94a828b1-201c-4d8c-8377-b0abbc7fad37 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:38:08.382281 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:08.440170 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:08.443818 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:08.489860 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] device_id is not set on port 594a590a-ed3d-4485-b608-1983c7fc18f7 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:38:08.530482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:08.662760 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:08.763122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Allocated IP 172.20.0.12 (0d102d4e-1254-4ee6-87a8-ae02f491110f/fd04789c-3f99-48b7-a869-03fddd66dfac/594a590a-ed3d-4485-b608-1983c7fc18f7) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:08.847249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:08.872129 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93719121-2d5a-4858-9d75-1a5b0746f496 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:08.981240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93719121-2d5a-4858-9d75-1a5b0746f496 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Port': ['ID=fdde7b61-a964-40c7-a865-267571436ee5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:09.025957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d5add-1cbc-4ecf-bb00-1b2a86d1df24 None None] Network 0d102d4e-1254-4ee6-87a8-ae02f491110f requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:38:09.056657 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=bd4d4a0f-20d7-4bbf-b34e-42d4d3db9341,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:09.066388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:09.238850 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:09.300053 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Provisioning for port 94a828b1-201c-4d8c-8377-b0abbc7fad37 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:38:09.321303 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Provisioning complete for port 94a828b1-201c-4d8c-8377-b0abbc7fad37 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:09.321980 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:09.517338 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:09.518067 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:09.518598 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Floating IP dcad45f4-e210-4580-8226-828a11b4f9d8 associated. External IP: 172.26.4.78, port: 2b43f62b-976a-4c57-9959-55abae99a9e3. Feb 17 09:38:09.611504 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] For port 94a828b1-201c-4d8c-8377-b0abbc7fad37, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=94a828b1-201c-4d8c-8377-b0abbc7fad37,segment=NetworkSegment(4dc621ba-2a6b-40dd-8b7f-bf7d631d0ba5),segment_id=4dc621ba-2a6b-40dd-8b7f-bf7d631d0ba5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:38:09.679779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:09.722130 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93719121-2d5a-4858-9d75-1a5b0746f496 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:09.777118 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Pushing event updated for resources: {'Port': ['ID=94a828b1-201c-4d8c-8377-b0abbc7fad37,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:09.790561 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:09.790561 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:09.790561 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:09.791078 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:09.791244 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:09.792094 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:09.792415 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:09.792743 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:09.793070 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:09.793713 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:09.793713 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:09.794366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ada89c-7bf8-4b6f-8cd1-b711d1d3a47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:38:09.826988 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Transition to ACTIVE for port object 594a590a-ed3d-4485-b608-1983c7fc18f7 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:38:09.905633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c5e62129-5d6d-4df2-8770-ff8fef760e42 None None] Provisioning complete for port 94a828b1-201c-4d8c-8377-b0abbc7fad37 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:09.905932 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5e62129-5d6d-4df2-8770-ff8fef760e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:09.978781 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2c61520-30ed-4a49-a459-9eeea3b13805 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:09.988182 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2c61520-30ed-4a49-a459-9eeea3b13805 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:10.059436 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 94a828b1-201c-4d8c-8377-b0abbc7fad37 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:38:10.103573 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93719121-2d5a-4858-9d75-1a5b0746f496 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router aa33e819-2bc4-46f6-80d8-8a08d51d3a68 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:10.134442 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 94a828b1-201c-4d8c-8377-b0abbc7fad37 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:10.134922 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:10.149233 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:10.219380 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:10.277402 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:10.280985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 355915fb-b35c-478c-a7f5-f81f8a202bae has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:10.376049 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93719121-2d5a-4858-9d75-1a5b0746f496 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:10.383391 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c61520-30ed-4a49-a459-9eeea3b13805 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Router a913791c-bcc4-4477-babe-e5679c887d00 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:10.390784 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef9e38-8f7d-4ddb-97f1-bee165bec38b None None] Sync routers for ids ['aa33e819-2bc4-46f6-80d8-8a08d51d3a68'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:10.394138 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=594a590a-ed3d-4485-b608-1983c7fc18f7,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:10.406559 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef9e38-8f7d-4ddb-97f1-bee165bec38b None None] Routers {'aa33e819-2bc4-46f6-80d8-8a08d51d3a68'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:10.407118 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9cef9e38-8f7d-4ddb-97f1-bee165bec38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aa33e819-2bc4-46f6-80d8-8a08d51d3a68'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:10.429225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 0d102d4e-1254-4ee6-87a8-ae02f491110f is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:10.466774 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:10.491241 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:10.500183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9cef9e38-8f7d-4ddb-97f1-bee165bec38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:10.516354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef9e38-8f7d-4ddb-97f1-bee165bec38b None None] Routers {'aa33e819-2bc4-46f6-80d8-8a08d51d3a68'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:10.517672 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9cef9e38-8f7d-4ddb-97f1-bee165bec38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['aa33e819-2bc4-46f6-80d8-8a08d51d3a68'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:10.610773 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:10.611839 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:10.667096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9cef9e38-8f7d-4ddb-97f1-bee165bec38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:10.668047 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef9e38-8f7d-4ddb-97f1-bee165bec38b None None] The sync data for ids ['aa33e819-2bc4-46f6-80d8-8a08d51d3a68'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:10.684034 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-93719121-2d5a-4858-9d75-1a5b0746f496 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/aa33e819-2bc4-46f6-80d8-8a08d51d3a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0381923 Feb 17 09:38:10.696785 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38090) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:10.779804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2a9c7db3-23a4-4aa9-8d22-71889bb5910b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Synchronizing usage tracker for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:38:10.799444 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event updated for resources: {'Port': ['ID=073de5b7-b5a9-433f-90a0-e2df0ef2bdf3,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:10.803175 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:10.842307 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:10.854465 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf384aee-419f-4cd2-8f48-1f1f2c0714bd None None] Sync routers for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:10.865774 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf384aee-419f-4cd2-8f48-1f1f2c0714bd None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:10.867356 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cf384aee-419f-4cd2-8f48-1f1f2c0714bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:10.886780 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-93866ae7-51fc-49c3-bda6-2c5f4c1ef42a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5182328 Feb 17 09:38:10.891439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38094) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:10.935469 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cf384aee-419f-4cd2-8f48-1f1f2c0714bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:10.936138 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d09d3644-b004-49ae-848e-fcafa691deaf None None] Provisioning for port 594a590a-ed3d-4485-b608-1983c7fc18f7 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:38:10.945191 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d09d3644-b004-49ae-848e-fcafa691deaf None None] Provisioning complete for port 594a590a-ed3d-4485-b608-1983c7fc18f7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:10.950020 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d09d3644-b004-49ae-848e-fcafa691deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:10.950170 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf384aee-419f-4cd2-8f48-1f1f2c0714bd None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:10.950170 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cf384aee-419f-4cd2-8f48-1f1f2c0714bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:10.971275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2a9c7db3-23a4-4aa9-8d22-71889bb5910b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Unset dirty status for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:38:10.973678 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2a9c7db3-23a4-4aa9-8d22-71889bb5910b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa33e819-2bc4-46f6-80d8-8a08d51d3a68 HTTP/1.1" status: 200 len: 205 time: 0.2723434 Feb 17 09:38:10.973877 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:10.982888 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38098) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:11.028715 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cf384aee-419f-4cd2-8f48-1f1f2c0714bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:11.029695 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf384aee-419f-4cd2-8f48-1f1f2c0714bd None None] The sync data for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:11.062808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d09d3644-b004-49ae-848e-fcafa691deaf None None] Port 594a590a-ed3d-4485-b608-1983c7fc18f7 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:11.081121 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c61520-30ed-4a49-a459-9eeea3b13805 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:11.086330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2c61520-30ed-4a49-a459-9eeea3b13805 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:11.091700 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d2c61520-30ed-4a49-a459-9eeea3b13805 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "PUT /v2.0/routers/a913791c-bcc4-4477-babe-e5679c887d00 HTTP/1.1" status: 200 len: 921 time: 4.1741583 Feb 17 09:38:11.094666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64408bc-788b-4518-bda3-8278bc5c63f0 None None] Sync routers for ids ['a913791c-bcc4-4477-babe-e5679c887d00'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:11.100197 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38102) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:11.107276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64408bc-788b-4518-bda3-8278bc5c63f0 None None] Routers {'a913791c-bcc4-4477-babe-e5679c887d00'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:11.109607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a64408bc-788b-4518-bda3-8278bc5c63f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['a913791c-bcc4-4477-babe-e5679c887d00'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:11.152542 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5626640c-94e4-42d7-a015-0a7ccd56d3a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:11.201815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a64408bc-788b-4518-bda3-8278bc5c63f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:11.213255 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64408bc-788b-4518-bda3-8278bc5c63f0 None None] Routers {'a913791c-bcc4-4477-babe-e5679c887d00'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:11.213882 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a64408bc-788b-4518-bda3-8278bc5c63f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['a913791c-bcc4-4477-babe-e5679c887d00'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:11.280648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a64408bc-788b-4518-bda3-8278bc5c63f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:11.281117 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64408bc-788b-4518-bda3-8278bc5c63f0 None None] The sync data for ids ['a913791c-bcc4-4477-babe-e5679c887d00'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:11.332698 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f53509f2-4adc-48c0-bb61-95b3e6d5dad7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.0495801 Feb 17 09:38:11.339557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38106) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:11.348248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-16488467-5d8a-416f-8ad3-501d9fe70b6b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:11.362085 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Floating IP 36910547-16f0-4f95-b9b7-280ae2b0f1ea associated. External IP: 172.26.4.40, port: 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0. Feb 17 09:38:11.706977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16488467-5d8a-416f-8ad3-501d9fe70b6b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:11.835545 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0cb5be87-ebd3-4642-abfd-fc8d01369fd1 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "GET /v2.0/routers/a913791c-bcc4-4477-babe-e5679c887d00 HTTP/1.1" status: 200 len: 921 time: 0.7309709 Feb 17 09:38:11.842154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38110) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:11.922389 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5626640c-94e4-42d7-a015-0a7ccd56d3a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:11.928924 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5626640c-94e4-42d7-a015-0a7ccd56d3a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:12.111384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5626640c-94e4-42d7-a015-0a7ccd56d3a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:12.112044 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5626640c-94e4-42d7-a015-0a7ccd56d3a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Fanout notify agent at l3_agent the message router_deleted on router aa33e819-2bc4-46f6-80d8-8a08d51d3a68 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:38:12.147148 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5626640c-94e4-42d7-a015-0a7ccd56d3a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:12.148288 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5626640c-94e4-42d7-a015-0a7ccd56d3a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/routers/aa33e819-2bc4-46f6-80d8-8a08d51d3a68 HTTP/1.1" status: 204 len: 168 time: 1.1648006 Feb 17 09:38:12.152463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38114) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:12.238386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:12.243630 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7199d90-e68e-4830-b9a5-5fb56d68fffb tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting subnet 21fb44c1-05b5-4d9a-94f3-dbf463ef38d4 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:38:12.248988 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7199d90-e68e-4830-b9a5-5fb56d68fffb tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:12.304152 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac50e837-6507-498b-a22a-fbcbeb86c8c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:12.339891 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16488467-5d8a-416f-8ad3-501d9fe70b6b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:12.377646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249be3dc-87bb-4963-859c-f2d98f610827 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:12.378376 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-249be3dc-87bb-4963-859c-f2d98f610827 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Synchronizing usage tracker for tenant:827525a3bfec4657a41cdcd8be872aaf on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:38:12.381770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7199d90-e68e-4830-b9a5-5fb56d68fffb tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:12.414067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16488467-5d8a-416f-8ad3-501d9fe70b6b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:12.414409 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-16488467-5d8a-416f-8ad3-501d9fe70b6b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Floating IP dcad45f4-e210-4580-8226-828a11b4f9d8 disassociated. External IP: 172.26.4.78, port: 2b43f62b-976a-4c57-9959-55abae99a9e3. Feb 17 09:38:12.544210 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-249be3dc-87bb-4963-859c-f2d98f610827 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Unset dirty status for tenant:827525a3bfec4657a41cdcd8be872aaf on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:38:12.545295 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-249be3dc-87bb-4963-859c-f2d98f610827 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=e398590f-1691-4e90-94b2-4638f557802a&device_id=a913791c-bcc4-4477-babe-e5679c887d00&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7022276 Feb 17 09:38:12.546909 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:12.549360 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38118) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:12.565359 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593b120-1e21-4a92-9c65-bc9b1352cb82 None None] Sync routers for ids ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:12.579045 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b593b120-1e21-4a92-9c65-bc9b1352cb82 None None] Routers {'d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:12.579933 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b593b120-1e21-4a92-9c65-bc9b1352cb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:12.580387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7199d90-e68e-4830-b9a5-5fb56d68fffb tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:12.675580 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:12.753801 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6bf6d8d6-6669-453e-a908-d23796f81bf0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.1651626 Feb 17 09:38:12.753801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'tag': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:38:12.832547 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'tag': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0', 'status': 'completed', 'code': 200} Feb 17 09:38:12.838362 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7199d90-e68e-4830-b9a5-5fb56d68fffb tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:12.855436 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b593b120-1e21-4a92-9c65-bc9b1352cb82 None None] Set router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:38:12.888711 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7199d90-e68e-4830-b9a5-5fb56d68fffb tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Subnet': ['ID=21fb44c1-05b5-4d9a-94f3-dbf463ef38d4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:12.905361 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f106ace-e172-4417-943d-4286b56ae1a5 None None] Network 1190310a-620f-4290-83da-0645c8b92fab requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:38:12.913030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7199d90-e68e-4830-b9a5-5fb56d68fffb tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:12.939118 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38126) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:12.943584 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c7199d90-e68e-4830-b9a5-5fb56d68fffb tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/21fb44c1-05b5-4d9a-94f3-dbf463ef38d4 HTTP/1.1" status: 204 len: 168 time: 0.7887399 Feb 17 09:38:13.186880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e499ef6-0e02-4cd4-8299-e7efedc0d1b0 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:13.194414 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3e499ef6-0e02-4cd4-8299-e7efedc0d1b0 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "GET /v2.0/networks/e398590f-1691-4e90-94b2-4638f557802a HTTP/1.1" status: 200 len: 881 time: 0.5881329 Feb 17 09:38:13.194749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38130) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:13.244528 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8610eddd-3993-4ad3-b872-012c076ed405 None None] DHCP port deletion for 1190310a-620f-4290-83da-0645c8b92fab request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:38:13.251571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8610eddd-3993-4ad3-b872-012c076ed405 None None] Deleting port 9ee15abc-3215-4617-a529-d759cf78caea {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:13.252188 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8610eddd-3993-4ad3-b872-012c076ed405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:13.285628 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6b5ff041-6a7e-41b9-bdd3-7a84914fc20a tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "GET /v2.0/ports?device_id=a913791c-bcc4-4477-babe-e5679c887d00 HTTP/1.1" status: 200 len: 205 time: 0.0866127 Feb 17 09:38:13.286658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38134) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:13.307610 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7325e1b-1f42-45d0-abdc-9dd45c62e0a2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting subnet 080dc8ec-1d11-4047-821d-6c4e7b451a73 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:38:13.323110 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7325e1b-1f42-45d0-abdc-9dd45c62e0a2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:13.354465 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b593b120-1e21-4a92-9c65-bc9b1352cb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441000233', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:14Z', 'updated_at': '2022-02-17T09:37:29Z', 'revision_number': 4, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'gw_port': {'id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:16Z', 'updated_at': '2022-02-17T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '36910547-16f0-4f95-b9b7-280ae2b0f1ea', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'floating_ip_address': '172.26.4.40', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'port_id': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50', 'mac_address': 'fa:16:3e:01:f9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:38:08Z', 'updated_at': '2022-02-17T09:38:08Z', 'revision_number': 0, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c479545-73be-4370-9ee8-608d76162b7d', 'name': '', 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'mac_address': 'fa:16:3e:53:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:27Z', 'updated_at': '2022-02-17T09:37:39Z', 'revision_number': 5, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'subnets': [{'id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:13.359016 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593b120-1e21-4a92-9c65-bc9b1352cb82 None None] Checking router: d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:38:13.370451 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b593b120-1e21-4a92-9c65-bc9b1352cb82 None None] Routers {'d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:13.370751 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b593b120-1e21-4a92-9c65-bc9b1352cb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:13.476778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-ac50e837-6507-498b-a22a-fbcbeb86c8c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:38:13.487430 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7325e1b-1f42-45d0-abdc-9dd45c62e0a2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:13.540821 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac50e837-6507-498b-a22a-fbcbeb86c8c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:13.549608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfb394-d7cc-4710-82cf-eedaa3918a53 req-5df055f5-9aab-4f1e-b3af-a9cb6c4ca982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:13.551561 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-66dfb394-d7cc-4710-82cf-eedaa3918a53 req-5df055f5-9aab-4f1e-b3af-a9cb6c4ca982 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c462a90c63ab406abd0ec41718f287bf&device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 1098 time: 0.6612206 Feb 17 09:38:13.573679 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b593b120-1e21-4a92-9c65-bc9b1352cb82 None None] Set router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:38:13.606328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f985bf-dbfa-4f94-aa03-73a19b4bafd3 req-710a9031-f7f7-40c0-b4db-1dcfcee8f674 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:13.607840 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-72f985bf-dbfa-4f94-aa03-73a19b4bafd3 req-710a9031-f7f7-40c0-b4db-1dcfcee8f674 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.5923307 Feb 17 09:38:13.620520 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8610eddd-3993-4ad3-b872-012c076ed405 None None] For port 9ee15abc-3215-4617-a529-d759cf78caea, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9ee15abc-3215-4617-a529-d759cf78caea,segment=NetworkSegment(eb43506b-5f6e-48be-a9cc-35fe1a4aa743),segment_id=eb43506b-5f6e-48be-a9cc-35fe1a4aa743)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:38:13.621200 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8610eddd-3993-4ad3-b872-012c076ed405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:13.807707 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8610eddd-3993-4ad3-b872-012c076ed405 None None] Calling delete_port for 9ee15abc-3215-4617-a529-d759cf78caea owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:13.849035 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16488467-5d8a-416f-8ad3-501d9fe70b6b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 355915fb-b35c-478c-a7f5-f81f8a202bae has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:13.851662 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3327c2e7-589d-4c24-8739-f2d47f50467a tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:13.856805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac50e837-6507-498b-a22a-fbcbeb86c8c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:13.987758 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8610eddd-3993-4ad3-b872-012c076ed405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:14.057438 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b593b120-1e21-4a92-9c65-bc9b1352cb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441000233', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:14Z', 'updated_at': '2022-02-17T09:37:29Z', 'revision_number': 4, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'gw_port': {'id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:16Z', 'updated_at': '2022-02-17T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '36910547-16f0-4f95-b9b7-280ae2b0f1ea', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'floating_ip_address': '172.26.4.40', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'port_id': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50', 'mac_address': 'fa:16:3e:01:f9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:38:08Z', 'updated_at': '2022-02-17T09:38:08Z', 'revision_number': 0, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c479545-73be-4370-9ee8-608d76162b7d', 'name': '', 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'mac_address': 'fa:16:3e:53:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:27Z', 'updated_at': '2022-02-17T09:37:39Z', 'revision_number': 5, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'subnets': [{'id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:14.062761 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593b120-1e21-4a92-9c65-bc9b1352cb82 None None] The sync data for ids ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'] in dv-neutron-828143-5-hyperv is: [{'id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441000233', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:14Z', 'updated_at': '2022-02-17T09:37:29Z', 'revision_number': 4, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'gw_port': {'id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:16Z', 'updated_at': '2022-02-17T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '36910547-16f0-4f95-b9b7-280ae2b0f1ea', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'floating_ip_address': '172.26.4.40', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'port_id': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50', 'mac_address': 'fa:16:3e:01:f9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:38:08Z', 'updated_at': '2022-02-17T09:38:08Z', 'revision_number': 0, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c479545-73be-4370-9ee8-608d76162b7d', 'name': '', 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'mac_address': 'fa:16:3e:53:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:27Z', 'updated_at': '2022-02-17T09:37:39Z', 'revision_number': 5, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'subnets': [{'id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:14.087117 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3327c2e7-589d-4c24-8739-f2d47f50467a tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:14.121441 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8610eddd-3993-4ad3-b872-012c076ed405 None None] No DVR routers for this DVR port 9ee15abc-3215-4617-a529-d759cf78caea on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:38:14.125570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9ee15abc-3215-4617-a529-d759cf78caea no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:38:14.210895 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3327c2e7-589d-4c24-8739-f2d47f50467a tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Deleting port 4c81c4ba-fa36-4925-9e5b-cd973c22c9da {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:14.211441 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3327c2e7-589d-4c24-8739-f2d47f50467a tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:14.223056 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-72f985bf-dbfa-4f94-aa03-73a19b4bafd3 req-0155dbb3-8b57-4c32-8963-ab245ce40f1b tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3916795 Feb 17 09:38:14.232713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50e837-6507-498b-a22a-fbcbeb86c8c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=594a590a-ed3d-4485-b608-1983c7fc18f7,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:14.255288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfb394-d7cc-4710-82cf-eedaa3918a53 req-d97ee02a-d43a-403a-bcbc-76341dcf1880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:14.257301 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-66dfb394-d7cc-4710-82cf-eedaa3918a53 req-d97ee02a-d43a-403a-bcbc-76341dcf1880 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2faf6efb-760a-4980-97a0-58d7bf1fab50 HTTP/1.1" status: 200 len: 897 time: 0.6917486 Feb 17 09:38:14.272103 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610eddd-3993-4ad3-b872-012c076ed405 None None] Pushing event deleted for resources: {'Port': ['ID=9ee15abc-3215-4617-a529-d759cf78caea,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:14.278808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 9ee15abc-3215-4617-a529-d759cf78caea {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:38:14.278808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9ee15abc-3215-4617-a529-d759cf78caea not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:38:14.287687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38138) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:14.390761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7325e1b-1f42-45d0-abdc-9dd45c62e0a2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:14.405938 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d672166-1b1f-4c6c-bb8e-fc5195c694d5 None None] New status for floating IP 36910547-16f0-4f95-b9b7-280ae2b0f1ea: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:38:14.518065 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1c0fe195-c7fe-4e95-bfab-08e23f82ec7e None None] Provisioning complete for port 594a590a-ed3d-4485-b608-1983c7fc18f7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:14.518459 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c0fe195-c7fe-4e95-bfab-08e23f82ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:14.545993 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9fcb53dc-1772-4a8d-a016-d6df5ce1dc36 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/floatingips/36910547-16f0-4f95-b9b7-280ae2b0f1ea HTTP/1.1" status: 200 len: 990 time: 0.2449985 Feb 17 09:38:14.621780 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3327c2e7-589d-4c24-8739-f2d47f50467a tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:14.709120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1c0fe195-c7fe-4e95-bfab-08e23f82ec7e None None] Port 594a590a-ed3d-4485-b608-1983c7fc18f7 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:14.749689 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-66dfb394-d7cc-4710-82cf-eedaa3918a53 req-be0e626d-f1a2-47bd-8788-a7441c3e0eb8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 HTTP/1.1" status: 200 len: 998 time: 0.3211875 Feb 17 09:38:14.761235 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16488467-5d8a-416f-8ad3-501d9fe70b6b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:14.772863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3327c2e7-589d-4c24-8739-f2d47f50467a tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Calling delete_port for 4c81c4ba-fa36-4925-9e5b-cd973c22c9da owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:14.773969 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a39003-3944-4704-bfd5-49fb89c41eab None None] Sync routers for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:14.787182 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a39003-3944-4704-bfd5-49fb89c41eab None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:14.788193 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-39a39003-3944-4704-bfd5-49fb89c41eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:14.874602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16488467-5d8a-416f-8ad3-501d9fe70b6b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:14.881036 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-39a39003-3944-4704-bfd5-49fb89c41eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:14.891655 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a39003-3944-4704-bfd5-49fb89c41eab None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:14.892266 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-39a39003-3944-4704-bfd5-49fb89c41eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:14.968910 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-39a39003-3944-4704-bfd5-49fb89c41eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:14.969448 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a39003-3944-4704-bfd5-49fb89c41eab None None] The sync data for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:14.982258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac50e837-6507-498b-a22a-fbcbeb86c8c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:14.991333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfb394-d7cc-4710-82cf-eedaa3918a53 req-b7b031e3-e22d-4522-8fce-a1b8976275af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:14.992838 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-66dfb394-d7cc-4710-82cf-eedaa3918a53 req-b7b031e3-e22d-4522-8fce-a1b8976275af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4be594b-ad39-4079-9019-ea91a787d25b HTTP/1.1" status: 200 len: 835 time: 0.2352653 Feb 17 09:38:15.001693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7325e1b-1f42-45d0-abdc-9dd45c62e0a2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:15.078534 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3327c2e7-589d-4c24-8739-f2d47f50467a tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:15.095979 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-16488467-5d8a-416f-8ad3-501d9fe70b6b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "PUT /v2.0/floatingips/dcad45f4-e210-4580-8226-828a11b4f9d8 HTTP/1.1" status: 200 len: 687 time: 3.7552185 Feb 17 09:38:15.103342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7325e1b-1f42-45d0-abdc-9dd45c62e0a2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Subnet': ['ID=080dc8ec-1d11-4047-821d-6c4e7b451a73,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:15.105426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7325e1b-1f42-45d0-abdc-9dd45c62e0a2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:15.110660 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f7325e1b-1f42-45d0-abdc-9dd45c62e0a2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/080dc8ec-1d11-4047-821d-6c4e7b451a73 HTTP/1.1" status: 204 len: 168 time: 2.1602745 Feb 17 09:38:15.113161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38142) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:15.113482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38144) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:15.125908 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a33ae-211e-46b8-8700-24c3e8223019 None None] Network fdcf91c4-5594-4037-a895-76a8983d6176 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:38:15.129809 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327c2e7-589d-4c24-8739-f2d47f50467a tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Pushing event deleted for resources: {'Port': ['ID=4c81c4ba-fa36-4925-9e5b-cd973c22c9da,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:15.238403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3327c2e7-589d-4c24-8739-f2d47f50467a tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:15.405156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-185d1f71-3e32-4e0b-ae0f-90201d50426f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Deleting port bd4d4a0f-20d7-4bbf-b34e-42d4d3db9341 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:15.405765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-185d1f71-3e32-4e0b-ae0f-90201d50426f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:15.433551 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3327c2e7-589d-4c24-8739-f2d47f50467a tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:15.437892 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3327c2e7-589d-4c24-8739-f2d47f50467a tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:15.512834 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20e41d9-7878-461c-af7f-1a91d57d3e1a None None] DHCP port deletion for fdcf91c4-5594-4037-a895-76a8983d6176 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:38:15.518090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d20e41d9-7878-461c-af7f-1a91d57d3e1a None None] Deleting port fa3ff02a-33cb-40ec-9bef-e917c57de67a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:15.518531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d20e41d9-7878-461c-af7f-1a91d57d3e1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:15.626454 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38150) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:15.644549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-befe3b04-ace5-4654-89ae-82efcdf549c7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:15.752658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3327c2e7-589d-4c24-8739-f2d47f50467a tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:15.753385 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3327c2e7-589d-4c24-8739-f2d47f50467a tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Fanout notify agent at l3_agent the message router_deleted on router a913791c-bcc4-4477-babe-e5679c887d00 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:38:15.784871 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3327c2e7-589d-4c24-8739-f2d47f50467a tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:15.792844 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3327c2e7-589d-4c24-8739-f2d47f50467a tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "DELETE /v2.0/routers/a913791c-bcc4-4477-babe-e5679c887d00 HTTP/1.1" status: 204 len: 168 time: 2.4984381 Feb 17 09:38:15.794998 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38154) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:15.804321 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-71ed8e01-ec83-47fe-93fe-21e112e94b27 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1730144640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:15.813632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-71ed8e01-ec83-47fe-93fe-21e112e94b27 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:15.819565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d20e41d9-7878-461c-af7f-1a91d57d3e1a None None] For port fa3ff02a-33cb-40ec-9bef-e917c57de67a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fa3ff02a-33cb-40ec-9bef-e917c57de67a,segment=NetworkSegment(e2ebf039-c6ed-47f0-b14b-77a420c071d7),segment_id=e2ebf039-c6ed-47f0-b14b-77a420c071d7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:38:15.820327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-71ed8e01-ec83-47fe-93fe-21e112e94b27 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Usage tracker for resource:router and tenant:403486487efd4da483c93423959e5ecf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:15.820906 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d20e41d9-7878-461c-af7f-1a91d57d3e1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:15.825007 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-71ed8e01-ec83-47fe-93fe-21e112e94b27 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:15.831207 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-71ed8e01-ec83-47fe-93fe-21e112e94b27 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:15.895245 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71ed8e01-ec83-47fe-93fe-21e112e94b27 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:15.896638 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71ed8e01-ec83-47fe-93fe-21e112e94b27 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:15.924164 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71ed8e01-ec83-47fe-93fe-21e112e94b27 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:15.956156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfb394-d7cc-4710-82cf-eedaa3918a53 req-7d11e22b-edc0-4195-8b4d-cf8afbb1241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:15.957693 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-66dfb394-d7cc-4710-82cf-eedaa3918a53 req-7d11e22b-edc0-4195-8b4d-cf8afbb1241d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2faf6efb-760a-4980-97a0-58d7bf1fab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9515746 Feb 17 09:38:15.966902 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d20e41d9-7878-461c-af7f-1a91d57d3e1a None None] Calling delete_port for fa3ff02a-33cb-40ec-9bef-e917c57de67a owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:16.032896 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71ed8e01-ec83-47fe-93fe-21e112e94b27 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:16.069891 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fa3ff02a-33cb-40ec-9bef-e917c57de67a no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:38:16.080340 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a83327fa-4e7f-44f6-967f-728e10e01be6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/floatingips/36910547-16f0-4f95-b9b7-280ae2b0f1ea HTTP/1.1" status: 200 len: 992 time: 0.4245627 Feb 17 09:38:16.080340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac50e837-6507-498b-a22a-fbcbeb86c8c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:16.175885 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71ed8e01-ec83-47fe-93fe-21e112e94b27 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:16.181876 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-71ed8e01-ec83-47fe-93fe-21e112e94b27 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3815887 Feb 17 09:38:16.182283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38158) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:16.193731 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:16.207555 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d20e41d9-7878-461c-af7f-1a91d57d3e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:16.276843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e41d9-7878-461c-af7f-1a91d57d3e1a None None] No DVR routers for this DVR port fa3ff02a-33cb-40ec-9bef-e917c57de67a on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:38:16.280765 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:16.293589 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e41d9-7878-461c-af7f-1a91d57d3e1a None None] Pushing event deleted for resources: {'Port': ['ID=fa3ff02a-33cb-40ec-9bef-e917c57de67a,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:16.310535 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-befe3b04-ace5-4654-89ae-82efcdf549c7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:16.395130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-befe3b04-ace5-4654-89ae-82efcdf549c7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1190310a-620f-4290-83da-0645c8b92fab']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:16.416498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-185d1f71-3e32-4e0b-ae0f-90201d50426f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:16.417407 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-185d1f71-3e32-4e0b-ae0f-90201d50426f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:16.493370 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-779f9085-eeab-4789-94d5-516d5f2b4b2c req-df9700e5-f57f-4026-bdfb-32af3b6e4e28 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8388116 Feb 17 09:38:16.511024 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-befe3b04-ace5-4654-89ae-82efcdf549c7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb43506b-5f6e-48be-a9cc-35fe1a4aa743') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:16.511369 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-befe3b04-ace5-4654-89ae-82efcdf549c7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb43506b-5f6e-48be-a9cc-35fe1a4aa743') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:16.644961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:16.702525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-185d1f71-3e32-4e0b-ae0f-90201d50426f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Calling delete_port for bd4d4a0f-20d7-4bbf-b34e-42d4d3db9341 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:16.739173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-befe3b04-ace5-4654-89ae-82efcdf549c7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:16.753874 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-66dfb394-d7cc-4710-82cf-eedaa3918a53 req-4816863d-d61e-4d99-83b7-8c330af20291 service neutron] 10.222.0.37 "GET /v2.0/networks/2faf6efb-760a-4980-97a0-58d7bf1fab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181408 Feb 17 09:38:16.865784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-befe3b04-ace5-4654-89ae-82efcdf549c7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:16.894730 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befe3b04-ace5-4654-89ae-82efcdf549c7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:38:16.896065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-befe3b04-ace5-4654-89ae-82efcdf549c7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:38:16.916116 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:38:17.075327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:17.108525 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:17.275658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Allocated IP 172.26.4.167 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/e3937df1-6027-4fad-b533-17c36ddb6c22) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:17.365473 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-66dfb394-d7cc-4710-82cf-eedaa3918a53 req-5ac866cf-6e33-44d5-8ae3-071968f319e3 service neutron] 10.222.0.37 "GET /v2.0/networks/2faf6efb-760a-4980-97a0-58d7bf1fab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932932 Feb 17 09:38:17.381626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-befe3b04-ace5-4654-89ae-82efcdf549c7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:17.429237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-befe3b04-ace5-4654-89ae-82efcdf549c7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:17.450424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:17.477418 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe3b04-ace5-4654-89ae-82efcdf549c7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Network': ['ID=1190310a-620f-4290-83da-0645c8b92fab,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:17.511660 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-befe3b04-ace5-4654-89ae-82efcdf549c7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/networks/1190310a-620f-4290-83da-0645c8b92fab HTTP/1.1" status: 204 len: 168 time: 2.3934762 Feb 17 09:38:17.515215 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38162) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:17.550237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-185d1f71-3e32-4e0b-ae0f-90201d50426f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:17.604677 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:17.648933 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac50e837-6507-498b-a22a-fbcbeb86c8c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:17.703886 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d1f71-3e32-4e0b-ae0f-90201d50426f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Port': ['ID=bd4d4a0f-20d7-4bbf-b34e-42d4d3db9341,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:17.719945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5748641-af27-4def-bdb2-7665317416b1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:17.724605 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:17.728941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:17.734347 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:17.757811 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac50e837-6507-498b-a22a-fbcbeb86c8c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:17.897586 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Pushing event updated for resources: {'Port': ['ID=e3937df1-6027-4fad-b533-17c36ddb6c22,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:18.061522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac50e837-6507-498b-a22a-fbcbeb86c8c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:18.067415 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50e837-6507-498b-a22a-fbcbeb86c8c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=594a590a-ed3d-4485-b608-1983c7fc18f7,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:18.079805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-185d1f71-3e32-4e0b-ae0f-90201d50426f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:18.082206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-185d1f71-3e32-4e0b-ae0f-90201d50426f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:18.083543 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-185d1f71-3e32-4e0b-ae0f-90201d50426f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/floatingips/dcad45f4-e210-4580-8226-828a11b4f9d8 HTTP/1.1" status: 204 len: 168 time: 2.9672265 Feb 17 09:38:18.089666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38166) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:18.115333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': 'bb1e1be6-77a9-4689-970e-bda421c7c396'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:18.125888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:18.184599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Usage tracker for resource:floatingip and tenant:387f6bd376864594aa251ea9f5b6cd05 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:18.190695 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f9085-eeab-4789-94d5-516d5f2b4b2c req-4200812b-49b3-4851-9347-c30f6d952b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:18.194446 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-779f9085-eeab-4789-94d5-516d5f2b4b2c req-4200812b-49b3-4851-9347-c30f6d952b3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c462a90c63ab406abd0ec41718f287bf&device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 1098 time: 0.5622964 Feb 17 09:38:18.195511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:18.199887 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5748641-af27-4def-bdb2-7665317416b1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:18.206255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:18.277012 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e5748641-af27-4def-bdb2-7665317416b1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdcf91c4-5594-4037-a895-76a8983d6176']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:18.297885 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e5748641-af27-4def-bdb2-7665317416b1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ebf039-c6ed-47f0-b14b-77a420c071d7') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:18.298219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e5748641-af27-4def-bdb2-7665317416b1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ebf039-c6ed-47f0-b14b-77a420c071d7') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:18.313181 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5748641-af27-4def-bdb2-7665317416b1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:18.320859 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:18.333258 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5748641-af27-4def-bdb2-7665317416b1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:18.342011 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5748641-af27-4def-bdb2-7665317416b1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:38:18.342477 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5748641-af27-4def-bdb2-7665317416b1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:38:18.358075 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:38:18.463993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac50e837-6507-498b-a22a-fbcbeb86c8c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 0d102d4e-1254-4ee6-87a8-ae02f491110f is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:18.470415 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ac50e837-6507-498b-a22a-fbcbeb86c8c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:18.550367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f9085-eeab-4789-94d5-516d5f2b4b2c req-c18a3fcd-ee43-44d6-a9d8-2d4d18db13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:18.552358 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-779f9085-eeab-4789-94d5-516d5f2b4b2c req-c18a3fcd-ee43-44d6-a9d8-2d4d18db13fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=2faf6efb-760a-4980-97a0-58d7bf1fab50 HTTP/1.1" status: 200 len: 897 time: 0.3252842 Feb 17 09:38:18.629623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5748641-af27-4def-bdb2-7665317416b1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:18.660940 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5748641-af27-4def-bdb2-7665317416b1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:18.684346 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5748641-af27-4def-bdb2-7665317416b1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Network': ['ID=fdcf91c4-5594-4037-a895-76a8983d6176,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:18.696059 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:18.758207 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e5748641-af27-4def-bdb2-7665317416b1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/networks/fdcf91c4-5594-4037-a895-76a8983d6176 HTTP/1.1" status: 204 len: 168 time: 1.2415068 Feb 17 09:38:18.768164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38170) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:18.792970 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-53ede0d6-063b-41a0-a4c0-3b75df55cc48 None None] Provisioning complete for port 594a590a-ed3d-4485-b608-1983c7fc18f7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:18.793875 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53ede0d6-063b-41a0-a4c0-3b75df55cc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:18.797540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6c3fbb70-cc1e-4841-815d-edf79c4a7e63 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'network': {'name': 'tempest-RoutersTest-683831504'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:18.821092 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6c3fbb70-cc1e-4841-815d-edf79c4a7e63 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:18.835907 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-779f9085-eeab-4789-94d5-516d5f2b4b2c req-bfc218d8-c252-4533-ad8a-2f94448cb380 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 HTTP/1.1" status: 200 len: 1000 time: 0.2759440 Feb 17 09:38:18.839151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6c3fbb70-cc1e-4841-815d-edf79c4a7e63 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:network and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:18.854800 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6c3fbb70-cc1e-4841-815d-edf79c4a7e63 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:18.890896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-53ede0d6-063b-41a0-a4c0-3b75df55cc48 None None] Port 594a590a-ed3d-4485-b608-1983c7fc18f7 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:18.924617 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6c3fbb70-cc1e-4841-815d-edf79c4a7e63 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:18.981978 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f9085-eeab-4789-94d5-516d5f2b4b2c req-2eaf4dd3-6895-420e-acde-fb0a589c81af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:18.983345 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-779f9085-eeab-4789-94d5-516d5f2b4b2c req-2eaf4dd3-6895-420e-acde-fb0a589c81af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4be594b-ad39-4079-9019-ea91a787d25b HTTP/1.1" status: 200 len: 835 time: 0.1315224 Feb 17 09:38:18.997999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3fbb70-cc1e-4841-815d-edf79c4a7e63 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:19.002357 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c3fbb70-cc1e-4841-815d-edf79c4a7e63 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:19.062122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:19.159352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:19.166259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:19.310135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3fbb70-cc1e-4841-815d-edf79c4a7e63 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:38:19.328824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c3fbb70-cc1e-4841-815d-edf79c4a7e63 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:19.331488 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-6c3fbb70-cc1e-4841-815d-edf79c4a7e63 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Added segment 9fb0c1cb-0193-4f0b-89d7-b7381ac36345 of type vlan for network 441b7061-ae09-4c15-8f9e-afd83408361e Feb 17 09:38:19.381645 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac50e837-6507-498b-a22a-fbcbeb86c8c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Router 239881e3-105a-4d93-80e3-804ef78b32cc is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:38:19.497986 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c3fbb70-cc1e-4841-815d-edf79c4a7e63 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:19.503967 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f9085-eeab-4789-94d5-516d5f2b4b2c req-4c298026-9f99-4ac5-8687-4ef7aa1f3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:19.505806 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-779f9085-eeab-4789-94d5-516d5f2b4b2c req-4c298026-9f99-4ac5-8687-4ef7aa1f3224 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2faf6efb-760a-4980-97a0-58d7bf1fab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5104566 Feb 17 09:38:19.541382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Router 788929ad-6830-4de0-a3c4-58a60d784fe6 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:38:19.683797 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Allocated IP 172.26.4.26 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/289e7e8c-9795-4080-a47c-afb275659c59) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:19.714503 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-6c3fbb70-cc1e-4841-815d-edf79c4a7e63 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:38:19.855306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac50e837-6507-498b-a22a-fbcbeb86c8c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:19.868830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c3fbb70-cc1e-4841-815d-edf79c4a7e63 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:19.869387 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3f509-f3a7-4103-bff3-8f1f2552c643 None None] Sync routers for ids ['239881e3-105a-4d93-80e3-804ef78b32cc'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:19.874310 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3fbb70-cc1e-4841-815d-edf79c4a7e63 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:19.874928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c3fbb70-cc1e-4841-815d-edf79c4a7e63 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:19.887049 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3f509-f3a7-4103-bff3-8f1f2552c643 None None] Routers {'239881e3-105a-4d93-80e3-804ef78b32cc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:19.888031 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-67a3f509-f3a7-4103-bff3-8f1f2552c643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['239881e3-105a-4d93-80e3-804ef78b32cc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:19.907928 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:19.924685 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:19.928688 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ab0b31e3-6017-4e6a-a885-66f3e74c5419 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "PUT /v2.0/routers/788929ad-6830-4de0-a3c4-58a60d784fe6 HTTP/1.1" status: 200 len: 880 time: 3.7450495 Feb 17 09:38:19.930014 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38174) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:19.932132 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a0e47-e511-4b3b-b0b5-8162c50555df None None] Sync routers for ids ['788929ad-6830-4de0-a3c4-58a60d784fe6'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:19.954714 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a0e47-e511-4b3b-b0b5-8162c50555df None None] Routers {'788929ad-6830-4de0-a3c4-58a60d784fe6'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:19.955340 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-592a0e47-e511-4b3b-b0b5-8162c50555df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['788929ad-6830-4de0-a3c4-58a60d784fe6'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:20.008239 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-67a3f509-f3a7-4103-bff3-8f1f2552c643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:20.018252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3f509-f3a7-4103-bff3-8f1f2552c643 None None] Routers {'239881e3-105a-4d93-80e3-804ef78b32cc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:20.018878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-67a3f509-f3a7-4103-bff3-8f1f2552c643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['239881e3-105a-4d93-80e3-804ef78b32cc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:20.042075 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ac50e837-6507-498b-a22a-fbcbeb86c8c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "PUT /v2.0/routers/239881e3-105a-4d93-80e3-804ef78b32cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1464548 Feb 17 09:38:20.055605 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38178) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:20.058864 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6c3fbb70-cc1e-4841-815d-edf79c4a7e63 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2814293 Feb 17 09:38:20.060950 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-779f9085-eeab-4789-94d5-516d5f2b4b2c req-f2f74df7-e0c9-42ec-bcdb-2bdcc3e6881e service neutron] 10.222.0.37 "GET /v2.0/networks/2faf6efb-760a-4980-97a0-58d7bf1fab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454021 Feb 17 09:38:20.064956 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38182) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:20.109468 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-592a0e47-e511-4b3b-b0b5-8162c50555df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:20.134988 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a0e47-e511-4b3b-b0b5-8162c50555df None None] Routers {'788929ad-6830-4de0-a3c4-58a60d784fe6'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:20.136632 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-592a0e47-e511-4b3b-b0b5-8162c50555df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['788929ad-6830-4de0-a3c4-58a60d784fe6'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:20.157839 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-67a3f509-f3a7-4103-bff3-8f1f2552c643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:20.158336 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3f509-f3a7-4103-bff3-8f1f2552c643 None None] The sync data for ids ['239881e3-105a-4d93-80e3-804ef78b32cc'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:20.189303 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-253683d2-87bf-48e9-8e9e-803e51edac16 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'subnet': {'network_id': '441b7061-ae09-4c15-8f9e-afd83408361e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:20.204754 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fbb70-cc1e-4841-815d-edf79c4a7e63 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Network': ['ID=441b7061-ae09-4c15-8f9e-afd83408361e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:20.220931 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 441b7061-ae09-4c15-8f9e-afd83408361e details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:38:20.252905 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:20.272513 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-592a0e47-e511-4b3b-b0b5-8162c50555df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:20.273458 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a0e47-e511-4b3b-b0b5-8162c50555df None None] The sync data for ids ['788929ad-6830-4de0-a3c4-58a60d784fe6'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:20.303541 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-779f9085-eeab-4789-94d5-516d5f2b4b2c req-01b7ae3b-30a6-4738-8c4f-291076a642c2 service neutron] 10.222.0.37 "GET /v2.0/networks/2faf6efb-760a-4980-97a0-58d7bf1fab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131405 Feb 17 09:38:20.369951 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:20.459723 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:20.462711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:20.466763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:20.483565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eed1332-4c12-4221-ab6c-917181d20364 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:20.484023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8eed1332-4c12-4221-ab6c-917181d20364 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:38:20.487574 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-253683d2-87bf-48e9-8e9e-803e51edac16 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:20.497963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-253683d2-87bf-48e9-8e9e-803e51edac16 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:subnet and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:20.502824 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-253683d2-87bf-48e9-8e9e-803e51edac16 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:20.510777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=289e7e8c-9795-4080-a47c-afb275659c59,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:20.512654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-253683d2-87bf-48e9-8e9e-803e51edac16 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:20.525137 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bc39b3ee-5760-436c-9d01-cc1f79feab47 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "GET /v2.0/routers/788929ad-6830-4de0-a3c4-58a60d784fe6 HTTP/1.1" status: 200 len: 921 time: 0.5935996 Feb 17 09:38:20.542724 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38190) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:20.638604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deca5b9-4d12-41e6-b1a9-05a7d7b8aa8a tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:20.639534 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9deca5b9-4d12-41e6-b1a9-05a7d7b8aa8a tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Synchronizing usage tracker for tenant:827525a3bfec4657a41cdcd8be872aaf on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:38:20.656718 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9deca5b9-4d12-41e6-b1a9-05a7d7b8aa8a tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Unset dirty status for tenant:827525a3bfec4657a41cdcd8be872aaf on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:38:20.658408 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9deca5b9-4d12-41e6-b1a9-05a7d7b8aa8a tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=e398590f-1691-4e90-94b2-4638f557802a&device_id=788929ad-6830-4de0-a3c4-58a60d784fe6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1143060 Feb 17 09:38:20.663477 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38194) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:20.800725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8eed1332-4c12-4221-ab6c-917181d20364 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:38:20.802585 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8eed1332-4c12-4221-ab6c-917181d20364 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports?device_id=239881e3-105a-4d93-80e3-804ef78b32cc HTTP/1.1" status: 200 len: 982 time: 0.7453842 Feb 17 09:38:20.805787 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38198) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:20.817751 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253683d2-87bf-48e9-8e9e-803e51edac16 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:20.823357 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-253683d2-87bf-48e9-8e9e-803e51edac16 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:20.937150 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c009ea22-0004-47a0-9f28-6f6336f9f9e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:20.937727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c009ea22-0004-47a0-9f28-6f6336f9f9e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Synchronizing usage tracker for tenant:827525a3bfec4657a41cdcd8be872aaf on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:38:21.026685 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c009ea22-0004-47a0-9f28-6f6336f9f9e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Unset dirty status for tenant:827525a3bfec4657a41cdcd8be872aaf on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:38:21.027826 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c009ea22-0004-47a0-9f28-6f6336f9f9e4 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "GET /v2.0/networks/e398590f-1691-4e90-94b2-4638f557802a HTTP/1.1" status: 200 len: 881 time: 0.3630707 Feb 17 09:38:21.033856 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38202) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:21.095577 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7754e2cd-db86-40fd-b487-d0e2cfd97556 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "GET /v2.0/ports?device_id=788929ad-6830-4de0-a3c4-58a60d784fe6 HTTP/1.1" status: 200 len: 205 time: 0.0611668 Feb 17 09:38:21.098375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38206) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:21.349667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3976-87a0-46fa-af14-a500a118129d tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:21.403454 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-253683d2-87bf-48e9-8e9e-803e51edac16 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:21.594434 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:21.750024 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253683d2-87bf-48e9-8e9e-803e51edac16 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Subnet': ['ID=3337fdcc-8ce1-4ed6-b447-4da8cc40c096,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:21.761442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253683d2-87bf-48e9-8e9e-803e51edac16 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Checking segment: {'id': '9fb0c1cb-0193-4f0b-89d7-b7381ac36345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '441b7061-ae09-4c15-8f9e-afd83408361e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:38:21.761812 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253683d2-87bf-48e9-8e9e-803e51edac16 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network hostable DHCP agents. Network: 441b7061-ae09-4c15-8f9e-afd83408361e, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:38:21.796314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3976-87a0-46fa-af14-a500a118129d tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:21.800288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:21.882608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253683d2-87bf-48e9-8e9e-803e51edac16 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network 441b7061-ae09-4c15-8f9e-afd83408361e is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:38:21.892754 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b3976-87a0-46fa-af14-a500a118129d tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Deleting port e3937df1-6027-4fad-b533-17c36ddb6c22 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:21.895043 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3976-87a0-46fa-af14-a500a118129d tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:21.991042 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-253683d2-87bf-48e9-8e9e-803e51edac16 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 441b7061-ae09-4c15-8f9e-afd83408361e) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:22.006441 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e11d5a-e068-4c42-8eb5-37dc6308ee83 None None] Network 441b7061-ae09-4c15-8f9e-afd83408361e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:38:22.043418 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253683d2-87bf-48e9-8e9e-803e51edac16 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:22.044322 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-253683d2-87bf-48e9-8e9e-803e51edac16 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:22.081872 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3af6274e-8374-45ff-a631-efe830708444 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:22.144996 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-253683d2-87bf-48e9-8e9e-803e51edac16 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9651589 Feb 17 09:38:22.145246 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3976-87a0-46fa-af14-a500a118129d tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:22.153578 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38212) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:22.162499 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a4b65806-f9c5-45e9-ba46-7c6a24286c1f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-523252280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:22.242183 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a4b65806-f9c5-45e9-ba46-7c6a24286c1f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:22.321371 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b3976-87a0-46fa-af14-a500a118129d tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Calling delete_port for e3937df1-6027-4fad-b533-17c36ddb6c22 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:22.387986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-441b7061-ae09-4c15-8f9e-afd83408361e', 'network_id': '441b7061-ae09-4c15-8f9e-afd83408361e', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'fixed_ips': [{'subnet_id': '3337fdcc-8ce1-4ed6-b447-4da8cc40c096'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:38:22.388860 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a4b65806-f9c5-45e9-ba46-7c6a24286c1f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:router and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:22.388999 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:22.404032 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a4b65806-f9c5-45e9-ba46-7c6a24286c1f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:22.428914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a4b65806-f9c5-45e9-ba46-7c6a24286c1f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:22.476224 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:22.503492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3af6274e-8374-45ff-a631-efe830708444 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 594a590a-ed3d-4485-b608-1983c7fc18f7 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:22.503879 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3af6274e-8374-45ff-a631-efe830708444 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:22.566158 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:22.630685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Allocated IP 172.20.0.2 (441b7061-ae09-4c15-8f9e-afd83408361e/3337fdcc-8ce1-4ed6-b447-4da8cc40c096/6cc2e7a5-0f1e-43ca-8e06-d642dec055b5) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:22.645899 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4b65806-f9c5-45e9-ba46-7c6a24286c1f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:22.650754 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4b65806-f9c5-45e9-ba46-7c6a24286c1f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:22.726951 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3976-87a0-46fa-af14-a500a118129d tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:22.809411 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=289e7e8c-9795-4080-a47c-afb275659c59,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:22.835599 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4b65806-f9c5-45e9-ba46-7c6a24286c1f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:22.845154 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b3976-87a0-46fa-af14-a500a118129d tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Pushing event deleted for resources: {'Port': ['ID=e3937df1-6027-4fad-b533-17c36ddb6c22,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:22.855025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:22.934967 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:22.948291 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Transition to ACTIVE for port object 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:38:22.951860 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3976-87a0-46fa-af14-a500a118129d tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:22.973195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Transition to ACTIVE for port object 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:38:22.999415 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3af6274e-8374-45ff-a631-efe830708444 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:23.010999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4b65806-f9c5-45e9-ba46-7c6a24286c1f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:23.040488 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:23.153472 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Network 441b7061-ae09-4c15-8f9e-afd83408361e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:23.157986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:23.165429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:23.177741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3976-87a0-46fa-af14-a500a118129d tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:23.181484 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3976-87a0-46fa-af14-a500a118129d tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:23.208657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Pushing event updated for resources: {'Port': ['ID=6cc2e7a5-0f1e-43ca-8e06-d642dec055b5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:23.216219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4b65806-f9c5-45e9-ba46-7c6a24286c1f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:23.222539 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a4b65806-f9c5-45e9-ba46-7c6a24286c1f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0673568 Feb 17 09:38:23.223623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38218) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:23.235636 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a76957bb-a9f3-46f4-bd0b-9d7a349b349b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'port': {'network_id': '441b7061-ae09-4c15-8f9e-afd83408361e', 'name': 'tempest-RoutersTest-739188612'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:23.329768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Attempting to bind port 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:38:23.329768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Attempting to bind port 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '9fb0c1cb-0193-4f0b-89d7-b7381ac36345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '441b7061-ae09-4c15-8f9e-afd83408361e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:38:23.330333 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Attempting to bind port 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 on network 441b7061-ae09-4c15-8f9e-afd83408361e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:38:23.337096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:38:23.337488 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Checking segment: {'id': '9fb0c1cb-0193-4f0b-89d7-b7381ac36345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '441b7061-ae09-4c15-8f9e-afd83408361e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:38:23.337931 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:23.338359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Bound using segment: {'id': '9fb0c1cb-0193-4f0b-89d7-b7381ac36345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '441b7061-ae09-4c15-8f9e-afd83408361e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:38:23.340271 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Bound port: 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb0c1cb-0193-4f0b-89d7-b7381ac36345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '441b7061-ae09-4c15-8f9e-afd83408361e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:38:23.340271 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:23.340696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3976-87a0-46fa-af14-a500a118129d tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:23.340901 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5b3976-87a0-46fa-af14-a500a118129d tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Fanout notify agent at l3_agent the message router_deleted on router 788929ad-6830-4de0-a3c4-58a60d784fe6 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:38:23.363919 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3976-87a0-46fa-af14-a500a118129d tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:23.372103 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0c5b3976-87a0-46fa-af14-a500a118129d tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "DELETE /v2.0/routers/788929ad-6830-4de0-a3c4-58a60d784fe6 HTTP/1.1" status: 204 len: 168 time: 2.2671242 Feb 17 09:38:23.372415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38222) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:23.382147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3b471962-21ef-4ed9-89a3-ce131b2cb975 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1023644492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:23.399107 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3af6274e-8374-45ff-a631-efe830708444 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 594a590a-ed3d-4485-b608-1983c7fc18f7 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:23.399458 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3b471962-21ef-4ed9-89a3-ce131b2cb975 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:23.406493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3b471962-21ef-4ed9-89a3-ce131b2cb975 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Usage tracker for resource:router and tenant:403486487efd4da483c93423959e5ecf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:23.412630 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3b471962-21ef-4ed9-89a3-ce131b2cb975 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:23.424793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3b471962-21ef-4ed9-89a3-ce131b2cb975 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:23.455867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] For port 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:38:23.461024 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] For port 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6cc2e7a5-0f1e-43ca-8e06-d642dec055b5,segment=NetworkSegment(9fb0c1cb-0193-4f0b-89d7-b7381ac36345),segment_id=9fb0c1cb-0193-4f0b-89d7-b7381ac36345)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:38:23.478686 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a76957bb-a9f3-46f4-bd0b-9d7a349b349b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:23.494459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a76957bb-a9f3-46f4-bd0b-9d7a349b349b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:23.495590 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Floating IP a13e9b10-8805-4193-8945-b5c690dc79a6 associated. External IP: 172.26.4.26, port: bb1e1be6-77a9-4689-970e-bda421c7c396. Feb 17 09:38:23.517267 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b471962-21ef-4ed9-89a3-ce131b2cb975 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:23.518564 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b471962-21ef-4ed9-89a3-ce131b2cb975 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:23.541314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:23.541653 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b471962-21ef-4ed9-89a3-ce131b2cb975 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:23.592960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76957bb-a9f3-46f4-bd0b-9d7a349b349b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:23.604002 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a76957bb-a9f3-46f4-bd0b-9d7a349b349b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:23.649712 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b471962-21ef-4ed9-89a3-ce131b2cb975 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:23.669074 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-a76957bb-a9f3-46f4-bd0b-9d7a349b349b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] device_id is not set on port 10a7500b-705a-49f7-88b7-9b5e49884b67 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:38:23.676321 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2e724-25b5-4af4-a6a8-d851c2d2dd4c None None] Pushing event updated for resources: {'Port': ['ID=6cc2e7a5-0f1e-43ca-8e06-d642dec055b5,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:23.810513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b471962-21ef-4ed9-89a3-ce131b2cb975 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:23.811917 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3b471962-21ef-4ed9-89a3-ce131b2cb975 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4382207 Feb 17 09:38:23.815632 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38226) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:23.868567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'enable_snat': True}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:23.898753 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-a76957bb-a9f3-46f4-bd0b-9d7a349b349b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Allocated IP 172.20.0.7 (441b7061-ae09-4c15-8f9e-afd83408361e/3337fdcc-8ce1-4ed6-b447-4da8cc40c096/10a7500b-705a-49f7-88b7-9b5e49884b67) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:24.147799 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:38:24.160275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3af6274e-8374-45ff-a631-efe830708444 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:24.272063 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a76957bb-a9f3-46f4-bd0b-9d7a349b349b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:24.300534 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-a76957bb-a9f3-46f4-bd0b-9d7a349b349b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Transition to ACTIVE for port object 10a7500b-705a-49f7-88b7-9b5e49884b67 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:38:24.329631 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:38:24.346706 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6274e-8374-45ff-a631-efe830708444 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=594a590a-ed3d-4485-b608-1983c7fc18f7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:24.408503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a76957bb-a9f3-46f4-bd0b-9d7a349b349b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:24.518024 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76957bb-a9f3-46f4-bd0b-9d7a349b349b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network 441b7061-ae09-4c15-8f9e-afd83408361e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:24.524493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a76957bb-a9f3-46f4-bd0b-9d7a349b349b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:24.530357 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76957bb-a9f3-46f4-bd0b-9d7a349b349b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:24.644788 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f834e462-89aa-4ddf-a440-9e3e2d4692b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:24.844020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76957bb-a9f3-46f4-bd0b-9d7a349b349b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=10a7500b-705a-49f7-88b7-9b5e49884b67,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:24.848169 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:24.901144 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76957bb-a9f3-46f4-bd0b-9d7a349b349b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:24.902402 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a76957bb-a9f3-46f4-bd0b-9d7a349b349b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:25.000637 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a76957bb-a9f3-46f4-bd0b-9d7a349b349b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.7736671 Feb 17 09:38:25.003928 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38230) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:25.114794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cea0afc-f5f7-4610-a8de-587044f040d0 None None] Network 441b7061-ae09-4c15-8f9e-afd83408361e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:38:25.183140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3af6274e-8374-45ff-a631-efe830708444 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:25.268090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 355915fb-b35c-478c-a7f5-f81f8a202bae has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:25.332463 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-be872a38-b74e-42fe-87e5-21a2f7918477 None None] Provisioning for port 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:38:25.432042 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-be872a38-b74e-42fe-87e5-21a2f7918477 None None] Provisioning complete for port 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:25.432533 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be872a38-b74e-42fe-87e5-21a2f7918477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:25.686551 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be872a38-b74e-42fe-87e5-21a2f7918477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:25.688455 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66d757c0-1bee-4d60-81aa-da8e8cefef75 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:25.745032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-be872a38-b74e-42fe-87e5-21a2f7918477 None None] For port 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6cc2e7a5-0f1e-43ca-8e06-d642dec055b5,segment=NetworkSegment(9fb0c1cb-0193-4f0b-89d7-b7381ac36345),segment_id=9fb0c1cb-0193-4f0b-89d7-b7381ac36345)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:38:25.849813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be872a38-b74e-42fe-87e5-21a2f7918477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:25.902342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af6274e-8374-45ff-a631-efe830708444 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Router 239881e3-105a-4d93-80e3-804ef78b32cc has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:26.001012 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be872a38-b74e-42fe-87e5-21a2f7918477 None None] Pushing event updated for resources: {'Port': ['ID=6cc2e7a5-0f1e-43ca-8e06-d642dec055b5,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:26.043724 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:26.062641 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a3b6f-f02d-4eca-a4b7-7dc169c27738 None None] Sync routers for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:26.092751 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a3b6f-f02d-4eca-a4b7-7dc169c27738 None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:26.094131 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c36a3b6f-f02d-4eca-a4b7-7dc169c27738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:26.170749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:26.198064 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f976581-e95a-4e3e-801c-cd6b1f20d700 None None] Provisioning complete for port 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:26.198812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f976581-e95a-4e3e-801c-cd6b1f20d700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:26.270783 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c36a3b6f-f02d-4eca-a4b7-7dc169c27738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:26.288288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af6274e-8374-45ff-a631-efe830708444 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:26.294692 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a3b6f-f02d-4eca-a4b7-7dc169c27738 None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:26.295328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c36a3b6f-f02d-4eca-a4b7-7dc169c27738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:26.302964 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc6b0b8-8dbb-4684-bee3-83a7de144639 None None] Sync routers for ids ['239881e3-105a-4d93-80e3-804ef78b32cc'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:26.313531 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3af6274e-8374-45ff-a631-efe830708444 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "PUT /v2.0/routers/239881e3-105a-4d93-80e3-804ef78b32cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5029085 Feb 17 09:38:26.316178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66d757c0-1bee-4d60-81aa-da8e8cefef75 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:26.318263 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38234) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:26.319586 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc6b0b8-8dbb-4684-bee3-83a7de144639 None None] Routers {'239881e3-105a-4d93-80e3-804ef78b32cc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:26.320452 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bfc6b0b8-8dbb-4684-bee3-83a7de144639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['239881e3-105a-4d93-80e3-804ef78b32cc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:26.380722 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-296d1c79-bfb1-49cd-9564-f96884797789 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] GET failed (client error): The resource could not be found. Feb 17 09:38:26.384480 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c36a3b6f-f02d-4eca-a4b7-7dc169c27738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:26.385910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a3b6f-f02d-4eca-a4b7-7dc169c27738 None None] The sync data for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:26.386152 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-296d1c79-bfb1-49cd-9564-f96884797789 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports/594a590a-ed3d-4485-b608-1983c7fc18f7 HTTP/1.1" status: 404 len: 333 time: 0.0662587 Feb 17 09:38:26.387069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38238) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:26.454342 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bfc6b0b8-8dbb-4684-bee3-83a7de144639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:26.466326 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc6b0b8-8dbb-4684-bee3-83a7de144639 None None] Routers {'239881e3-105a-4d93-80e3-804ef78b32cc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:26.467055 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bfc6b0b8-8dbb-4684-bee3-83a7de144639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['239881e3-105a-4d93-80e3-804ef78b32cc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:26.548256 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bfc6b0b8-8dbb-4684-bee3-83a7de144639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:26.548828 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc6b0b8-8dbb-4684-bee3-83a7de144639 None None] The sync data for ids ['239881e3-105a-4d93-80e3-804ef78b32cc'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:26.570761 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f976581-e95a-4e3e-801c-cd6b1f20d700 None None] Provisioning for port 10a7500b-705a-49f7-88b7-9b5e49884b67 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:38:26.578718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f976581-e95a-4e3e-801c-cd6b1f20d700 None None] Provisioning complete for port 10a7500b-705a-49f7-88b7-9b5e49884b67 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:26.579385 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f976581-e95a-4e3e-801c-cd6b1f20d700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:26.592155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-26e3d419-78e7-4e0d-bda1-d32c28584426 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:26.678543 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f976581-e95a-4e3e-801c-cd6b1f20d700 None None] Port 10a7500b-705a-49f7-88b7-9b5e49884b67 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:26.695144 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0a3b62c0-1062-4906-9ef6-1a232af5fa7c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.6040440 Feb 17 09:38:26.705831 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38242) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:26.808993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66d757c0-1bee-4d60-81aa-da8e8cefef75 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:26.809948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-62eff5cd-da95-49ce-b231-689b05d66bc7 None None] Provisioning complete for port 10a7500b-705a-49f7-88b7-9b5e49884b67 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:26.810544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62eff5cd-da95-49ce-b231-689b05d66bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:26.862585 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:26.911146 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:26.929180 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-62eff5cd-da95-49ce-b231-689b05d66bc7 None None] Port 10a7500b-705a-49f7-88b7-9b5e49884b67 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:26.976318 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bee848b3-e2f5-40bf-b1d8-2f0ff75adeb7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "GET /v2.0/floatingips/a13e9b10-8805-4193-8945-b5c690dc79a6 HTTP/1.1" status: 200 len: 976 time: 0.2662430 Feb 17 09:38:26.985896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38246) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:27.004848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ca7ae79-e68f-4f39-8bd6-bd705409deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:27.172679 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2df24183-ee45-46e9-92aa-428119acb52a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Synchronizing usage tracker for tenant:387f6bd376864594aa251ea9f5b6cd05 on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:38:27.224513 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Allocated IP 172.26.4.10 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/c785d658-666f-40a1-a670-8e4e66fa1607) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:27.232835 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d757c0-1bee-4d60-81aa-da8e8cefef75 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=10a7500b-705a-49f7-88b7-9b5e49884b67,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:27.259726 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-26e3d419-78e7-4e0d-bda1-d32c28584426 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:27.267593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-26e3d419-78e7-4e0d-bda1-d32c28584426 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:27.278351 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-598623a8-c53b-426d-a3c7-c5c32d38864b None None] Provisioning complete for port 10a7500b-705a-49f7-88b7-9b5e49884b67 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:27.278883 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-598623a8-c53b-426d-a3c7-c5c32d38864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:27.324320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2df24183-ee45-46e9-92aa-428119acb52a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Unset dirty status for tenant:387f6bd376864594aa251ea9f5b6cd05 on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:38:27.326183 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2df24183-ee45-46e9-92aa-428119acb52a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.3430016 Feb 17 09:38:27.335786 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38250) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:27.343642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-136af62b-087e-4624-b49e-b31fceb3b6d9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'floatingip': {'port_id': '2b43f62b-976a-4c57-9959-55abae99a9e3'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:27.353220 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-598623a8-c53b-426d-a3c7-c5c32d38864b None None] Port 10a7500b-705a-49f7-88b7-9b5e49884b67 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:27.426607 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-26e3d419-78e7-4e0d-bda1-d32c28584426 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:27.429037 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e3d419-78e7-4e0d-bda1-d32c28584426 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Fanout notify agent at l3_agent the message router_deleted on router 239881e3-105a-4d93-80e3-804ef78b32cc {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:38:27.453855 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-26e3d419-78e7-4e0d-bda1-d32c28584426 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:27.455188 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-26e3d419-78e7-4e0d-bda1-d32c28584426 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/routers/239881e3-105a-4d93-80e3-804ef78b32cc HTTP/1.1" status: 204 len: 168 time: 1.0606964 Feb 17 09:38:27.461595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38254) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:27.514145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-136af62b-087e-4624-b49e-b31fceb3b6d9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:27.635805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:27.642091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5824b8-6c21-4184-9249-ceeded3aa6c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting subnet fd04789c-3f99-48b7-a869-03fddd66dfac {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:38:27.646545 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c5824b8-6c21-4184-9249-ceeded3aa6c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:27.752752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66d757c0-1bee-4d60-81aa-da8e8cefef75 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:27.818805 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c5824b8-6c21-4184-9249-ceeded3aa6c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:27.892992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:27.914246 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:27.968748 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c5824b8-6c21-4184-9249-ceeded3aa6c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:28.014500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:28.045027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:28.092136 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:38:28.103962 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:28.116691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Pushing event updated for resources: {'Port': ['ID=c785d658-666f-40a1-a670-8e4e66fa1607,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:28.119292 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:28.131034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66d757c0-1bee-4d60-81aa-da8e8cefef75 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:28.236908 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:28.237380 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:28.358991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c5824b8-6c21-4184-9249-ceeded3aa6c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:28.436808 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c5824b8-6c21-4184-9249-ceeded3aa6c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:28.437998 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71ac1ff-f101-4a9e-b135-293acd5a2461 None None] Network 0d102d4e-1254-4ee6-87a8-ae02f491110f requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:38:28.514593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5824b8-6c21-4184-9249-ceeded3aa6c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Subnet': ['ID=fd04789c-3f99-48b7-a869-03fddd66dfac,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:28.529384 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7c5824b8-6c21-4184-9249-ceeded3aa6c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/fd04789c-3f99-48b7-a869-03fddd66dfac HTTP/1.1" status: 204 len: 168 time: 1.0666149 Feb 17 09:38:28.544816 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38258) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:28.719725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:28.832969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a43e92f-bcf1-4534-bba4-a4446c0a75f1 None None] DHCP port deletion for 0d102d4e-1254-4ee6-87a8-ae02f491110f request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:38:28.838925 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1a43e92f-bcf1-4534-bba4-a4446c0a75f1 None None] Deleting port 94a828b1-201c-4d8c-8377-b0abbc7fad37 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:28.839491 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a43e92f-bcf1-4534-bba4-a4446c0a75f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:28.958028 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 94a828b1-201c-4d8c-8377-b0abbc7fad37 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:28.959243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:29.042699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-136af62b-087e-4624-b49e-b31fceb3b6d9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:29.104949 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1a43e92f-bcf1-4534-bba4-a4446c0a75f1 None None] For port 94a828b1-201c-4d8c-8377-b0abbc7fad37, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=94a828b1-201c-4d8c-8377-b0abbc7fad37,segment=NetworkSegment(4dc621ba-2a6b-40dd-8b7f-bf7d631d0ba5),segment_id=4dc621ba-2a6b-40dd-8b7f-bf7d631d0ba5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:38:29.106409 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a43e92f-bcf1-4534-bba4-a4446c0a75f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:29.112299 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-136af62b-087e-4624-b49e-b31fceb3b6d9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:29.241338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:29.312109 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1a43e92f-bcf1-4534-bba4-a4446c0a75f1 None None] Calling delete_port for 94a828b1-201c-4d8c-8377-b0abbc7fad37 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:29.387323 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66d757c0-1bee-4d60-81aa-da8e8cefef75 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:29.402362 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] For port 94a828b1-201c-4d8c-8377-b0abbc7fad37, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=94a828b1-201c-4d8c-8377-b0abbc7fad37,segment=NetworkSegment(4dc621ba-2a6b-40dd-8b7f-bf7d631d0ba5),segment_id=4dc621ba-2a6b-40dd-8b7f-bf7d631d0ba5)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:38:29.406300 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:29.459457 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-136af62b-087e-4624-b49e-b31fceb3b6d9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Floating IP a13e9b10-8805-4193-8945-b5c690dc79a6 associated. External IP: 172.26.4.26, port: bb1e1be6-77a9-4689-970e-bda421c7c396. Feb 17 09:38:29.477107 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66d757c0-1bee-4d60-81aa-da8e8cefef75 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:29.479240 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a43e92f-bcf1-4534-bba4-a4446c0a75f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:29.535418 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43e92f-bcf1-4534-bba4-a4446c0a75f1 None None] Pushing event deleted for resources: {'Port': ['ID=94a828b1-201c-4d8c-8377-b0abbc7fad37,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:29.541165 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43e92f-bcf1-4534-bba4-a4446c0a75f1 None None] No DVR routers for this DVR port 94a828b1-201c-4d8c-8377-b0abbc7fad37 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:38:29.630258 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 94a828b1-201c-4d8c-8377-b0abbc7fad37 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:29.671829 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:29.776646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66d757c0-1bee-4d60-81aa-da8e8cefef75 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:29.801111 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d757c0-1bee-4d60-81aa-da8e8cefef75 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=10a7500b-705a-49f7-88b7-9b5e49884b67,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:29.924184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:38:29.924500 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:38:29.944020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:29.951920 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:29.996249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d757c0-1bee-4d60-81aa-da8e8cefef75 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network 441b7061-ae09-4c15-8f9e-afd83408361e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:29.997951 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-66d757c0-1bee-4d60-81aa-da8e8cefef75 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:30.067634 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 94a828b1-201c-4d8c-8377-b0abbc7fad37 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:38:30.140796 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 94a828b1-201c-4d8c-8377-b0abbc7fad37 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:38:30.141478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 94a828b1-201c-4d8c-8377-b0abbc7fad37 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:38:30.309216 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-91563e5f-62e0-4b6b-8e01-de4f0e03662a None None] Provisioning complete for port 10a7500b-705a-49f7-88b7-9b5e49884b67 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:30.309609 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-91563e5f-62e0-4b6b-8e01-de4f0e03662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:30.328894 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d757c0-1bee-4d60-81aa-da8e8cefef75 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:38:30.370996 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-91563e5f-62e0-4b6b-8e01-de4f0e03662a None None] Port 10a7500b-705a-49f7-88b7-9b5e49884b67 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:30.457904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 94a828b1-201c-4d8c-8377-b0abbc7fad37 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:30.458889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:30.480726 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136af62b-087e-4624-b49e-b31fceb3b6d9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 355915fb-b35c-478c-a7f5-f81f8a202bae has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:30.548194 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] The port '94a828b1-201c-4d8c-8377-b0abbc7fad37' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:38:30.739648 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d757c0-1bee-4d60-81aa-da8e8cefef75 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:30.750598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332d245-7db6-42ea-a0a6-de9b114484f0 None None] Sync routers for ids ['f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:30.765033 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332d245-7db6-42ea-a0a6-de9b114484f0 None None] Routers {'f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:30.766100 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b332d245-7db6-42ea-a0a6-de9b114484f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:30.813364 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-66d757c0-1bee-4d60-81aa-da8e8cefef75 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8078573 Feb 17 09:38:30.817169 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38262) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:30.820511 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:30.863360 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d102d4e-1254-4ee6-87a8-ae02f491110f']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:30.884391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc621ba-2a6b-40dd-8b7f-bf7d631d0ba5') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:30.884859 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b332d245-7db6-42ea-a0a6-de9b114484f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:30.885055 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc621ba-2a6b-40dd-8b7f-bf7d631d0ba5') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:30.893974 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332d245-7db6-42ea-a0a6-de9b114484f0 None None] Routers {'f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:30.894634 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b332d245-7db6-42ea-a0a6-de9b114484f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:30.901631 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:30.919865 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Router 4ee4de2e-79fb-42b4-bacc-d22297288ebd is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:38:30.929884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136af62b-087e-4624-b49e-b31fceb3b6d9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:30.941842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:30.949731 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:38:30.950169 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:30.956804 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f87e599-b090-4733-9934-3f092d7de7e3 None None] Sync routers for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:30.962952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b332d245-7db6-42ea-a0a6-de9b114484f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:30.963433 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332d245-7db6-42ea-a0a6-de9b114484f0 None None] The sync data for ids ['f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:38:30.971480 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:38:30.974818 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f87e599-b090-4733-9934-3f092d7de7e3 None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:30.975014 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1f87e599-b090-4733-9934-3f092d7de7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:31.024030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bae3ec2-2c5f-4210-a91b-0416afe06632 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:31.029736 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3bae3ec2-2c5f-4210-a91b-0416afe06632 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports/10a7500b-705a-49f7-88b7-9b5e49884b67 HTTP/1.1" status: 200 len: 976 time: 0.2023554 Feb 17 09:38:31.033290 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38266) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:31.046799 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1f87e599-b090-4733-9934-3f092d7de7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:31.056265 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f87e599-b090-4733-9934-3f092d7de7e3 None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:31.056871 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1f87e599-b090-4733-9934-3f092d7de7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:31.134161 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1f87e599-b090-4733-9934-3f092d7de7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:31.136322 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f87e599-b090-4733-9934-3f092d7de7e3 None None] The sync data for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:31.328326 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:31.352344 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:31.363868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:31.369002 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bd3a5d6b-0012-4726-a6c4-cfb0100de522 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "PUT /v2.0/routers/4ee4de2e-79fb-42b4-bacc-d22297288ebd HTTP/1.1" status: 200 len: 914 time: 7.5471883 Feb 17 09:38:31.369209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be28d49-e92d-43c6-910b-6140eb871cbf None None] Sync routers for ids ['4ee4de2e-79fb-42b4-bacc-d22297288ebd'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:31.369678 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:31.374912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38270) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:31.388307 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be28d49-e92d-43c6-910b-6140eb871cbf None None] Routers {'4ee4de2e-79fb-42b4-bacc-d22297288ebd'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:31.388307 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4be28d49-e92d-43c6-910b-6140eb871cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4ee4de2e-79fb-42b4-bacc-d22297288ebd'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:31.470733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4be28d49-e92d-43c6-910b-6140eb871cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:31.486720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be28d49-e92d-43c6-910b-6140eb871cbf None None] Routers {'4ee4de2e-79fb-42b4-bacc-d22297288ebd'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:31.487606 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4be28d49-e92d-43c6-910b-6140eb871cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4ee4de2e-79fb-42b4-bacc-d22297288ebd'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:31.525324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Network': ['ID=0d102d4e-1254-4ee6-87a8-ae02f491110f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:31.541975 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-dc866b2c-1d25-4a19-915b-09975d608611 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/networks/0d102d4e-1254-4ee6-87a8-ae02f491110f HTTP/1.1" status: 204 len: 168 time: 2.9965041 Feb 17 09:38:31.558221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38274) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:31.573414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4be28d49-e92d-43c6-910b-6140eb871cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:31.574072 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be28d49-e92d-43c6-910b-6140eb871cbf None None] The sync data for ids ['4ee4de2e-79fb-42b4-bacc-d22297288ebd'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:31.681490 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c37c47d-b31f-4e11-b307-7496118a8078 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:31.682205 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0c37c47d-b31f-4e11-b307-7496118a8078 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:38:31.686256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136af62b-087e-4624-b49e-b31fceb3b6d9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 355915fb-b35c-478c-a7f5-f81f8a202bae has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:31.796305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0c37c47d-b31f-4e11-b307-7496118a8078 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:38:31.798318 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0c37c47d-b31f-4e11-b307-7496118a8078 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports/7dae0526-c284-4f99-a7c6-60c0d0a21449 HTTP/1.1" status: 200 len: 841 time: 0.2381072 Feb 17 09:38:31.812088 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38278) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:31.879868 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-46c859ee-3bbc-4bb3-ae0e-818106fad5f3 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "GET /v2.0/routers/4ee4de2e-79fb-42b4-bacc-d22297288ebd HTTP/1.1" status: 200 len: 920 time: 0.4999325 Feb 17 09:38:31.891286 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38282) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:31.972339 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-735e45ab-ad21-4dfe-88f8-1e10bd12875d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:38:31.995509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136af62b-087e-4624-b49e-b31fceb3b6d9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:32.003599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-136af62b-087e-4624-b49e-b31fceb3b6d9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:32.013218 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e0376-c254-462a-b16a-cc621477f70c None None] Sync routers for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:32.033610 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e0376-c254-462a-b16a-cc621477f70c None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:32.035118 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a14e0376-c254-462a-b16a-cc621477f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:32.084081 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-735e45ab-ad21-4dfe-88f8-1e10bd12875d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:38:32.094843 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-735e45ab-ad21-4dfe-88f8-1e10bd12875d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports/7dae0526-c284-4f99-a7c6-60c0d0a21449?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2726512 Feb 17 09:38:32.094843 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:32.101565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-01e74e99-b93e-4556-9449-5a320f7b17c7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'subnet': {'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:32.132309 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a14e0376-c254-462a-b16a-cc621477f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:32.146939 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e0376-c254-462a-b16a-cc621477f70c None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:32.147672 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a14e0376-c254-462a-b16a-cc621477f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:32.244653 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a14e0376-c254-462a-b16a-cc621477f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:32.245050 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e0376-c254-462a-b16a-cc621477f70c None None] The sync data for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:32.288973 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d6d3ad-ed6a-4e14-897f-481d72d1d834 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:32.291545 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-68d6d3ad-ed6a-4e14-897f-481d72d1d834 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=e398590f-1691-4e90-94b2-4638f557802a&device_id=4ee4de2e-79fb-42b4-bacc-d22297288ebd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3990808 Feb 17 09:38:32.299551 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:32.307711 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-01e74e99-b93e-4556-9449-5a320f7b17c7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:32.417623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-01e74e99-b93e-4556-9449-5a320f7b17c7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:subnet and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:32.429405 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-136af62b-087e-4624-b49e-b31fceb3b6d9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "PUT /v2.0/floatingips/a13e9b10-8805-4193-8945-b5c690dc79a6 HTTP/1.1" status: 200 len: 978 time: 5.0919950 Feb 17 09:38:32.432033 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-01e74e99-b93e-4556-9449-5a320f7b17c7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:32.433621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38294) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:32.440935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e2bc1662-9eed-45ca-8338-9dffcae08e19 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:32.498826 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-01e74e99-b93e-4556-9449-5a320f7b17c7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:32.551709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37e927b-d539-4b80-a41a-9e93bf2fdaf2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:32.593165 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2bc1662-9eed-45ca-8338-9dffcae08e19 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:32.784211 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e74e99-b93e-4556-9449-5a320f7b17c7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:32.788439 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01e74e99-b93e-4556-9449-5a320f7b17c7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:32.977493 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2bc1662-9eed-45ca-8338-9dffcae08e19 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:33.014788 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14373314-b542-468a-a30f-c95cec39d5d8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:33.016167 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-14373314-b542-468a-a30f-c95cec39d5d8 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "GET /v2.0/networks/e398590f-1691-4e90-94b2-4638f557802a HTTP/1.1" status: 200 len: 881 time: 0.7131038 Feb 17 09:38:33.020082 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38298) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:33.063227 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2bc1662-9eed-45ca-8338-9dffcae08e19 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:33.063550 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-e2bc1662-9eed-45ca-8338-9dffcae08e19 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Floating IP a13e9b10-8805-4193-8945-b5c690dc79a6 disassociated. External IP: 172.26.4.26, port: 2b43f62b-976a-4c57-9959-55abae99a9e3. Feb 17 09:38:33.158879 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e028c1e3-547b-470c-a33b-e376ac59ce9f tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ee4de2e-79fb-42b4-bacc-d22297288ebd HTTP/1.1" status: 200 len: 205 time: 0.1368949 Feb 17 09:38:33.163953 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38302) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:33.546972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bc1662-9eed-45ca-8338-9dffcae08e19 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 355915fb-b35c-478c-a7f5-f81f8a202bae has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:33.598330 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9be87d41-492c-481b-8f4d-f1035ef0f644 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:33.687805 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e37e927b-d539-4b80-a41a-9e93bf2fdaf2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port 10a7500b-705a-49f7-88b7-9b5e49884b67 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:33.688283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37e927b-d539-4b80-a41a-9e93bf2fdaf2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:33.787912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01e74e99-b93e-4556-9449-5a320f7b17c7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:33.802834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bc1662-9eed-45ca-8338-9dffcae08e19 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:33.810003 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2bc1662-9eed-45ca-8338-9dffcae08e19 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:33.818244 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a660779e-68f8-4d73-8923-2f30e5aaa00b None None] Sync routers for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:33.832603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a660779e-68f8-4d73-8923-2f30e5aaa00b None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:33.833911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a660779e-68f8-4d73-8923-2f30e5aaa00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:33.917855 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e2bc1662-9eed-45ca-8338-9dffcae08e19 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "PUT /v2.0/floatingips/a13e9b10-8805-4193-8945-b5c690dc79a6 HTTP/1.1" status: 200 len: 687 time: 1.4828472 Feb 17 09:38:33.918847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38306) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:33.930331 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a660779e-68f8-4d73-8923-2f30e5aaa00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:33.943501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a660779e-68f8-4d73-8923-2f30e5aaa00b None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:33.944283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a660779e-68f8-4d73-8923-2f30e5aaa00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:34.041776 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a660779e-68f8-4d73-8923-2f30e5aaa00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:34.042432 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a660779e-68f8-4d73-8923-2f30e5aaa00b None None] The sync data for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:34.077896 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e74e99-b93e-4556-9449-5a320f7b17c7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:34.093922 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-01e74e99-b93e-4556-9449-5a320f7b17c7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:34.107660 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e74e99-b93e-4556-9449-5a320f7b17c7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:34.108404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3acf265-e7af-41e2-a034-fc5fbfdcdd1a None None] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:38:34.108617 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01e74e99-b93e-4556-9449-5a320f7b17c7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:34.109482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bbbbdf33-8514-4011-ad83-d7e48595b81c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Deleting port 289e7e8c-9795-4080-a47c-afb275659c59 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:34.110081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdf33-8514-4011-ad83-d7e48595b81c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:34.128749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e74e99-b93e-4556-9449-5a320f7b17c7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Subnet': ['ID=2d6d7fee-d3a6-485b-b25e-a819e711c596,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:34.205313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9be87d41-492c-481b-8f4d-f1035ef0f644 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:34.238738 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37e927b-d539-4b80-a41a-9e93bf2fdaf2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:34.258797 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-01e74e99-b93e-4556-9449-5a320f7b17c7 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1632323 Feb 17 09:38:34.302081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38310) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:34.319226 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8c5d9798-bb0a-493f-aa58-3e1c1f62dc96 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'security_group': {'name': 'tempest-secgroup-1562207907'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:34.331544 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9be87d41-492c-481b-8f4d-f1035ef0f644 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Deleting port c785d658-666f-40a1-a670-8e4e66fa1607 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:34.331544 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9be87d41-492c-481b-8f4d-f1035ef0f644 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:34.335427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8c5d9798-bb0a-493f-aa58-3e1c1f62dc96 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:34.344802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8c5d9798-bb0a-493f-aa58-3e1c1f62dc96 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:security_group and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:34.351725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8c5d9798-bb0a-493f-aa58-3e1c1f62dc96 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:34.361631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8c5d9798-bb0a-493f-aa58-3e1c1f62dc96 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:34.454638 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e37e927b-d539-4b80-a41a-9e93bf2fdaf2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for 10a7500b-705a-49f7-88b7-9b5e49884b67 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:34.513474 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'tenant_id': '131a70c324e94389856262e82136e5f6', 'fixed_ips': [{'subnet_id': '2d6d7fee-d3a6-485b-b25e-a819e711c596'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:38:34.521941 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:34.550756 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9798-bb0a-493f-aa58-3e1c1f62dc96 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:34.583975 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdf33-8514-4011-ad83-d7e48595b81c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:34.584422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdf33-8514-4011-ad83-d7e48595b81c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:34.702883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8c5d9798-bb0a-493f-aa58-3e1c1f62dc96 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:34.774484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Allocated IP 172.20.0.2 (5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e/2d6d7fee-d3a6-485b-b25e-a819e711c596/ad062aa9-618f-4fb4-8a80-f922810e0021) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:34.817321 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8c5d9798-bb0a-493f-aa58-3e1c1f62dc96 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:security_group_rule and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:34.834453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bbbbdf33-8514-4011-ad83-d7e48595b81c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Calling delete_port for 289e7e8c-9795-4080-a47c-afb275659c59 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:34.862623 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8c5d9798-bb0a-493f-aa58-3e1c1f62dc96 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:34.884163 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8c5d9798-bb0a-493f-aa58-3e1c1f62dc96 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:35.027920 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9be87d41-492c-481b-8f4d-f1035ef0f644 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:35.064855 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:35.079340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9798-bb0a-493f-aa58-3e1c1f62dc96 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:35.150882 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9798-bb0a-493f-aa58-3e1c1f62dc96 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:35.182458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdf33-8514-4011-ad83-d7e48595b81c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:35.258688 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbdf33-8514-4011-ad83-d7e48595b81c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Port': ['ID=289e7e8c-9795-4080-a47c-afb275659c59,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:35.270117 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9be87d41-492c-481b-8f4d-f1035ef0f644 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Calling delete_port for c785d658-666f-40a1-a670-8e4e66fa1607 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:35.293780 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d9798-bb0a-493f-aa58-3e1c1f62dc96 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97a2f29-6fe0-46d7-8439-4d7a36f460c0,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:35.398370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdf33-8514-4011-ad83-d7e48595b81c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:35.401215 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdf33-8514-4011-ad83-d7e48595b81c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:35.402488 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bbbbdf33-8514-4011-ad83-d7e48595b81c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/floatingips/a13e9b10-8805-4193-8945-b5c690dc79a6 HTTP/1.1" status: 204 len: 168 time: 1.4824619 Feb 17 09:38:35.404130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9798-bb0a-493f-aa58-3e1c1f62dc96 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:35.406677 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8c5d9798-bb0a-493f-aa58-3e1c1f62dc96 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0972645 Feb 17 09:38:35.406677 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38314) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:35.417791 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38318) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:35.428591 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d616804b-5190-4c31-bcc1-cb5a53aca807 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'security_group': {'name': 'tempest-secgroup-320567084'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:35.438487 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Transition to ACTIVE for port object ad062aa9-618f-4fb4-8a80-f922810e0021 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:38:35.453123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d616804b-5190-4c31-bcc1-cb5a53aca807 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:35.457020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37e927b-d539-4b80-a41a-9e93bf2fdaf2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:35.472570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Transition to ACTIVE for port object ad062aa9-618f-4fb4-8a80-f922810e0021 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:38:35.508885 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-3de1fa15-0e77-4df3-ab9e-2d42dc64ae49 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] delete failed (client error): The resource could not be found. Feb 17 09:38:35.509908 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3de1fa15-0e77-4df3-ab9e-2d42dc64ae49 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/floatingips/a13e9b10-8805-4193-8945-b5c690dc79a6 HTTP/1.1" status: 404 len: 345 time: 0.1025727 Feb 17 09:38:35.514089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38322) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:35.522778 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d616804b-5190-4c31-bcc1-cb5a53aca807 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:security_group and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:35.529188 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d616804b-5190-4c31-bcc1-cb5a53aca807 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:35.547286 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:35.574429 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d616804b-5190-4c31-bcc1-cb5a53aca807 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:35.639311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85853f26-4de0-419b-b3db-08d6db869af8 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:35.645804 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:35.648158 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85853f26-4de0-419b-b3db-08d6db869af8 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:35.652030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:35.659730 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:35.663067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85853f26-4de0-419b-b3db-08d6db869af8 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:35.664049 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-85853f26-4de0-419b-b3db-08d6db869af8 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Synchronizing usage tracker for tenant:387f6bd376864594aa251ea9f5b6cd05 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:38:35.683126 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e927b-d539-4b80-a41a-9e93bf2fdaf2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Port': ['ID=10a7500b-705a-49f7-88b7-9b5e49884b67,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:35.720699 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Pushing event updated for resources: {'Port': ['ID=ad062aa9-618f-4fb4-8a80-f922810e0021,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:35.775806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-85853f26-4de0-419b-b3db-08d6db869af8 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Unset dirty status for tenant:387f6bd376864594aa251ea9f5b6cd05 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:38:35.783394 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-85853f26-4de0-419b-b3db-08d6db869af8 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "GET /v2.0/ports?network_id=4ae40c0e-53d0-4896-97ea-acca655f451d HTTP/1.1" status: 200 len: 2358 time: 0.2628114 Feb 17 09:38:35.783917 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38326) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:35.809746 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Attempting to bind port ad062aa9-618f-4fb4-8a80-f922810e0021 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:38:35.809946 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Attempting to bind port ad062aa9-618f-4fb4-8a80-f922810e0021 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '417197bf-ccd5-458f-8cd8-48f643e1dfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:38:35.810367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Attempting to bind port ad062aa9-618f-4fb4-8a80-f922810e0021 on network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:38:35.818692 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:38:35.820257 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Checking segment: {'id': '417197bf-ccd5-458f-8cd8-48f643e1dfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:38:35.827599 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9be87d41-492c-481b-8f4d-f1035ef0f644 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:35.827799 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:35.827799 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Bound using segment: {'id': '417197bf-ccd5-458f-8cd8-48f643e1dfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:38:35.827799 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Bound port: ad062aa9-618f-4fb4-8a80-f922810e0021, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417197bf-ccd5-458f-8cd8-48f643e1dfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:38:35.827799 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:35.913507 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0dcc87-ac72-4b02-8440-9e3a457e30c2 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:35.920380 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7a0dcc87-ac72-4b02-8440-9e3a457e30c2 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "GET /v2.0/subnets/a34ac064-e8cf-48a0-8306-46147df4ae5f HTTP/1.1" status: 200 len: 797 time: 0.1306672 Feb 17 09:38:35.921676 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38330) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:35.927984 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d616804b-5190-4c31-bcc1-cb5a53aca807 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:35.929523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-39b7906f-fc03-4451-af78-1d0bac469cf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'port': {'network_id': '4ae40c0e-53d0-4896-97ea-acca655f451d', 'name': 'tempest-FloatingIPTestJSON-1798920220', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:35.963915 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] For port ad062aa9-618f-4fb4-8a80-f922810e0021, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:38:35.967270 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] For port ad062aa9-618f-4fb4-8a80-f922810e0021, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ad062aa9-618f-4fb4-8a80-f922810e0021,segment=NetworkSegment(417197bf-ccd5-458f-8cd8-48f643e1dfe3),segment_id=417197bf-ccd5-458f-8cd8-48f643e1dfe3)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:38:36.002374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be87d41-492c-481b-8f4d-f1035ef0f644 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Pushing event deleted for resources: {'Port': ['ID=c785d658-666f-40a1-a670-8e4e66fa1607,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:36.033341 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:36.068777 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d616804b-5190-4c31-bcc1-cb5a53aca807 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:36.078248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d616804b-5190-4c31-bcc1-cb5a53aca807 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:security_group_rule and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:36.142727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d616804b-5190-4c31-bcc1-cb5a53aca807 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:36.158212 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab80dd-1f2c-4684-95f2-178765278a3f None None] Pushing event updated for resources: {'Port': ['ID=ad062aa9-618f-4fb4-8a80-f922810e0021,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:36.181209 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d616804b-5190-4c31-bcc1-cb5a53aca807 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:36.197403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-39b7906f-fc03-4451-af78-1d0bac469cf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:36.215044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-39b7906f-fc03-4451-af78-1d0bac469cf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:36.283378 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9be87d41-492c-481b-8f4d-f1035ef0f644 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:36.312106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b7906f-fc03-4451-af78-1d0bac469cf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Made reservation on behalf of 387f6bd376864594aa251ea9f5b6cd05 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:36.414592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37e927b-d539-4b80-a41a-9e93bf2fdaf2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:36.540646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9be87d41-492c-481b-8f4d-f1035ef0f644 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:36.558141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39b7906f-fc03-4451-af78-1d0bac469cf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:36.589926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-39b7906f-fc03-4451-af78-1d0bac469cf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] device_id is not set on port ec555e7b-3ded-4dc7-8ea4-406f657fc040 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:38:36.610831 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9be87d41-492c-481b-8f4d-f1035ef0f644 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:36.894278 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d616804b-5190-4c31-bcc1-cb5a53aca807 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:36.966185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d616804b-5190-4c31-bcc1-cb5a53aca807 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:37.040583 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-39b7906f-fc03-4451-af78-1d0bac469cf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Allocated IP 172.20.0.14 (4ae40c0e-53d0-4896-97ea-acca655f451d/a34ac064-e8cf-48a0-8306-46147df4ae5f/ec555e7b-3ded-4dc7-8ea4-406f657fc040) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:37.043386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9be87d41-492c-481b-8f4d-f1035ef0f644 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:37.043928 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be87d41-492c-481b-8f4d-f1035ef0f644 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Fanout notify agent at l3_agent the message router_deleted on router 4ee4de2e-79fb-42b4-bacc-d22297288ebd {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:38:37.053897 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-39b7906f-fc03-4451-af78-1d0bac469cf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Allocated IP 172.20.0.13 (4ae40c0e-53d0-4896-97ea-acca655f451d/a34ac064-e8cf-48a0-8306-46147df4ae5f/ec555e7b-3ded-4dc7-8ea4-406f657fc040) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:37.085455 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37e927b-d539-4b80-a41a-9e93bf2fdaf2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:37.103317 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616804b-5190-4c31-bcc1-cb5a53aca807 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2aefe4-f450-451d-8423-2581068d3524,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:37.114201 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9be87d41-492c-481b-8f4d-f1035ef0f644 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:37.115467 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9be87d41-492c-481b-8f4d-f1035ef0f644 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "DELETE /v2.0/routers/4ee4de2e-79fb-42b4-bacc-d22297288ebd HTTP/1.1" status: 204 len: 168 time: 3.9460769 Feb 17 09:38:37.120124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38334) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:37.136598 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-317be797-b5b4-4775-8c4b-4cd1d32a1309 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1717782290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:37.151762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-317be797-b5b4-4775-8c4b-4cd1d32a1309 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:37.227938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d616804b-5190-4c31-bcc1-cb5a53aca807 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:37.234360 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d616804b-5190-4c31-bcc1-cb5a53aca807 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.8147700 Feb 17 09:38:37.248852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38338) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:37.261470 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-721125648', 'security_groups': ['7c2aefe4-f450-451d-8423-2581068d3524'], 'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2d6d7fee-d3a6-485b-b25e-a819e711c596'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:37.296587 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-317be797-b5b4-4775-8c4b-4cd1d32a1309 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Usage tracker for resource:router and tenant:403486487efd4da483c93423959e5ecf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:37.361547 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-317be797-b5b4-4775-8c4b-4cd1d32a1309 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:37.373369 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-317be797-b5b4-4775-8c4b-4cd1d32a1309 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:37.494870 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37e927b-d539-4b80-a41a-9e93bf2fdaf2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:37.501128 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e37e927b-d539-4b80-a41a-9e93bf2fdaf2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4674571 Feb 17 09:38:37.506746 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38342) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:37.507677 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80878fd6-0316-4d14-8bca-a264d1cd16d3 None None] Sync routers for ids ['f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:37.510727 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39b7906f-fc03-4451-af78-1d0bac469cf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:37.518872 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80878fd6-0316-4d14-8bca-a264d1cd16d3 None None] Routers {'f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:37.519622 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-80878fd6-0316-4d14-8bca-a264d1cd16d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:37.527421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-317be797-b5b4-4775-8c4b-4cd1d32a1309 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:37.528752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-317be797-b5b4-4775-8c4b-4cd1d32a1309 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:37.559553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-317be797-b5b4-4775-8c4b-4cd1d32a1309 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:37.567205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-595a74b5-d066-4809-a047-ccd7ae83522f None None] Provisioning complete for port 7dae0526-c284-4f99-a7c6-60c0d0a21449 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:37.569196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-595a74b5-d066-4809-a047-ccd7ae83522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:37.609917 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-80878fd6-0316-4d14-8bca-a264d1cd16d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:37.621008 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80878fd6-0316-4d14-8bca-a264d1cd16d3 None None] Routers {'f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:37.621646 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-80878fd6-0316-4d14-8bca-a264d1cd16d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:37.639896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-595a74b5-d066-4809-a047-ccd7ae83522f None None] Port 7dae0526-c284-4f99-a7c6-60c0d0a21449 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:37.679844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-317be797-b5b4-4775-8c4b-4cd1d32a1309 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:37.692946 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-80878fd6-0316-4d14-8bca-a264d1cd16d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:37.693610 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80878fd6-0316-4d14-8bca-a264d1cd16d3 None None] The sync data for ids ['f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:37.736561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39b7906f-fc03-4451-af78-1d0bac469cf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:37.764262 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-595a74b5-d066-4809-a047-ccd7ae83522f None None] Provisioning for port ad062aa9-618f-4fb4-8a80-f922810e0021 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:38:37.807941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-317be797-b5b4-4775-8c4b-4cd1d32a1309 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:37.809621 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-317be797-b5b4-4775-8c4b-4cd1d32a1309 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6864634 Feb 17 09:38:37.816532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38346) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:37.818940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b7906f-fc03-4451-af78-1d0bac469cf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network 4ae40c0e-53d0-4896-97ea-acca655f451d is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:37.824439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-39b7906f-fc03-4451-af78-1d0bac469cf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:37.831141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'enable_snat': False}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:37.890898 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b7906f-fc03-4451-af78-1d0bac469cf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:37.937634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7906f-fc03-4451-af78-1d0bac469cf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=ec555e7b-3ded-4dc7-8ea4-406f657fc040,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:38.013301 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:38.043658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:port and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:38.049159 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-e8757a54-bd86-4d09-8817-90c69d8429bb tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] remove_router_interface failed (client error): The resource could not be found. Feb 17 09:38:38.050971 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e8757a54-bd86-4d09-8817-90c69d8429bb tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5429735 Feb 17 09:38:38.053244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:38.055938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38350) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:38.066099 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:38.121624 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ad062aa9-618f-4fb4-8a80-f922810e0021 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:38:38.147701 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:38.226480 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b7906f-fc03-4451-af78-1d0bac469cf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:38.227453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39b7906f-fc03-4451-af78-1d0bac469cf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:38.235721 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cfd6d1c3-c9fd-4bff-8fef-107a781c5860 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a HTTP/1.1" status: 200 len: 205 time: 0.1781750 Feb 17 09:38:38.247939 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38354) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:38.285175 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port ad062aa9-618f-4fb4-8a80-f922810e0021 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:38:38.344576 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port ad062aa9-618f-4fb4-8a80-f922810e0021 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:38.345140 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:38.433088 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-39b7906f-fc03-4451-af78-1d0bac469cf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.5091853 Feb 17 09:38:38.438841 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38358) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:38.456323 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': 'ec555e7b-3ded-4dc7-8ea4-406f657fc040', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:38.467504 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab627b82-46a3-4a84-afca-8b7d050696ac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:38.478801 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:38.504181 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:38.523808 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:38.556856 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port ad062aa9-618f-4fb4-8a80-f922810e0021, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ad062aa9-618f-4fb4-8a80-f922810e0021,segment=NetworkSegment(417197bf-ccd5-458f-8cd8-48f643e1dfe3),segment_id=417197bf-ccd5-458f-8cd8-48f643e1dfe3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:38:38.690473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:38.761099 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:38.793763 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=ad062aa9-618f-4fb4-8a80-f922810e0021,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:38.875918 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:38.904389 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:39.034747 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:39.035064 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:39.065693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:39.127443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] device_id is not set on port e5d53020-05e9-458b-97ce-7b44ec67b56d yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:38:39.164728 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab627b82-46a3-4a84-afca-8b7d050696ac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:39.170415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab627b82-46a3-4a84-afca-8b7d050696ac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:39.228111 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Allocated IP 172.26.4.17 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/398b338b-ab32-4193-af28-4a32d7412dd5) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:39.352902 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab627b82-46a3-4a84-afca-8b7d050696ac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:39.353345 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab627b82-46a3-4a84-afca-8b7d050696ac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Fanout notify agent at l3_agent the message router_deleted on router f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:38:39.436353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab627b82-46a3-4a84-afca-8b7d050696ac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:39.437503 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ab627b82-46a3-4a84-afca-8b7d050696ac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/routers/f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a HTTP/1.1" status: 204 len: 168 time: 1.1883395 Feb 17 09:38:39.444008 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38362) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:39.531909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:39.557827 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Allocated IP 172.20.0.10 (5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e/2d6d7fee-d3a6-485b-b25e-a819e711c596/e5d53020-05e9-458b-97ce-7b44ec67b56d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:39.570203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd03da89-5015-4919-b9a7-51312820721c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting subnet 3337fdcc-8ce1-4ed6-b447-4da8cc40c096 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:38:39.578266 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd03da89-5015-4919-b9a7-51312820721c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:39.649074 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:39.683952 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:39.715728 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd03da89-5015-4919-b9a7-51312820721c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:39.759647 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:39.763118 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:39.767350 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:39.801533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Pushing event updated for resources: {'Port': ['ID=398b338b-ab32-4193-af28-4a32d7412dd5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:40.048198 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Allocated IP 172.26.4.144 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/fb86c9ea-2aa8-46e4-8e3e-aa5f4e35ce2a) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:40.063381 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:40.069755 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ad062aa9-618f-4fb4-8a80-f922810e0021 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:38:40.076563 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd03da89-5015-4919-b9a7-51312820721c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:40.150319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port ad062aa9-618f-4fb4-8a80-f922810e0021 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:40.150769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:40.201541 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Transition to ACTIVE for port object e5d53020-05e9-458b-97ce-7b44ec67b56d will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:38:40.316468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:40.319661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:40.337561 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd03da89-5015-4919-b9a7-51312820721c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:40.527651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03da89-5015-4919-b9a7-51312820721c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Subnet': ['ID=3337fdcc-8ce1-4ed6-b447-4da8cc40c096,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:40.532285 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:40.536456 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd03da89-5015-4919-b9a7-51312820721c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:40.543940 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00d3991-89d0-47cf-8f60-17cc8313757a None None] Network 441b7061-ae09-4c15-8f9e-afd83408361e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:38:40.617350 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-dd03da89-5015-4919-b9a7-51312820721c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/3337fdcc-8ce1-4ed6-b447-4da8cc40c096 HTTP/1.1" status: 204 len: 168 time: 1.1721866 Feb 17 09:38:40.624207 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38366) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:40.660515 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:40.662135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=e5d53020-05e9-458b-97ce-7b44ec67b56d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:40.670103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:40.672709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:40.715743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:40.720232 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:40.764459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:40.905288 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:40.909177 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:40.920156 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9499889-8ccf-4f8d-bdd1-bce09059cedd None None] DHCP port deletion for 441b7061-ae09-4c15-8f9e-afd83408361e request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:38:40.920446 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:40.920990 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:40.927978 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d9499889-8ccf-4f8d-bdd1-bce09059cedd None None] Deleting port 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:40.928613 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9499889-8ccf-4f8d-bdd1-bce09059cedd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:40.929982 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=fb86c9ea-2aa8-46e4-8e3e-aa5f4e35ce2a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:40.933852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:40.936272 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:41.004196 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:41.004538 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:41.066891 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Router 745ad13f-20ea-4cb2-9755-86738efc0bf2 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:38:41.099420 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5a91e9a4-9d46-484b-9f5c-ce60d3dd9c7f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8491061 Feb 17 09:38:41.100266 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38370) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:41.118221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5c140660-5bce-4bab-8de2-b33ae0062370 None None] Provisioning for port e5d53020-05e9-458b-97ce-7b44ec67b56d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:38:41.119710 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-32bca4d5-e03e-4970-8aff-46aeb49ceb6f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'subnet': {'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:41.141590 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5c140660-5bce-4bab-8de2-b33ae0062370 None None] Provisioning complete for port e5d53020-05e9-458b-97ce-7b44ec67b56d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:41.141941 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c140660-5bce-4bab-8de2-b33ae0062370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:41.213209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d9499889-8ccf-4f8d-bdd1-bce09059cedd None None] For port 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6cc2e7a5-0f1e-43ca-8e06-d642dec055b5,segment=NetworkSegment(9fb0c1cb-0193-4f0b-89d7-b7381ac36345),segment_id=9fb0c1cb-0193-4f0b-89d7-b7381ac36345)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:38:41.213623 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9499889-8ccf-4f8d-bdd1-bce09059cedd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:41.279592 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5c140660-5bce-4bab-8de2-b33ae0062370 None None] Port e5d53020-05e9-458b-97ce-7b44ec67b56d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:41.365642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d9499889-8ccf-4f8d-bdd1-bce09059cedd None None] Calling delete_port for 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:41.419379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:41.428387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:41.432387 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-455f6f6e-97d2-4d9a-87e6-1d7475f069df tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "PUT /v2.0/routers/745ad13f-20ea-4cb2-9755-86738efc0bf2 HTTP/1.1" status: 200 len: 915 time: 3.6096025 Feb 17 09:38:41.432703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38374) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:41.447326 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a8e47-45d2-4546-9a73-7da281570be8 None None] Sync routers for ids ['745ad13f-20ea-4cb2-9755-86738efc0bf2'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:41.464693 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a8e47-45d2-4546-9a73-7da281570be8 None None] Routers {'745ad13f-20ea-4cb2-9755-86738efc0bf2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:41.465790 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-211a8e47-45d2-4546-9a73-7da281570be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['745ad13f-20ea-4cb2-9755-86738efc0bf2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:41.551637 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9499889-8ccf-4f8d-bdd1-bce09059cedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:41.617339 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] For port 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6cc2e7a5-0f1e-43ca-8e06-d642dec055b5,segment=NetworkSegment(9fb0c1cb-0193-4f0b-89d7-b7381ac36345),segment_id=9fb0c1cb-0193-4f0b-89d7-b7381ac36345)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:38:41.617919 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:41.625160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-211a8e47-45d2-4546-9a73-7da281570be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:41.636515 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9499889-8ccf-4f8d-bdd1-bce09059cedd None None] No DVR routers for this DVR port 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:38:41.644118 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-95b227ac-b415-48ec-9af1-f370d9428cc9 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "GET /v2.0/routers/745ad13f-20ea-4cb2-9755-86738efc0bf2 HTTP/1.1" status: 200 len: 921 time: 0.2076170 Feb 17 09:38:41.645229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38378) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:41.655476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9499889-8ccf-4f8d-bdd1-bce09059cedd None None] Pushing event deleted for resources: {'Port': ['ID=6cc2e7a5-0f1e-43ca-8e06-d642dec055b5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:41.671376 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a8e47-45d2-4546-9a73-7da281570be8 None None] Routers {'745ad13f-20ea-4cb2-9755-86738efc0bf2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:41.672686 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-211a8e47-45d2-4546-9a73-7da281570be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['745ad13f-20ea-4cb2-9755-86738efc0bf2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:41.748397 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-211a8e47-45d2-4546-9a73-7da281570be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:41.748903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a8e47-45d2-4546-9a73-7da281570be8 None None] The sync data for ids ['745ad13f-20ea-4cb2-9755-86738efc0bf2'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:41.758959 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629a8c6a-ce87-4585-ba57-63a07caf6174 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:41.760474 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-629a8c6a-ce87-4585-ba57-63a07caf6174 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=e398590f-1691-4e90-94b2-4638f557802a&device_id=745ad13f-20ea-4cb2-9755-86738efc0bf2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1142011 Feb 17 09:38:41.764415 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38382) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:41.848461 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:41.875138 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-32bca4d5-e03e-4970-8aff-46aeb49ceb6f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:41.896576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30da3c1-9122-4b45-a1fb-ef4548f7626e tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:41.897958 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b30da3c1-9122-4b45-a1fb-ef4548f7626e tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "GET /v2.0/networks/e398590f-1691-4e90-94b2-4638f557802a HTTP/1.1" status: 200 len: 881 time: 0.1326494 Feb 17 09:38:41.900924 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38386) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:41.913449 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-32bca4d5-e03e-4970-8aff-46aeb49ceb6f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:subnet and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:41.919824 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-32bca4d5-e03e-4970-8aff-46aeb49ceb6f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:41.931722 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-32bca4d5-e03e-4970-8aff-46aeb49ceb6f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:41.945135 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-72ff89bb-e052-4714-995e-ee9406cd9719 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "GET /v2.0/ports?device_id=745ad13f-20ea-4cb2-9755-86738efc0bf2 HTTP/1.1" status: 200 len: 205 time: 0.0430634 Feb 17 09:38:41.947691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38390) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:41.981273 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:38:41.981594 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:38:42.050916 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:38:42.054886 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:42.062646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bca4d5-e03e-4970-8aff-46aeb49ceb6f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:42.066461 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32bca4d5-e03e-4970-8aff-46aeb49ceb6f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:42.090011 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:38:42.090436 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:38:42.144350 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa0e27a2-0a1e-4ebd-99d6-d8586761a158 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:42.336716 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa0e27a2-0a1e-4ebd-99d6-d8586761a158 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:42.347111 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.ipam_backend_mixin [None req-32bca4d5-e03e-4970-8aff-46aeb49ceb6f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2d6d7fee-d3a6-485b-b25e-a819e711c596 (CIDR: 172.20.0.0/28) Feb 17 09:38:42.395329 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bca4d5-e03e-4970-8aff-46aeb49ceb6f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:38:42.397648 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bca4d5-e03e-4970-8aff-46aeb49ceb6f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:38:42.415858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e27a2-0a1e-4ebd-99d6-d8586761a158 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Deleting port 398b338b-ab32-4193-af28-4a32d7412dd5 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:42.421467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa0e27a2-0a1e-4ebd-99d6-d8586761a158 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:42.429669 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:42.483056 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port 6cc2e7a5-0f1e-43ca-8e06-d642dec055b5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:42.483312 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:42.566535 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] The port '6cc2e7a5-0f1e-43ca-8e06-d642dec055b5' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:38:42.569579 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-32bca4d5-e03e-4970-8aff-46aeb49ceb6f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4596610 Feb 17 09:38:42.574208 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38400) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:42.592679 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-670d3e05-db91-483e-aa68-45daa9703f8f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'subnet': {'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:42.682822 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa0e27a2-0a1e-4ebd-99d6-d8586761a158 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:42.789490 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:42.819202 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e27a2-0a1e-4ebd-99d6-d8586761a158 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Calling delete_port for 398b338b-ab32-4193-af28-4a32d7412dd5 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:42.841419 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441b7061-ae09-4c15-8f9e-afd83408361e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:42.859943 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb0c1cb-0193-4f0b-89d7-b7381ac36345') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:42.860274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb0c1cb-0193-4f0b-89d7-b7381ac36345') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:42.876149 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:42.903730 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:42.915700 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:42.917566 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:38:42.917976 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:42.923166 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-670d3e05-db91-483e-aa68-45daa9703f8f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:38:42.933988 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:38:42.994131 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:43.058684 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-670d3e05-db91-483e-aa68-45daa9703f8f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:subnet and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:43.062287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-670d3e05-db91-483e-aa68-45daa9703f8f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:43.075172 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-670d3e05-db91-483e-aa68-45daa9703f8f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:43.143443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=fb86c9ea-2aa8-46e4-8e3e-aa5f4e35ce2a,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:43.154384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:43.170844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670d3e05-db91-483e-aa68-45daa9703f8f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:43.174305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-670d3e05-db91-483e-aa68-45daa9703f8f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:43.324136 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:43.346777 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:43.359828 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Network': ['ID=441b7061-ae09-4c15-8f9e-afd83408361e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:43.365540 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3f2f03d9-4606-4d7f-85ad-736e23da5081 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/networks/441b7061-ae09-4c15-8f9e-afd83408361e HTTP/1.1" status: 204 len: 168 time: 2.7375212 Feb 17 09:38:43.369770 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38404) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:43.378323 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-99b4f635-585c-4c0e-a9ba-315985785ac9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'network': {'name': 'tempest-RoutersTest-1289039006'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:43.380863 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Floating IP 1a608e4f-a449-42a6-8774-ef295076aae0 associated. External IP: 172.26.4.144, port: ec555e7b-3ded-4dc7-8ea4-406f657fc040. Feb 17 09:38:43.384227 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa0e27a2-0a1e-4ebd-99d6-d8586761a158 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:43.422875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-99b4f635-585c-4c0e-a9ba-315985785ac9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:43.440329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-99b4f635-585c-4c0e-a9ba-315985785ac9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:network and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:43.444666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-99b4f635-585c-4c0e-a9ba-315985785ac9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:43.449268 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e27a2-0a1e-4ebd-99d6-d8586761a158 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Pushing event deleted for resources: {'Port': ['ID=398b338b-ab32-4193-af28-4a32d7412dd5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:43.462344 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-99b4f635-585c-4c0e-a9ba-315985785ac9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:43.614167 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa0e27a2-0a1e-4ebd-99d6-d8586761a158 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:43.664416 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b4f635-585c-4c0e-a9ba-315985785ac9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:43.667922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-99b4f635-585c-4c0e-a9ba-315985785ac9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:43.843388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa0e27a2-0a1e-4ebd-99d6-d8586761a158 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:43.857192 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa0e27a2-0a1e-4ebd-99d6-d8586761a158 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:43.858929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b4f635-585c-4c0e-a9ba-315985785ac9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:38:43.887732 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-99b4f635-585c-4c0e-a9ba-315985785ac9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:43.887732 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-99b4f635-585c-4c0e-a9ba-315985785ac9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Added segment 0550195f-8329-4910-884e-8bcf78be5e9f of type vlan for network b977fb8f-d13c-46ff-bb21-7c7b2b140e1a Feb 17 09:38:43.914870 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-99b4f635-585c-4c0e-a9ba-315985785ac9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:43.925920 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 355915fb-b35c-478c-a7f5-f81f8a202bae has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:43.936628 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-670d3e05-db91-483e-aa68-45daa9703f8f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:43.987936 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa0e27a2-0a1e-4ebd-99d6-d8586761a158 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:43.988445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0e27a2-0a1e-4ebd-99d6-d8586761a158 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Fanout notify agent at l3_agent the message router_deleted on router 745ad13f-20ea-4cb2-9755-86738efc0bf2 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:38:44.025900 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670d3e05-db91-483e-aa68-45daa9703f8f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:44.035972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-670d3e05-db91-483e-aa68-45daa9703f8f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:44.043026 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670d3e05-db91-483e-aa68-45daa9703f8f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:44.043605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-670d3e05-db91-483e-aa68-45daa9703f8f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:44.048178 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eb65f1-6623-4d63-8ad8-1168f4cbfd94 None None] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:38:44.075231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa0e27a2-0a1e-4ebd-99d6-d8586761a158 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:44.077065 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fa0e27a2-0a1e-4ebd-99d6-d8586761a158 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "DELETE /v2.0/routers/745ad13f-20ea-4cb2-9755-86738efc0bf2 HTTP/1.1" status: 204 len: 168 time: 2.1279187 Feb 17 09:38:44.077481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-99b4f635-585c-4c0e-a9ba-315985785ac9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:44.084590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b4f635-585c-4c0e-a9ba-315985785ac9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:44.085285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-99b4f635-585c-4c0e-a9ba-315985785ac9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:44.088584 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38408) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:44.102365 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1994914752', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:44.121613 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d3e05-db91-483e-aa68-45daa9703f8f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Subnet': ['ID=9621c24d-2ca8-4da2-a3ab-1579eb925d90,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:44.121919 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:44.133691 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Usage tracker for resource:router and tenant:403486487efd4da483c93423959e5ecf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:44.139639 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-670d3e05-db91-483e-aa68-45daa9703f8f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5603290 Feb 17 09:38:44.140769 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38412) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:44.142555 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:44.159689 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fe7db51f-5ec7-4562-9c4e-eceee99d48d4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-784591406', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9621c24d-2ca8-4da2-a3ab-1579eb925d90'}], 'security_groups': ['d97a2f29-6fe0-46d7-8439-4d7a36f460c0']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:44.207786 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:44.222020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4f635-585c-4c0e-a9ba-315985785ac9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Network': ['ID=b977fb8f-d13c-46ff-bb21-7c7b2b140e1a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:44.231703 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-99b4f635-585c-4c0e-a9ba-315985785ac9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8576231 Feb 17 09:38:44.232043 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38416) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:44.234325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:44.242111 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e7a6a241-a4c7-457c-a87c-716ab8326fa7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'subnet': {'network_id': 'b977fb8f-d13c-46ff-bb21-7c7b2b140e1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:44.250023 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ecfc5d-7e7c-4277-ad94-9e539ebc06ce None None] Sync routers for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:44.269495 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ecfc5d-7e7c-4277-ad94-9e539ebc06ce None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:44.271890 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e1ecfc5d-7e7c-4277-ad94-9e539ebc06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:44.343572 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:44.344608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:44.345840 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network b977fb8f-d13c-46ff-bb21-7c7b2b140e1a details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:38:44.366496 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e1ecfc5d-7e7c-4277-ad94-9e539ebc06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:44.378994 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:44.387611 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ecfc5d-7e7c-4277-ad94-9e539ebc06ce None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:44.387611 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e1ecfc5d-7e7c-4277-ad94-9e539ebc06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:44.401973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e7a6a241-a4c7-457c-a87c-716ab8326fa7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:44.407324 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e7a6a241-a4c7-457c-a87c-716ab8326fa7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:subnet and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:44.413135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e7a6a241-a4c7-457c-a87c-716ab8326fa7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:44.421186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e7a6a241-a4c7-457c-a87c-716ab8326fa7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:44.430910 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:44.481802 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e1ecfc5d-7e7c-4277-ad94-9e539ebc06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:44.481802 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ecfc5d-7e7c-4277-ad94-9e539ebc06ce None None] The sync data for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:44.494248 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:38:44.528153 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-68a08b38-ad57-43c6-80e4-60c7253ac03a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.0828869 Feb 17 09:38:44.534173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38420) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:44.544642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a8fd7af9-61f1-4572-b999-60770ac76eda tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'floatingip': {'port_id': 'ec555e7b-3ded-4dc7-8ea4-406f657fc040', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:44.565885 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe7db51f-5ec7-4562-9c4e-eceee99d48d4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:44.643676 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a6a241-a4c7-457c-a87c-716ab8326fa7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:44.648343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a241-a4c7-457c-a87c-716ab8326fa7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:44.681533 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1df2aff-2f56-44fc-ac7a-04b4bfdadc47 None None] Update dhcp port {'port': {'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'fixed_ips': [{'subnet_id': '2d6d7fee-d3a6-485b-b25e-a819e711c596', 'ip_address': '172.20.0.2'}, {'subnet_id': '9621c24d-2ca8-4da2-a3ab-1579eb925d90'}], 'binding:host_id': 'dv-neutron-828143-5-hyperv'}, 'id': 'ad062aa9-618f-4fb4-8a80-f922810e0021'} from dv-neutron-828143-5-hyperv. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 09:38:44.751274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7af9-61f1-4572-b999-60770ac76eda tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:44.772680 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e1df2aff-2f56-44fc-ac7a-04b4bfdadc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:45.031003 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-e1df2aff-2f56-44fc-ac7a-04b4bfdadc47 None None] Allocated IP 172.20.0.18 (5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e/9621c24d-2ca8-4da2-a3ab-1579eb925d90/ad062aa9-618f-4fb4-8a80-f922810e0021) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:45.049537 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:45.207299 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e1df2aff-2f56-44fc-ac7a-04b4bfdadc47 None None] For port ad062aa9-618f-4fb4-8a80-f922810e0021, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ad062aa9-618f-4fb4-8a80-f922810e0021,segment=NetworkSegment(417197bf-ccd5-458f-8cd8-48f643e1dfe3),segment_id=417197bf-ccd5-458f-8cd8-48f643e1dfe3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:38:45.238546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e1df2aff-2f56-44fc-ac7a-04b4bfdadc47 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:45.258588 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e1df2aff-2f56-44fc-ac7a-04b4bfdadc47 None None] Transition to ACTIVE for port object ad062aa9-618f-4fb4-8a80-f922810e0021 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:38:45.331264 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e1df2aff-2f56-44fc-ac7a-04b4bfdadc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:45.537891 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df2aff-2f56-44fc-ac7a-04b4bfdadc47 None None] Pushing event updated for resources: {'Port': ['ID=ad062aa9-618f-4fb4-8a80-f922810e0021,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:45.638748 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a241-a4c7-457c-a87c-716ab8326fa7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:45.792620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a6a241-a4c7-457c-a87c-716ab8326fa7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Checking segment: {'id': '0550195f-8329-4910-884e-8bcf78be5e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b977fb8f-d13c-46ff-bb21-7c7b2b140e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:38:45.792952 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a6a241-a4c7-457c-a87c-716ab8326fa7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network hostable DHCP agents. Network: b977fb8f-d13c-46ff-bb21-7c7b2b140e1a, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:38:45.799336 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6a241-a4c7-457c-a87c-716ab8326fa7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Subnet': ['ID=3370eed5-83d0-46c4-9487-4e2a0d5a6900,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:45.940534 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a6a241-a4c7-457c-a87c-716ab8326fa7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network b977fb8f-d13c-46ff-bb21-7c7b2b140e1a is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:38:45.997409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7af9-61f1-4572-b999-60770ac76eda tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:46.063776 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-fe7db51f-5ec7-4562-9c4e-eceee99d48d4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Delete allocated IP 172.20.0.10 (5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e/2d6d7fee-d3a6-485b-b25e-a819e711c596) {{(pid=88369) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 09:38:46.066184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:46.079081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e7a6a241-a4c7-457c-a87c-716ab8326fa7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, b977fb8f-d13c-46ff-bb21-7c7b2b140e1a) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:46.079649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ad062aa9-618f-4fb4-8a80-f922810e0021 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:38:46.087471 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a6a241-a4c7-457c-a87c-716ab8326fa7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:46.088596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a241-a4c7-457c-a87c-716ab8326fa7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:46.113169 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:46.117606 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-fe7db51f-5ec7-4562-9c4e-eceee99d48d4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Allocated IP 172.20.0.23 (5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e/9621c24d-2ca8-4da2-a3ab-1579eb925d90/e5d53020-05e9-458b-97ce-7b44ec67b56d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:46.146603 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7af9-61f1-4572-b999-60770ac76eda tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:46.163845 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b707a7-6b1d-4226-bca7-8b9699ad1637 None None] Network b977fb8f-d13c-46ff-bb21-7c7b2b140e1a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:38:46.233948 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e7a6a241-a4c7-457c-a87c-716ab8326fa7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9949510 Feb 17 09:38:46.234408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38426) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:46.248521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d3e982e1-891f-4277-b4e2-503d73866d95 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-471428167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:46.257263 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d3e982e1-891f-4277-b4e2-503d73866d95 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:46.260706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d3e982e1-891f-4277-b4e2-503d73866d95 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:router and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:46.264492 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d3e982e1-891f-4277-b4e2-503d73866d95 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:46.272062 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d3e982e1-891f-4277-b4e2-503d73866d95 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:46.391322 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-26cc2f3b-24fa-4b39-8abb-e1e34575a3f5 None None] Provisioning complete for port 7dae0526-c284-4f99-a7c6-60c0d0a21449 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:46.393110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26cc2f3b-24fa-4b39-8abb-e1e34575a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:46.552669 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe7db51f-5ec7-4562-9c4e-eceee99d48d4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:46.585513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3e982e1-891f-4277-b4e2-503d73866d95 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:46.587089 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3e982e1-891f-4277-b4e2-503d73866d95 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:46.607953 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-b977fb8f-d13c-46ff-bb21-7c7b2b140e1a', 'network_id': 'b977fb8f-d13c-46ff-bb21-7c7b2b140e1a', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'fixed_ips': [{'subnet_id': '3370eed5-83d0-46c4-9487-4e2a0d5a6900'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:38:46.609173 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:46.644986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-26cc2f3b-24fa-4b39-8abb-e1e34575a3f5 None None] Port 7dae0526-c284-4f99-a7c6-60c0d0a21449 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:46.682997 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3e982e1-891f-4277-b4e2-503d73866d95 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:46.724423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-fe7db51f-5ec7-4562-9c4e-eceee99d48d4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Transition to ACTIVE for port object e5d53020-05e9-458b-97ce-7b44ec67b56d will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:38:46.732358 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-26cc2f3b-24fa-4b39-8abb-e1e34575a3f5 None None] Provisioning complete for port e5d53020-05e9-458b-97ce-7b44ec67b56d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:46.733049 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26cc2f3b-24fa-4b39-8abb-e1e34575a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:46.735271 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fd7af9-61f1-4572-b999-60770ac76eda tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 355915fb-b35c-478c-a7f5-f81f8a202bae has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:46.748518 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Allocated IP 172.26.4.131 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/54f75f90-f95a-43a5-a766-c8e6cb3d26ed) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:46.822240 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-26cc2f3b-24fa-4b39-8abb-e1e34575a3f5 None None] Port e5d53020-05e9-458b-97ce-7b44ec67b56d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:46.861595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe7db51f-5ec7-4562-9c4e-eceee99d48d4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:46.868576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3e982e1-891f-4277-b4e2-503d73866d95 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:46.940591 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Allocated IP 172.20.0.2 (b977fb8f-d13c-46ff-bb21-7c7b2b140e1a/3370eed5-83d0-46c4-9487-4e2a0d5a6900/03d41388-8af5-4217-b790-e0a8c09146ff) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:46.993189 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-26cc2f3b-24fa-4b39-8abb-e1e34575a3f5 None None] Provisioning for port ad062aa9-618f-4fb4-8a80-f922810e0021 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:38:47.044276 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7db51f-5ec7-4562-9c4e-eceee99d48d4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=e5d53020-05e9-458b-97ce-7b44ec67b56d,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:47.054930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fd7af9-61f1-4572-b999-60770ac76eda tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:47.062194 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7af9-61f1-4572-b999-60770ac76eda tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:47.092746 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb44b42-7bdc-4411-8dd7-7d7a68c1510b None None] Sync routers for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:47.108848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-26cc2f3b-24fa-4b39-8abb-e1e34575a3f5 None None] Provisioning complete for port ad062aa9-618f-4fb4-8a80-f922810e0021 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:47.109315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26cc2f3b-24fa-4b39-8abb-e1e34575a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:47.118373 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3e982e1-891f-4277-b4e2-503d73866d95 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:47.122657 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d3e982e1-891f-4277-b4e2-503d73866d95 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8827147 Feb 17 09:38:47.128455 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:47.128962 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38430) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:47.141919 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fe7db51f-5ec7-4562-9c4e-eceee99d48d4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] In _notify_port_updated(), no bound segment for port e5d53020-05e9-458b-97ce-7b44ec67b56d on network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:38:47.149303 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7db51f-5ec7-4562-9c4e-eceee99d48d4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:47.149303 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe7db51f-5ec7-4562-9c4e-eceee99d48d4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:47.151177 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fe7db51f-5ec7-4562-9c4e-eceee99d48d4 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "PUT /v2.0/ports/e5d53020-05e9-458b-97ce-7b44ec67b56d HTTP/1.1" status: 200 len: 920 time: 3.0032566 Feb 17 09:38:47.155247 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38434) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:47.259723 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-04f65652-c36d-4ad4-9937-f16f89185c93 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port e5d53020-05e9-458b-97ce-7b44ec67b56d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:47.259983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-04f65652-c36d-4ad4-9937-f16f89185c93 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:47.260566 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb44b42-7bdc-4411-8dd7-7d7a68c1510b None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:47.261225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1eb44b42-7bdc-4411-8dd7-7d7a68c1510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:47.352526 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1eb44b42-7bdc-4411-8dd7-7d7a68c1510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:47.391375 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb44b42-7bdc-4411-8dd7-7d7a68c1510b None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:47.392060 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:47.392169 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1eb44b42-7bdc-4411-8dd7-7d7a68c1510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:47.497302 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:47.502527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:47.506648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1eb44b42-7bdc-4411-8dd7-7d7a68c1510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:47.508148 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb44b42-7bdc-4411-8dd7-7d7a68c1510b None None] The sync data for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:47.532682 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:47.653550 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Pushing event updated for resources: {'Port': ['ID=54f75f90-f95a-43a5-a766-c8e6cb3d26ed,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:47.763791 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:47.777854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Transition to ACTIVE for port object 03d41388-8af5-4217-b790-e0a8c09146ff will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:38:47.813991 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Transition to ACTIVE for port object 03d41388-8af5-4217-b790-e0a8c09146ff will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:38:47.897685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:47.952784 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a8fd7af9-61f1-4572-b999-60770ac76eda tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "PUT /v2.0/floatingips/1a608e4f-a449-42a6-8774-ef295076aae0 HTTP/1.1" status: 200 len: 979 time: 3.4055324 Feb 17 09:38:47.952784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38438) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:47.953729 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-69d3fc2c-9aa8-4d96-af76-582fa0a01748 None None] Provisioning for port e5d53020-05e9-458b-97ce-7b44ec67b56d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:38:47.977044 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-04f65652-c36d-4ad4-9937-f16f89185c93 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:47.982596 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-69d3fc2c-9aa8-4d96-af76-582fa0a01748 None None] Provisioning complete for port e5d53020-05e9-458b-97ce-7b44ec67b56d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:47.982977 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-69d3fc2c-9aa8-4d96-af76-582fa0a01748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:48.018367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Network b977fb8f-d13c-46ff-bb21-7c7b2b140e1a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:48.028357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:48.040390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:48.042657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Pushing event updated for resources: {'Port': ['ID=03d41388-8af5-4217-b790-e0a8c09146ff,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:48.128824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:48.154107 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-69d3fc2c-9aa8-4d96-af76-582fa0a01748 None None] Port e5d53020-05e9-458b-97ce-7b44ec67b56d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:48.166226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Attempting to bind port 03d41388-8af5-4217-b790-e0a8c09146ff on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:38:48.166591 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Attempting to bind port 03d41388-8af5-4217-b790-e0a8c09146ff by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '0550195f-8329-4910-884e-8bcf78be5e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b977fb8f-d13c-46ff-bb21-7c7b2b140e1a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:38:48.167181 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Attempting to bind port 03d41388-8af5-4217-b790-e0a8c09146ff on network b977fb8f-d13c-46ff-bb21-7c7b2b140e1a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:38:48.173343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:38:48.173719 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Checking segment: {'id': '0550195f-8329-4910-884e-8bcf78be5e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b977fb8f-d13c-46ff-bb21-7c7b2b140e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:38:48.174340 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:48.174739 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Bound using segment: {'id': '0550195f-8329-4910-884e-8bcf78be5e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b977fb8f-d13c-46ff-bb21-7c7b2b140e1a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:38:48.175225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Bound port: 03d41388-8af5-4217-b790-e0a8c09146ff, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0550195f-8329-4910-884e-8bcf78be5e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b977fb8f-d13c-46ff-bb21-7c7b2b140e1a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:38:48.175605 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:48.293412 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-04f65652-c36d-4ad4-9937-f16f89185c93 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for e5d53020-05e9-458b-97ce-7b44ec67b56d owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:48.309274 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] For port 03d41388-8af5-4217-b790-e0a8c09146ff, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:38:48.322537 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] For port 03d41388-8af5-4217-b790-e0a8c09146ff, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=03d41388-8af5-4217-b790-e0a8c09146ff,segment=NetworkSegment(0550195f-8329-4910-884e-8bcf78be5e9f),segment_id=0550195f-8329-4910-884e-8bcf78be5e9f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:38:48.412917 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:48.426020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c96ebb37-6388-4b13-a836-d939edb6611e tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Deleting port fb86c9ea-2aa8-46e4-8e3e-aa5f4e35ce2a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:48.426395 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c96ebb37-6388-4b13-a836-d939edb6611e tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:48.525506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ec92c-e765-4c4c-8e0e-78ea3566a818 None None] Pushing event updated for resources: {'Port': ['ID=03d41388-8af5-4217-b790-e0a8c09146ff,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:48.692069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:48.754300 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-04f65652-c36d-4ad4-9937-f16f89185c93 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:48.771529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c96ebb37-6388-4b13-a836-d939edb6611e tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:48.771529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c96ebb37-6388-4b13-a836-d939edb6611e tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:48.908964 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f65652-c36d-4ad4-9937-f16f89185c93 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=e5d53020-05e9-458b-97ce-7b44ec67b56d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:49.107146 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-04f65652-c36d-4ad4-9937-f16f89185c93 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:49.128851 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-04f65652-c36d-4ad4-9937-f16f89185c93 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/e5d53020-05e9-458b-97ce-7b44ec67b56d HTTP/1.1" status: 204 len: 168 time: 1.9725430 Feb 17 09:38:49.139008 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38444) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:49.143130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c96ebb37-6388-4b13-a836-d939edb6611e tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Calling delete_port for fb86c9ea-2aa8-46e4-8e3e-aa5f4e35ce2a owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:49.199456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Allocated IP 172.20.0.1 (b977fb8f-d13c-46ff-bb21-7c7b2b140e1a/3370eed5-83d0-46c4-9487-4e2a0d5a6900/176075ad-d66b-4c03-88f2-ccc9db264148) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:49.243583 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-f083dc50-6244-4d16-86b5-86437e8ed6e5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] GET failed (client error): The resource could not be found. Feb 17 09:38:49.244139 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f083dc50-6244-4d16-86b5-86437e8ed6e5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:38:49.357921 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f083dc50-6244-4d16-86b5-86437e8ed6e5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:38:49.359075 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f083dc50-6244-4d16-86b5-86437e8ed6e5 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports/e5d53020-05e9-458b-97ce-7b44ec67b56d HTTP/1.1" status: 404 len: 333 time: 0.2189269 Feb 17 09:38:49.369883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38448) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:49.445295 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:49.464074 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:49.499173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Transition to ACTIVE for port object 176075ad-d66b-4c03-88f2-ccc9db264148 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:38:49.553417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aadbbbce-ab00-4b1b-bf7a-c4020b46e7ee tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:49.593059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c96ebb37-6388-4b13-a836-d939edb6611e tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:49.655542 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aadbbbce-ab00-4b1b-bf7a-c4020b46e7ee tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:49.714306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:49.719963 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ebb37-6388-4b13-a836-d939edb6611e tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Port': ['ID=fb86c9ea-2aa8-46e4-8e3e-aa5f4e35ce2a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:49.837462 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aadbbbce-ab00-4b1b-bf7a-c4020b46e7ee tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:49.853588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network b977fb8f-d13c-46ff-bb21-7c7b2b140e1a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:49.858379 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda5fea4-b5cc-40a4-955b-aa40584b54d8 None None] Network b977fb8f-d13c-46ff-bb21-7c7b2b140e1a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:38:49.861054 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:49.873480 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:49.875333 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aadbbbce-ab00-4b1b-bf7a-c4020b46e7ee tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:49.881723 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-aadbbbce-ab00-4b1b-bf7a-c4020b46e7ee tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/security-groups/7c2aefe4-f450-451d-8423-2581068d3524 HTTP/1.1" status: 204 len: 168 time: 0.5126908 Feb 17 09:38:49.885400 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38452) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:49.886425 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Router e77b6d66-72de-42d7-83f1-5cfe95c2840e is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:38:49.894767 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbbbce-ab00-4b1b-bf7a-c4020b46e7ee tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2aefe4-f450-451d-8423-2581068d3524,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:49.919022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=176075ad-d66b-4c03-88f2-ccc9db264148,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:49.922265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c96ebb37-6388-4b13-a836-d939edb6611e tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:49.922744 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-c96ebb37-6388-4b13-a836-d939edb6611e tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Floating IP 1a608e4f-a449-42a6-8774-ef295076aae0 disassociated (deleted). External IP: 172.26.4.144, port: ec555e7b-3ded-4dc7-8ea4-406f657fc040. Feb 17 09:38:50.057254 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:50.183636 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-425117df-abc3-4514-89d6-c86d5f7d1459 None None] Provisioning for port 03d41388-8af5-4217-b790-e0a8c09146ff completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:38:50.297823 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 03d41388-8af5-4217-b790-e0a8c09146ff up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:38:50.392260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0136373-6d74-43be-b216-c8e3256f7762 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:50.454523 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0136373-6d74-43be-b216-c8e3256f7762 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:50.469056 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:50.490950 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b733591b-c64e-4b2e-9ea3-48c642bfe69c None None] Sync routers for ids ['e77b6d66-72de-42d7-83f1-5cfe95c2840e'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:50.505927 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b733591b-c64e-4b2e-9ea3-48c642bfe69c None None] Routers {'e77b6d66-72de-42d7-83f1-5cfe95c2840e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:50.507251 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b733591b-c64e-4b2e-9ea3-48c642bfe69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['e77b6d66-72de-42d7-83f1-5cfe95c2840e'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:50.565086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 03d41388-8af5-4217-b790-e0a8c09146ff completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:38:50.590383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:50.593421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 03d41388-8af5-4217-b790-e0a8c09146ff triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:50.593615 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b733591b-c64e-4b2e-9ea3-48c642bfe69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:50.594013 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:50.606614 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b733591b-c64e-4b2e-9ea3-48c642bfe69c None None] Routers {'e77b6d66-72de-42d7-83f1-5cfe95c2840e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:50.607246 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b733591b-c64e-4b2e-9ea3-48c642bfe69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['e77b6d66-72de-42d7-83f1-5cfe95c2840e'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:50.621906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:50.627455 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b587992b-f5ea-4085-9087-6d2aa1e66862 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.5385187 Feb 17 09:38:50.633313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38456) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:50.650318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0136373-6d74-43be-b216-c8e3256f7762 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:50.710242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0136373-6d74-43be-b216-c8e3256f7762 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97a2f29-6fe0-46d7-8439-4d7a36f460c0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:50.715155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0136373-6d74-43be-b216-c8e3256f7762 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:50.720174 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e93400f4-e9c8-428c-92e4-ba781e3f77c7 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:50.733550 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d0136373-6d74-43be-b216-c8e3256f7762 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/security-groups/d97a2f29-6fe0-46d7-8439-4d7a36f460c0 HTTP/1.1" status: 204 len: 168 time: 0.8433855 Feb 17 09:38:50.734560 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38460) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:50.741577 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b733591b-c64e-4b2e-9ea3-48c642bfe69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:50.742606 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b733591b-c64e-4b2e-9ea3-48c642bfe69c None None] The sync data for ids ['e77b6d66-72de-42d7-83f1-5cfe95c2840e'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:50.839295 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96ebb37-6388-4b13-a836-d939edb6611e tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 355915fb-b35c-478c-a7f5-f81f8a202bae has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:50.854352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28ae3fe-4841-4d7e-ab44-de73b0467da9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting subnet 2d6d7fee-d3a6-485b-b25e-a819e711c596 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:38:50.858355 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e28ae3fe-4841-4d7e-ab44-de73b0467da9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:50.904196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:50.937345 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e28ae3fe-4841-4d7e-ab44-de73b0467da9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:50.993285 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 03d41388-8af5-4217-b790-e0a8c09146ff, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=03d41388-8af5-4217-b790-e0a8c09146ff,segment=NetworkSegment(0550195f-8329-4910-884e-8bcf78be5e9f),segment_id=0550195f-8329-4910-884e-8bcf78be5e9f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:38:50.994909 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3742f197-be63-42ff-8681-8b746cf07cd3 None None] Provisioning complete for port 03d41388-8af5-4217-b790-e0a8c09146ff triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:50.995758 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3742f197-be63-42ff-8681-8b746cf07cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:51.112790 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e28ae3fe-4841-4d7e-ab44-de73b0467da9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:51.127927 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:51.321198 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=03d41388-8af5-4217-b790-e0a8c09146ff,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:51.479996 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e28ae3fe-4841-4d7e-ab44-de73b0467da9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:51.503998 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3742f197-be63-42ff-8681-8b746cf07cd3 None None] Provisioning for port 176075ad-d66b-4c03-88f2-ccc9db264148 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:38:51.511146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3742f197-be63-42ff-8681-8b746cf07cd3 None None] Provisioning complete for port 176075ad-d66b-4c03-88f2-ccc9db264148 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:51.511530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3742f197-be63-42ff-8681-8b746cf07cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:51.540127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ae3fe-4841-4d7e-ab44-de73b0467da9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Subnet': ['ID=2d6d7fee-d3a6-485b-b25e-a819e711c596,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:51.542509 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e28ae3fe-4841-4d7e-ab44-de73b0467da9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:51.555278 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e28ae3fe-4841-4d7e-ab44-de73b0467da9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/2d6d7fee-d3a6-485b-b25e-a819e711c596 HTTP/1.1" status: 204 len: 168 time: 0.8183160 Feb 17 09:38:51.561644 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38464) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:51.570663 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff14e136-a017-4a70-acd8-1ddeb15d0cf9 None None] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:38:51.571356 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-83a24fc0-fad7-4395-a5ab-eb76d2618609 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'subnet': {'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:51.684394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96ebb37-6388-4b13-a836-d939edb6611e tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:51.727246 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2476ca63-e584-4085-9e56-821ac5fe8935 None None] Sync routers for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:51.752816 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3742f197-be63-42ff-8681-8b746cf07cd3 None None] Port 176075ad-d66b-4c03-88f2-ccc9db264148 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:51.766372 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2476ca63-e584-4085-9e56-821ac5fe8935 None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:51.767001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2476ca63-e584-4085-9e56-821ac5fe8935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:51.798386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-83a24fc0-fad7-4395-a5ab-eb76d2618609 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:51.804254 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-83a24fc0-fad7-4395-a5ab-eb76d2618609 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:subnet and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:51.808692 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-83a24fc0-fad7-4395-a5ab-eb76d2618609 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:51.821800 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-83a24fc0-fad7-4395-a5ab-eb76d2618609 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:51.909157 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2476ca63-e584-4085-9e56-821ac5fe8935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:51.940873 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a24fc0-fad7-4395-a5ab-eb76d2618609 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:51.946954 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83a24fc0-fad7-4395-a5ab-eb76d2618609 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:51.957985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2476ca63-e584-4085-9e56-821ac5fe8935 None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:51.960204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2476ca63-e584-4085-9e56-821ac5fe8935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:52.080928 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2476ca63-e584-4085-9e56-821ac5fe8935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:52.082086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2476ca63-e584-4085-9e56-821ac5fe8935 None None] The sync data for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:52.097610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 03d41388-8af5-4217-b790-e0a8c09146ff up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:38:52.227555 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6be3af00-d5c8-4fa7-9961-ef9a1bfca73a None None] Provisioning complete for port 176075ad-d66b-4c03-88f2-ccc9db264148 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:52.228171 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6be3af00-d5c8-4fa7-9961-ef9a1bfca73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:52.282613 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c96ebb37-6388-4b13-a836-d939edb6611e tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:52.387341 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:38:52.403528 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83a24fc0-fad7-4395-a5ab-eb76d2618609 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:52.459722 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6be3af00-d5c8-4fa7-9961-ef9a1bfca73a None None] Port 176075ad-d66b-4c03-88f2-ccc9db264148 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:52.494030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a24fc0-fad7-4395-a5ab-eb76d2618609 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:52.500890 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-83a24fc0-fad7-4395-a5ab-eb76d2618609 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:52.504043 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a24fc0-fad7-4395-a5ab-eb76d2618609 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:52.504930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83a24fc0-fad7-4395-a5ab-eb76d2618609 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:52.509908 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 03d41388-8af5-4217-b790-e0a8c09146ff triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:52.510428 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:52.519427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:52.528978 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a24fc0-fad7-4395-a5ab-eb76d2618609 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Subnet': ['ID=1687bda6-5c88-4825-9783-a39f5e62703a,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:52.546546 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c96ebb37-6388-4b13-a836-d939edb6611e tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/floatingips/1a608e4f-a449-42a6-8774-ef295076aae0 HTTP/1.1" status: 204 len: 168 time: 4.5957975 Feb 17 09:38:52.549497 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38468) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:52.629347 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-83a24fc0-fad7-4395-a5ab-eb76d2618609 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0637302 Feb 17 09:38:52.630624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e93400f4-e9c8-428c-92e4-ba781e3f77c7 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:52.630774 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38472) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:52.636109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:52.636456 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3b74d56e-1a6c-4774-bca6-ec940711ca5b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'security_group': {'name': 'tempest-secgroup-37500514'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:52.649842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3b74d56e-1a6c-4774-bca6-ec940711ca5b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:52.672128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3b74d56e-1a6c-4774-bca6-ec940711ca5b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:security_group and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:52.678217 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3b74d56e-1a6c-4774-bca6-ec940711ca5b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:52.688980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3b74d56e-1a6c-4774-bca6-ec940711ca5b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:52.768601 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-97ccf8be-d5cf-41f1-b006-4c740624396b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Deleting port ec555e7b-3ded-4dc7-8ea4-406f657fc040 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:52.769214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97ccf8be-d5cf-41f1-b006-4c740624396b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:52.771270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b74d56e-1a6c-4774-bca6-ec940711ca5b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:52.803807 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3b74d56e-1a6c-4774-bca6-ec940711ca5b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:52.811523 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3b74d56e-1a6c-4774-bca6-ec940711ca5b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:security_group_rule and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:52.821992 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3b74d56e-1a6c-4774-bca6-ec940711ca5b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:52.822400 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e93400f4-e9c8-428c-92e4-ba781e3f77c7 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:52.827041 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3b74d56e-1a6c-4774-bca6-ec940711ca5b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:52.873397 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=176075ad-d66b-4c03-88f2-ccc9db264148,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:52.879079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:52.976248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b74d56e-1a6c-4774-bca6-ec940711ca5b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:53.073514 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b74d56e-1a6c-4774-bca6-ec940711ca5b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:53.151898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74d56e-1a6c-4774-bca6-ec940711ca5b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d245273-d9c0-43c3-b0ed-744e685c58b5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:53.206474 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e93400f4-e9c8-428c-92e4-ba781e3f77c7 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Deleting port 54f75f90-f95a-43a5-a766-c8e6cb3d26ed {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:53.206828 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e93400f4-e9c8-428c-92e4-ba781e3f77c7 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:53.221235 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b74d56e-1a6c-4774-bca6-ec940711ca5b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:53.223194 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3b74d56e-1a6c-4774-bca6-ec940711ca5b tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5917232 Feb 17 09:38:53.226102 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38478) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:53.231985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-44255ec0-97ea-4b11-8f84-0e5994150e3d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'security_group': {'name': 'tempest-secgroup-728371610'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:53.240984 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-44255ec0-97ea-4b11-8f84-0e5994150e3d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:53.245853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-44255ec0-97ea-4b11-8f84-0e5994150e3d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:security_group and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:53.250237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-44255ec0-97ea-4b11-8f84-0e5994150e3d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:53.258287 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-44255ec0-97ea-4b11-8f84-0e5994150e3d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:53.336384 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f58c66f-06f1-4a71-8462-fa494cf964ee None None] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:38:53.341348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-44255ec0-97ea-4b11-8f84-0e5994150e3d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:53.363926 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-44255ec0-97ea-4b11-8f84-0e5994150e3d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:53.369986 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-44255ec0-97ea-4b11-8f84-0e5994150e3d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:security_group_rule and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:53.373388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-44255ec0-97ea-4b11-8f84-0e5994150e3d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:53.381197 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-44255ec0-97ea-4b11-8f84-0e5994150e3d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:53.470466 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-44255ec0-97ea-4b11-8f84-0e5994150e3d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:53.501309 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1bc331f8-64d9-4fe6-bee1-34a697681f7a None None] Provisioning complete for port 7dae0526-c284-4f99-a7c6-60c0d0a21449 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:53.501838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1bc331f8-64d9-4fe6-bee1-34a697681f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:53.537530 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-44255ec0-97ea-4b11-8f84-0e5994150e3d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:53.549908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network b977fb8f-d13c-46ff-bb21-7c7b2b140e1a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:53.560060 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:53.594412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1bc331f8-64d9-4fe6-bee1-34a697681f7a None None] Port 7dae0526-c284-4f99-a7c6-60c0d0a21449 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:53.596036 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97ccf8be-d5cf-41f1-b006-4c740624396b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:53.621533 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44255ec0-97ea-4b11-8f84-0e5994150e3d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6255a2b-505c-4ccd-9fb2-8eb9b5972bcd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:53.684541 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e93400f4-e9c8-428c-92e4-ba781e3f77c7 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:53.693380 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1bc331f8-64d9-4fe6-bee1-34a697681f7a None None] Provisioning complete for port ad062aa9-618f-4fb4-8a80-f922810e0021 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:53.693817 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1bc331f8-64d9-4fe6-bee1-34a697681f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:53.697368 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-44255ec0-97ea-4b11-8f84-0e5994150e3d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:53.700480 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-44255ec0-97ea-4b11-8f84-0e5994150e3d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4727170 Feb 17 09:38:53.703525 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38482) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:53.730607 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5c584fe4-b887-4274-a3f2-f23a2313c209 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'security_group': {'name': 'tempest-secgroup-1617509392'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:53.776818 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5c584fe4-b887-4274-a3f2-f23a2313c209 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:53.798192 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5c584fe4-b887-4274-a3f2-f23a2313c209 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:security_group and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:53.813789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5c584fe4-b887-4274-a3f2-f23a2313c209 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:53.836154 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5c584fe4-b887-4274-a3f2-f23a2313c209 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:53.906530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-97ccf8be-d5cf-41f1-b006-4c740624396b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Calling delete_port for ec555e7b-3ded-4dc7-8ea4-406f657fc040 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:53.935999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c584fe4-b887-4274-a3f2-f23a2313c209 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:53.967995 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5c584fe4-b887-4274-a3f2-f23a2313c209 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:53.972075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5c584fe4-b887-4274-a3f2-f23a2313c209 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:security_group_rule and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:53.976483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5c584fe4-b887-4274-a3f2-f23a2313c209 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:53.977255 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bbf56b-dbbb-4d43-8190-a87c01caabbc None None] Update dhcp port {'port': {'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'fixed_ips': [{'subnet_id': '9621c24d-2ca8-4da2-a3ab-1579eb925d90', 'ip_address': '172.20.0.18'}, {'subnet_id': '1687bda6-5c88-4825-9783-a39f5e62703a'}], 'binding:host_id': 'dv-neutron-828143-5-hyperv'}, 'id': 'ad062aa9-618f-4fb4-8a80-f922810e0021'} from dv-neutron-828143-5-hyperv. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 09:38:53.983609 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5c584fe4-b887-4274-a3f2-f23a2313c209 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:54.049177 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c628f9cc-be16-48b7-88a7-22c66a6de2b3 None None] Provisioning complete for port 176075ad-d66b-4c03-88f2-ccc9db264148 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:54.049545 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c628f9cc-be16-48b7-88a7-22c66a6de2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:54.073003 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c584fe4-b887-4274-a3f2-f23a2313c209 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:54.073896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64bbf56b-dbbb-4d43-8190-a87c01caabbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:54.078329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e93400f4-e9c8-428c-92e4-ba781e3f77c7 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Calling delete_port for 54f75f90-f95a-43a5-a766-c8e6cb3d26ed owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:54.148491 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c584fe4-b887-4274-a3f2-f23a2313c209 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:54.169583 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c628f9cc-be16-48b7-88a7-22c66a6de2b3 None None] Port 176075ad-d66b-4c03-88f2-ccc9db264148 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:54.206678 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c584fe4-b887-4274-a3f2-f23a2313c209 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68cafbf9-a5dd-4403-a55e-70f118578b32,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:54.267956 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c584fe4-b887-4274-a3f2-f23a2313c209 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:54.269038 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5c584fe4-b887-4274-a3f2-f23a2313c209 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5609827 Feb 17 09:38:54.273939 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38486) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:54.283077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-65ed839f-e2bd-421d-8de6-d19b05b773b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1507044223', 'security_groups': ['68cafbf9-a5dd-4403-a55e-70f118578b32'], 'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1687bda6-5c88-4825-9783-a39f5e62703a'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:54.365779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-64bbf56b-dbbb-4d43-8190-a87c01caabbc None None] Allocated IP 172.20.0.2 (5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e/1687bda6-5c88-4825-9783-a39f5e62703a/ad062aa9-618f-4fb4-8a80-f922810e0021) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:54.428858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router ecb166f4-7c5b-417f-bdca-ac710819eaa3 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:38:54.482133 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-65ed839f-e2bd-421d-8de6-d19b05b773b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:54.496078 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-65ed839f-e2bd-421d-8de6-d19b05b773b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:54.516988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-64bbf56b-dbbb-4d43-8190-a87c01caabbc None None] For port ad062aa9-618f-4fb4-8a80-f922810e0021, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ad062aa9-618f-4fb4-8a80-f922810e0021,segment=NetworkSegment(417197bf-ccd5-458f-8cd8-48f643e1dfe3),segment_id=417197bf-ccd5-458f-8cd8-48f643e1dfe3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:38:54.523188 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e93400f4-e9c8-428c-92e4-ba781e3f77c7 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:54.546116 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64bbf56b-dbbb-4d43-8190-a87c01caabbc None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:54.558865 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ed839f-e2bd-421d-8de6-d19b05b773b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:54.656312 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a0eec42-9fac-4fd0-8f19-cc404e933d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:54.720226 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65ed839f-e2bd-421d-8de6-d19b05b773b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:54.748181 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-65ed839f-e2bd-421d-8de6-d19b05b773b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] device_id is not set on port d53e7bd1-7746-4157-8bd1-78ac6062aee8 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:38:54.849325 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93400f4-e9c8-428c-92e4-ba781e3f77c7 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Pushing event deleted for resources: {'Port': ['ID=54f75f90-f95a-43a5-a766-c8e6cb3d26ed,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:54.980778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:54.992519 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30545ebd-b9c1-4177-82e2-ea6e70f2825d None None] Sync routers for ids ['ecb166f4-7c5b-417f-bdca-ac710819eaa3'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:54.993649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-64bbf56b-dbbb-4d43-8190-a87c01caabbc None None] Transition to ACTIVE for port object ad062aa9-618f-4fb4-8a80-f922810e0021 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:38:54.998026 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97ccf8be-d5cf-41f1-b006-4c740624396b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:55.000028 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e93400f4-e9c8-428c-92e4-ba781e3f77c7 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:55.006400 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30545ebd-b9c1-4177-82e2-ea6e70f2825d None None] Routers {'ecb166f4-7c5b-417f-bdca-ac710819eaa3'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:55.007409 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-30545ebd-b9c1-4177-82e2-ea6e70f2825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['ecb166f4-7c5b-417f-bdca-ac710819eaa3'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:55.039826 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64bbf56b-dbbb-4d43-8190-a87c01caabbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:55.066361 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7cb446e2-3ffe-4009-987e-65a99fb8216a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/ecb166f4-7c5b-417f-bdca-ac710819eaa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9319839 Feb 17 09:38:55.083994 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-30545ebd-b9c1-4177-82e2-ea6e70f2825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:55.094721 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30545ebd-b9c1-4177-82e2-ea6e70f2825d None None] Routers {'ecb166f4-7c5b-417f-bdca-ac710819eaa3'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:55.095499 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-30545ebd-b9c1-4177-82e2-ea6e70f2825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['ecb166f4-7c5b-417f-bdca-ac710819eaa3'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:55.110902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38490) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:55.211121 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-65ed839f-e2bd-421d-8de6-d19b05b773b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Allocated IP 172.20.0.13 (5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e/1687bda6-5c88-4825-9783-a39f5e62703a/d53e7bd1-7746-4157-8bd1-78ac6062aee8) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:55.226004 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccf8be-d5cf-41f1-b006-4c740624396b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Port': ['ID=ec555e7b-3ded-4dc7-8ea4-406f657fc040,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:55.237993 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-30545ebd-b9c1-4177-82e2-ea6e70f2825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:55.239999 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30545ebd-b9c1-4177-82e2-ea6e70f2825d None None] The sync data for ids ['ecb166f4-7c5b-417f-bdca-ac710819eaa3'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:55.363823 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbf56b-dbbb-4d43-8190-a87c01caabbc None None] Pushing event updated for resources: {'Port': ['ID=ad062aa9-618f-4fb4-8a80-f922810e0021,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:55.457615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf97f91-2e71-46c6-b678-7579abb545c7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:55.458876 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-fdf97f91-2e71-46c6-b678-7579abb545c7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Synchronizing usage tracker for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:38:55.633584 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97ccf8be-d5cf-41f1-b006-4c740624396b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:55.635882 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-97ccf8be-d5cf-41f1-b006-4c740624396b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/ports/ec555e7b-3ded-4dc7-8ea4-406f657fc040 HTTP/1.1" status: 204 len: 168 time: 3.0852327 Feb 17 09:38:55.657294 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65ed839f-e2bd-421d-8de6-d19b05b773b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:55.668984 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38494) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:55.675397 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:55.690788 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:55.695926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-fdf97f91-2e71-46c6-b678-7579abb545c7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Unset dirty status for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:38:55.697421 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-65ed839f-e2bd-421d-8de6-d19b05b773b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Transition to ACTIVE for port object d53e7bd1-7746-4157-8bd1-78ac6062aee8 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:38:55.697600 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fdf97f91-2e71-46c6-b678-7579abb545c7 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports/176075ad-d66b-4c03-88f2-ccc9db264148 HTTP/1.1" status: 200 len: 910 time: 0.5843375 Feb 17 09:38:55.706156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Usage tracker for resource:floatingip and tenant:387f6bd376864594aa251ea9f5b6cd05 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:55.706461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38498) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:55.706581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:55.712090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:55.761608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e93400f4-e9c8-428c-92e4-ba781e3f77c7 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:55.779105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e93400f4-e9c8-428c-92e4-ba781e3f77c7 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:55.798912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:55.879432 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65ed839f-e2bd-421d-8de6-d19b05b773b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:55.970716 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ed839f-e2bd-421d-8de6-d19b05b773b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:55.975781 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-65ed839f-e2bd-421d-8de6-d19b05b773b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:55.979735 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed839f-e2bd-421d-8de6-d19b05b773b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:56.013337 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a88d3a63-253c-4505-8615-9796106d5847 None None] Provisioning complete for port 7dae0526-c284-4f99-a7c6-60c0d0a21449 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:56.013881 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a88d3a63-253c-4505-8615-9796106d5847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:56.021782 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed839f-e2bd-421d-8de6-d19b05b773b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=d53e7bd1-7746-4157-8bd1-78ac6062aee8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:56.077264 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ed839f-e2bd-421d-8de6-d19b05b773b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:38:56.077965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65ed839f-e2bd-421d-8de6-d19b05b773b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:56.085714 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a88d3a63-253c-4505-8615-9796106d5847 None None] Port 7dae0526-c284-4f99-a7c6-60c0d0a21449 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:56.128720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ad062aa9-618f-4fb4-8a80-f922810e0021 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:38:56.140249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:56.214237 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a88d3a63-253c-4505-8615-9796106d5847 None None] Provisioning for port ad062aa9-618f-4fb4-8a80-f922810e0021 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:38:56.224908 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a88d3a63-253c-4505-8615-9796106d5847 None None] Provisioning complete for port ad062aa9-618f-4fb4-8a80-f922810e0021 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:56.225275 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a88d3a63-253c-4505-8615-9796106d5847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:56.239221 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-65ed839f-e2bd-421d-8de6-d19b05b773b6 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9640336 Feb 17 09:38:56.266526 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93400f4-e9c8-428c-92e4-ba781e3f77c7 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Router e77b6d66-72de-42d7-83f1-5cfe95c2840e has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:56.267212 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38502) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:56.274003 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a04ea688-869b-4a40-9200-938114be8b1c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'subnet': {'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:56.321346 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Allocated IP 172.26.4.218 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/e955a6e0-8f4e-42f2-b688-629195c3e694) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:56.329263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port ad062aa9-618f-4fb4-8a80-f922810e0021 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:56.329692 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:56.496259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:56.600030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:56.619259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93400f4-e9c8-428c-92e4-ba781e3f77c7 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:56.637403 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09a01c7-cb96-4874-ab5c-09a0a826ffe1 None None] Sync routers for ids ['e77b6d66-72de-42d7-83f1-5cfe95c2840e'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:56.656754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09a01c7-cb96-4874-ab5c-09a0a826ffe1 None None] Routers {'e77b6d66-72de-42d7-83f1-5cfe95c2840e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:56.657874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a09a01c7-cb96-4874-ab5c-09a0a826ffe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['e77b6d66-72de-42d7-83f1-5cfe95c2840e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:56.661261 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e93400f4-e9c8-428c-92e4-ba781e3f77c7 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:56.661261 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e93400f4-e9c8-428c-92e4-ba781e3f77c7 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "PUT /v2.0/routers/e77b6d66-72de-42d7-83f1-5cfe95c2840e HTTP/1.1" status: 200 len: 706 time: 5.9490197 Feb 17 09:38:56.667621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38506) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:56.702913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a04ea688-869b-4a40-9200-938114be8b1c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:56.712377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a04ea688-869b-4a40-9200-938114be8b1c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:subnet and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:56.717117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a04ea688-869b-4a40-9200-938114be8b1c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:56.748570 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:56.758578 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a04ea688-869b-4a40-9200-938114be8b1c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:56.760359 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:38:56.762475 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ec15b162-9e0d-4d9c-9e28-775be97e4035 None None] Provisioning for port d53e7bd1-7746-4157-8bd1-78ac6062aee8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:38:56.763080 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:38:56.788370 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ec15b162-9e0d-4d9c-9e28-775be97e4035 None None] Provisioning complete for port d53e7bd1-7746-4157-8bd1-78ac6062aee8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:38:56.788915 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec15b162-9e0d-4d9c-9e28-775be97e4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:56.845887 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a09a01c7-cb96-4874-ab5c-09a0a826ffe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:56.858028 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04ea688-869b-4a40-9200-938114be8b1c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:56.861645 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a04ea688-869b-4a40-9200-938114be8b1c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:56.884950 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f0f6ce30-c2ae-4e32-9940-33f108964e7d tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "GET /v2.0/routers/e77b6d66-72de-42d7-83f1-5cfe95c2840e HTTP/1.1" status: 200 len: 741 time: 0.2100546 Feb 17 09:38:56.887275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=e955a6e0-8f4e-42f2-b688-629195c3e694,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:56.887453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38510) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:56.897783 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09a01c7-cb96-4874-ab5c-09a0a826ffe1 None None] Routers {'e77b6d66-72de-42d7-83f1-5cfe95c2840e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:56.898452 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a09a01c7-cb96-4874-ab5c-09a0a826ffe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['e77b6d66-72de-42d7-83f1-5cfe95c2840e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:56.940928 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:56.989664 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ec15b162-9e0d-4d9c-9e28-775be97e4035 None None] Port d53e7bd1-7746-4157-8bd1-78ac6062aee8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:38:56.993318 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a09a01c7-cb96-4874-ab5c-09a0a826ffe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:56.994348 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09a01c7-cb96-4874-ab5c-09a0a826ffe1 None None] The sync data for ids ['e77b6d66-72de-42d7-83f1-5cfe95c2840e'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:56.994456 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f5a064cd-1597-462e-a5f5-4c8f0524e780 tempest-RoutersAdminTest-2067976406 tempest-RoutersAdminTest-2067976406-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=e398590f-1691-4e90-94b2-4638f557802a&device_id=e77b6d66-72de-42d7-83f1-5cfe95c2840e HTTP/1.1" status: 200 len: 205 time: 0.1070354 Feb 17 09:38:56.998435 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38514) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:57.002990 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b9e18d7-6780-413e-b201-0f7837a0fb2a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:57.071800 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9ffbae09-3ae6-4dca-9500-c47b9c0290c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:57.075053 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:57.125351 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e065ef24-c4db-4cfb-bbd3-256e09519cdd tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "GET /v2.0/ports?device_id=e77b6d66-72de-42d7-83f1-5cfe95c2840e HTTP/1.1" status: 200 len: 205 time: 0.1230419 Feb 17 09:38:57.127239 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38518) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:57.249746 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.ipam_backend_mixin [None req-a04ea688-869b-4a40-9200-938114be8b1c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1687bda6-5c88-4825-9783-a39f5e62703a (CIDR: 172.20.0.0/28) Feb 17 09:38:57.303895 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a8ddaa7-eb47-4c59-a553-afa1bddb608b tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:57.343517 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04ea688-869b-4a40-9200-938114be8b1c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:38:57.344138 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04ea688-869b-4a40-9200-938114be8b1c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:38:57.445189 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a04ea688-869b-4a40-9200-938114be8b1c tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1733057 Feb 17 09:38:57.450121 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38522) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:57.463786 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7fe549a9-ba0a-4a25-a752-0b3bfe22cd79 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'subnet': {'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:57.723924 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e18d7-6780-413e-b201-0f7837a0fb2a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port 176075ad-d66b-4c03-88f2-ccc9db264148 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:38:57.724337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b9e18d7-6780-413e-b201-0f7837a0fb2a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:57.867836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:57.877775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a8ddaa7-eb47-4c59-a553-afa1bddb608b tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:57.883855 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a8ddaa7-eb47-4c59-a553-afa1bddb608b tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:57.937790 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:57.948539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7fe549a9-ba0a-4a25-a752-0b3bfe22cd79 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:57.962601 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7fe549a9-ba0a-4a25-a752-0b3bfe22cd79 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:subnet and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:57.967563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7fe549a9-ba0a-4a25-a752-0b3bfe22cd79 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:57.979021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7fe549a9-ba0a-4a25-a752-0b3bfe22cd79 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:57.981152 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a8ddaa7-eb47-4c59-a553-afa1bddb608b tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:57.981657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8ddaa7-eb47-4c59-a553-afa1bddb608b tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Fanout notify agent at l3_agent the message router_deleted on router e77b6d66-72de-42d7-83f1-5cfe95c2840e {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:38:58.003823 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a8ddaa7-eb47-4c59-a553-afa1bddb608b tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:58.005502 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3a8ddaa7-eb47-4c59-a553-afa1bddb608b tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "DELETE /v2.0/routers/e77b6d66-72de-42d7-83f1-5cfe95c2840e HTTP/1.1" status: 204 len: 168 time: 0.8767462 Feb 17 09:38:58.010615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38526) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:58.019101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b9e18d7-6780-413e-b201-0f7837a0fb2a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:58.051098 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:58.079200 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:58.103048 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a98e9313-c6e5-4c4d-b5df-1aaf8b16b00c tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "GET /v2.0/ports?device_id=e77b6d66-72de-42d7-83f1-5cfe95c2840e HTTP/1.1" status: 200 len: 205 time: 0.0912592 Feb 17 09:38:58.114897 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38530) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:58.153412 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe549a9-ba0a-4a25-a752-0b3bfe22cd79 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:58.156961 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7fe549a9-ba0a-4a25-a752-0b3bfe22cd79 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:58.177231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e18d7-6780-413e-b201-0f7837a0fb2a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for 176075ad-d66b-4c03-88f2-ccc9db264148 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:38:58.244121 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-adb79b41-c15f-4806-aae2-030d10411221 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] delete failed (client error): The resource could not be found. Feb 17 09:38:58.245068 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-adb79b41-c15f-4806-aae2-030d10411221 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "DELETE /v2.0/routers/e77b6d66-72de-42d7-83f1-5cfe95c2840e HTTP/1.1" status: 404 len: 336 time: 0.1290314 Feb 17 09:38:58.249039 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38534) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:58.293223 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=e955a6e0-8f4e-42f2-b688-629195c3e694,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:58.313415 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-527bb805-8dd9-468c-a214-05b40206bda9 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "GET /v2.0/ports?device_id=745ad13f-20ea-4cb2-9755-86738efc0bf2 HTTP/1.1" status: 200 len: 205 time: 0.0617461 Feb 17 09:38:58.314843 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:58.318186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38538) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:58.381634 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:58.383222 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-567e7a40-d382-4643-bcc2-51c54f02abf9 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7127669 Feb 17 09:38:58.386108 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38542) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:58.394217 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'port': {'network_id': '4ae40c0e-53d0-4896-97ea-acca655f451d', 'name': 'tempest-FloatingIPTestJSON-2117839880'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:58.432803 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-95ea0dc6-4a1a-48bf-abbc-88506a9051c8 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] delete failed (client error): The resource could not be found. Feb 17 09:38:58.433837 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-95ea0dc6-4a1a-48bf-abbc-88506a9051c8 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "DELETE /v2.0/routers/745ad13f-20ea-4cb2-9755-86738efc0bf2 HTTP/1.1" status: 404 len: 336 time: 0.1071582 Feb 17 09:38:58.440136 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38548) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:58.493196 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.ipam_backend_mixin [None req-7fe549a9-ba0a-4a25-a752-0b3bfe22cd79 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9621c24d-2ca8-4da2-a3ab-1579eb925d90 (CIDR: 172.20.0.16/28) Feb 17 09:38:58.497401 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-77cfad89-5593-474e-9113-9b5d1fb1daef tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ee4de2e-79fb-42b4-bacc-d22297288ebd HTTP/1.1" status: 200 len: 205 time: 0.0560939 Feb 17 09:38:58.500674 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38552) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:58.549130 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:58.553981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Usage tracker for resource:port and tenant:387f6bd376864594aa251ea9f5b6cd05 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:58.557106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:58.563374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:58.587359 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe549a9-ba0a-4a25-a752-0b3bfe22cd79 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:38:58.587850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe549a9-ba0a-4a25-a752-0b3bfe22cd79 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:38:58.594033 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-178c108d-15a6-4b38-bc77-33b17faf1e44 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] delete failed (client error): The resource could not be found. Feb 17 09:38:58.595079 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-178c108d-15a6-4b38-bc77-33b17faf1e44 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "DELETE /v2.0/routers/4ee4de2e-79fb-42b4-bacc-d22297288ebd HTTP/1.1" status: 404 len: 336 time: 0.0927370 Feb 17 09:38:58.598445 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38556) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:58.653640 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-dd5d9dba-d9a3-415d-8dbd-2e8d4a583100 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "GET /v2.0/ports?device_id=788929ad-6830-4de0-a3c4-58a60d784fe6 HTTP/1.1" status: 200 len: 205 time: 0.0533104 Feb 17 09:38:58.655454 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Made reservation on behalf of 387f6bd376864594aa251ea9f5b6cd05 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:58.656811 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38560) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:58.658997 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:58.687368 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] device_id is not set on port 7d6f829f-6757-4848-a78a-77521af86202 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:38:58.741382 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7fe549a9-ba0a-4a25-a752-0b3bfe22cd79 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2901025 Feb 17 09:38:58.744121 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38564) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:58.753914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2fe76bc1-ad3d-424b-b168-bb05f5cbe2e3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'subnet': {'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:38:58.760013 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-7c1fa172-3117-4e61-94ff-8fcd35c081c4 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] delete failed (client error): The resource could not be found. Feb 17 09:38:58.763959 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7c1fa172-3117-4e61-94ff-8fcd35c081c4 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "DELETE /v2.0/routers/788929ad-6830-4de0-a3c4-58a60d784fe6 HTTP/1.1" status: 404 len: 336 time: 0.1031895 Feb 17 09:38:58.765093 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38568) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:58.812910 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b1c1a39c-05b0-40f0-b8ad-901f0cade3b2 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "GET /v2.0/ports?device_id=a913791c-bcc4-4477-babe-e5679c887d00 HTTP/1.1" status: 200 len: 205 time: 0.0467167 Feb 17 09:38:58.815621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38572) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:58.883843 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b9e18d7-6780-413e-b201-0f7837a0fb2a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:58.931466 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-5e051c52-ac23-462f-a18c-be397a47f88c tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] delete failed (client error): The resource could not be found. Feb 17 09:38:58.932516 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5e051c52-ac23-462f-a18c-be397a47f88c tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "DELETE /v2.0/routers/a913791c-bcc4-4477-babe-e5679c887d00 HTTP/1.1" status: 404 len: 336 time: 0.1158392 Feb 17 09:38:58.941007 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38576) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:58.943904 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e18d7-6780-413e-b201-0f7837a0fb2a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Port': ['ID=176075ad-d66b-4c03-88f2-ccc9db264148,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:38:58.978441 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Allocated IP 172.20.0.13 (4ae40c0e-53d0-4896-97ea-acca655f451d/a34ac064-e8cf-48a0-8306-46147df4ae5f/7d6f829f-6757-4848-a78a-77521af86202) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:38:58.986062 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2fe76bc1-ad3d-424b-b168-bb05f5cbe2e3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:38:58.995562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2fe76bc1-ad3d-424b-b168-bb05f5cbe2e3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Usage tracker for resource:subnet and tenant:131a70c324e94389856262e82136e5f6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:38:58.999153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2fe76bc1-ad3d-424b-b168-bb05f5cbe2e3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:38:59.008843 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2fe76bc1-ad3d-424b-b168-bb05f5cbe2e3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:38:59.028810 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6dbada09-5137-4ec0-bd3c-9109617c680e tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "GET /v2.0/ports?device_id=de5657f7-091c-4dcb-96bd-62497d64ebd7 HTTP/1.1" status: 200 len: 205 time: 0.0866551 Feb 17 09:38:59.032186 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38580) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:59.130706 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-271905fd-2dff-4e7c-94bb-23826dae74c2 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] delete failed (client error): The resource could not be found. Feb 17 09:38:59.134973 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-271905fd-2dff-4e7c-94bb-23826dae74c2 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "DELETE /v2.0/routers/de5657f7-091c-4dcb-96bd-62497d64ebd7 HTTP/1.1" status: 404 len: 336 time: 0.0993111 Feb 17 09:38:59.135406 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38584) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:59.185569 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe76bc1-ad3d-424b-b168-bb05f5cbe2e3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Made reservation on behalf of 131a70c324e94389856262e82136e5f6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:38:59.189103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2fe76bc1-ad3d-424b-b168-bb05f5cbe2e3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:59.206354 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-232e5875-37c3-42d1-a0a0-9df6819a1228 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] DELETE failed (client error): The resource could not be found. Feb 17 09:38:59.206818 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232e5875-37c3-42d1-a0a0-9df6819a1228 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:38:59.345196 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-232e5875-37c3-42d1-a0a0-9df6819a1228 tempest-RoutersAdminTest-1347802161 tempest-RoutersAdminTest-1347802161-project] 10.222.0.75 "DELETE /v2.0/subnets/c270979b-86f3-42a9-a2be-0099bedcea12 HTTP/1.1" status: 404 len: 337 time: 0.2085879 Feb 17 09:38:59.354694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b9e18d7-6780-413e-b201-0f7837a0fb2a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:59.642649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:59.666629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9e18d7-6780-413e-b201-0f7837a0fb2a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router ecb166f4-7c5b-417f-bdca-ac710819eaa3 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:38:59.730448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:59.808759 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9e18d7-6780-413e-b201-0f7837a0fb2a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:38:59.819375 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1b9e18d7-6780-413e-b201-0f7837a0fb2a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/ecb166f4-7c5b-417f-bdca-ac710819eaa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1124353 Feb 17 09:38:59.819491 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38592) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:59.821477 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e24085-fda2-4700-87df-4313578178b1 None None] Sync routers for ids ['ecb166f4-7c5b-417f-bdca-ac710819eaa3'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:38:59.832427 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e24085-fda2-4700-87df-4313578178b1 None None] Routers {'ecb166f4-7c5b-417f-bdca-ac710819eaa3'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:59.833797 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f8e24085-fda2-4700-87df-4313578178b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['ecb166f4-7c5b-417f-bdca-ac710819eaa3'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:59.863203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:59.874124 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a4f8e32c-bf12-4347-8316-a7aeea4e3644 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Synchronizing usage tracker for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:38:59.903309 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f8e24085-fda2-4700-87df-4313578178b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:59.916090 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e24085-fda2-4700-87df-4313578178b1 None None] Routers {'ecb166f4-7c5b-417f-bdca-ac710819eaa3'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:38:59.917051 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f8e24085-fda2-4700-87df-4313578178b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['ecb166f4-7c5b-417f-bdca-ac710819eaa3'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:59.923804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2fe76bc1-ad3d-424b-b168-bb05f5cbe2e3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:38:59.930435 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38596) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:38:59.983564 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network 4ae40c0e-53d0-4896-97ea-acca655f451d is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:38:59.985047 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f8e24085-fda2-4700-87df-4313578178b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:38:59.985447 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e24085-fda2-4700-87df-4313578178b1 None None] The sync data for ids ['ecb166f4-7c5b-417f-bdca-ac710819eaa3'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:38:59.994443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:00.012176 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:00.075616 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ffed321-a892-4105-add6-5d68be3259be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:00.075873 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=7d6f829f-6757-4848-a78a-77521af86202,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:00.079228 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe76bc1-ad3d-424b-b168-bb05f5cbe2e3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:00.087141 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2fe76bc1-ad3d-424b-b168-bb05f5cbe2e3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:00.092180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5ffed321-a892-4105-add6-5d68be3259be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:00.094673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe76bc1-ad3d-424b-b168-bb05f5cbe2e3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Subnet': ['ID=44907db7-0940-483f-8fd9-12f1e3b60ad2,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:00.097310 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe76bc1-ad3d-424b-b168-bb05f5cbe2e3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:00.099705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fcc09b-fdba-4c9b-8b04-af6d212e2d92 None None] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:00.099835 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2fe76bc1-ad3d-424b-b168-bb05f5cbe2e3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:00.108318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5ffed321-a892-4105-add6-5d68be3259be admin admin] Usage tracker for resource:security_group_rule and tenant:403486487efd4da483c93423959e5ecf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:00.112136 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5ffed321-a892-4105-add6-5d68be3259be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:00.120137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5ffed321-a892-4105-add6-5d68be3259be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:00.123453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:00.124071 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:00.135608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a4f8e32c-bf12-4347-8316-a7aeea4e3644 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Unset dirty status for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:39:00.139659 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a4f8e32c-bf12-4347-8316-a7aeea4e3644 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports?device_id=ecb166f4-7c5b-417f-bdca-ac710819eaa3 HTTP/1.1" status: 200 len: 205 time: 0.3163755 Feb 17 09:39:00.142571 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38602) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:00.223227 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ffed321-a892-4105-add6-5d68be3259be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:00.224392 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2fe76bc1-ad3d-424b-b168-bb05f5cbe2e3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4791510 Feb 17 09:39:00.227567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38606) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:00.233344 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b2ff6750-9b91-4f0a-88a8-c9f44d8d90c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-431077122', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '44907db7-0940-483f-8fd9-12f1e3b60ad2'}], 'security_groups': ['4d245273-d9c0-43c3-b0ed-744e685c58b5', 'c6255a2b-505c-4ccd-9fb2-8eb9b5972bcd']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:00.286421 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bb0fbaf7-a0c8-4b55-aa21-8f0403fce67a tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8987370 Feb 17 09:39:00.289591 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38610) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:00.294601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64f83a41-6222-4b48-9cd4-aae99a922a67 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:00.301085 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8d9ef9df-d07b-426a-80b0-f49f64278e33 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'floatingip': {'port_id': '7d6f829f-6757-4848-a78a-77521af86202'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:00.401108 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef9df-d07b-426a-80b0-f49f64278e33 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:00.461548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ffed321-a892-4105-add6-5d68be3259be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:00.543896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c988f599-bdd7-40d8-9ecc-220b5e395824 None None] Update dhcp port {'port': {'network_id': '5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e', 'fixed_ips': [{'subnet_id': '9621c24d-2ca8-4da2-a3ab-1579eb925d90', 'ip_address': '172.20.0.18'}, {'subnet_id': '1687bda6-5c88-4825-9783-a39f5e62703a', 'ip_address': '172.20.0.2'}, {'subnet_id': '44907db7-0940-483f-8fd9-12f1e3b60ad2'}], 'binding:host_id': 'dv-neutron-828143-5-hyperv'}, 'id': 'ad062aa9-618f-4fb4-8a80-f922810e0021'} from dv-neutron-828143-5-hyperv. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 09:39:00.606119 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5ffed321-a892-4105-add6-5d68be3259be admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=403486487efd4da483c93423959e5ecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6708574 Feb 17 09:39:00.643448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c988f599-bdd7-40d8-9ecc-220b5e395824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:00.678779 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38614) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:00.717344 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffed321-a892-4105-add6-5d68be3259be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdabdc4-1f41-46f4-9362-eace33ea2292,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:00.862425 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64f83a41-6222-4b48-9cd4-aae99a922a67 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:00.867576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64f83a41-6222-4b48-9cd4-aae99a922a67 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:00.903917 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c988f599-bdd7-40d8-9ecc-220b5e395824 None None] Allocated IP 172.20.0.34 (5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e/44907db7-0940-483f-8fd9-12f1e3b60ad2/ad062aa9-618f-4fb4-8a80-f922810e0021) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:00.993086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64f83a41-6222-4b48-9cd4-aae99a922a67 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:00.994167 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f83a41-6222-4b48-9cd4-aae99a922a67 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Fanout notify agent at l3_agent the message router_deleted on router ecb166f4-7c5b-417f-bdca-ac710819eaa3 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:39:01.007745 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64f83a41-6222-4b48-9cd4-aae99a922a67 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:01.013306 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-64f83a41-6222-4b48-9cd4-aae99a922a67 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/routers/ecb166f4-7c5b-417f-bdca-ac710819eaa3 HTTP/1.1" status: 204 len: 168 time: 0.8654068 Feb 17 09:39:01.015313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38618) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:01.065572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c988f599-bdd7-40d8-9ecc-220b5e395824 None None] For port ad062aa9-618f-4fb4-8a80-f922810e0021, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ad062aa9-618f-4fb4-8a80-f922810e0021,segment=NetworkSegment(417197bf-ccd5-458f-8cd8-48f643e1dfe3),segment_id=417197bf-ccd5-458f-8cd8-48f643e1dfe3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:01.070665 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b767d16-d28a-46ee-ba96-0cbe8383e06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:01.095465 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c988f599-bdd7-40d8-9ecc-220b5e395824 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:01.101385 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7d6656-d79d-4228-841b-3dc1d253a81a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting subnet 3370eed5-83d0-46c4-9487-4e2a0d5a6900 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:39:01.102967 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce7d6656-d79d-4228-841b-3dc1d253a81a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:01.113183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c988f599-bdd7-40d8-9ecc-220b5e395824 None None] Transition to ACTIVE for port object ad062aa9-618f-4fb4-8a80-f922810e0021 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:01.162205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce7d6656-d79d-4228-841b-3dc1d253a81a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:01.209416 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c988f599-bdd7-40d8-9ecc-220b5e395824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:01.265043 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce7d6656-d79d-4228-841b-3dc1d253a81a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:01.309625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6750-9b91-4f0a-88a8-c9f44d8d90c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:01.334432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b767d16-d28a-46ee-ba96-0cbe8383e06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:01.429797 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988f599-bdd7-40d8-9ecc-220b5e395824 None None] Pushing event updated for resources: {'Port': ['ID=ad062aa9-618f-4fb4-8a80-f922810e0021,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:01.445642 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce7d6656-d79d-4228-841b-3dc1d253a81a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:01.490707 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d6656-d79d-4228-841b-3dc1d253a81a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Subnet': ['ID=3370eed5-83d0-46c4-9487-4e2a0d5a6900,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:01.496729 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce7d6656-d79d-4228-841b-3dc1d253a81a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:01.501322 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ce7d6656-d79d-4228-841b-3dc1d253a81a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/3370eed5-83d0-46c4-9487-4e2a0d5a6900 HTTP/1.1" status: 204 len: 168 time: 0.4846723 Feb 17 09:39:01.504467 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38622) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:01.508926 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311b92c4-cce4-4964-bfb7-e521fb6a675b None None] Network b977fb8f-d13c-46ff-bb21-7c7b2b140e1a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:01.688558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:01.702935 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port 03d41388-8af5-4217-b790-e0a8c09146ff {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:01.703655 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:01.706220 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b767d16-d28a-46ee-ba96-0cbe8383e06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:01.752541 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b767d16-d28a-46ee-ba96-0cbe8383e06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdabdc4-1f41-46f4-9362-eace33ea2292,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:01.814692 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b767d16-d28a-46ee-ba96-0cbe8383e06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:01.816107 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7b767d16-d28a-46ee-ba96-0cbe8383e06f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bfdabdc4-1f41-46f4-9362-eace33ea2292 HTTP/1.1" status: 204 len: 168 time: 1.1287086 Feb 17 09:39:01.946755 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4332d2-fd4e-46e6-a42f-23be82713097 None None] DHCP port deletion for b977fb8f-d13c-46ff-bb21-7c7b2b140e1a request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:39:01.960478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0c4332d2-fd4e-46e6-a42f-23be82713097 None None] Deleting port 03d41388-8af5-4217-b790-e0a8c09146ff {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:01.960859 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c4332d2-fd4e-46e6-a42f-23be82713097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:02.162483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef9df-d07b-426a-80b0-f49f64278e33 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:02.180351 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ad062aa9-618f-4fb4-8a80-f922810e0021 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:02.206498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] For port 03d41388-8af5-4217-b790-e0a8c09146ff, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=03d41388-8af5-4217-b790-e0a8c09146ff,segment=NetworkSegment(0550195f-8329-4910-884e-8bcf78be5e9f),segment_id=0550195f-8329-4910-884e-8bcf78be5e9f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:02.207081 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:02.226303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-b2ff6750-9b91-4f0a-88a8-c9f44d8d90c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Delete allocated IP 172.20.0.13 (5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e/1687bda6-5c88-4825-9783-a39f5e62703a) {{(pid=88370) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 09:39:02.237572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-b2ff6750-9b91-4f0a-88a8-c9f44d8d90c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Allocated IP 172.20.0.45 (5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e/44907db7-0940-483f-8fd9-12f1e3b60ad2/d53e7bd1-7746-4157-8bd1-78ac6062aee8) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:02.288565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0c4332d2-fd4e-46e6-a42f-23be82713097 None None] For port 03d41388-8af5-4217-b790-e0a8c09146ff, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=03d41388-8af5-4217-b790-e0a8c09146ff,segment=NetworkSegment(0550195f-8329-4910-884e-8bcf78be5e9f),segment_id=0550195f-8329-4910-884e-8bcf78be5e9f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:02.288565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c4332d2-fd4e-46e6-a42f-23be82713097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:02.326928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef9df-d07b-426a-80b0-f49f64278e33 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:02.405930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for 03d41388-8af5-4217-b790-e0a8c09146ff owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:02.466023 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 03d41388-8af5-4217-b790-e0a8c09146ff no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:39:02.510195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0c4332d2-fd4e-46e6-a42f-23be82713097 None None] Calling delete_port for 03d41388-8af5-4217-b790-e0a8c09146ff owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:02.598568 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a179ee33-bc00-4535-aa2a-4d8d348a6e03 None None] Provisioning complete for port 7dae0526-c284-4f99-a7c6-60c0d0a21449 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:02.599137 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a179ee33-bc00-4535-aa2a-4d8d348a6e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:02.667720 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:02.701969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Port 03d41388-8af5-4217-b790-e0a8c09146ff update to DOWN by agent not found {{(pid=88371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 17 09:39:02.715647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a179ee33-bc00-4535-aa2a-4d8d348a6e03 None None] Port 7dae0526-c284-4f99-a7c6-60c0d0a21449 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:02.721752 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-0c4332d2-fd4e-46e6-a42f-23be82713097 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:39:02.721752 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-0c4332d2-fd4e-46e6-a42f-23be82713097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:39:02.728665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Port': ['ID=03d41388-8af5-4217-b790-e0a8c09146ff,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:02.731337 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-8d9ef9df-d07b-426a-80b0-f49f64278e33 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Floating IP 1ef2242e-14a3-424a-ae66-e5d536ef3fdb associated. External IP: 172.26.4.218, port: 7d6f829f-6757-4848-a78a-77521af86202. Feb 17 09:39:02.733299 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] No DVR routers for this DVR port 03d41388-8af5-4217-b790-e0a8c09146ff on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:39:02.735367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a179ee33-bc00-4535-aa2a-4d8d348a6e03 None None] Provisioning complete for port d53e7bd1-7746-4157-8bd1-78ac6062aee8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:02.736444 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a179ee33-bc00-4535-aa2a-4d8d348a6e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:02.808144 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a179ee33-bc00-4535-aa2a-4d8d348a6e03 None None] Port d53e7bd1-7746-4157-8bd1-78ac6062aee8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:02.907000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:02.912855 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a179ee33-bc00-4535-aa2a-4d8d348a6e03 None None] Provisioning for port ad062aa9-618f-4fb4-8a80-f922810e0021 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:02.916057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38630) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:02.925141 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a179ee33-bc00-4535-aa2a-4d8d348a6e03 None None] Provisioning complete for port ad062aa9-618f-4fb4-8a80-f922810e0021 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:02.925824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a179ee33-bc00-4535-aa2a-4d8d348a6e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:02.970727 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6750-9b91-4f0a-88a8-c9f44d8d90c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:02.983263 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b977fb8f-d13c-46ff-bb21-7c7b2b140e1a']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:03.006668 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-78c3c24c-8f51-47ec-a40e-05ed5f6ce183 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=827525a3bfec4657a41cdcd8be872aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0850482 Feb 17 09:39:03.006935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-b2ff6750-9b91-4f0a-88a8-c9f44d8d90c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Transition to ACTIVE for port object d53e7bd1-7746-4157-8bd1-78ac6062aee8 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:03.007107 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0550195f-8329-4910-884e-8bcf78be5e9f') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:03.007107 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0550195f-8329-4910-884e-8bcf78be5e9f') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:03.007401 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38634) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:03.024256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:03.043839 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:03.054179 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:39:03.054721 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:39:03.071120 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:39:03.148857 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6750-9b91-4f0a-88a8-c9f44d8d90c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:03.220224 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0c4332d2-fd4e-46e6-a42f-23be82713097 None None] Deleting port 03d41388-8af5-4217-b790-e0a8c09146ff {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:03.220843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c4332d2-fd4e-46e6-a42f-23be82713097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:03.283943 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:03.304753 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:03.316072 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0c4332d2-fd4e-46e6-a42f-23be82713097 None None] The port '03d41388-8af5-4217-b790-e0a8c09146ff' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:39:03.318151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Network': ['ID=b977fb8f-d13c-46ff-bb21-7c7b2b140e1a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:03.400531 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e5753be2-85b5-421a-a2be-755b8c544771 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/networks/b977fb8f-d13c-46ff-bb21-7c7b2b140e1a HTTP/1.1" status: 204 len: 168 time: 1.8952208 Feb 17 09:39:03.410302 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38638) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:03.417940 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1033602781', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:03.428587 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:03.433726 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:router and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:03.437018 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:03.448794 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:03.554317 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec3fb74b-1205-407f-a7c6-3238abd26f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:03.569629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff6750-9b91-4f0a-88a8-c9f44d8d90c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event updated for resources: {'Port': ['ID=d53e7bd1-7746-4157-8bd1-78ac6062aee8,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:03.633299 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9ef9df-d07b-426a-80b0-f49f64278e33 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 355915fb-b35c-478c-a7f5-f81f8a202bae has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:39:03.635209 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec3fb74b-1205-407f-a7c6-3238abd26f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:03.664550 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff6750-9b91-4f0a-88a8-c9f44d8d90c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] In _notify_port_updated(), no bound segment for port d53e7bd1-7746-4157-8bd1-78ac6062aee8 on network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:39:03.670314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ff6750-9b91-4f0a-88a8-c9f44d8d90c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:03.670993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b2ff6750-9b91-4f0a-88a8-c9f44d8d90c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:03.672376 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b2ff6750-9b91-4f0a-88a8-c9f44d8d90c9 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "PUT /v2.0/ports/d53e7bd1-7746-4157-8bd1-78ac6062aee8 HTTP/1.1" status: 200 len: 959 time: 3.4438064 Feb 17 09:39:03.677175 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38642) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:03.725356 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:03.726537 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:03.775515 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port d53e7bd1-7746-4157-8bd1-78ac6062aee8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:03.775953 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:03.805445 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:03.908509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9ef9df-d07b-426a-80b0-f49f64278e33 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:39:03.920798 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2632ccc8-9a1a-48a9-b3fb-a399364df25e None None] Sync routers for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:39:03.932535 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef9df-d07b-426a-80b0-f49f64278e33 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:03.935274 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2632ccc8-9a1a-48a9-b3fb-a399364df25e None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:03.936866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2632ccc8-9a1a-48a9-b3fb-a399364df25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:04.003706 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8d9ef9df-d07b-426a-80b0-f49f64278e33 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "PUT /v2.0/floatingips/1ef2242e-14a3-424a-ae66-e5d536ef3fdb HTTP/1.1" status: 200 len: 979 time: 3.7103789 Feb 17 09:39:04.007110 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38646) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:04.025324 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2632ccc8-9a1a-48a9-b3fb-a399364df25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:04.034530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2632ccc8-9a1a-48a9-b3fb-a399364df25e None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:04.035140 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2632ccc8-9a1a-48a9-b3fb-a399364df25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:04.047611 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec3fb74b-1205-407f-a7c6-3238abd26f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:04.050106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec3fb74b-1205-407f-a7c6-3238abd26f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:04.053330 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ec3fb74b-1205-407f-a7c6-3238abd26f14 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b6277ca5-74c1-4f19-a892-6024e2d27659 HTTP/1.1" status: 204 len: 168 time: 1.0448778 Feb 17 09:39:04.113092 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2632ccc8-9a1a-48a9-b3fb-a399364df25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:04.113453 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2632ccc8-9a1a-48a9-b3fb-a399364df25e None None] The sync data for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:39:04.123969 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6c0ab126-43eb-4724-9d59-f2ad1b370f69 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Deleting port 7d6f829f-6757-4848-a78a-77521af86202 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:04.124352 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c0ab126-43eb-4724-9d59-f2ad1b370f69 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:04.157080 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fb74b-1205-407f-a7c6-3238abd26f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6277ca5-74c1-4f19-a892-6024e2d27659,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:04.220797 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-04977fb7-805a-43fd-8e1f-6d48adec169f None None] Provisioning for port d53e7bd1-7746-4157-8bd1-78ac6062aee8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:04.226828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-04977fb7-805a-43fd-8e1f-6d48adec169f None None] Provisioning complete for port d53e7bd1-7746-4157-8bd1-78ac6062aee8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:04.228437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-04977fb7-805a-43fd-8e1f-6d48adec169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:04.331185 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-04977fb7-805a-43fd-8e1f-6d48adec169f None None] Port d53e7bd1-7746-4157-8bd1-78ac6062aee8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:04.421522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c0ab126-43eb-4724-9d59-f2ad1b370f69 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:04.520343 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:04.541212 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:04.678208 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for d53e7bd1-7746-4157-8bd1-78ac6062aee8 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:04.758366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c0ab126-43eb-4724-9d59-f2ad1b370f69 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:04.758833 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c0ab126-43eb-4724-9d59-f2ad1b370f69 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:04.759203 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-6c0ab126-43eb-4724-9d59-f2ad1b370f69 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Floating IP 1ef2242e-14a3-424a-ae66-e5d536ef3fdb disassociated. External IP: 172.26.4.218, port: 7d6f829f-6757-4848-a78a-77521af86202. Feb 17 09:39:04.759589 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6c0ab126-43eb-4724-9d59-f2ad1b370f69 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Calling delete_port for 7d6f829f-6757-4848-a78a-77521af86202 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:05.113822 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c0ab126-43eb-4724-9d59-f2ad1b370f69 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:05.139907 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:05.148460 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:05.168397 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ab126-43eb-4724-9d59-f2ad1b370f69 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Port': ['ID=7d6f829f-6757-4848-a78a-77521af86202,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:05.226277 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=d53e7bd1-7746-4157-8bd1-78ac6062aee8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:05.230673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:05.297677 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:05.298143 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:05.298487 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:05.298815 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:05.299142 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:05.299466 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:05.299787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:05.300108 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:05.300422 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:05.300736 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:05.301056 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:05.301359 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:05.389579 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0ab126-43eb-4724-9d59-f2ad1b370f69 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 355915fb-b35c-478c-a7f5-f81f8a202bae has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:39:05.441536 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:05.471646 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0be6a97c-b0cb-4f18-a768-d7742f281009 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/d53e7bd1-7746-4157-8bd1-78ac6062aee8 HTTP/1.1" status: 204 len: 168 time: 1.7929330 Feb 17 09:39:05.493610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Allocated IP 172.26.4.18 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/52885ce0-87a3-4b16-affd-f60c66a46fb3) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:05.494846 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38668) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:05.552443 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-64022e46-f205-4c7e-85c3-87df923fc8cd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] GET failed (client error): The resource could not be found. Feb 17 09:39:05.553196 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-64022e46-f205-4c7e-85c3-87df923fc8cd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Synchronizing usage tracker for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:39:05.720262 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:05.749978 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0ab126-43eb-4724-9d59-f2ad1b370f69 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:39:05.760152 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e85b24f-dcdf-47e9-a531-ca22d24dfefb None None] Sync routers for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:39:05.763328 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-64022e46-f205-4c7e-85c3-87df923fc8cd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Unset dirty status for tenant:131a70c324e94389856262e82136e5f6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:39:05.765367 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-64022e46-f205-4c7e-85c3-87df923fc8cd tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports/d53e7bd1-7746-4157-8bd1-78ac6062aee8 HTTP/1.1" status: 404 len: 333 time: 0.2694848 Feb 17 09:39:05.768827 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38676) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:05.770083 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e85b24f-dcdf-47e9-a531-ca22d24dfefb None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:05.771518 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4e85b24f-dcdf-47e9-a531-ca22d24dfefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:05.828946 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38680) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:05.838582 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4e85b24f-dcdf-47e9-a531-ca22d24dfefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:05.849314 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e85b24f-dcdf-47e9-a531-ca22d24dfefb None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:05.850423 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4e85b24f-dcdf-47e9-a531-ca22d24dfefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:05.868336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:05.900718 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c0ab126-43eb-4724-9d59-f2ad1b370f69 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:05.912614 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6c0ab126-43eb-4724-9d59-f2ad1b370f69 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/ports/7d6f829f-6757-4848-a78a-77521af86202 HTTP/1.1" status: 204 len: 168 time: 1.9035449 Feb 17 09:39:05.914807 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4e85b24f-dcdf-47e9-a531-ca22d24dfefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:05.915419 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e85b24f-dcdf-47e9-a531-ca22d24dfefb None None] The sync data for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:39:05.917239 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38686) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:05.934897 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-949d61ba-c3bc-4c5a-a65f-51cb75c941b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:05.967599 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-949d61ba-c3bc-4c5a-a65f-51cb75c941b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:05.994978 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-326475821'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:06.020126 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-37d66992-3939-4b90-823d-096145fc7973 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "GET /v2.0/floatingips/1ef2242e-14a3-424a-ae66-e5d536ef3fdb HTTP/1.1" status: 200 len: 688 time: 0.0976498 Feb 17 09:39:06.020126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38690) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:06.030947 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:06.035699 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:06.047441 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Usage tracker for resource:network and tenant:072c693346994d48abd7993e26bbdd86 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:06.054487 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:06.056611 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:06.067481 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:06.101148 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:06.117375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=52885ce0-87a3-4b16-affd-f60c66a46fb3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:06.214966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Deleting port e955a6e0-8f4e-42f2-b688-629195c3e694 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:06.219499 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:06.268370 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-949d61ba-c3bc-4c5a-a65f-51cb75c941b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:06.289872 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Made reservation on behalf of 072c693346994d48abd7993e26bbdd86 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:06.293353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:06.409160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:06.409657 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:06.477376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:06.486173 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d61ba-c3bc-4c5a-a65f-51cb75c941b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cafbf9-a5dd-4403-a55e-70f118578b32,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:06.510569 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-949d61ba-c3bc-4c5a-a65f-51cb75c941b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:06.514564 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-949d61ba-c3bc-4c5a-a65f-51cb75c941b1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/security-groups/68cafbf9-a5dd-4403-a55e-70f118578b32 HTTP/1.1" status: 204 len: 168 time: 0.7416229 Feb 17 09:39:06.515151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:06.518466 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38694) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:06.537949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Usage tracker for resource:security_group_rule and tenant:072c693346994d48abd7993e26bbdd86 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:06.542655 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:06.552417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:06.559037 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Calling delete_port for e955a6e0-8f4e-42f2-b688-629195c3e694 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:06.629879 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6e90571-93fb-44e8-9cb0-2b9ade82bf12 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:06.734165 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6e90571-93fb-44e8-9cb0-2b9ade82bf12 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:06.787416 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:06.838685 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Port': ['ID=e955a6e0-8f4e-42f2-b688-629195c3e694,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:06.876654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:06.876996 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:06.877384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:06.877668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:06.878054 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:06.878390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:06.878711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:06.879033 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:06.879357 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:06.879675 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:06.880592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:06.880911 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:06.916709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:06.928264 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:06.951129 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:06.973216 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:06.975157 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9d51ce8f-9eb5-47f0-b857-0cfcae44f919 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/floatingips/1ef2242e-14a3-424a-ae66-e5d536ef3fdb HTTP/1.1" status: 204 len: 168 time: 0.9532254 Feb 17 09:39:06.979141 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6e90571-93fb-44e8-9cb0-2b9ade82bf12 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:06.979421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38698) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:06.985564 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': '2b43f62b-976a-4c57-9959-55abae99a9e3'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:06.992602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:06.997045 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Usage tracker for resource:floatingip and tenant:387f6bd376864594aa251ea9f5b6cd05 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:07.000448 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:07.006831 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:07.007498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:07.032521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e90571-93fb-44e8-9cb0-2b9ade82bf12 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6255a2b-505c-4ccd-9fb2-8eb9b5972bcd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:07.056505 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:39:07.100483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:07.135022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6e90571-93fb-44e8-9cb0-2b9ade82bf12 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:07.136171 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d6e90571-93fb-44e8-9cb0-2b9ade82bf12 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/security-groups/c6255a2b-505c-4ccd-9fb2-8eb9b5972bcd HTTP/1.1" status: 204 len: 168 time: 0.6167397 Feb 17 09:39:07.160026 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38702) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:07.165858 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:07.166238 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Added segment d1d3d9c8-5a23-414a-bc69-4b8e32e55686 of type vlan for network 63723d25-fa22-4196-846b-4c5d4f0bf194 Feb 17 09:39:07.184402 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d8185a-bdf9-4749-84db-5bb767aa3221,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:07.243426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:07.255627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:07.384454 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b34c20cb-5954-4fc2-8763-5d15a27f168a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:07.413298 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Allocated IP 172.26.4.28 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/1c2032b0-855f-4246-abfb-90f26a724ad3) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:07.489538 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b34c20cb-5954-4fc2-8763-5d15a27f168a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:07.516389 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:07.522164 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:07.528072 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:07.528720 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:07.688117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:07.740373 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event updated for resources: {'Network': ['ID=63723d25-fa22-4196-846b-4c5d4f0bf194,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:07.750617 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 63723d25-fa22-4196-846b-4c5d4f0bf194 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:39:07.793587 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:07.826397 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b34c20cb-5954-4fc2-8763-5d15a27f168a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:07.845731 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-545fef67-3a75-4a7e-9038-a3469fff80ec tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0128076 Feb 17 09:39:07.848144 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38706) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:07.857590 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c20cb-5954-4fc2-8763-5d15a27f168a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d245273-d9c0-43c3-b0ed-744e685c58b5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:07.862262 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b34c20cb-5954-4fc2-8763-5d15a27f168a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:07.866431 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b34c20cb-5954-4fc2-8763-5d15a27f168a tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/security-groups/4d245273-d9c0-43c3-b0ed-744e685c58b5 HTTP/1.1" status: 204 len: 168 time: 0.6997142 Feb 17 09:39:07.870988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38710) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:07.871373 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-aa02d607-bc99-4436-ae63-6390898a1b28 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Request body: {'subnet': {'network_id': '63723d25-fa22-4196-846b-4c5d4f0bf194', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:07.876203 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:07.909550 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:07.917449 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:07.952863 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=1c2032b0-855f-4246-abfb-90f26a724ad3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:08.000462 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-5623a7c9-934c-4f0b-bd84-7446775496a3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting subnet 1687bda6-5c88-4825-9783-a39f5e62703a {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:39:08.005552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5623a7c9-934c-4f0b-bd84-7446775496a3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:08.023835 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-aa02d607-bc99-4436-ae63-6390898a1b28 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:08.028449 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-aa02d607-bc99-4436-ae63-6390898a1b28 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Usage tracker for resource:subnet and tenant:072c693346994d48abd7993e26bbdd86 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:08.031692 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-aa02d607-bc99-4436-ae63-6390898a1b28 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:08.040096 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-aa02d607-bc99-4436-ae63-6390898a1b28 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:08.099812 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router 03729fba-2d42-4335-a89a-227028b4fb72 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:39:08.112397 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5623a7c9-934c-4f0b-bd84-7446775496a3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:08.301662 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa02d607-bc99-4436-ae63-6390898a1b28 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Made reservation on behalf of 072c693346994d48abd7993e26bbdd86 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:08.306237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa02d607-bc99-4436-ae63-6390898a1b28 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:08.368980 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:08.414586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5623a7c9-934c-4f0b-bd84-7446775496a3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:08.540712 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:39:08.556039 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f838df-6cfb-474c-9606-a665de16ceca None None] Sync routers for ids ['03729fba-2d42-4335-a89a-227028b4fb72'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:39:08.574397 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f838df-6cfb-474c-9606-a665de16ceca None None] Routers {'03729fba-2d42-4335-a89a-227028b4fb72'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:08.575655 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-46f838df-6cfb-474c-9606-a665de16ceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['03729fba-2d42-4335-a89a-227028b4fb72'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:08.610957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:08.632565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5623a7c9-934c-4f0b-bd84-7446775496a3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:08.674832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:08.679305 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2f778e43-3e23-442a-a3b9-d25878a5c82b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.2638938 Feb 17 09:39:08.679581 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-46f838df-6cfb-474c-9606-a665de16ceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:08.679776 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38714) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:08.687269 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f838df-6cfb-474c-9606-a665de16ceca None None] Routers {'03729fba-2d42-4335-a89a-227028b4fb72'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:08.688076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-46f838df-6cfb-474c-9606-a665de16ceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['03729fba-2d42-4335-a89a-227028b4fb72'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:08.697606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623a7c9-934c-4f0b-bd84-7446775496a3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Subnet': ['ID=1687bda6-5c88-4825-9783-a39f5e62703a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:08.702373 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5623a7c9-934c-4f0b-bd84-7446775496a3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:08.723588 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5623a7c9-934c-4f0b-bd84-7446775496a3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/1687bda6-5c88-4825-9783-a39f5e62703a HTTP/1.1" status: 204 len: 168 time: 0.8440390 Feb 17 09:39:08.724729 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38718) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:08.747718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9132a39-2dbc-4467-b381-7e6811f22b26 None None] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:08.767957 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa02d607-bc99-4436-ae63-6390898a1b28 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:08.776578 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-46f838df-6cfb-474c-9606-a665de16ceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:08.777395 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f838df-6cfb-474c-9606-a665de16ceca None None] The sync data for ids ['03729fba-2d42-4335-a89a-227028b4fb72'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:39:08.854511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-79866880-c118-41eb-87ff-3aeb73292e42 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting subnet 44907db7-0940-483f-8fd9-12f1e3b60ad2 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:39:08.857522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:08.887432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79866880-c118-41eb-87ff-3aeb73292e42 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:08.961514 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02d607-bc99-4436-ae63-6390898a1b28 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event updated for resources: {'Subnet': ['ID=afc35448-71fd-49ec-93a2-b3965fde559e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:08.978327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02d607-bc99-4436-ae63-6390898a1b28 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Checking segment: {'id': 'd1d3d9c8-5a23-414a-bc69-4b8e32e55686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '63723d25-fa22-4196-846b-4c5d4f0bf194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:08.978823 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79866880-c118-41eb-87ff-3aeb73292e42 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:08.978955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa02d607-bc99-4436-ae63-6390898a1b28 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Network hostable DHCP agents. Network: 63723d25-fa22-4196-846b-4c5d4f0bf194, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:39:08.991339 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-aa1618fe-5411-4197-8315-f59f886eea67 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/routers/03729fba-2d42-4335-a89a-227028b4fb72 HTTP/1.1" status: 200 len: 880 time: 0.3077533 Feb 17 09:39:08.992976 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38722) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:09.171377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa02d607-bc99-4436-ae63-6390898a1b28 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Network 63723d25-fa22-4196-846b-4c5d4f0bf194 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:39:09.206002 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79866880-c118-41eb-87ff-3aeb73292e42 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:09.243792 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c38abeb0-7e73-4da6-bb99-27e90f811237 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Synchronizing usage tracker for tenant:3905cfb40572415aafd3b634e80659df on resource:router {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:39:09.257656 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-aa02d607-bc99-4436-ae63-6390898a1b28 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 63723d25-fa22-4196-846b-4c5d4f0bf194) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:09.263873 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa02d607-bc99-4436-ae63-6390898a1b28 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:09.270301 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa02d607-bc99-4436-ae63-6390898a1b28 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:09.271823 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec343c0-f609-4d0f-a495-e3a798a12de5 None None] Network 63723d25-fa22-4196-846b-4c5d4f0bf194 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:09.291337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:09.352945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c38abeb0-7e73-4da6-bb99-27e90f811237 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Unset dirty status for tenant:3905cfb40572415aafd3b634e80659df on resource:router {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:39:09.356923 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c38abeb0-7e73-4da6-bb99-27e90f811237 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3632512 Feb 17 09:39:09.357458 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38726) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:09.365650 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-91d478c0-5c9e-4928-80b7-ba78d12d3023 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1033602781'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:09.383048 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:09.461633 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-aa02d607-bc99-4436-ae63-6390898a1b28 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6109159 Feb 17 09:39:09.471354 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38730) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:09.479888 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Request body: {'port': {'network_id': '63723d25-fa22-4196-846b-4c5d4f0bf194', 'name': 'tempest-AllowedAddressPairTestJSON-436251432'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:09.482555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79866880-c118-41eb-87ff-3aeb73292e42 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:09.593224 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-63723d25-fa22-4196-846b-4c5d4f0bf194', 'network_id': '63723d25-fa22-4196-846b-4c5d4f0bf194', 'tenant_id': '072c693346994d48abd7993e26bbdd86', 'fixed_ips': [{'subnet_id': 'afc35448-71fd-49ec-93a2-b3965fde559e'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:39:09.594246 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:09.714829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79866880-c118-41eb-87ff-3aeb73292e42 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Subnet': ['ID=44907db7-0940-483f-8fd9-12f1e3b60ad2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:09.746021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79866880-c118-41eb-87ff-3aeb73292e42 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:09.750998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=1c2032b0-855f-4246-abfb-90f26a724ad3,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:09.755675 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:09.821957 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-79866880-c118-41eb-87ff-3aeb73292e42 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/44907db7-0940-483f-8fd9-12f1e3b60ad2 HTTP/1.1" status: 204 len: 168 time: 1.0934455 Feb 17 09:39:09.828131 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38734) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:09.836124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bc819a-eb68-4aaa-aa00-7e092d779955 None None] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:09.889256 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd367fa-0816-4f4c-9aa8-2ced9df10642 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] DELETE failed (client error): The resource could not be found. Feb 17 09:39:09.889726 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd367fa-0816-4f4c-9aa8-2ced9df10642 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:09.893998 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6cd367fa-0816-4f4c-9aa8-2ced9df10642 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/1687bda6-5c88-4825-9783-a39f5e62703a HTTP/1.1" status: 404 len: 337 time: 0.0624919 Feb 17 09:39:09.894220 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38738) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:09.933826 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:09.941001 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Usage tracker for resource:port and tenant:072c693346994d48abd7993e26bbdd86 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:09.946884 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:09.963324 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-78f6fca2-5fed-41a9-b3ee-72bae5e9114e None None] Provisioning complete for port 7dae0526-c284-4f99-a7c6-60c0d0a21449 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:09.963671 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78f6fca2-5fed-41a9-b3ee-72bae5e9114e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:10.002385 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:10.023865 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Allocated IP 172.20.0.2 (63723d25-fa22-4196-846b-4c5d4f0bf194/afc35448-71fd-49ec-93a2-b3965fde559e/d00f0646-840e-43c4-b0ec-86b1213b6a4e) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:10.054188 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-1804983d-84c7-47ed-8af8-6dfc3b536e7e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting subnet 9621c24d-2ca8-4da2-a3ab-1579eb925d90 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:39:10.063049 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1804983d-84c7-47ed-8af8-6dfc3b536e7e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:10.108582 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Floating IP 135f2f28-edf6-4b52-897a-03c9d46a7362 associated. External IP: 172.26.4.28, port: 2b43f62b-976a-4c57-9959-55abae99a9e3. Feb 17 09:39:10.167051 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-78f6fca2-5fed-41a9-b3ee-72bae5e9114e None None] Port 7dae0526-c284-4f99-a7c6-60c0d0a21449 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:10.241190 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-78f6fca2-5fed-41a9-b3ee-72bae5e9114e None None] Provisioning complete for port ad062aa9-618f-4fb4-8a80-f922810e0021 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:10.241467 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78f6fca2-5fed-41a9-b3ee-72bae5e9114e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:10.268795 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Made reservation on behalf of 072c693346994d48abd7993e26bbdd86 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:10.275687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:10.292963 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1804983d-84c7-47ed-8af8-6dfc3b536e7e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:10.315884 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] device_id is not set on port 24628667-c266-4ee1-a9a9-7100c5f9f06c yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:39:10.476209 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91d478c0-5c9e-4928-80b7-ba78d12d3023 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:10.557943 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91d478c0-5c9e-4928-80b7-ba78d12d3023 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:10.566004 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1804983d-84c7-47ed-8af8-6dfc3b536e7e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:10.580517 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:10.595885 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Transition to ACTIVE for port object d00f0646-840e-43c4-b0ec-86b1213b6a4e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:10.636759 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 355915fb-b35c-478c-a7f5-f81f8a202bae has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:39:10.734698 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Transition to ACTIVE for port object d00f0646-840e-43c4-b0ec-86b1213b6a4e will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:10.736659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1804983d-84c7-47ed-8af8-6dfc3b536e7e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:10.793395 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d478c0-5c9e-4928-80b7-ba78d12d3023 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router 03729fba-2d42-4335-a89a-227028b4fb72 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:39:10.794650 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:10.799768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804983d-84c7-47ed-8af8-6dfc3b536e7e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Subnet': ['ID=9621c24d-2ca8-4da2-a3ab-1579eb925d90,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:10.801840 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1804983d-84c7-47ed-8af8-6dfc3b536e7e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:10.812750 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1804983d-84c7-47ed-8af8-6dfc3b536e7e tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/9621c24d-2ca8-4da2-a3ab-1579eb925d90 HTTP/1.1" status: 204 len: 168 time: 0.9152012 Feb 17 09:39:10.813693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38742) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:10.898103 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Network 63723d25-fa22-4196-846b-4c5d4f0bf194 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:10.901415 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:10.905794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:10.967488 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Allocated IP 172.20.0.10 (63723d25-fa22-4196-846b-4c5d4f0bf194/afc35448-71fd-49ec-93a2-b3965fde559e/24628667-c266-4ee1-a9a9-7100c5f9f06c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:10.970637 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:39:10.989123 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0486df-46fe-40c9-9caa-31eb263a7c6d None None] Sync routers for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:39:10.996517 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Pushing event updated for resources: {'Port': ['ID=d00f0646-840e-43c4-b0ec-86b1213b6a4e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:11.001053 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-12422a1c-90a3-4517-a243-939c2a1cef3f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] DELETE failed (client error): The resource could not be found. Feb 17 09:39:11.001053 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12422a1c-90a3-4517-a243-939c2a1cef3f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:11.001053 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-12422a1c-90a3-4517-a243-939c2a1cef3f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/2d6d7fee-d3a6-485b-b25e-a819e711c596 HTTP/1.1" status: 404 len: 337 time: 0.1856253 Feb 17 09:39:11.002609 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0486df-46fe-40c9-9caa-31eb263a7c6d None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:11.003669 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1f0486df-46fe-40c9-9caa-31eb263a7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:11.005714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38746) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:11.050571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:11.050921 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:11.051293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:11.051629 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:11.051997 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:11.053106 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:11.053417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:11.053749 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:11.054105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:11.054488 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:11.054832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:11.061157 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:11.075508 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-507a0110-50d4-4362-873b-72e17d0bef26 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "GET /v2.0/ports?device_id=239881e3-105a-4d93-80e3-804ef78b32cc HTTP/1.1" status: 200 len: 205 time: 0.0682912 Feb 17 09:39:11.078132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38750) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:11.105177 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1f0486df-46fe-40c9-9caa-31eb263a7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:11.116992 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0486df-46fe-40c9-9caa-31eb263a7c6d None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:11.117893 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1f0486df-46fe-40c9-9caa-31eb263a7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:11.123832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Attempting to bind port d00f0646-840e-43c4-b0ec-86b1213b6a4e on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:39:11.124210 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Attempting to bind port d00f0646-840e-43c4-b0ec-86b1213b6a4e by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'd1d3d9c8-5a23-414a-bc69-4b8e32e55686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '63723d25-fa22-4196-846b-4c5d4f0bf194'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:39:11.124602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Attempting to bind port d00f0646-840e-43c4-b0ec-86b1213b6a4e on network 63723d25-fa22-4196-846b-4c5d4f0bf194 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:39:11.132261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:39:11.132644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Checking segment: {'id': 'd1d3d9c8-5a23-414a-bc69-4b8e32e55686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '63723d25-fa22-4196-846b-4c5d4f0bf194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:11.133057 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:11.133458 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Bound using segment: {'id': 'd1d3d9c8-5a23-414a-bc69-4b8e32e55686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '63723d25-fa22-4196-846b-4c5d4f0bf194'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:39:11.133940 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Bound port: d00f0646-840e-43c4-b0ec-86b1213b6a4e, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d3d9c8-5a23-414a-bc69-4b8e32e55686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '63723d25-fa22-4196-846b-4c5d4f0bf194'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:39:11.138611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:11.157543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d478c0-5c9e-4928-80b7-ba78d12d3023 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:39:11.174410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8878eb88-ba5e-42f9-926c-eba76b4a25b5 None None] Sync routers for ids ['03729fba-2d42-4335-a89a-227028b4fb72'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:39:11.180622 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:11.217164 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1f0486df-46fe-40c9-9caa-31eb263a7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:11.218032 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0486df-46fe-40c9-9caa-31eb263a7c6d None None] The sync data for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:39:11.242854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8878eb88-ba5e-42f9-926c-eba76b4a25b5 None None] Routers {'03729fba-2d42-4335-a89a-227028b4fb72'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:11.243652 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8878eb88-ba5e-42f9-926c-eba76b4a25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['03729fba-2d42-4335-a89a-227028b4fb72'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:11.248456 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-2637b89e-03ee-4043-b3dc-b07f840162cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] delete failed (client error): The resource could not be found. Feb 17 09:39:11.251660 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2637b89e-03ee-4043-b3dc-b07f840162cf tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/routers/239881e3-105a-4d93-80e3-804ef78b32cc HTTP/1.1" status: 404 len: 336 time: 0.1699746 Feb 17 09:39:11.257417 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38754) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:11.312724 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb50fe4-6c35-4cd0-84a9-7499b0a323a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] DELETE failed (client error): The resource could not be found. Feb 17 09:39:11.313241 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb50fe4-6c35-4cd0-84a9-7499b0a323a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:11.318218 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2bb50fe4-6c35-4cd0-84a9-7499b0a323a0 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/fd04789c-3f99-48b7-a869-03fddd66dfac HTTP/1.1" status: 404 len: 337 time: 0.0569010 Feb 17 09:39:11.319697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38758) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:11.352875 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] For port d00f0646-840e-43c4-b0ec-86b1213b6a4e, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:39:11.359957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] For port d00f0646-840e-43c4-b0ec-86b1213b6a4e, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d00f0646-840e-43c4-b0ec-86b1213b6a4e,segment=NetworkSegment(d1d3d9c8-5a23-414a-bc69-4b8e32e55686),segment_id=d1d3d9c8-5a23-414a-bc69-4b8e32e55686)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:39:11.362519 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8878eb88-ba5e-42f9-926c-eba76b4a25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:11.373827 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8878eb88-ba5e-42f9-926c-eba76b4a25b5 None None] Routers {'03729fba-2d42-4335-a89a-227028b4fb72'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:11.374610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8878eb88-ba5e-42f9-926c-eba76b4a25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['03729fba-2d42-4335-a89a-227028b4fb72'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:11.403768 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91d478c0-5c9e-4928-80b7-ba78d12d3023 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:11.408045 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-91d478c0-5c9e-4928-80b7-ba78d12d3023 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/03729fba-2d42-4335-a89a-227028b4fb72 HTTP/1.1" status: 200 len: 887 time: 2.0463395 Feb 17 09:39:11.409601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38762) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:11.434089 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d74c79-2b63-43e6-9b6a-a335278bd5bf None None] Network 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:11.469215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:11.535217 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8388ded1-17e0-4da1-9aa3-64d7a7a64e18 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5520589 Feb 17 09:39:11.538489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38766) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:11.539259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:11.541714 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9b1cec-4159-4066-aef7-456b0eafdebe tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] DELETE failed (client error): The resource could not be found. Feb 17 09:39:11.543699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9b1cec-4159-4066-aef7-456b0eafdebe tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:11.547515 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ad9b1cec-4159-4066-aef7-456b0eafdebe tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/3e23fc2f-44b1-449e-95a0-c1d0fad98658 HTTP/1.1" status: 404 len: 337 time: 0.2246509 Feb 17 09:39:11.548025 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38770) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:11.549913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d2c846bb-3fe9-4864-9339-3bf99ff34536 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1911445997'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:11.556081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d2c846bb-3fe9-4864-9339-3bf99ff34536 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:11.562103 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d2c846bb-3fe9-4864-9339-3bf99ff34536 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Usage tracker for resource:network and tenant:387f6bd376864594aa251ea9f5b6cd05 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:11.563730 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8878eb88-ba5e-42f9-926c-eba76b4a25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:11.564233 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8878eb88-ba5e-42f9-926c-eba76b4a25b5 None None] The sync data for ids ['03729fba-2d42-4335-a89a-227028b4fb72'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:39:11.564926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d2c846bb-3fe9-4864-9339-3bf99ff34536 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:11.578741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d2c846bb-3fe9-4864-9339-3bf99ff34536 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:11.680527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Transition to ACTIVE for port object 24628667-c266-4ee1-a9a9-7100c5f9f06c will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:11.682883 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fac73b-7f8c-4e8e-9070-27960f443ed3 None None] Pushing event updated for resources: {'Port': ['ID=d00f0646-840e-43c4-b0ec-86b1213b6a4e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:11.684249 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-423fba3e-c249-49cb-83df-229f11ee36c1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] DELETE failed (client error): The resource could not be found. Feb 17 09:39:11.684788 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423fba3e-c249-49cb-83df-229f11ee36c1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:11.685873 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fcd28e65-0a5f-44f4-b45d-50156be52356 None None] Provisioning complete for port 7dae0526-c284-4f99-a7c6-60c0d0a21449 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:11.686192 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fcd28e65-0a5f-44f4-b45d-50156be52356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:11.693726 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-423fba3e-c249-49cb-83df-229f11ee36c1 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/76fa84d8-0b99-4f48-ae38-f048d1de3851 HTTP/1.1" status: 404 len: 337 time: 0.0774403 Feb 17 09:39:11.693855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38774) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:11.695649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c846bb-3fe9-4864-9339-3bf99ff34536 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Made reservation on behalf of 387f6bd376864594aa251ea9f5b6cd05 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:11.700651 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2c846bb-3fe9-4864-9339-3bf99ff34536 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:11.736773 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6178b585-aeb0-4fbd-b3f2-42bb906eeb8e tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/routers/03729fba-2d42-4335-a89a-227028b4fb72 HTTP/1.1" status: 200 len: 887 time: 0.3228347 Feb 17 09:39:11.737012 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38778) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:11.771098 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd39fcb-ef64-4cc3-87ee-dbe540f8a18f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] DELETE failed (client error): The resource could not be found. Feb 17 09:39:11.771702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd39fcb-ef64-4cc3-87ee-dbe540f8a18f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:11.775983 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5dd39fcb-ef64-4cc3-87ee-dbe540f8a18f tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/af52e0b2-f64b-45c3-a5c0-0305382ca673 HTTP/1.1" status: 404 len: 333 time: 0.0821662 Feb 17 09:39:11.780231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38782) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:11.810614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7eda2f88-5d62-4c04-b4ae-7b6ee2bd6ed8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Synchronizing usage tracker for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:39:11.828272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fcd28e65-0a5f-44f4-b45d-50156be52356 None None] Port 7dae0526-c284-4f99-a7c6-60c0d0a21449 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:11.847723 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e4a1f9-a320-401d-b922-de46de9f080d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] DELETE failed (client error): The resource could not be found. Feb 17 09:39:11.848183 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e4a1f9-a320-401d-b922-de46de9f080d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:11.849443 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fcd28e65-0a5f-44f4-b45d-50156be52356 None None] Provisioning complete for port ad062aa9-618f-4fb4-8a80-f922810e0021 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:11.852760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fcd28e65-0a5f-44f4-b45d-50156be52356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:11.853108 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f3e4a1f9-a320-401d-b922-de46de9f080d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/b1aec5c9-7bf3-409e-9f35-ee7e7ddf5970 HTTP/1.1" status: 404 len: 337 time: 0.0644057 Feb 17 09:39:11.853698 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38786) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:11.887408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c846bb-3fe9-4864-9339-3bf99ff34536 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:39:11.888921 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7eda2f88-5d62-4c04-b4ae-7b6ee2bd6ed8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Unset dirty status for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:39:11.900364 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7eda2f88-5d62-4c04-b4ae-7b6ee2bd6ed8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports?device_id=03729fba-2d42-4335-a89a-227028b4fb72 HTTP/1.1" status: 200 len: 205 time: 0.1573563 Feb 17 09:39:11.901609 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38790) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:11.930914 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a5c99f-890e-4849-b87c-2861d4d45820 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] DELETE failed (client error): The resource could not be found. Feb 17 09:39:11.932419 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a5c99f-890e-4849-b87c-2861d4d45820 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:11.951445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2c846bb-3fe9-4864-9339-3bf99ff34536 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:11.953268 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-d2c846bb-3fe9-4864-9339-3bf99ff34536 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Added segment 36b5ed3c-7540-495e-aebb-e3da0dc96e8d of type vlan for network 925dd8a5-bc0f-4e1c-a05e-8815b65c4280 Feb 17 09:39:11.955917 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-45a5c99f-890e-4849-b87c-2861d4d45820 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/80d64e0c-51a7-4486-9cb0-b624c3f1f3db HTTP/1.1" status: 404 len: 337 time: 0.1012526 Feb 17 09:39:11.961564 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38794) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:12.028554 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66789a1-f1f6-4bdd-8a52-5d51726100b3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] DELETE failed (client error): The resource could not be found. Feb 17 09:39:12.029163 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66789a1-f1f6-4bdd-8a52-5d51726100b3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:12.031537 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e66789a1-f1f6-4bdd-8a52-5d51726100b3 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/74a4be3b-5034-4250-ba48-ef1132ed27d7 HTTP/1.1" status: 404 len: 333 time: 0.0684869 Feb 17 09:39:12.052926 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:12.055847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38798) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:12.085202 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df025c5-4557-4b1f-85e2-4151b5f8a8fb None None] DHCP port deletion for 5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:39:12.090362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2df025c5-4557-4b1f-85e2-4151b5f8a8fb None None] Deleting port ad062aa9-618f-4fb4-8a80-f922810e0021 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:12.090917 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2df025c5-4557-4b1f-85e2-4151b5f8a8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:12.122416 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2c846bb-3fe9-4864-9339-3bf99ff34536 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:12.128115 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-7997c186-b696-4ab7-a599-c9af4d1fb1c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] DELETE failed (client error): The resource could not be found. Feb 17 09:39:12.128581 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7997c186-b696-4ab7-a599-c9af4d1fb1c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:12.131200 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7997c186-b696-4ab7-a599-c9af4d1fb1c8 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/7c307ef4-82ea-422c-b7e8-930c0e7c40a5 HTTP/1.1" status: 404 len: 337 time: 0.0743167 Feb 17 09:39:12.139603 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38802) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:12.188852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Network 63723d25-fa22-4196-846b-4c5d4f0bf194 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:12.196967 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:12.199967 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:12.215446 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-13909352-20f4-4821-9e2a-9bb9a8006eba tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] DELETE failed (client error): The resource could not be found. Feb 17 09:39:12.215987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13909352-20f4-4821-9e2a-9bb9a8006eba tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:12.217784 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-13909352-20f4-4821-9e2a-9bb9a8006eba tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/subnets/cc4ffe97-388d-4713-87c5-32ffd115b7e3 HTTP/1.1" status: 404 len: 337 time: 0.0772679 Feb 17 09:39:12.221880 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d00f0646-840e-43c4-b0ec-86b1213b6a4e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:12.227609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38806) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:12.332693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a03f6027-1d82-4011-9869-46d3b4cfff6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Deleting port 7dae0526-c284-4f99-a7c6-60c0d0a21449 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:12.333320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a03f6027-1d82-4011-9869-46d3b4cfff6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:12.386195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2c846bb-3fe9-4864-9339-3bf99ff34536 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:12.396270 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c846bb-3fe9-4864-9339-3bf99ff34536 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:12.397644 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2c846bb-3fe9-4864-9339-3bf99ff34536 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:12.448605 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2df025c5-4557-4b1f-85e2-4151b5f8a8fb None None] For port ad062aa9-618f-4fb4-8a80-f922810e0021, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ad062aa9-618f-4fb4-8a80-f922810e0021,segment=NetworkSegment(417197bf-ccd5-458f-8cd8-48f643e1dfe3),segment_id=417197bf-ccd5-458f-8cd8-48f643e1dfe3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:12.449036 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2df025c5-4557-4b1f-85e2-4151b5f8a8fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:12.475401 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event updated for resources: {'Port': ['ID=24628667-c266-4ee1-a9a9-7100c5f9f06c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:12.519175 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port d00f0646-840e-43c4-b0ec-86b1213b6a4e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:12.618243 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2df025c5-4557-4b1f-85e2-4151b5f8a8fb None None] Calling delete_port for ad062aa9-618f-4fb4-8a80-f922810e0021 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:12.663398 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec8f4-eb78-430b-ac31-d006b5a3cb7d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:12.707394 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ad062aa9-618f-4fb4-8a80-f922810e0021 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:39:12.771853 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d2c846bb-3fe9-4864-9339-3bf99ff34536 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2318263 Feb 17 09:39:12.773115 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38812) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:12.779324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:12.780038 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:12.809146 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-24101cc3-9c63-4862-848d-70555a07f587 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'subnet': {'network_id': '925dd8a5-bc0f-4e1c-a05e-8815b65c4280', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:12.852700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c846bb-3fe9-4864-9339-3bf99ff34536 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Network': ['ID=925dd8a5-bc0f-4e1c-a05e-8815b65c4280,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:12.932175 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 925dd8a5-bc0f-4e1c-a05e-8815b65c4280 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:39:12.967008 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c91633e4-d94c-4ad4-b8bc-5c36486c2323 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4949553 Feb 17 09:39:12.975975 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38816) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:12.993062 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Request body: {'port': {'network_id': '63723d25-fa22-4196-846b-4c5d4f0bf194', 'name': 'tempest-AllowedAddressPairTestJSON-358916368', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:80:82:b0'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:13.000383 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2df025c5-4557-4b1f-85e2-4151b5f8a8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:13.033457 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec8f4-eb78-430b-ac31-d006b5a3cb7d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:13.107208 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ec8f4-eb78-430b-ac31-d006b5a3cb7d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port 52885ce0-87a3-4b16-affd-f60c66a46fb3 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:13.107921 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec8f4-eb78-430b-ac31-d006b5a3cb7d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:13.177605 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9abdae-b6c4-4707-84eb-dddb65703c29 None None] Network 63723d25-fa22-4196-846b-4c5d4f0bf194 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:13.240649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-24101cc3-9c63-4862-848d-70555a07f587 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:13.247335 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a03f6027-1d82-4011-9869-46d3b4cfff6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:13.252191 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df025c5-4557-4b1f-85e2-4151b5f8a8fb None None] Pushing event deleted for resources: {'Port': ['ID=ad062aa9-618f-4fb4-8a80-f922810e0021,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:13.271827 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-24101cc3-9c63-4862-848d-70555a07f587 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Usage tracker for resource:subnet and tenant:387f6bd376864594aa251ea9f5b6cd05 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:13.279859 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-24101cc3-9c63-4862-848d-70555a07f587 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:13.306793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec8f4-eb78-430b-ac31-d006b5a3cb7d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:13.352925 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df025c5-4557-4b1f-85e2-4151b5f8a8fb None None] No DVR routers for this DVR port ad062aa9-618f-4fb4-8a80-f922810e0021 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:39:13.388340 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:13.397898 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-24101cc3-9c63-4862-848d-70555a07f587 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:13.417925 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a03f6027-1d82-4011-9869-46d3b4cfff6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Calling delete_port for 7dae0526-c284-4f99-a7c6-60c0d0a21449 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:13.440522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ec8f4-eb78-430b-ac31-d006b5a3cb7d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for 52885ce0-87a3-4b16-affd-f60c66a46fb3 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:13.484081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:13.494826 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Usage tracker for resource:port and tenant:072c693346994d48abd7993e26bbdd86 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:13.500071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:13.511167 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:13.586604 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dd87ead1-531a-49bd-b80e-92c87bfb6595 None None] Provisioning for port d00f0646-840e-43c4-b0ec-86b1213b6a4e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:13.607062 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dd87ead1-531a-49bd-b80e-92c87bfb6595 None None] Provisioning complete for port d00f0646-840e-43c4-b0ec-86b1213b6a4e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:13.607062 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd87ead1-531a-49bd-b80e-92c87bfb6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:13.610285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24101cc3-9c63-4862-848d-70555a07f587 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Made reservation on behalf of 387f6bd376864594aa251ea9f5b6cd05 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:13.613887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24101cc3-9c63-4862-848d-70555a07f587 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:13.696544 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Made reservation on behalf of 072c693346994d48abd7993e26bbdd86 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:13.719228 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a03f6027-1d82-4011-9869-46d3b4cfff6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:13.736233 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec8f4-eb78-430b-ac31-d006b5a3cb7d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:13.795248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ec8f4-eb78-430b-ac31-d006b5a3cb7d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Port': ['ID=52885ce0-87a3-4b16-affd-f60c66a46fb3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:13.896710 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec8f4-eb78-430b-ac31-d006b5a3cb7d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:13.987033 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f6027-1d82-4011-9869-46d3b4cfff6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Port': ['ID=7dae0526-c284-4f99-a7c6-60c0d0a21449,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:13.994451 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd87ead1-531a-49bd-b80e-92c87bfb6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.012178 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a03f6027-1d82-4011-9869-46d3b4cfff6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.071207 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-dd87ead1-531a-49bd-b80e-92c87bfb6595 None None] For port d00f0646-840e-43c4-b0ec-86b1213b6a4e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d00f0646-840e-43c4-b0ec-86b1213b6a4e,segment=NetworkSegment(d1d3d9c8-5a23-414a-bc69-4b8e32e55686),segment_id=d1d3d9c8-5a23-414a-bc69-4b8e32e55686)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:14.108035 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a03f6027-1d82-4011-9869-46d3b4cfff6d tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/ports/7dae0526-c284-4f99-a7c6-60c0d0a21449 HTTP/1.1" status: 204 len: 168 time: 1.8790629 Feb 17 09:39:14.112121 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38820) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:14.119486 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.129000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd87ead1-531a-49bd-b80e-92c87bfb6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.149252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec8f4-eb78-430b-ac31-d006b5a3cb7d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.155335 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec8f4-eb78-430b-ac31-d006b5a3cb7d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.218988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87ead1-531a-49bd-b80e-92c87bfb6595 None None] Pushing event updated for resources: {'Port': ['ID=d00f0646-840e-43c4-b0ec-86b1213b6a4e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:14.248649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] device_id is not set on port e5729703-a623-4a86-8fbb-7c98a3d2c718 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:39:14.273259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2647aa54-59ae-4537-88a7-04fe84c11847 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.352471 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec8f4-eb78-430b-ac31-d006b5a3cb7d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.353388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7ec8f4-eb78-430b-ac31-d006b5a3cb7d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Fanout notify agent at l3_agent the message router_deleted on router 03729fba-2d42-4335-a89a-227028b4fb72 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:39:14.422414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2fd767bd-3ca1-400e-895d-86ddf206bed8 None None] Provisioning for port 24628667-c266-4ee1-a9a9-7100c5f9f06c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:14.424022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24101cc3-9c63-4862-848d-70555a07f587 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.432629 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2fd767bd-3ca1-400e-895d-86ddf206bed8 None None] Provisioning complete for port 24628667-c266-4ee1-a9a9-7100c5f9f06c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:14.437234 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fd767bd-3ca1-400e-895d-86ddf206bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.515993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Allocated IP 172.20.0.12 (63723d25-fa22-4196-846b-4c5d4f0bf194/afc35448-71fd-49ec-93a2-b3965fde559e/e5729703-a623-4a86-8fbb-7c98a3d2c718) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:14.556073 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2fd767bd-3ca1-400e-895d-86ddf206bed8 None None] Port 24628667-c266-4ee1-a9a9-7100c5f9f06c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:14.575805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24101cc3-9c63-4862-848d-70555a07f587 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Subnet': ['ID=08a2e6e3-674e-4462-8219-df98e7a2af04,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:14.591260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24101cc3-9c63-4862-848d-70555a07f587 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Checking segment: {'id': '36b5ed3c-7540-495e-aebb-e3da0dc96e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '925dd8a5-bc0f-4e1c-a05e-8815b65c4280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:14.591260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24101cc3-9c63-4862-848d-70555a07f587 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network hostable DHCP agents. Network: 925dd8a5-bc0f-4e1c-a05e-8815b65c4280, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:39:14.608182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2fd767bd-3ca1-400e-895d-86ddf206bed8 None None] Provisioning complete for port d00f0646-840e-43c4-b0ec-86b1213b6a4e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:14.608878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fd767bd-3ca1-400e-895d-86ddf206bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.679990 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec8f4-eb78-430b-ac31-d006b5a3cb7d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.685716 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6a7ec8f4-eb78-430b-ac31-d006b5a3cb7d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/routers/03729fba-2d42-4335-a89a-227028b4fb72 HTTP/1.1" status: 204 len: 168 time: 2.7644851 Feb 17 09:39:14.689827 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38824) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:14.697625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2647aa54-59ae-4537-88a7-04fe84c11847 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.708585 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8ab3b8fd-a7e2-4ec2-a865-53af011690d9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'network': {'name': 'tempest-RoutersTest-42736214'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:14.717834 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8ab3b8fd-a7e2-4ec2-a865-53af011690d9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:14.728915 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24101cc3-9c63-4862-848d-70555a07f587 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network 925dd8a5-bc0f-4e1c-a05e-8815b65c4280 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:39:14.732452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8ab3b8fd-a7e2-4ec2-a865-53af011690d9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:network and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:14.736849 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8ab3b8fd-a7e2-4ec2-a865-53af011690d9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:14.741336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2647aa54-59ae-4537-88a7-04fe84c11847 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:14.754432 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8ab3b8fd-a7e2-4ec2-a865-53af011690d9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:14.760977 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2647aa54-59ae-4537-88a7-04fe84c11847 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417197bf-ccd5-458f-8cd8-48f643e1dfe3') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:14.761364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2647aa54-59ae-4537-88a7-04fe84c11847 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417197bf-ccd5-458f-8cd8-48f643e1dfe3') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:14.778465 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2647aa54-59ae-4537-88a7-04fe84c11847 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.798662 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2647aa54-59ae-4537-88a7-04fe84c11847 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.808672 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2647aa54-59ae-4537-88a7-04fe84c11847 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:39:14.809070 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2647aa54-59ae-4537-88a7-04fe84c11847 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:39:14.824371 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:39:14.826772 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-24101cc3-9c63-4862-848d-70555a07f587 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 925dd8a5-bc0f-4e1c-a05e-8815b65c4280) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:14.836754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec863ec-25cb-4667-b90c-f553fd1ee9d2 None None] Network 925dd8a5-bc0f-4e1c-a05e-8815b65c4280 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:14.837714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24101cc3-9c63-4862-848d-70555a07f587 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:14.838518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24101cc3-9c63-4862-848d-70555a07f587 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.868927 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.891404 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Transition to ACTIVE for port object e5729703-a623-4a86-8fbb-7c98a3d2c718 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:14.909182 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab3b8fd-a7e2-4ec2-a865-53af011690d9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:14.915681 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b8fd-a7e2-4ec2-a865-53af011690d9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.935763 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3abfd765-4727-4ccd-8c32-e4e6ee15ef2d None None] Provisioning complete for port 24628667-c266-4ee1-a9a9-7100c5f9f06c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:14.936128 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3abfd765-4727-4ccd-8c32-e4e6ee15ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:14.943392 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-24101cc3-9c63-4862-848d-70555a07f587 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1525636 Feb 17 09:39:14.947528 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38828) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:14.955478 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-937322791', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:14.964601 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:14.965752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab3b8fd-a7e2-4ec2-a865-53af011690d9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:39:14.970143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Usage tracker for resource:router and tenant:387f6bd376864594aa251ea9f5b6cd05 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:14.973308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:14.980291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:14.998845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:15.024078 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3abfd765-4727-4ccd-8c32-e4e6ee15ef2d None None] Port 24628667-c266-4ee1-a9a9-7100c5f9f06c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:15.058875 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b8fd-a7e2-4ec2-a865-53af011690d9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:15.059499 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-8ab3b8fd-a7e2-4ec2-a865-53af011690d9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Added segment e456550c-ca07-4f65-b8c1-1e9627619df0 of type vlan for network 572b59d9-2945-48ac-9036-02bd900159e2 Feb 17 09:39:15.060810 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2647aa54-59ae-4537-88a7-04fe84c11847 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:15.079137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Network 63723d25-fa22-4196-846b-4c5d4f0bf194 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:15.082609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:15.088100 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:15.089695 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:15.090020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2647aa54-59ae-4537-88a7-04fe84c11847 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:15.096072 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:15.103355 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647aa54-59ae-4537-88a7-04fe84c11847 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] Pushing event deleted for resources: {'Network': ['ID=5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:15.127685 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2647aa54-59ae-4537-88a7-04fe84c11847 tempest-PortsTestJSON-1631119418 tempest-PortsTestJSON-1631119418-project] 10.222.0.75 "DELETE /v2.0/networks/5e9a6563-ee2a-47dd-b0a6-2fe2b4143f2e HTTP/1.1" status: 204 len: 168 time: 1.0144844 Feb 17 09:39:15.133198 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b8fd-a7e2-4ec2-a865-53af011690d9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:15.137271 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event updated for resources: {'Port': ['ID=e5729703-a623-4a86-8fbb-7c98a3d2c718,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:15.152960 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-925dd8a5-bc0f-4e1c-a05e-8815b65c4280', 'network_id': '925dd8a5-bc0f-4e1c-a05e-8815b65c4280', 'tenant_id': '387f6bd376864594aa251ea9f5b6cd05', 'fixed_ips': [{'subnet_id': '08a2e6e3-674e-4462-8219-df98e7a2af04'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:39:15.153546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:15.178484 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:15.202025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:15.202738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:15.267252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b8fd-a7e2-4ec2-a865-53af011690d9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:15.276433 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab3b8fd-a7e2-4ec2-a865-53af011690d9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:15.277343 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b8fd-a7e2-4ec2-a865-53af011690d9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:15.352172 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Allocated IP 172.20.0.2 (925dd8a5-bc0f-4e1c-a05e-8815b65c4280/08a2e6e3-674e-4462-8219-df98e7a2af04/b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:15.383858 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-560184bb-dcad-4a84-a359-a43d968eb2c8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.4013813 Feb 17 09:39:15.384571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38834) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:15.426714 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3b8fd-a7e2-4ec2-a865-53af011690d9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Network': ['ID=572b59d9-2945-48ac-9036-02bd900159e2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:15.447176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 572b59d9-2945-48ac-9036-02bd900159e2 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:39:15.491205 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8ab3b8fd-a7e2-4ec2-a865-53af011690d9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7951350 Feb 17 09:39:15.493797 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38838) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:15.498697 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0804d1ec-1797-4266-86c1-28fb1a0cf011 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'subnet': {'network_id': '572b59d9-2945-48ac-9036-02bd900159e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:15.586399 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9474c640-c438-4e85-b2e9-035b2794ef66 None None] Provisioning for port e5729703-a623-4a86-8fbb-7c98a3d2c718 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:15.615000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9474c640-c438-4e85-b2e9-035b2794ef66 None None] Provisioning complete for port e5729703-a623-4a86-8fbb-7c98a3d2c718 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:15.615375 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9474c640-c438-4e85-b2e9-035b2794ef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:15.635301 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0804d1ec-1797-4266-86c1-28fb1a0cf011 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:15.640135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0804d1ec-1797-4266-86c1-28fb1a0cf011 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:subnet and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:15.643548 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0804d1ec-1797-4266-86c1-28fb1a0cf011 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:15.651830 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0804d1ec-1797-4266-86c1-28fb1a0cf011 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:15.707678 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9474c640-c438-4e85-b2e9-035b2794ef66 None None] Port e5729703-a623-4a86-8fbb-7c98a3d2c718 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:15.737414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:15.758599 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0804d1ec-1797-4266-86c1-28fb1a0cf011 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:15.762620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0804d1ec-1797-4266-86c1-28fb1a0cf011 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:15.816096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626311d6-81b3-42f8-915a-f69773210396 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:15.824381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626311d6-81b3-42f8-915a-f69773210396 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:15.830971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626311d6-81b3-42f8-915a-f69773210396 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:15.832277 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-626311d6-81b3-42f8-915a-f69773210396 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Synchronizing usage tracker for tenant:072c693346994d48abd7993e26bbdd86 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:39:15.837702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38844) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:15.862629 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:15.885462 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Transition to ACTIVE for port object b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:15.887918 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-445d6992-4ee3-4fa7-a80a-5ad47f8b4384 req-506e40ae-36e6-4a36-8083-5af55a8493ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2214875 Feb 17 09:39:15.928690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Transition to ACTIVE for port object b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:15.960672 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-626311d6-81b3-42f8-915a-f69773210396 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Unset dirty status for tenant:072c693346994d48abd7993e26bbdd86 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:39:15.965299 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-626311d6-81b3-42f8-915a-f69773210396 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.5642381 Feb 17 09:39:15.966266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38850) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:16.042849 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.101052 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d00f0646-840e-43c4-b0ec-86b1213b6a4e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:16.122195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1fc65d54-173e-41c3-9940-27b9378e609c tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Deleting port e5729703-a623-4a86-8fbb-7c98a3d2c718 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:16.122839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1fc65d54-173e-41c3-9940-27b9378e609c tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.165752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0804d1ec-1797-4266-86c1-28fb1a0cf011 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.180443 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Network 925dd8a5-bc0f-4e1c-a05e-8815b65c4280 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:16.190320 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:16.196701 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:16.198866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Pushing event updated for resources: {'Port': ['ID=b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:16.233824 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f9360f16-412e-45dc-a56b-7a4253b12d1b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=131a70c324e94389856262e82136e5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927100 Feb 17 09:39:16.250225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38854) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:16.317196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port d00f0646-840e-43c4-b0ec-86b1213b6a4e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:16.318323 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.347004 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Attempting to bind port b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:39:16.347434 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Attempting to bind port b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '36b5ed3c-7540-495e-aebb-e3da0dc96e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '925dd8a5-bc0f-4e1c-a05e-8815b65c4280'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:39:16.347841 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Attempting to bind port b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 on network 925dd8a5-bc0f-4e1c-a05e-8815b65c4280 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:39:16.352770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804d1ec-1797-4266-86c1-28fb1a0cf011 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Subnet': ['ID=cfae0042-1134-438c-b195-71a0e45acb09,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:16.366903 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0804d1ec-1797-4266-86c1-28fb1a0cf011 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Checking segment: {'id': 'e456550c-ca07-4f65-b8c1-1e9627619df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '572b59d9-2945-48ac-9036-02bd900159e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:16.367284 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0804d1ec-1797-4266-86c1-28fb1a0cf011 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network hostable DHCP agents. Network: 572b59d9-2945-48ac-9036-02bd900159e2, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:39:16.380689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:39:16.381485 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Checking segment: {'id': '36b5ed3c-7540-495e-aebb-e3da0dc96e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '925dd8a5-bc0f-4e1c-a05e-8815b65c4280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:16.381485 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.381874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Bound using segment: {'id': '36b5ed3c-7540-495e-aebb-e3da0dc96e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '925dd8a5-bc0f-4e1c-a05e-8815b65c4280'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:39:16.382386 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Bound port: b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b5ed3c-7540-495e-aebb-e3da0dc96e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '925dd8a5-bc0f-4e1c-a05e-8815b65c4280'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:39:16.382762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.392900 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e430e232-b503-40f1-8a62-6d5d4b15120d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.435537 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e430e232-b503-40f1-8a62-6d5d4b15120d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.476247 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d6992-4ee3-4fa7-a80a-5ad47f8b4384 req-48fcc8f0-9332-4e32-b550-183eb01b96e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:16.477766 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-445d6992-4ee3-4fa7-a80a-5ad47f8b4384 req-48fcc8f0-9332-4e32-b550-183eb01b96e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c462a90c63ab406abd0ec41718f287bf&device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 1098 time: 0.4692001 Feb 17 09:39:16.501173 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0804d1ec-1797-4266-86c1-28fb1a0cf011 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network 572b59d9-2945-48ac-9036-02bd900159e2 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:39:16.550847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] For port b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:39:16.556662 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] For port b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90,segment=NetworkSegment(36b5ed3c-7540-495e-aebb-e3da0dc96e8d),segment_id=36b5ed3c-7540-495e-aebb-e3da0dc96e8d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:39:16.603197 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0804d1ec-1797-4266-86c1-28fb1a0cf011 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 572b59d9-2945-48ac-9036-02bd900159e2) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:16.612736 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc17a95d-e40b-4cb5-922d-8124bb98dcd6 None None] Network 572b59d9-2945-48ac-9036-02bd900159e2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:16.618368 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0804d1ec-1797-4266-86c1-28fb1a0cf011 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:16.619498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0804d1ec-1797-4266-86c1-28fb1a0cf011 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.639052 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.639415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e430e232-b503-40f1-8a62-6d5d4b15120d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.667935 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430e232-b503-40f1-8a62-6d5d4b15120d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd644cb-afe7-410b-b837-dff8860af971,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:16.673348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e430e232-b503-40f1-8a62-6d5d4b15120d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.674500 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e430e232-b503-40f1-8a62-6d5d4b15120d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2cd644cb-afe7-410b-b837-dff8860af971 HTTP/1.1" status: 204 len: 168 time: 0.4174554 Feb 17 09:39:16.735949 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0804d1ec-1797-4266-86c1-28fb1a0cf011 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2432797 Feb 17 09:39:16.738251 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38860) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:16.746592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-51600b7d-8f47-43a2-ad67-ac73e00af461 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1793562006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:16.754197 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-51600b7d-8f47-43a2-ad67-ac73e00af461 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:16.760498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-51600b7d-8f47-43a2-ad67-ac73e00af461 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:router and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:16.764138 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-51600b7d-8f47-43a2-ad67-ac73e00af461 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:16.771387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-51600b7d-8f47-43a2-ad67-ac73e00af461 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:16.823581 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.846106 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa6ea0-305a-4fa7-8eef-a3f105cc681d None None] Pushing event updated for resources: {'Port': ['ID=b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:16.866265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.918922 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51600b7d-8f47-43a2-ad67-ac73e00af461 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.920102 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51600b7d-8f47-43a2-ad67-ac73e00af461 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.941833 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51600b7d-8f47-43a2-ad67-ac73e00af461 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.947809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1fc65d54-173e-41c3-9940-27b9378e609c tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:16.993241 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-572b59d9-2945-48ac-9036-02bd900159e2', 'network_id': '572b59d9-2945-48ac-9036-02bd900159e2', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'fixed_ips': [{'subnet_id': 'cfae0042-1134-438c-b195-71a0e45acb09'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:39:16.994319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:17.031847 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51600b7d-8f47-43a2-ad67-ac73e00af461 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:17.142032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d6992-4ee3-4fa7-a80a-5ad47f8b4384 req-3534b29a-20d6-4c43-aef0-d9374b4fca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:17.143527 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-445d6992-4ee3-4fa7-a80a-5ad47f8b4384 req-3534b29a-20d6-4c43-aef0-d9374b4fca1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=2faf6efb-760a-4980-97a0-58d7bf1fab50 HTTP/1.1" status: 200 len: 897 time: 0.6164219 Feb 17 09:39:17.146359 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51600b7d-8f47-43a2-ad67-ac73e00af461 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:17.153815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1fc65d54-173e-41c3-9940-27b9378e609c tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Calling delete_port for e5729703-a623-4a86-8fbb-7c98a3d2c718 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:17.154203 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-51600b7d-8f47-43a2-ad67-ac73e00af461 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4100823 Feb 17 09:39:17.155319 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:17.294151 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Allocated IP 172.20.0.2 (572b59d9-2945-48ac-9036-02bd900159e2/cfae0042-1134-438c-b195-71a0e45acb09/8eee57f8-8777-437c-9638-e1ca4862f9c0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:17.452479 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-445d6992-4ee3-4fa7-a80a-5ad47f8b4384 req-1eb4101a-c8ba-4710-a7ad-e09ee0208188 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 HTTP/1.1" status: 200 len: 1000 time: 0.2423613 Feb 17 09:39:17.544743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Allocated IP 172.26.4.144 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/3d0218ee-17d7-4b00-a099-51a28bf11090) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:17.605719 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:17.616832 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d6992-4ee3-4fa7-a80a-5ad47f8b4384 req-7b63626b-1850-44fc-a8ef-bbe321cd15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:17.618709 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-445d6992-4ee3-4fa7-a80a-5ad47f8b4384 req-7b63626b-1850-44fc-a8ef-bbe321cd15b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4be594b-ad39-4079-9019-ea91a787d25b HTTP/1.1" status: 200 len: 835 time: 0.1624031 Feb 17 09:39:17.633912 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Transition to ACTIVE for port object 8eee57f8-8777-437c-9638-e1ca4862f9c0 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:17.679352 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Transition to ACTIVE for port object 8eee57f8-8777-437c-9638-e1ca4862f9c0 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:17.748038 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:17.842573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d6992-4ee3-4fa7-a80a-5ad47f8b4384 req-881d6406-0abd-44df-8b7d-3da495f945a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:17.844079 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-445d6992-4ee3-4fa7-a80a-5ad47f8b4384 req-881d6406-0abd-44df-8b7d-3da495f945a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2faf6efb-760a-4980-97a0-58d7bf1fab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1488106 Feb 17 09:39:17.847241 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:17.849474 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Network 572b59d9-2945-48ac-9036-02bd900159e2 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:17.853021 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:17.853767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1fc65d54-173e-41c3-9940-27b9378e609c tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:17.858802 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:17.867086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Pushing event updated for resources: {'Port': ['ID=8eee57f8-8777-437c-9638-e1ca4862f9c0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:17.992478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Attempting to bind port 8eee57f8-8777-437c-9638-e1ca4862f9c0 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:39:17.992888 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Attempting to bind port 8eee57f8-8777-437c-9638-e1ca4862f9c0 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e456550c-ca07-4f65-b8c1-1e9627619df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '572b59d9-2945-48ac-9036-02bd900159e2'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:39:17.993253 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Attempting to bind port 8eee57f8-8777-437c-9638-e1ca4862f9c0 on network 572b59d9-2945-48ac-9036-02bd900159e2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:39:18.006858 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:39:18.007236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Checking segment: {'id': 'e456550c-ca07-4f65-b8c1-1e9627619df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '572b59d9-2945-48ac-9036-02bd900159e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:18.007842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:18.008426 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Bound using segment: {'id': 'e456550c-ca07-4f65-b8c1-1e9627619df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '572b59d9-2945-48ac-9036-02bd900159e2'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:39:18.009480 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Bound port: 8eee57f8-8777-437c-9638-e1ca4862f9c0, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e456550c-ca07-4f65-b8c1-1e9627619df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '572b59d9-2945-48ac-9036-02bd900159e2'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:39:18.010398 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:18.050292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:18.117430 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] For port 8eee57f8-8777-437c-9638-e1ca4862f9c0, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:39:18.120802 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] For port 8eee57f8-8777-437c-9638-e1ca4862f9c0, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8eee57f8-8777-437c-9638-e1ca4862f9c0,segment=NetworkSegment(e456550c-ca07-4f65-b8c1-1e9627619df0),segment_id=e456550c-ca07-4f65-b8c1-1e9627619df0)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:39:18.170141 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:18.177434 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc65d54-173e-41c3-9940-27b9378e609c tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event deleted for resources: {'Port': ['ID=e5729703-a623-4a86-8fbb-7c98a3d2c718,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:18.319916 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:18.392289 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38886) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:18.471046 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393f628-d5d5-4d86-91d7-1c94a4e985e1 None None] Pushing event updated for resources: {'Port': ['ID=8eee57f8-8777-437c-9638-e1ca4862f9c0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:18.479200 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c420be15-7e47-4e70-ab56-a1ea54808b2d None None] Network 925dd8a5-bc0f-4e1c-a05e-8815b65c4280 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:18.538202 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:18.578888 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:18.611940 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-445d6992-4ee3-4fa7-a80a-5ad47f8b4384 req-426cf475-3551-42b0-87a2-7ca3a2e949b7 service neutron] 10.222.0.37 "GET /v2.0/networks/2faf6efb-760a-4980-97a0-58d7bf1fab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7595489 Feb 17 09:39:18.628797 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:18.678260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:18.701144 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:18.742959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dce2b06b-7b9d-4fda-ac21-ff42e52f3203 None None] Provisioning for port b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:18.757022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dce2b06b-7b9d-4fda-ac21-ff42e52f3203 None None] Provisioning complete for port b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:18.757446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dce2b06b-7b9d-4fda-ac21-ff42e52f3203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:18.836825 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=3d0218ee-17d7-4b00-a099-51a28bf11090,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:18.840825 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1fc65d54-173e-41c3-9940-27b9378e609c tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:18.852928 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Allocated IP 172.20.0.1 (572b59d9-2945-48ac-9036-02bd900159e2/cfae0042-1134-438c-b195-71a0e45acb09/5ff42ceb-9973-4feb-986b-3e67a9ce5583) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:18.930774 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-140b6c90-d6f1-40ed-b49c-0f1628c5aa02 tempest-DvrRoutersNegativeTest-1661410320 tempest-DvrRoutersNegativeTest-1661410320-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1219124803', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:18.933614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.policy [None req-140b6c90-d6f1-40ed-b49c-0f1628c5aa02 tempest-DvrRoutersNegativeTest-1661410320 tempest-DvrRoutersNegativeTest-1661410320-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88369) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 17 09:39:18.933929 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.policy [None req-140b6c90-d6f1-40ed-b49c-0f1628c5aa02 tempest-DvrRoutersNegativeTest-1661410320 tempest-DvrRoutersNegativeTest-1661410320-project] Failed policy check for 'create_router' {{(pid=88369) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 17 09:39:18.934800 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-140b6c90-d6f1-40ed-b49c-0f1628c5aa02 tempest-DvrRoutersNegativeTest-1661410320 tempest-DvrRoutersNegativeTest-1661410320-project] create failed (client error): Access was denied to this resource. Feb 17 09:39:18.939671 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-140b6c90-d6f1-40ed-b49c-0f1628c5aa02 tempest-DvrRoutersNegativeTest-1661410320 tempest-DvrRoutersNegativeTest-1661410320-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5419502 Feb 17 09:39:19.085022 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1fc65d54-173e-41c3-9940-27b9378e609c tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "DELETE /v2.0/ports/e5729703-a623-4a86-8fbb-7c98a3d2c718 HTTP/1.1" status: 204 len: 168 time: 3.1176071 Feb 17 09:39:19.090190 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dce2b06b-7b9d-4fda-ac21-ff42e52f3203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:19.112110 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38894) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:19.156670 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-dce2b06b-7b9d-4fda-ac21-ff42e52f3203 None None] For port b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90,segment=NetworkSegment(36b5ed3c-7540-495e-aebb-e3da0dc96e8d),segment_id=36b5ed3c-7540-495e-aebb-e3da0dc96e8d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:19.159634 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:19.180705 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Transition to ACTIVE for port object 5ff42ceb-9973-4feb-986b-3e67a9ce5583 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:19.192215 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-445d6992-4ee3-4fa7-a80a-5ad47f8b4384 req-b500bfc7-b03d-4ab0-9163-48c1138194d0 service neutron] 10.222.0.37 "GET /v2.0/networks/2faf6efb-760a-4980-97a0-58d7bf1fab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657208 Feb 17 09:39:19.233225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dce2b06b-7b9d-4fda-ac21-ff42e52f3203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:19.256033 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf1e074-1d46-4565-aa54-eb58ba23904d tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] GET failed (client error): The resource could not be found. Feb 17 09:39:19.256921 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5cf1e074-1d46-4565-aa54-eb58ba23904d tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Synchronizing usage tracker for tenant:072c693346994d48abd7993e26bbdd86 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:39:19.324540 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2b06b-7b9d-4fda-ac21-ff42e52f3203 None None] Pushing event updated for resources: {'Port': ['ID=b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:19.349163 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:19.358652 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5cf1e074-1d46-4565-aa54-eb58ba23904d tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Unset dirty status for tenant:072c693346994d48abd7993e26bbdd86 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:39:19.363184 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5cf1e074-1d46-4565-aa54-eb58ba23904d tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "GET /v2.0/ports/e5729703-a623-4a86-8fbb-7c98a3d2c718 HTTP/1.1" status: 404 len: 333 time: 0.2400537 Feb 17 09:39:19.388972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38898) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:19.403446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-39be1217-0b2a-4bc7-8155-e0caa9c2b614 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Request body: {'port': {'network_id': '63723d25-fa22-4196-846b-4c5d4f0bf194', 'name': 'tempest-AllowedAddressPairTestJSON-318429666'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:19.457406 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1ee1e329-6e2e-4a9d-aee2-5e732bc194d3 None None] Provisioning complete for port b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:19.458604 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e329-6e2e-4a9d-aee2-5e732bc194d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:19.459209 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network 572b59d9-2945-48ac-9036-02bd900159e2 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:19.463448 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:19.467503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:19.530782 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=5ff42ceb-9973-4feb-986b-3e67a9ce5583,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:19.562922 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:19.669119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38904) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:19.781650 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:19.809780 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:19.855909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-39be1217-0b2a-4bc7-8155-e0caa9c2b614 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:19.894014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-39be1217-0b2a-4bc7-8155-e0caa9c2b614 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:19.908886 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89a5f5da-2dc0-4d17-b8d7-c4eddc62fcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:19.997923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39be1217-0b2a-4bc7-8155-e0caa9c2b614 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Made reservation on behalf of 072c693346994d48abd7993e26bbdd86 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:19.999983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-89a5f5da-2dc0-4d17-b8d7-c4eddc62fcac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:20.001606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39be1217-0b2a-4bc7-8155-e0caa9c2b614 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:20.050224 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-39be1217-0b2a-4bc7-8155-e0caa9c2b614 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] device_id is not set on port f1489a40-3653-41ac-8066-cc6a8a30da05 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:39:20.064366 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-89a5f5da-2dc0-4d17-b8d7-c4eddc62fcac admin admin] Usage tracker for resource:security_group_rule and tenant:f05ba905a0254834a8331681b03c435c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:20.081478 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-89a5f5da-2dc0-4d17-b8d7-c4eddc62fcac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:20.098878 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-89a5f5da-2dc0-4d17-b8d7-c4eddc62fcac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:20.148598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d26d6b-b35e-4c12-b736-cb3175b64a8f None None] Network 572b59d9-2945-48ac-9036-02bd900159e2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:20.240117 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:20.396354 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89a5f5da-2dc0-4d17-b8d7-c4eddc62fcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:20.409373 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:20.412386 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:20.420057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:20.447097 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7e016055-7d95-49f4-8cc4-f834767b33f1 None None] Provisioning for port 8eee57f8-8777-437c-9638-e1ca4862f9c0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:20.461184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89a5f5da-2dc0-4d17-b8d7-c4eddc62fcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:20.500856 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:20.548369 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:20.610275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5f5da-2dc0-4d17-b8d7-c4eddc62fcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae1e981-de79-4318-8770-462512613a07,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:20.617426 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-89a5f5da-2dc0-4d17-b8d7-c4eddc62fcac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f05ba905a0254834a8331681b03c435c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9467824 Feb 17 09:39:20.627201 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38910) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:20.651106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-39be1217-0b2a-4bc7-8155-e0caa9c2b614 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Allocated IP 172.20.0.4 (63723d25-fa22-4196-846b-4c5d4f0bf194/afc35448-71fd-49ec-93a2-b3965fde559e/f1489a40-3653-41ac-8066-cc6a8a30da05) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:20.679714 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:20.714435 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=5ff42ceb-9973-4feb-986b-3e67a9ce5583,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:20.725856 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8eee57f8-8777-437c-9638-e1ca4862f9c0 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:20.936163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 8eee57f8-8777-437c-9638-e1ca4862f9c0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:20.943811 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 8eee57f8-8777-437c-9638-e1ca4862f9c0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:20.944520 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:20.998924 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e639adab-f59a-47d7-b64f-750b6b777d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:21.030416 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e639adab-f59a-47d7-b64f-750b6b777d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:21.063071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 73705a2f-b888-485d-b7e0-17a161de2b0a is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:39:21.079652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39be1217-0b2a-4bc7-8155-e0caa9c2b614 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:21.143544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:21.183081 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 8eee57f8-8777-437c-9638-e1ca4862f9c0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8eee57f8-8777-437c-9638-e1ca4862f9c0,segment=NetworkSegment(e456550c-ca07-4f65-b8c1-1e9627619df0),segment_id=e456550c-ca07-4f65-b8c1-1e9627619df0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:21.198072 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e639adab-f59a-47d7-b64f-750b6b777d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:21.220466 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network 572b59d9-2945-48ac-9036-02bd900159e2 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:21.221520 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639adab-f59a-47d7-b64f-750b6b777d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae1e981-de79-4318-8770-462512613a07,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:21.227669 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:21.258642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-25c7e9c1-dcc7-4a5d-b91f-a4cdb62456b8 None None] Provisioning for port 5ff42ceb-9973-4feb-986b-3e67a9ce5583 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:21.264563 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-25c7e9c1-dcc7-4a5d-b91f-a4cdb62456b8 None None] Provisioning complete for port 5ff42ceb-9973-4feb-986b-3e67a9ce5583 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:21.265396 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-25c7e9c1-dcc7-4a5d-b91f-a4cdb62456b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:21.328618 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-25c7e9c1-dcc7-4a5d-b91f-a4cdb62456b8 None None] Port 5ff42ceb-9973-4feb-986b-3e67a9ce5583 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:21.330952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:21.371073 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-39be1217-0b2a-4bc7-8155-e0caa9c2b614 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Transition to ACTIVE for port object f1489a40-3653-41ac-8066-cc6a8a30da05 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:21.373039 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:39:21.386008 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552343f5-ad04-41ae-889f-4970e80e363c None None] Sync routers for ids ['73705a2f-b888-485d-b7e0-17a161de2b0a'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:39:21.405199 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552343f5-ad04-41ae-889f-4970e80e363c None None] Routers {'73705a2f-b888-485d-b7e0-17a161de2b0a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:21.405817 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-552343f5-ad04-41ae-889f-4970e80e363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['73705a2f-b888-485d-b7e0-17a161de2b0a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:21.479111 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:21.482598 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ec380478-7cf7-4de0-b1f0-4c7ccb4e878d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5334041 Feb 17 09:39:21.490007 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38926) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:21.532282 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e639adab-f59a-47d7-b64f-750b6b777d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:21.535891 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e639adab-f59a-47d7-b64f-750b6b777d19 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1ae1e981-de79-4318-8770-462512613a07 HTTP/1.1" status: 204 len: 168 time: 0.9019971 Feb 17 09:39:21.561284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-25c7e9c1-dcc7-4a5d-b91f-a4cdb62456b8 None None] Provisioning complete for port 8eee57f8-8777-437c-9638-e1ca4862f9c0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:21.561665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-25c7e9c1-dcc7-4a5d-b91f-a4cdb62456b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:21.596721 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-552343f5-ad04-41ae-889f-4970e80e363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:21.614323 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:39:21.630170 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552343f5-ad04-41ae-889f-4970e80e363c None None] Routers {'73705a2f-b888-485d-b7e0-17a161de2b0a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:21.631474 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-552343f5-ad04-41ae-889f-4970e80e363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['73705a2f-b888-485d-b7e0-17a161de2b0a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:21.688301 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=8eee57f8-8777-437c-9638-e1ca4862f9c0,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:21.762479 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router 70bc7dea-6d0d-4748-aefd-4dd3454b0cd2 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:39:21.765615 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-552343f5-ad04-41ae-889f-4970e80e363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:21.769096 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552343f5-ad04-41ae-889f-4970e80e363c None None] The sync data for ids ['73705a2f-b888-485d-b7e0-17a161de2b0a'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:39:21.903022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39be1217-0b2a-4bc7-8155-e0caa9c2b614 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:21.980286 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:39:21.988985 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3e53de1f-7bac-46a9-a956-d0d85fc890a1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/70bc7dea-6d0d-4748-aefd-4dd3454b0cd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8293746 Feb 17 09:39:21.989258 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38934) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:22.000957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc204f43-3377-461e-9fae-72d0d8a80b8a None None] Sync routers for ids ['70bc7dea-6d0d-4748-aefd-4dd3454b0cd2'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:39:22.026674 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be1217-0b2a-4bc7-8155-e0caa9c2b614 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event updated for resources: {'Port': ['ID=f1489a40-3653-41ac-8066-cc6a8a30da05,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:22.032055 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cc3a8e28-2f59-4c62-8c7b-a926070a8781 None None] Provisioning complete for port 5ff42ceb-9973-4feb-986b-3e67a9ce5583 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:22.034874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc3a8e28-2f59-4c62-8c7b-a926070a8781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:22.037113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39be1217-0b2a-4bc7-8155-e0caa9c2b614 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Network 63723d25-fa22-4196-846b-4c5d4f0bf194 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:22.040679 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-39be1217-0b2a-4bc7-8155-e0caa9c2b614 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:22.044594 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39be1217-0b2a-4bc7-8155-e0caa9c2b614 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:22.079889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb7433-f5e1-4db2-ba48-4b7b492bb793 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:22.080629 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-42bb7433-f5e1-4db2-ba48-4b7b492bb793 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Synchronizing usage tracker for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:39:22.102863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc204f43-3377-461e-9fae-72d0d8a80b8a None None] Routers {'70bc7dea-6d0d-4748-aefd-4dd3454b0cd2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:22.102863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cc204f43-3377-461e-9fae-72d0d8a80b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['70bc7dea-6d0d-4748-aefd-4dd3454b0cd2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:22.175277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8eee57f8-8777-437c-9638-e1ca4862f9c0 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:22.205275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39be1217-0b2a-4bc7-8155-e0caa9c2b614 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:22.205737 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39be1217-0b2a-4bc7-8155-e0caa9c2b614 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:22.233653 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cc204f43-3377-461e-9fae-72d0d8a80b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:22.408556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cc3a8e28-2f59-4c62-8c7b-a926070a8781 None None] Port 5ff42ceb-9973-4feb-986b-3e67a9ce5583 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:22.408556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc204f43-3377-461e-9fae-72d0d8a80b8a None None] Routers {'70bc7dea-6d0d-4748-aefd-4dd3454b0cd2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:22.408556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cc204f43-3377-461e-9fae-72d0d8a80b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['70bc7dea-6d0d-4748-aefd-4dd3454b0cd2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:22.408556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cc204f43-3377-461e-9fae-72d0d8a80b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:22.408556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc204f43-3377-461e-9fae-72d0d8a80b8a None None] The sync data for ids ['70bc7dea-6d0d-4748-aefd-4dd3454b0cd2'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:39:22.408556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 8eee57f8-8777-437c-9638-e1ca4862f9c0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:22.408556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:22.579244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-42bb7433-f5e1-4db2-ba48-4b7b492bb793 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Unset dirty status for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:39:22.579906 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-39be1217-0b2a-4bc7-8155-e0caa9c2b614 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1866760 Feb 17 09:39:22.580027 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-42bb7433-f5e1-4db2-ba48-4b7b492bb793 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports/5ff42ceb-9973-4feb-986b-3e67a9ce5583 HTTP/1.1" status: 200 len: 910 time: 0.5877340 Feb 17 09:39:22.580027 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38944) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:22.582148 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38946) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:22.592716 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-909407b5-530e-4f7a-a989-5094d7e1ce10 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:80:82:b0'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:22.598473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-26a9e0c7-c0f1-46d2-9cd5-5d3f6b3241e0 None None] Provisioning for port f1489a40-3653-41ac-8066-cc6a8a30da05 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:22.607788 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-26a9e0c7-c0f1-46d2-9cd5-5d3f6b3241e0 None None] Provisioning complete for port f1489a40-3653-41ac-8066-cc6a8a30da05 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:22.608469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26a9e0c7-c0f1-46d2-9cd5-5d3f6b3241e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:22.663256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4058dae6-2a90-4628-9b7b-8433cee59474 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cfae0042-1134-438c-b195-71a0e45acb09'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:22.701432 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-26a9e0c7-c0f1-46d2-9cd5-5d3f6b3241e0 None None] Port f1489a40-3653-41ac-8066-cc6a8a30da05 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:22.791286 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:23.160810 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-909407b5-530e-4f7a-a989-5094d7e1ce10 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:23.221157 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4058dae6-2a90-4628-9b7b-8433cee59474 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:23.285912 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Allocated IP 172.20.0.1 (925dd8a5-bc0f-4e1c-a05e-8815b65c4280/08a2e6e3-674e-4462-8219-df98e7a2af04/696757a2-5c7b-4d1f-b0d3-c5461f07ebb6) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:23.287518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38972) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:23.326661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e16e5-27b3-4f4c-a392-d01095b1a363 req-d7c9a316-846b-4ee0-9eec-3e6fcc703c7d tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:23.333903 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-935e16e5-27b3-4f4c-a392-d01095b1a363 req-d7c9a316-846b-4ee0-9eec-3e6fcc703c7d tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.3354936 Feb 17 09:39:23.440218 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e9c155b0-b82a-48e8-8020-f34ca5a3b6bb tempest-ServiceProvidersTest-640419836 tempest-ServiceProvidersTest-640419836-project] 10.222.0.75 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1513176 Feb 17 09:39:23.495682 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:23.524719 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Transition to ACTIVE for port object 696757a2-5c7b-4d1f-b0d3-c5461f07ebb6 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:23.609046 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:23.711925 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network 925dd8a5-bc0f-4e1c-a05e-8815b65c4280 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:23.713669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:23.718460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:23.727005 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-935e16e5-27b3-4f4c-a392-d01095b1a363 req-7c4ae975-5f35-4a62-bbed-9b70f631116d tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3921478 Feb 17 09:39:23.794284 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=696757a2-5c7b-4d1f-b0d3-c5461f07ebb6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:23.829541 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:23.958534 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-909407b5-530e-4f7a-a989-5094d7e1ce10 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:24.058602 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-909407b5-530e-4f7a-a989-5094d7e1ce10 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:24.072937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38982) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:24.085426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:24.119132 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2a094ebe-958e-4445-82be-f15417c7f75b None None] Provisioning for port 696757a2-5c7b-4d1f-b0d3-c5461f07ebb6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:24.127722 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2a094ebe-958e-4445-82be-f15417c7f75b None None] Provisioning complete for port 696757a2-5c7b-4d1f-b0d3-c5461f07ebb6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:24.135221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a094ebe-958e-4445-82be-f15417c7f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:24.217754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2a094ebe-958e-4445-82be-f15417c7f75b None None] Port 696757a2-5c7b-4d1f-b0d3-c5461f07ebb6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:24.223559 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909407b5-530e-4f7a-a989-5094d7e1ce10 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event updated for resources: {'Port': ['ID=f1489a40-3653-41ac-8066-cc6a8a30da05,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:24.265366 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-909407b5-530e-4f7a-a989-5094d7e1ce10 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] In _notify_port_updated(), no bound segment for port f1489a40-3653-41ac-8066-cc6a8a30da05 on network 63723d25-fa22-4196-846b-4c5d4f0bf194 {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:39:24.272514 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909407b5-530e-4f7a-a989-5094d7e1ce10 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:24.273487 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-909407b5-530e-4f7a-a989-5094d7e1ce10 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:24.274920 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-909407b5-530e-4f7a-a989-5094d7e1ce10 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "PUT /v2.0/ports/f1489a40-3653-41ac-8066-cc6a8a30da05 HTTP/1.1" status: 200 len: 993 time: 1.6941764 Feb 17 09:39:24.277747 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38988) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:24.281681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-41d41deb-e977-4240-a301-6ba5aac52859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:24.309107 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-41d41deb-e977-4240-a301-6ba5aac52859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:24.316390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-41d41deb-e977-4240-a301-6ba5aac52859 admin admin] Usage tracker for resource:security_group_rule and tenant:9251d740a3544a8ab140b5b5b7b1b917 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:24.321691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-41d41deb-e977-4240-a301-6ba5aac52859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:24.354667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4058dae6-2a90-4628-9b7b-8433cee59474 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:24.371811 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4f50f850-82a5-417c-be04-4ca16ae71224 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Deleting port f1489a40-3653-41ac-8066-cc6a8a30da05 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:24.372164 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f50f850-82a5-417c-be04-4ca16ae71224 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:24.381630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-41d41deb-e977-4240-a301-6ba5aac52859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:24.448911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bd4a705a-a8b3-4bd0-81e6-032327ab46dc None None] Provisioning complete for port f1489a40-3653-41ac-8066-cc6a8a30da05 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:24.449637 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bd4a705a-a8b3-4bd0-81e6-032327ab46dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:24.483195 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4058dae6-2a90-4628-9b7b-8433cee59474 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:24.509051 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a705a-a8b3-4bd0-81e6-032327ab46dc None None] Port f1489a40-3653-41ac-8066-cc6a8a30da05 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:24.683096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03adf416-1c29-466a-bef9-6e9dec302dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:24.708941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4058dae6-2a90-4628-9b7b-8433cee59474 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:24.709949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4058dae6-2a90-4628-9b7b-8433cee59474 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:24.710987 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4058dae6-2a90-4628-9b7b-8433cee59474 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/ports/5ff42ceb-9973-4feb-986b-3e67a9ce5583 HTTP/1.1" status: 200 len: 910 time: 2.1279941 Feb 17 09:39:24.713911 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 38992) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:24.714910 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058dae6-2a90-4628-9b7b-8433cee59474 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=5ff42ceb-9973-4feb-986b-3e67a9ce5583,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:24.777250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f50f850-82a5-417c-be04-4ca16ae71224 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:24.858928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-41d41deb-e977-4240-a301-6ba5aac52859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:24.910000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4f50f850-82a5-417c-be04-4ca16ae71224 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Calling delete_port for f1489a40-3653-41ac-8066-cc6a8a30da05 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:24.955984 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-41d41deb-e977-4240-a301-6ba5aac52859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:25.086229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:25.130670 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f50f850-82a5-417c-be04-4ca16ae71224 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:25.166062 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-41d41deb-e977-4240-a301-6ba5aac52859 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9251d740a3544a8ab140b5b5b7b1b917&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0920084 Feb 17 09:39:25.171052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d41deb-e977-4240-a301-6ba5aac52859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154550bb-b51f-47b8-94e9-11e55ab2b46c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:25.175640 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:25.175921 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 38998) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:25.198667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50f850-82a5-417c-be04-4ca16ae71224 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event deleted for resources: {'Port': ['ID=f1489a40-3653-41ac-8066-cc6a8a30da05,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:25.366812 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bdb74-8193-4b1e-a2ad-20ca2341f31d req-c223d259-953b-46b9-b37b-131d101b64eb tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:25.368611 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-849bdb74-8193-4b1e-a2ad-20ca2341f31d req-c223d259-953b-46b9-b37b-131d101b64eb tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.5001454 Feb 17 09:39:25.382356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:25.416785 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=696757a2-5c7b-4d1f-b0d3-c5461f07ebb6,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:25.518123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f050-67ec-4496-9bf4-ffc4eccde67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:25.574373 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-849bdb74-8193-4b1e-a2ad-20ca2341f31d req-778ba96c-2c5d-4149-806c-e6d9bf84e97e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941555 Feb 17 09:39:25.593215 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f050-67ec-4496-9bf4-ffc4eccde67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:25.622639 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f50f850-82a5-417c-be04-4ca16ae71224 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:25.697998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network 925dd8a5-bc0f-4e1c-a05e-8815b65c4280 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:25.699105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:25.745626 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4f50f850-82a5-417c-be04-4ca16ae71224 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "DELETE /v2.0/ports/f1489a40-3653-41ac-8066-cc6a8a30da05 HTTP/1.1" status: 204 len: 168 time: 1.4667118 Feb 17 09:39:25.746486 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39002) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:25.794637 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f050-67ec-4496-9bf4-ffc4eccde67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:25.809209 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afcbd64-f3aa-45b6-b866-adf2def7a867 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] GET failed (client error): The resource could not be found. Feb 17 09:39:25.809895 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8afcbd64-f3aa-45b6-b866-adf2def7a867 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Synchronizing usage tracker for tenant:072c693346994d48abd7993e26bbdd86 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:39:25.820716 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1f050-67ec-4496-9bf4-ffc4eccde67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154550bb-b51f-47b8-94e9-11e55ab2b46c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:25.828226 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f050-67ec-4496-9bf4-ffc4eccde67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:25.832214 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d2d1f050-67ec-4496-9bf4-ffc4eccde67c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/154550bb-b51f-47b8-94e9-11e55ab2b46c HTTP/1.1" status: 204 len: 168 time: 0.6530445 Feb 17 09:39:25.884265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8afcbd64-f3aa-45b6-b866-adf2def7a867 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Unset dirty status for tenant:072c693346994d48abd7993e26bbdd86 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:39:25.885532 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8afcbd64-f3aa-45b6-b866-adf2def7a867 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "GET /v2.0/ports/f1489a40-3653-41ac-8066-cc6a8a30da05 HTTP/1.1" status: 404 len: 333 time: 0.1379273 Feb 17 09:39:25.889605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2338f02-a45a-4edf-856f-8190571610c2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:25.890633 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39008) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:25.896513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-daea2f1d-b417-420c-9da5-2b725cbc06c6 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Request body: {'port': {'network_id': '63723d25-fa22-4196-846b-4c5d4f0bf194', 'name': 'tempest-AllowedAddressPairTestJSON-548162287'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:25.947511 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8af93523-81d1-436c-8117-827a54210f99 None None] Provisioning complete for port 696757a2-5c7b-4d1f-b0d3-c5461f07ebb6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:25.948205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8af93523-81d1-436c-8117-827a54210f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:26.022136 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8af93523-81d1-436c-8117-827a54210f99 None None] Port 696757a2-5c7b-4d1f-b0d3-c5461f07ebb6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:26.049231 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-daea2f1d-b417-420c-9da5-2b725cbc06c6 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:26.059977 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-daea2f1d-b417-420c-9da5-2b725cbc06c6 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:26.141802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daea2f1d-b417-420c-9da5-2b725cbc06c6 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Made reservation on behalf of 072c693346994d48abd7993e26bbdd86 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:26.146721 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-daea2f1d-b417-420c-9da5-2b725cbc06c6 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:26.175209 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-daea2f1d-b417-420c-9da5-2b725cbc06c6 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] device_id is not set on port 5196ced0-e583-4be6-9c07-5d636695cc40 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:39:26.204315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 73705a2f-b888-485d-b7e0-17a161de2b0a has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:39:26.340560 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-daea2f1d-b417-420c-9da5-2b725cbc06c6 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Allocated IP 172.20.0.9 (63723d25-fa22-4196-846b-4c5d4f0bf194/afc35448-71fd-49ec-93a2-b3965fde559e/5196ced0-e583-4be6-9c07-5d636695cc40) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:26.508839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:39:26.518589 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cd616c-0f0a-491b-a436-4e0039a5eab6 None None] Sync routers for ids ['73705a2f-b888-485d-b7e0-17a161de2b0a'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:39:26.529158 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cd616c-0f0a-491b-a436-4e0039a5eab6 None None] Routers {'73705a2f-b888-485d-b7e0-17a161de2b0a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:26.529926 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b8cd616c-0f0a-491b-a436-4e0039a5eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['73705a2f-b888-485d-b7e0-17a161de2b0a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:26.558225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-daea2f1d-b417-420c-9da5-2b725cbc06c6 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:26.578869 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-daea2f1d-b417-420c-9da5-2b725cbc06c6 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Transition to ACTIVE for port object 5196ced0-e583-4be6-9c07-5d636695cc40 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:26.582568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c2338f02-a45a-4edf-856f-8190571610c2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port 5ff42ceb-9973-4feb-986b-3e67a9ce5583 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:26.582987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2338f02-a45a-4edf-856f-8190571610c2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:26.602166 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b8cd616c-0f0a-491b-a436-4e0039a5eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:26.611819 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cd616c-0f0a-491b-a436-4e0039a5eab6 None None] Routers {'73705a2f-b888-485d-b7e0-17a161de2b0a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:26.613307 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b8cd616c-0f0a-491b-a436-4e0039a5eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:38:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['73705a2f-b888-485d-b7e0-17a161de2b0a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:26.619015 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5fc8dd86-06d5-402b-a3ff-391aa6ac2d74 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "PUT /v2.0/routers/73705a2f-b888-485d-b7e0-17a161de2b0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1317399 Feb 17 09:39:26.619486 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39014) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:26.626206 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'port': {'network_id': '925dd8a5-bc0f-4e1c-a05e-8815b65c4280', 'name': 'tempest-FloatingIPTestJSON-1322101731'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:26.704825 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b8cd616c-0f0a-491b-a436-4e0039a5eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:26.705246 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cd616c-0f0a-491b-a436-4e0039a5eab6 None None] The sync data for ids ['73705a2f-b888-485d-b7e0-17a161de2b0a'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:39:26.706651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-daea2f1d-b417-420c-9da5-2b725cbc06c6 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:26.811404 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2338f02-a45a-4edf-856f-8190571610c2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:26.848164 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daea2f1d-b417-420c-9da5-2b725cbc06c6 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Network 63723d25-fa22-4196-846b-4c5d4f0bf194 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:26.855879 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-daea2f1d-b417-420c-9da5-2b725cbc06c6 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:26.870207 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daea2f1d-b417-420c-9da5-2b725cbc06c6 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:26.929679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea2f1d-b417-420c-9da5-2b725cbc06c6 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event updated for resources: {'Port': ['ID=5196ced0-e583-4be6-9c07-5d636695cc40,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:26.945000 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c2338f02-a45a-4edf-856f-8190571610c2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for 5ff42ceb-9973-4feb-986b-3e67a9ce5583 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:26.966150 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:26.975775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Usage tracker for resource:port and tenant:387f6bd376864594aa251ea9f5b6cd05 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:26.979621 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f1a46ac-445b-4dc6-8f92-42a0540849a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:26.981560 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:26.990650 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:27.000121 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daea2f1d-b417-420c-9da5-2b725cbc06c6 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:27.000121 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-daea2f1d-b417-420c-9da5-2b725cbc06c6 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:27.035672 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451966d-afc9-4e3d-84aa-03c0e10cc198 req-4108fc33-4f12-4c7d-927e-051ea7f16209 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:27.038342 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1451966d-afc9-4e3d-84aa-03c0e10cc198 req-4108fc33-4f12-4c7d-927e-051ea7f16209 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.2840762 Feb 17 09:39:27.079868 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Made reservation on behalf of 387f6bd376864594aa251ea9f5b6cd05 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:27.083677 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:27.102505 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1451966d-afc9-4e3d-84aa-03c0e10cc198 req-b01bf557-9be8-408c-b57f-d07e214b29ce tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578675 Feb 17 09:39:27.108919 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-daea2f1d-b417-420c-9da5-2b725cbc06c6 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2172081 Feb 17 09:39:27.113226 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39018) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:27.116953 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] device_id is not set on port f7170d03-742a-40ac-8070-c1c3a6fe2468 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:39:27.154407 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5f80474a-9300-4591-85e9-c00a38f6846b tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:80:82:b0'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:27.198427 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8418b039-2586-405b-b47e-110a2c631525 None None] Provisioning for port 5196ced0-e583-4be6-9c07-5d636695cc40 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:27.203775 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8418b039-2586-405b-b47e-110a2c631525 None None] Provisioning complete for port 5196ced0-e583-4be6-9c07-5d636695cc40 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:27.204153 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8418b039-2586-405b-b47e-110a2c631525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:27.210323 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2338f02-a45a-4edf-856f-8190571610c2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:27.261207 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8418b039-2586-405b-b47e-110a2c631525 None None] Port 5196ced0-e583-4be6-9c07-5d636695cc40 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:27.262138 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2338f02-a45a-4edf-856f-8190571610c2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Port': ['ID=5ff42ceb-9973-4feb-986b-3e67a9ce5583,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:27.356376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f80474a-9300-4591-85e9-c00a38f6846b tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:27.415226 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Allocated IP 172.20.0.4 (925dd8a5-bc0f-4e1c-a05e-8815b65c4280/08a2e6e3-674e-4462-8219-df98e7a2af04/f7170d03-742a-40ac-8070-c1c3a6fe2468) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:27.501626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2338f02-a45a-4edf-856f-8190571610c2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:27.867393 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:27.908109 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:27.921341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f80474a-9300-4591-85e9-c00a38f6846b tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:27.931012 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Transition to ACTIVE for port object f7170d03-742a-40ac-8070-c1c3a6fe2468 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:27.940281 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2338f02-a45a-4edf-856f-8190571610c2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router 70bc7dea-6d0d-4748-aefd-4dd3454b0cd2 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:39:27.993259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f80474a-9300-4591-85e9-c00a38f6846b tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:28.040955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:28.079242 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2338f02-a45a-4edf-856f-8190571610c2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:39:28.090191 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:28.096289 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe7efd-93f5-4346-8df4-a73c5092cee3 None None] Sync routers for ids ['70bc7dea-6d0d-4748-aefd-4dd3454b0cd2'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:39:28.108754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe7efd-93f5-4346-8df4-a73c5092cee3 None None] Routers {'70bc7dea-6d0d-4748-aefd-4dd3454b0cd2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:28.109473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8bfe7efd-93f5-4346-8df4-a73c5092cee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['70bc7dea-6d0d-4748-aefd-4dd3454b0cd2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:28.129222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Network 925dd8a5-bc0f-4e1c-a05e-8815b65c4280 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:28.135965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:28.144434 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80474a-9300-4591-85e9-c00a38f6846b tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event updated for resources: {'Port': ['ID=5196ced0-e583-4be6-9c07-5d636695cc40,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:28.149933 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:28.156725 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c2338f02-a45a-4edf-856f-8190571610c2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/70bc7dea-6d0d-4748-aefd-4dd3454b0cd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4417393 Feb 17 09:39:28.162813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39024) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:28.225249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:28.225547 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8bfe7efd-93f5-4346-8df4-a73c5092cee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:28.225973 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:28.236633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-63bbedb2-2e86-408b-811a-058cb5bfcfd9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Synchronizing usage tracker for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:39:28.246319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe7efd-93f5-4346-8df4-a73c5092cee3 None None] Routers {'70bc7dea-6d0d-4748-aefd-4dd3454b0cd2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:28.247207 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8bfe7efd-93f5-4346-8df4-a73c5092cee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['70bc7dea-6d0d-4748-aefd-4dd3454b0cd2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:28.306254 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5f80474a-9300-4591-85e9-c00a38f6846b tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] In _notify_port_updated(), no bound segment for port 5196ced0-e583-4be6-9c07-5d636695cc40 on network 63723d25-fa22-4196-846b-4c5d4f0bf194 {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:39:28.311931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f80474a-9300-4591-85e9-c00a38f6846b tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:28.312615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f80474a-9300-4591-85e9-c00a38f6846b tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:28.313981 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5f80474a-9300-4591-85e9-c00a38f6846b tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "PUT /v2.0/ports/5196ced0-e583-4be6-9c07-5d636695cc40 HTTP/1.1" status: 200 len: 995 time: 1.1997435 Feb 17 09:39:28.322490 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39028) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:28.325507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8bfe7efd-93f5-4346-8df4-a73c5092cee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:28.326326 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe7efd-93f5-4346-8df4-a73c5092cee3 None None] The sync data for ids ['70bc7dea-6d0d-4748-aefd-4dd3454b0cd2'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:39:28.378014 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7569287 Feb 17 09:39:28.382673 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39032) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:28.387458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-63bbedb2-2e86-408b-811a-058cb5bfcfd9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Unset dirty status for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:39:28.390082 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-63bbedb2-2e86-408b-811a-058cb5bfcfd9 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports?device_id=70bc7dea-6d0d-4748-aefd-4dd3454b0cd2 HTTP/1.1" status: 200 len: 205 time: 0.2245979 Feb 17 09:39:28.392487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4ef6c26a-03b9-4c96-b13c-27c12fecc40c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Request body: {'floatingip': {'port_id': 'f7170d03-742a-40ac-8070-c1c3a6fe2468'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:28.395151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39036) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:28.414032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-af81c58e-b959-4772-8b91-0284aef8872c None None] Provisioning complete for port 5196ced0-e583-4be6-9c07-5d636695cc40 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:28.414685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-af81c58e-b959-4772-8b91-0284aef8872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:28.440636 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-026514e3-29a0-4ba7-8d16-17f911f2a251 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Deleting port 5196ced0-e583-4be6-9c07-5d636695cc40 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:28.440991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-026514e3-29a0-4ba7-8d16-17f911f2a251 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:28.478979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-af81c58e-b959-4772-8b91-0284aef8872c None None] Port 5196ced0-e583-4be6-9c07-5d636695cc40 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:28.514705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ef6c26a-03b9-4c96-b13c-27c12fecc40c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:28.569087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3bec6-cc1a-421e-a6fb-8ef84572f7a3 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event updated for resources: {'Port': ['ID=f7170d03-742a-40ac-8070-c1c3a6fe2468,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:28.602925 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ca910-62fb-43e0-bac8-bccc5e7f6e60 req-121678af-67ab-4145-901e-a52b25c886d8 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:28.609935 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-002ca910-62fb-43e0-bac8-bccc5e7f6e60 req-121678af-67ab-4145-901e-a52b25c886d8 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.3131399 Feb 17 09:39:28.678063 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15bf4a7d-46ca-44e4-98ca-f119497d151c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:28.682781 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-12839691-c1d8-4749-b777-b899bfa1c590 None None] Provisioning for port f7170d03-742a-40ac-8070-c1c3a6fe2468 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:28.688519 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-12839691-c1d8-4749-b777-b899bfa1c590 None None] Provisioning complete for port f7170d03-742a-40ac-8070-c1c3a6fe2468 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:28.689048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12839691-c1d8-4749-b777-b899bfa1c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:28.707263 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-002ca910-62fb-43e0-bac8-bccc5e7f6e60 req-c19688fe-93fd-4693-9590-39fc3fe97cf9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964508 Feb 17 09:39:28.751556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-12839691-c1d8-4749-b777-b899bfa1c590 None None] Port f7170d03-742a-40ac-8070-c1c3a6fe2468 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:29.087589 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15bf4a7d-46ca-44e4-98ca-f119497d151c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:29.092201 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15bf4a7d-46ca-44e4-98ca-f119497d151c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:29.162787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-026514e3-29a0-4ba7-8d16-17f911f2a251 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:29.227743 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15bf4a7d-46ca-44e4-98ca-f119497d151c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:29.228147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bf4a7d-46ca-44e4-98ca-f119497d151c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Fanout notify agent at l3_agent the message router_deleted on router 70bc7dea-6d0d-4748-aefd-4dd3454b0cd2 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:39:29.298540 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-026514e3-29a0-4ba7-8d16-17f911f2a251 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Calling delete_port for 5196ced0-e583-4be6-9c07-5d636695cc40 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:29.342851 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ef6c26a-03b9-4c96-b13c-27c12fecc40c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:29.411113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ef6c26a-03b9-4c96-b13c-27c12fecc40c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:29.485391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15bf4a7d-46ca-44e4-98ca-f119497d151c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:29.486564 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-15bf4a7d-46ca-44e4-98ca-f119497d151c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/routers/70bc7dea-6d0d-4748-aefd-4dd3454b0cd2 HTTP/1.1" status: 204 len: 168 time: 1.0533996 Feb 17 09:39:29.489412 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39040) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:29.628977 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd18a3ac-73f4-4b01-a4de-5964c6a20054 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting subnet cfae0042-1134-438c-b195-71a0e45acb09 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:39:29.639335 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cd18a3ac-73f4-4b01-a4de-5964c6a20054 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:29.688176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:29.708655 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-4ef6c26a-03b9-4c96-b13c-27c12fecc40c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Floating IP 135f2f28-edf6-4b52-897a-03c9d46a7362 associated. External IP: 172.26.4.28, port: 2b43f62b-976a-4c57-9959-55abae99a9e3. Feb 17 09:39:29.710801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cd18a3ac-73f4-4b01-a4de-5964c6a20054 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:29.756108 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-026514e3-29a0-4ba7-8d16-17f911f2a251 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:29.894249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026514e3-29a0-4ba7-8d16-17f911f2a251 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event deleted for resources: {'Port': ['ID=5196ced0-e583-4be6-9c07-5d636695cc40,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:30.008181 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-026514e3-29a0-4ba7-8d16-17f911f2a251 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:30.012985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cd18a3ac-73f4-4b01-a4de-5964c6a20054 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:30.067596 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-026514e3-29a0-4ba7-8d16-17f911f2a251 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "DELETE /v2.0/ports/5196ced0-e583-4be6-9c07-5d636695cc40 HTTP/1.1" status: 204 len: 168 time: 1.7414181 Feb 17 09:39:30.068999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39046) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:30.095501 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0c2a4-30b0-41d7-9dde-845deac3ae03 req-bf715d81-56e9-4e18-973e-2d561ee48e9e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:30.096941 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c8c0c2a4-30b0-41d7-9dde-845deac3ae03 req-bf715d81-56e9-4e18-973e-2d561ee48e9e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.2416592 Feb 17 09:39:30.121308 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f7fcbb-6dc0-4c7c-be98-fd31b373c7b3 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] GET failed (client error): The resource could not be found. Feb 17 09:39:30.121837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e8f7fcbb-6dc0-4c7c-be98-fd31b373c7b3 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Synchronizing usage tracker for tenant:072c693346994d48abd7993e26bbdd86 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:39:30.142405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef6c26a-03b9-4c96-b13c-27c12fecc40c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 355915fb-b35c-478c-a7f5-f81f8a202bae has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:39:30.153659 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c8c0c2a4-30b0-41d7-9dde-845deac3ae03 req-cbf8033e-5cf1-482a-8b9d-8d0421c8ab6a tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498793 Feb 17 09:39:30.210715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cd18a3ac-73f4-4b01-a4de-5964c6a20054 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:30.228335 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e8f7fcbb-6dc0-4c7c-be98-fd31b373c7b3 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Unset dirty status for tenant:072c693346994d48abd7993e26bbdd86 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:39:30.229643 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e8f7fcbb-6dc0-4c7c-be98-fd31b373c7b3 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "GET /v2.0/ports/5196ced0-e583-4be6-9c07-5d636695cc40 HTTP/1.1" status: 404 len: 333 time: 0.1596327 Feb 17 09:39:30.233764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39050) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:30.242469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-17c00d66-ecae-492f-a75f-7cf14234d01e tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Request body: {'port': {'network_id': '63723d25-fa22-4196-846b-4c5d4f0bf194', 'name': 'tempest-AllowedAddressPairTestJSON-795176787'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:30.250342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18a3ac-73f4-4b01-a4de-5964c6a20054 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Subnet': ['ID=cfae0042-1134-438c-b195-71a0e45acb09,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:30.253707 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cd18a3ac-73f4-4b01-a4de-5964c6a20054 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:30.260922 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cd18a3ac-73f4-4b01-a4de-5964c6a20054 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/cfae0042-1134-438c-b195-71a0e45acb09 HTTP/1.1" status: 204 len: 168 time: 0.7703607 Feb 17 09:39:30.261218 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9684fc42-19ca-4df4-af1a-4f653d384a4b None None] Network 572b59d9-2945-48ac-9036-02bd900159e2 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:30.263408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39054) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:30.403946 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:30.414764 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port 8eee57f8-8777-437c-9638-e1ca4862f9c0 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:30.415108 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:30.467296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef6c26a-03b9-4c96-b13c-27c12fecc40c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:39:30.479484 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df9d43-15a9-4c17-9824-9c0ca9d59ab3 None None] Sync routers for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:39:30.492925 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df9d43-15a9-4c17-9824-9c0ca9d59ab3 None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:30.493873 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-29df9d43-15a9-4c17-9824-9c0ca9d59ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:30.565823 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-17c00d66-ecae-492f-a75f-7cf14234d01e tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:30.574359 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-29df9d43-15a9-4c17-9824-9c0ca9d59ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:30.583502 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-17c00d66-ecae-492f-a75f-7cf14234d01e tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:30.584147 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df9d43-15a9-4c17-9824-9c0ca9d59ab3 None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:30.584922 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-29df9d43-15a9-4c17-9824-9c0ca9d59ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:30.597182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e884158-107b-4470-af5a-a2fdad02f513 None None] DHCP port deletion for 572b59d9-2945-48ac-9036-02bd900159e2 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:39:30.602073 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5e884158-107b-4470-af5a-a2fdad02f513 None None] Deleting port 8eee57f8-8777-437c-9638-e1ca4862f9c0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:30.602438 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e884158-107b-4470-af5a-a2fdad02f513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:30.653499 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-29df9d43-15a9-4c17-9824-9c0ca9d59ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:30.654348 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df9d43-15a9-4c17-9824-9c0ca9d59ab3 None None] The sync data for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:39:30.676328 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] For port 8eee57f8-8777-437c-9638-e1ca4862f9c0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8eee57f8-8777-437c-9638-e1ca4862f9c0,segment=NetworkSegment(e456550c-ca07-4f65-b8c1-1e9627619df0),segment_id=e456550c-ca07-4f65-b8c1-1e9627619df0)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:30.677378 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:30.792518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c00d66-ecae-492f-a75f-7cf14234d01e tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Made reservation on behalf of 072c693346994d48abd7993e26bbdd86 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:30.795848 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17c00d66-ecae-492f-a75f-7cf14234d01e tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:30.809889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for 8eee57f8-8777-437c-9638-e1ca4862f9c0 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:30.832265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-17c00d66-ecae-492f-a75f-7cf14234d01e tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] device_id is not set on port c02c1e5d-c7ba-4838-98c4-c5ce463033a9 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:39:30.844489 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5e884158-107b-4470-af5a-a2fdad02f513 None None] For port 8eee57f8-8777-437c-9638-e1ca4862f9c0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8eee57f8-8777-437c-9638-e1ca4862f9c0,segment=NetworkSegment(e456550c-ca07-4f65-b8c1-1e9627619df0),segment_id=e456550c-ca07-4f65-b8c1-1e9627619df0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:30.845093 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e884158-107b-4470-af5a-a2fdad02f513 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:30.964597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:30.974259 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5e884158-107b-4470-af5a-a2fdad02f513 None None] Calling delete_port for 8eee57f8-8777-437c-9638-e1ca4862f9c0 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:31.019533 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Port': ['ID=8eee57f8-8777-437c-9638-e1ca4862f9c0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:31.021734 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] No DVR routers for this DVR port 8eee57f8-8777-437c-9638-e1ca4862f9c0 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:39:31.024489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef6c26a-03b9-4c96-b13c-27c12fecc40c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 73705a2f-b888-485d-b7e0-17a161de2b0a has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:39:31.067879 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-5e884158-107b-4470-af5a-a2fdad02f513 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:39:31.068516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-5e884158-107b-4470-af5a-a2fdad02f513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:39:31.157929 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:31.189236 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572b59d9-2945-48ac-9036-02bd900159e2']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:31.204604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e456550c-ca07-4f65-b8c1-1e9627619df0') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:31.205129 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e456550c-ca07-4f65-b8c1-1e9627619df0') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:31.218728 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:31.236322 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:31.244135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:39:31.244135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:31.257682 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-17c00d66-ecae-492f-a75f-7cf14234d01e tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Allocated IP 172.20.0.8 (63723d25-fa22-4196-846b-4c5d4f0bf194/afc35448-71fd-49ec-93a2-b3965fde559e/c02c1e5d-c7ba-4838-98c4-c5ce463033a9) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:39:31.260235 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:39:31.468314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef6c26a-03b9-4c96-b13c-27c12fecc40c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:39:31.482269 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165e1173-579a-49f2-a135-c9c1d3c58fb7 None None] Sync routers for ids ['73705a2f-b888-485d-b7e0-17a161de2b0a'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:39:31.492749 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e1173-579a-49f2-a135-c9c1d3c58fb7 None None] Routers {'73705a2f-b888-485d-b7e0-17a161de2b0a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:31.493375 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-165e1173-579a-49f2-a135-c9c1d3c58fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['73705a2f-b888-485d-b7e0-17a161de2b0a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:31.495720 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:31.500733 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:31.532656 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Network': ['ID=572b59d9-2945-48ac-9036-02bd900159e2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:31.545468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ef6c26a-03b9-4c96-b13c-27c12fecc40c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:31.563762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-165e1173-579a-49f2-a135-c9c1d3c58fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:31.571034 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5e884158-107b-4470-af5a-a2fdad02f513 None None] Deleting port 8eee57f8-8777-437c-9638-e1ca4862f9c0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:31.571417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e884158-107b-4470-af5a-a2fdad02f513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:31.591986 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7b37dc3e-6944-41a8-81c2-3f657822b8b0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/networks/572b59d9-2945-48ac-9036-02bd900159e2 HTTP/1.1" status: 204 len: 168 time: 1.3235767 Feb 17 09:39:31.592209 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39060) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:31.597147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-802b0796-5bd4-40a3-9865-ce80683c5b41 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1212982902', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:31.604787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-802b0796-5bd4-40a3-9865-ce80683c5b41 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:31.610372 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-802b0796-5bd4-40a3-9865-ce80683c5b41 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:router and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:31.613347 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-802b0796-5bd4-40a3-9865-ce80683c5b41 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:31.621129 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-802b0796-5bd4-40a3-9865-ce80683c5b41 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:31.644611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e1173-579a-49f2-a135-c9c1d3c58fb7 None None] Routers {'73705a2f-b888-485d-b7e0-17a161de2b0a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:31.645252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-165e1173-579a-49f2-a135-c9c1d3c58fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['73705a2f-b888-485d-b7e0-17a161de2b0a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:31.665604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59568b40-2cd6-42e7-a8d4-d56d58d321e9 req-b097f129-5014-4850-98a8-b9397e7bb075 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:31.667119 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-59568b40-2cd6-42e7-a8d4-d56d58d321e9 req-b097f129-5014-4850-98a8-b9397e7bb075 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.3883274 Feb 17 09:39:31.678070 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-802b0796-5bd4-40a3-9865-ce80683c5b41 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:31.679191 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-802b0796-5bd4-40a3-9865-ce80683c5b41 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:31.694787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-802b0796-5bd4-40a3-9865-ce80683c5b41 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:31.727279 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5e884158-107b-4470-af5a-a2fdad02f513 None None] The port '8eee57f8-8777-437c-9638-e1ca4862f9c0' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:39:31.728508 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-165e1173-579a-49f2-a135-c9c1d3c58fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:31.728903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165e1173-579a-49f2-a135-c9c1d3c58fb7 None None] The sync data for ids ['73705a2f-b888-485d-b7e0-17a161de2b0a'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:39:31.753315 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4ef6c26a-03b9-4c96-b13c-27c12fecc40c tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "PUT /v2.0/floatingips/135f2f28-edf6-4b52-897a-03c9d46a7362 HTTP/1.1" status: 200 len: 977 time: 3.3692977 Feb 17 09:39:31.756830 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39064) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:31.787747 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-59568b40-2cd6-42e7-a8d4-d56d58d321e9 req-c6c6772a-6fa8-48f6-8866-2238addbd029 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058826 Feb 17 09:39:31.791585 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17c00d66-ecae-492f-a75f-7cf14234d01e tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:31.803751 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-802b0796-5bd4-40a3-9865-ce80683c5b41 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:31.815409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-17c00d66-ecae-492f-a75f-7cf14234d01e tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Transition to ACTIVE for port object c02c1e5d-c7ba-4838-98c4-c5ce463033a9 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:31.857366 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-91000d7d-636a-4434-8af7-8645a16a1751 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Deleting port f7170d03-742a-40ac-8070-c1c3a6fe2468 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:31.857706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91000d7d-636a-4434-8af7-8645a16a1751 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:31.913478 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17c00d66-ecae-492f-a75f-7cf14234d01e tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:31.943816 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-802b0796-5bd4-40a3-9865-ce80683c5b41 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:31.945006 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-802b0796-5bd4-40a3-9865-ce80683c5b41 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3519380 Feb 17 09:39:31.951862 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39068) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:31.965743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9f4a140f-d824-4b0f-b10c-56815ac17b93 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'network': {'name': 'tempest-RoutersTest-1285672760'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:31.992851 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9f4a140f-d824-4b0f-b10c-56815ac17b93 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:32.004377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c00d66-ecae-492f-a75f-7cf14234d01e tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Network 63723d25-fa22-4196-846b-4c5d4f0bf194 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:32.009018 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9f4a140f-d824-4b0f-b10c-56815ac17b93 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:network and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:32.010881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9f4a140f-d824-4b0f-b10c-56815ac17b93 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:32.013586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-17c00d66-ecae-492f-a75f-7cf14234d01e tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:32.020661 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c00d66-ecae-492f-a75f-7cf14234d01e tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:32.045984 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9f4a140f-d824-4b0f-b10c-56815ac17b93 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:32.051064 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c00d66-ecae-492f-a75f-7cf14234d01e tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event updated for resources: {'Port': ['ID=c02c1e5d-c7ba-4838-98c4-c5ce463033a9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:32.097429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c00d66-ecae-492f-a75f-7cf14234d01e tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:32.098431 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17c00d66-ecae-492f-a75f-7cf14234d01e tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:32.103518 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8eee57f8-8777-437c-9638-e1ca4862f9c0 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:39:32.123944 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4a140f-d824-4b0f-b10c-56815ac17b93 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:32.128422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f4a140f-d824-4b0f-b10c-56815ac17b93 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:32.133157 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91000d7d-636a-4434-8af7-8645a16a1751 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:32.145778 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 8eee57f8-8777-437c-9638-e1ca4862f9c0 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:39:32.146780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8eee57f8-8777-437c-9638-e1ca4862f9c0 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:39:32.173463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4a140f-d824-4b0f-b10c-56815ac17b93 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:39:32.180589 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-17c00d66-ecae-492f-a75f-7cf14234d01e tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9456065 Feb 17 09:39:32.184896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39072) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:32.193397 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9c752910-0b6e-45be-807d-eeb26b4d31d8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Request body: {'port': {'network_id': '63723d25-fa22-4196-846b-4c5d4f0bf194', 'name': 'tempest-AllowedAddressPairTestJSON-206448857'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:32.207422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f4a140f-d824-4b0f-b10c-56815ac17b93 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:32.207820 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-9f4a140f-d824-4b0f-b10c-56815ac17b93 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Added segment a49ad99e-9442-4082-989e-a08527af2b6a of type vlan for network f2deeb7c-a5d7-447f-92c6-98f8453c59ec Feb 17 09:39:32.297457 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f4a140f-d824-4b0f-b10c-56815ac17b93 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:32.370535 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9c752910-0b6e-45be-807d-eeb26b4d31d8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:32.375602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ed7921e9-91e1-4f53-aad9-063f680c4b21 None None] Provisioning for port c02c1e5d-c7ba-4838-98c4-c5ce463033a9 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:32.380981 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9c752910-0b6e-45be-807d-eeb26b4d31d8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:32.381607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ed7921e9-91e1-4f53-aad9-063f680c4b21 None None] Provisioning complete for port c02c1e5d-c7ba-4838-98c4-c5ce463033a9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:32.381976 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ed7921e9-91e1-4f53-aad9-063f680c4b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:32.431252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f4a140f-d824-4b0f-b10c-56815ac17b93 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:32.436357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ed7921e9-91e1-4f53-aad9-063f680c4b21 None None] Port c02c1e5d-c7ba-4838-98c4-c5ce463033a9 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:32.445995 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4a140f-d824-4b0f-b10c-56815ac17b93 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:32.445995 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f4a140f-d824-4b0f-b10c-56815ac17b93 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:32.466090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91000d7d-636a-4434-8af7-8645a16a1751 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:32.466651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91000d7d-636a-4434-8af7-8645a16a1751 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:32.466770 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-91000d7d-636a-4434-8af7-8645a16a1751 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Floating IP 135f2f28-edf6-4b52-897a-03c9d46a7362 disassociated. External IP: 172.26.4.28, port: f7170d03-742a-40ac-8070-c1c3a6fe2468. Feb 17 09:39:32.467093 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-91000d7d-636a-4434-8af7-8645a16a1751 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Calling delete_port for f7170d03-742a-40ac-8070-c1c3a6fe2468 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:32.526932 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c752910-0b6e-45be-807d-eeb26b4d31d8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Made reservation on behalf of 072c693346994d48abd7993e26bbdd86 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:32.530196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c752910-0b6e-45be-807d-eeb26b4d31d8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:32.569212 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a140f-d824-4b0f-b10c-56815ac17b93 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Network': ['ID=f2deeb7c-a5d7-447f-92c6-98f8453c59ec,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:32.573613 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-9c752910-0b6e-45be-807d-eeb26b4d31d8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] device_id is not set on port 9fce8f58-048d-4b3b-b167-09ac9fc08771 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:39:32.582147 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network f2deeb7c-a5d7-447f-92c6-98f8453c59ec details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:39:32.689537 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9f4a140f-d824-4b0f-b10c-56815ac17b93 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7357049 Feb 17 09:39:32.692497 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39076) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:32.698339 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c273473c-78a6-4f66-b8be-0cceaa1b2baa tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'subnet': {'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:32.726543 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-9c752910-0b6e-45be-807d-eeb26b4d31d8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Allocated IP 172.20.0.12 (63723d25-fa22-4196-846b-4c5d4f0bf194/afc35448-71fd-49ec-93a2-b3965fde559e/9fce8f58-048d-4b3b-b167-09ac9fc08771) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:32.766562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91000d7d-636a-4434-8af7-8645a16a1751 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:32.837947 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91000d7d-636a-4434-8af7-8645a16a1751 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Port': ['ID=f7170d03-742a-40ac-8070-c1c3a6fe2468,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:32.957092 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c752910-0b6e-45be-807d-eeb26b4d31d8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:32.974146 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c273473c-78a6-4f66-b8be-0cceaa1b2baa tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:32.975014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-9c752910-0b6e-45be-807d-eeb26b4d31d8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Transition to ACTIVE for port object 9fce8f58-048d-4b3b-b167-09ac9fc08771 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:32.996252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c273473c-78a6-4f66-b8be-0cceaa1b2baa tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:subnet and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:33.005139 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c273473c-78a6-4f66-b8be-0cceaa1b2baa tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:33.025590 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c273473c-78a6-4f66-b8be-0cceaa1b2baa tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:33.131865 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c752910-0b6e-45be-807d-eeb26b4d31d8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:33.146155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91000d7d-636a-4434-8af7-8645a16a1751 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 73705a2f-b888-485d-b7e0-17a161de2b0a has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:39:33.165052 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b0619-ac0c-4ba8-aef8-5eae91d54348 req-5d05d990-643a-4ada-8f27-2cf358831176 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:33.166648 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6f5b0619-ac0c-4ba8-aef8-5eae91d54348 req-5d05d990-643a-4ada-8f27-2cf358831176 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.2464523 Feb 17 09:39:33.213186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c752910-0b6e-45be-807d-eeb26b4d31d8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Network 63723d25-fa22-4196-846b-4c5d4f0bf194 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:33.216306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9c752910-0b6e-45be-807d-eeb26b4d31d8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:33.220492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c752910-0b6e-45be-807d-eeb26b4d31d8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:33.251174 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c273473c-78a6-4f66-b8be-0cceaa1b2baa tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:33.252701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c752910-0b6e-45be-807d-eeb26b4d31d8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event updated for resources: {'Port': ['ID=9fce8f58-048d-4b3b-b167-09ac9fc08771,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:33.255679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c273473c-78a6-4f66-b8be-0cceaa1b2baa tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:33.296578 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c752910-0b6e-45be-807d-eeb26b4d31d8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:33.297268 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c752910-0b6e-45be-807d-eeb26b4d31d8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:33.431625 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9c752910-0b6e-45be-807d-eeb26b4d31d8 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2456403 Feb 17 09:39:33.434150 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39082) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:33.440100 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0e771e58-db30-4037-974d-1cf8bb89b460 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:80:82:b0'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:44:3a:10'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:33.541501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2259e915-61f6-4b5b-9bba-03b83ce2efc5 None None] Provisioning for port 9fce8f58-048d-4b3b-b167-09ac9fc08771 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:33.547062 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2259e915-61f6-4b5b-9bba-03b83ce2efc5 None None] Provisioning complete for port 9fce8f58-048d-4b3b-b167-09ac9fc08771 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:33.547607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2259e915-61f6-4b5b-9bba-03b83ce2efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:33.580922 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6f5b0619-ac0c-4ba8-aef8-5eae91d54348 req-e42f9c96-1d78-4793-9dad-01434f4492fc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3628094 Feb 17 09:39:33.635026 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91000d7d-636a-4434-8af7-8645a16a1751 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:39:33.638147 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2259e915-61f6-4b5b-9bba-03b83ce2efc5 None None] Port 9fce8f58-048d-4b3b-b167-09ac9fc08771 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:33.652305 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f6c87-426e-4ec0-8801-7c4b3a0171f2 None None] Sync routers for ids ['73705a2f-b888-485d-b7e0-17a161de2b0a'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:39:33.657287 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f6c87-426e-4ec0-8801-7c4b3a0171f2 None None] Routers {'73705a2f-b888-485d-b7e0-17a161de2b0a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:33.659035 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-164f6c87-426e-4ec0-8801-7c4b3a0171f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['73705a2f-b888-485d-b7e0-17a161de2b0a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:33.726722 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-164f6c87-426e-4ec0-8801-7c4b3a0171f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:33.736802 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f6c87-426e-4ec0-8801-7c4b3a0171f2 None None] Routers {'73705a2f-b888-485d-b7e0-17a161de2b0a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:33.737693 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-164f6c87-426e-4ec0-8801-7c4b3a0171f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['73705a2f-b888-485d-b7e0-17a161de2b0a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:33.796336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91000d7d-636a-4434-8af7-8645a16a1751 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:33.802092 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-164f6c87-426e-4ec0-8801-7c4b3a0171f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:33.802508 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f6c87-426e-4ec0-8801-7c4b3a0171f2 None None] The sync data for ids ['73705a2f-b888-485d-b7e0-17a161de2b0a'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:39:33.824352 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-91000d7d-636a-4434-8af7-8645a16a1751 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/ports/f7170d03-742a-40ac-8070-c1c3a6fe2468 HTTP/1.1" status: 204 len: 168 time: 2.0661616 Feb 17 09:39:33.827929 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39086) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:33.842890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e771e58-db30-4037-974d-1cf8bb89b460 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:34.037399 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c273473c-78a6-4f66-b8be-0cceaa1b2baa tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:34.096245 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e771e58-db30-4037-974d-1cf8bb89b460 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:34.175617 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e771e58-db30-4037-974d-1cf8bb89b460 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:34.207437 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273473c-78a6-4f66-b8be-0cceaa1b2baa tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Subnet': ['ID=2d221396-f096-4ccf-8774-802f62d2cbd2,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:34.289650 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e771e58-db30-4037-974d-1cf8bb89b460 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event updated for resources: {'Port': ['ID=9fce8f58-048d-4b3b-b167-09ac9fc08771,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:34.294505 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c273473c-78a6-4f66-b8be-0cceaa1b2baa tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Checking segment: {'id': 'a49ad99e-9442-4082-989e-a08527af2b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:34.294505 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c273473c-78a6-4f66-b8be-0cceaa1b2baa tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network hostable DHCP agents. Network: f2deeb7c-a5d7-447f-92c6-98f8453c59ec, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:39:34.314782 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-0e771e58-db30-4037-974d-1cf8bb89b460 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] In _notify_port_updated(), no bound segment for port 9fce8f58-048d-4b3b-b167-09ac9fc08771 on network 63723d25-fa22-4196-846b-4c5d4f0bf194 {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:39:34.320709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e771e58-db30-4037-974d-1cf8bb89b460 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:34.321807 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e771e58-db30-4037-974d-1cf8bb89b460 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:34.323393 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0e771e58-db30-4037-974d-1cf8bb89b460 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "PUT /v2.0/ports/9fce8f58-048d-4b3b-b167-09ac9fc08771 HTTP/1.1" status: 200 len: 1056 time: 0.8883309 Feb 17 09:39:34.327577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39090) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:34.400321 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-70679ec4-b7dc-4fa7-85f7-c621f5ec1988 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Deleting port 9fce8f58-048d-4b3b-b167-09ac9fc08771 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:34.400674 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-70679ec4-b7dc-4fa7-85f7-c621f5ec1988 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:34.443999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c273473c-78a6-4f66-b8be-0cceaa1b2baa tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network f2deeb7c-a5d7-447f-92c6-98f8453c59ec is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:39:34.463623 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cfacffb7-09ef-47f2-91a3-af9de6050cee None None] Provisioning complete for port 9fce8f58-048d-4b3b-b167-09ac9fc08771 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:34.464702 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cfacffb7-09ef-47f2-91a3-af9de6050cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:34.524997 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c273473c-78a6-4f66-b8be-0cceaa1b2baa tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, f2deeb7c-a5d7-447f-92c6-98f8453c59ec) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:34.528918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cfacffb7-09ef-47f2-91a3-af9de6050cee None None] Port 9fce8f58-048d-4b3b-b167-09ac9fc08771 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:34.533722 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c273473c-78a6-4f66-b8be-0cceaa1b2baa tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:34.534338 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c273473c-78a6-4f66-b8be-0cceaa1b2baa tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:34.534805 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf27fe0-4245-4202-b49f-875094453661 None None] Network f2deeb7c-a5d7-447f-92c6-98f8453c59ec requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:34.568627 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78982b8e-ece3-4b9f-9cde-1e9a5a14a05b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:34.658642 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c273473c-78a6-4f66-b8be-0cceaa1b2baa tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9650300 Feb 17 09:39:34.661992 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39096) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:34.690057 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-70679ec4-b7dc-4fa7-85f7-c621f5ec1988 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:34.814825 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:39:34.818480 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:34.863368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-70679ec4-b7dc-4fa7-85f7-c621f5ec1988 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Calling delete_port for 9fce8f58-048d-4b3b-b167-09ac9fc08771 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:34.977456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a33e40-61b2-443b-94d2-05f60629fbc1 req-87d9933d-c1d1-41ef-a8c2-1c8dd9887365 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:34.979225 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-35a33e40-61b2-443b-94d2-05f60629fbc1 req-87d9933d-c1d1-41ef-a8c2-1c8dd9887365 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.2201755 Feb 17 09:39:35.015569 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Allocated IP 172.20.0.2 (f2deeb7c-a5d7-447f-92c6-98f8453c59ec/2d221396-f096-4ccf-8774-802f62d2cbd2/24ef86b6-670a-42f9-a28a-c3fab06e94d9) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:35.103658 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-35a33e40-61b2-443b-94d2-05f60629fbc1 req-dca9dddf-3d9c-423b-a84d-112dbae9165f tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767660 Feb 17 09:39:35.152847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-70679ec4-b7dc-4fa7-85f7-c621f5ec1988 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:35.211852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70679ec4-b7dc-4fa7-85f7-c621f5ec1988 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event deleted for resources: {'Port': ['ID=9fce8f58-048d-4b3b-b167-09ac9fc08771,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:35.317498 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:35.330978 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Transition to ACTIVE for port object 24ef86b6-670a-42f9-a28a-c3fab06e94d9 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:35.359710 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Transition to ACTIVE for port object 24ef86b6-670a-42f9-a28a-c3fab06e94d9 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:35.492085 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:35.580532 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:35.582350 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Network f2deeb7c-a5d7-447f-92c6-98f8453c59ec is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:35.587018 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:35.600666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:35.639500 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Pushing event updated for resources: {'Port': ['ID=24ef86b6-670a-42f9-a28a-c3fab06e94d9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:35.718547 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Attempting to bind port 24ef86b6-670a-42f9-a28a-c3fab06e94d9 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:39:35.718955 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Attempting to bind port 24ef86b6-670a-42f9-a28a-c3fab06e94d9 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'a49ad99e-9442-4082-989e-a08527af2b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:39:35.719277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Attempting to bind port 24ef86b6-670a-42f9-a28a-c3fab06e94d9 on network f2deeb7c-a5d7-447f-92c6-98f8453c59ec {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:39:35.726523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:39:35.726790 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Checking segment: {'id': 'a49ad99e-9442-4082-989e-a08527af2b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:35.727405 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:35.728390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Bound using segment: {'id': 'a49ad99e-9442-4082-989e-a08527af2b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:39:35.728651 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Bound port: 24ef86b6-670a-42f9-a28a-c3fab06e94d9, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49ad99e-9442-4082-989e-a08527af2b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:39:35.728998 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:35.794499 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-78982b8e-ece3-4b9f-9cde-1e9a5a14a05b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Deleting port 696757a2-5c7b-4d1f-b0d3-c5461f07ebb6 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:35.795245 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78982b8e-ece3-4b9f-9cde-1e9a5a14a05b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:35.833268 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] For port 24ef86b6-670a-42f9-a28a-c3fab06e94d9, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:39:35.834473 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-70679ec4-b7dc-4fa7-85f7-c621f5ec1988 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:35.839003 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] For port 24ef86b6-670a-42f9-a28a-c3fab06e94d9, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=24ef86b6-670a-42f9-a28a-c3fab06e94d9,segment=NetworkSegment(a49ad99e-9442-4082-989e-a08527af2b6a),segment_id=a49ad99e-9442-4082-989e-a08527af2b6a)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:39:35.846185 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-70679ec4-b7dc-4fa7-85f7-c621f5ec1988 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "DELETE /v2.0/ports/9fce8f58-048d-4b3b-b167-09ac9fc08771 HTTP/1.1" status: 204 len: 168 time: 1.5175517 Feb 17 09:39:35.849096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39104) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:35.900656 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3011d8-daf9-4aeb-932f-e2be709c7379 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] GET failed (client error): The resource could not be found. Feb 17 09:39:35.901375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bc3011d8-daf9-4aeb-932f-e2be709c7379 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Synchronizing usage tracker for tenant:072c693346994d48abd7993e26bbdd86 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:39:35.939858 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:35.997109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bc3011d8-daf9-4aeb-932f-e2be709c7379 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Unset dirty status for tenant:072c693346994d48abd7993e26bbdd86 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:39:36.002576 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bc3011d8-daf9-4aeb-932f-e2be709c7379 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "GET /v2.0/ports/9fce8f58-048d-4b3b-b167-09ac9fc08771 HTTP/1.1" status: 404 len: 333 time: 0.1522958 Feb 17 09:39:36.003470 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39108) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:36.026496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895841e-fb30-45a4-8eaa-fdc1c4ae6011 None None] Pushing event updated for resources: {'Port': ['ID=24ef86b6-670a-42f9-a28a-c3fab06e94d9,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:36.092919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e36079cf-1e16-44c7-81cc-2360c02618b2 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Deleting port c02c1e5d-c7ba-4838-98c4-c5ce463033a9 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:36.093259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e36079cf-1e16-44c7-81cc-2360c02618b2 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:36.158709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78982b8e-ece3-4b9f-9cde-1e9a5a14a05b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:36.392795 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-78982b8e-ece3-4b9f-9cde-1e9a5a14a05b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Calling delete_port for 696757a2-5c7b-4d1f-b0d3-c5461f07ebb6 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:36.414236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e36079cf-1e16-44c7-81cc-2360c02618b2 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:36.455319 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Allocated IP 172.20.0.1 (f2deeb7c-a5d7-447f-92c6-98f8453c59ec/2d221396-f096-4ccf-8774-802f62d2cbd2/7f732dc3-d78c-479f-80a6-36a581a8bb7e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:36.542350 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e36079cf-1e16-44c7-81cc-2360c02618b2 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Calling delete_port for c02c1e5d-c7ba-4838-98c4-c5ce463033a9 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:36.805176 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64bad7-65b2-4c86-aab8-6804a9973c3f req-848f18f6-922a-4a94-b726-05519191568c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:36.806774 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7a64bad7-65b2-4c86-aab8-6804a9973c3f req-848f18f6-922a-4a94-b726-05519191568c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.5367386 Feb 17 09:39:36.825749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e36079cf-1e16-44c7-81cc-2360c02618b2 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:36.881531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36079cf-1e16-44c7-81cc-2360c02618b2 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event deleted for resources: {'Port': ['ID=c02c1e5d-c7ba-4838-98c4-c5ce463033a9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:36.885020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:36.920190 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7a64bad7-65b2-4c86-aab8-6804a9973c3f req-a1a12737-9985-40fc-8cee-81299b00f73f tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991631 Feb 17 09:39:36.960567 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Transition to ACTIVE for port object 7f732dc3-d78c-479f-80a6-36a581a8bb7e will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:37.012407 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e36079cf-1e16-44c7-81cc-2360c02618b2 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:37.062927 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ba6b8b-d1ff-46d0-a43a-f13bb3b1b5c5 None None] Network f2deeb7c-a5d7-447f-92c6-98f8453c59ec requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:37.096171 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78982b8e-ece3-4b9f-9cde-1e9a5a14a05b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:37.108424 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e36079cf-1e16-44c7-81cc-2360c02618b2 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "DELETE /v2.0/ports/c02c1e5d-c7ba-4838-98c4-c5ce463033a9 HTTP/1.1" status: 204 len: 168 time: 1.1035635 Feb 17 09:39:37.112497 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39114) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:37.154805 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:37.158078 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2ab98b-4454-48e9-b3c2-ede73969592d tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] GET failed (client error): The resource could not be found. Feb 17 09:39:37.158724 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2e2ab98b-4454-48e9-b3c2-ede73969592d tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Synchronizing usage tracker for tenant:072c693346994d48abd7993e26bbdd86 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:39:37.169723 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78982b8e-ece3-4b9f-9cde-1e9a5a14a05b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Port': ['ID=696757a2-5c7b-4d1f-b0d3-c5461f07ebb6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:37.232983 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2e2ab98b-4454-48e9-b3c2-ede73969592d tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Unset dirty status for tenant:072c693346994d48abd7993e26bbdd86 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:39:37.238547 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2e2ab98b-4454-48e9-b3c2-ede73969592d tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "GET /v2.0/ports/c02c1e5d-c7ba-4838-98c4-c5ce463033a9 HTTP/1.1" status: 404 len: 333 time: 0.1224122 Feb 17 09:39:37.238547 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39118) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:37.253530 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network f2deeb7c-a5d7-447f-92c6-98f8453c59ec is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:37.266958 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:37.297266 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:37.311336 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-258ab530-604a-418f-84fe-096ef4aff5a3 None None] Provisioning for port 24ef86b6-670a-42f9-a28a-c3fab06e94d9 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:37.324889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bd149ccf-cf0b-4524-b8eb-2b811a5d4c03 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Deleting port 24628667-c266-4ee1-a9a9-7100c5f9f06c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:37.325303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd149ccf-cf0b-4524-b8eb-2b811a5d4c03 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:37.395807 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=7f732dc3-d78c-479f-80a6-36a581a8bb7e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:37.482277 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:37.622993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd149ccf-cf0b-4524-b8eb-2b811a5d4c03 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:37.637729 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78982b8e-ece3-4b9f-9cde-1e9a5a14a05b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:37.726323 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e185f3c3-7c9b-4f40-b901-86eed2258dca None None] Provisioning for port 7f732dc3-d78c-479f-80a6-36a581a8bb7e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:37.732209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e185f3c3-7c9b-4f40-b901-86eed2258dca None None] Provisioning complete for port 7f732dc3-d78c-479f-80a6-36a581a8bb7e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:37.741188 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e185f3c3-7c9b-4f40-b901-86eed2258dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:37.768086 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bd149ccf-cf0b-4524-b8eb-2b811a5d4c03 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Calling delete_port for 24628667-c266-4ee1-a9a9-7100c5f9f06c owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:37.805975 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e185f3c3-7c9b-4f40-b901-86eed2258dca None None] Port 7f732dc3-d78c-479f-80a6-36a581a8bb7e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:37.841932 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:37.938436 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-970452fc-41fa-43db-86d2-cd21bde5ea62 None None] Provisioning complete for port 7f732dc3-d78c-479f-80a6-36a581a8bb7e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:37.939086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-970452fc-41fa-43db-86d2-cd21bde5ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:37.995874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-970452fc-41fa-43db-86d2-cd21bde5ea62 None None] Port 7f732dc3-d78c-479f-80a6-36a581a8bb7e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:37.997980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd149ccf-cf0b-4524-b8eb-2b811a5d4c03 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:38.083168 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd149ccf-cf0b-4524-b8eb-2b811a5d4c03 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event deleted for resources: {'Port': ['ID=24628667-c266-4ee1-a9a9-7100c5f9f06c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:38.174839 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 24ef86b6-670a-42f9-a28a-c3fab06e94d9 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:38.345881 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 24ef86b6-670a-42f9-a28a-c3fab06e94d9 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:38.352520 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 24ef86b6-670a-42f9-a28a-c3fab06e94d9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:38.353016 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:38.354833 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd149ccf-cf0b-4524-b8eb-2b811a5d4c03 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:38.384402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00e94f-7cde-458a-83b6-5226810b72fa req-2d0b2180-39e7-44cb-af2e-577180a879d3 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:38.386145 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ad00e94f-7cde-458a-83b6-5226810b72fa req-2d0b2180-39e7-44cb-af2e-577180a879d3 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.3327541 Feb 17 09:39:38.462756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:38.466680 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bd149ccf-cf0b-4524-b8eb-2b811a5d4c03 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "DELETE /v2.0/ports/24628667-c266-4ee1-a9a9-7100c5f9f06c HTTP/1.1" status: 204 len: 168 time: 1.2261555 Feb 17 09:39:38.471881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39124) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:38.483045 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ad00e94f-7cde-458a-83b6-5226810b72fa req-3620fc00-f30c-4dbc-a28a-7576c342db12 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837946 Feb 17 09:39:38.483385 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:38.517244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78982b8e-ece3-4b9f-9cde-1e9a5a14a05b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 73705a2f-b888-485d-b7e0-17a161de2b0a has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:39:38.538651 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 24ef86b6-670a-42f9-a28a-c3fab06e94d9, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=24ef86b6-670a-42f9-a28a-c3fab06e94d9,segment=NetworkSegment(a49ad99e-9442-4082-989e-a08527af2b6a),segment_id=a49ad99e-9442-4082-989e-a08527af2b6a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:38.602279 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:38.610374 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec09da52-4eb8-4ae0-b46e-57edbc0daac2 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Deleting subnet afc35448-71fd-49ec-93a2-b3965fde559e {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:39:38.615116 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec09da52-4eb8-4ae0-b46e-57edbc0daac2 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:38.677498 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=24ef86b6-670a-42f9-a28a-c3fab06e94d9,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:38.681881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec09da52-4eb8-4ae0-b46e-57edbc0daac2 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:38.738288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77ef69-acc8-481a-ae90-6da40e6ac202 req-fd29f840-e500-4611-98a1-96660509bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:38.740296 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9c77ef69-acc8-481a-ae90-6da40e6ac202 req-fd29f840-e500-4611-98a1-96660509bdf7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 1098 time: 0.2055645 Feb 17 09:39:38.783730 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:38.794571 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9c77ef69-acc8-481a-ae90-6da40e6ac202 req-381ea8a8-da17-456d-a45a-05b148379658 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472023 Feb 17 09:39:38.795564 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78982b8e-ece3-4b9f-9cde-1e9a5a14a05b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:39:38.800758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec09da52-4eb8-4ae0-b46e-57edbc0daac2 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:38.806696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45732a41-7633-4f16-86bb-5a7c92bb983a None None] Sync routers for ids ['73705a2f-b888-485d-b7e0-17a161de2b0a'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:39:38.815251 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-78982b8e-ece3-4b9f-9cde-1e9a5a14a05b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "PUT /v2.0/routers/73705a2f-b888-485d-b7e0-17a161de2b0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9832950 Feb 17 09:39:38.815883 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45732a41-7633-4f16-86bb-5a7c92bb983a None None] Routers {'73705a2f-b888-485d-b7e0-17a161de2b0a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:38.816498 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-45732a41-7633-4f16-86bb-5a7c92bb983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['73705a2f-b888-485d-b7e0-17a161de2b0a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:38.823680 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39128) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:38.882605 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-45732a41-7633-4f16-86bb-5a7c92bb983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:38.887360 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:38.891432 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45732a41-7633-4f16-86bb-5a7c92bb983a None None] Routers {'73705a2f-b888-485d-b7e0-17a161de2b0a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:38.892032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-45732a41-7633-4f16-86bb-5a7c92bb983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['73705a2f-b888-485d-b7e0-17a161de2b0a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:38.942697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec09da52-4eb8-4ae0-b46e-57edbc0daac2 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:38.956918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-45732a41-7633-4f16-86bb-5a7c92bb983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:38.956918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45732a41-7633-4f16-86bb-5a7c92bb983a None None] The sync data for ids ['73705a2f-b888-485d-b7e0-17a161de2b0a'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:39:38.988125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09da52-4eb8-4ae0-b46e-57edbc0daac2 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event deleted for resources: {'Subnet': ['ID=afc35448-71fd-49ec-93a2-b3965fde559e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:38.990904 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec09da52-4eb8-4ae0-b46e-57edbc0daac2 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:38.997952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75031c9a-479f-4718-ba48-6f2fdcc80e59 None None] Network 63723d25-fa22-4196-846b-4c5d4f0bf194 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:39.002974 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ec09da52-4eb8-4ae0-b46e-57edbc0daac2 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "DELETE /v2.0/subnets/afc35448-71fd-49ec-93a2-b3965fde559e HTTP/1.1" status: 204 len: 168 time: 0.5317731 Feb 17 09:39:39.006981 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39132) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:39.099417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=7f732dc3-d78c-479f-80a6-36a581a8bb7e,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:39.101748 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:39.136999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:39.148772 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Deleting port d00f0646-840e-43c4-b0ec-86b1213b6a4e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:39.149296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:39.193932 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34955e1b-bcc5-43c1-a30d-ba7b236fe930 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:39.284569 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 09:39:39.290935 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbe112a-b47d-4b2e-bca2-bc76d26b14e0 None None] DHCP port deletion for 63723d25-fa22-4196-846b-4c5d4f0bf194 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:39:39.298066 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:39:39.340720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe112a-b47d-4b2e-bca2-bc76d26b14e0 None None] Deleting port d00f0646-840e-43c4-b0ec-86b1213b6a4e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:39.341090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6dbe112a-b47d-4b2e-bca2-bc76d26b14e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:39.402219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] For port d00f0646-840e-43c4-b0ec-86b1213b6a4e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d00f0646-840e-43c4-b0ec-86b1213b6a4e,segment=NetworkSegment(d1d3d9c8-5a23-414a-bc69-4b8e32e55686),segment_id=d1d3d9c8-5a23-414a-bc69-4b8e32e55686)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:39.403097 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:39.420609 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network f2deeb7c-a5d7-447f-92c6-98f8453c59ec is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:39.424955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:39.501572 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34955e1b-bcc5-43c1-a30d-ba7b236fe930 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:39.552573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Calling delete_port for d00f0646-840e-43c4-b0ec-86b1213b6a4e owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:39.634344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-34955e1b-bcc5-43c1-a30d-ba7b236fe930 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Deleting port 3d0218ee-17d7-4b00-a099-51a28bf11090 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:39.634691 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34955e1b-bcc5-43c1-a30d-ba7b236fe930 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:39.799806 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,segment=NetworkSegment(179b37b6-f82e-45bc-b5bf-ce33261ab390),segment_id=179b37b6-f82e-45bc-b5bf-ce33261ab390)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:39.804319 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:39.863001 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event deleted for resources: {'Port': ['ID=d00f0646-840e-43c4-b0ec-86b1213b6a4e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:39.867239 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] No DVR routers for this DVR port d00f0646-840e-43c4-b0ec-86b1213b6a4e on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:39:39.888939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0', 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50', 'port_id': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0', 'mac_address': 'fa:16:3e:01:f9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 09:39:39.915995 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6dbe112a-b47d-4b2e-bca2-bc76d26b14e0 None None] For port d00f0646-840e-43c4-b0ec-86b1213b6a4e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d00f0646-840e-43c4-b0ec-86b1213b6a4e,segment=NetworkSegment(d1d3d9c8-5a23-414a-bc69-4b8e32e55686),segment_id=d1d3d9c8-5a23-414a-bc69-4b8e32e55686)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:39.916991 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6dbe112a-b47d-4b2e-bca2-bc76d26b14e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.046914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.081983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e26d8-b7b2-4e87-af04-0cac22a2d4dd req-17a9b4cc-a456-4b87-b371-14d547c7d7a0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:40.083841 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bc4e26d8-b7b2-4e87-af04-0cac22a2d4dd req-17a9b4cc-a456-4b87-b371-14d547c7d7a0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.4078448 Feb 17 09:39:40.090162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63723d25-fa22-4196-846b-4c5d4f0bf194']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:40.104313 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.125445 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe112a-b47d-4b2e-bca2-bc76d26b14e0 None None] Calling delete_port for d00f0646-840e-43c4-b0ec-86b1213b6a4e owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:40.138557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d3d9c8-5a23-414a-bc69-4b8e32e55686') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:40.139710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d3d9c8-5a23-414a-bc69-4b8e32e55686') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:40.147207 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router f8526858-c58a-447b-8b33-00de8aa261dc is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:39:40.160585 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-83d6b480-a789-444b-aa11-9b9a60119d9e None None] Provisioning complete for port 7f732dc3-d78c-479f-80a6-36a581a8bb7e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:40.161449 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-83d6b480-a789-444b-aa11-9b9a60119d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.190854 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.200001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 24ef86b6-670a-42f9-a28a-c3fab06e94d9 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:40.214651 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.225066 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:39:40.229973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.242467 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bc4e26d8-b7b2-4e87-af04-0cac22a2d4dd req-b5a358f8-cde4-4307-a16f-4cad817d18c4 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507058 Feb 17 09:39:40.244379 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34955e1b-bcc5-43c1-a30d-ba7b236fe930 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.274243 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:39:40.314698 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:39:40.339769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:39:40.360246 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:39:40.377908 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,segment=NetworkSegment(179b37b6-f82e-45bc-b5bf-ce33261ab390),segment_id=179b37b6-f82e-45bc-b5bf-ce33261ab390)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:40.396040 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-83d6b480-a789-444b-aa11-9b9a60119d9e None None] Port 7f732dc3-d78c-479f-80a6-36a581a8bb7e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:40.399367 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0', 'code': 200} Feb 17 09:39:40.409437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-6dbe112a-b47d-4b2e-bca2-bc76d26b14e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:39:40.409791 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-6dbe112a-b47d-4b2e-bca2-bc76d26b14e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:39:40.414965 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.416394 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 24ef86b6-670a-42f9-a28a-c3fab06e94d9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:40.416976 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.440526 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.449627 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.463822 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-34955e1b-bcc5-43c1-a30d-ba7b236fe930 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Calling delete_port for 3d0218ee-17d7-4b00-a099-51a28bf11090 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:40.476280 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] Pushing event deleted for resources: {'Network': ['ID=63723d25-fa22-4196-846b-4c5d4f0bf194,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:40.511162 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9798a54c-bca5-40d1-8895-d4d3f93abdb1 tempest-AllowedAddressPairTestJSON-12001628 tempest-AllowedAddressPairTestJSON-12001628-project] 10.222.0.75 "DELETE /v2.0/networks/63723d25-fa22-4196-846b-4c5d4f0bf194 HTTP/1.1" status: 204 len: 168 time: 1.5024118 Feb 17 09:39:40.539803 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:39:40.550220 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8bab304c-596e-4ddc-a125-7ab3d5b06194 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/f8526858-c58a-447b-8b33-00de8aa261dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8865197 Feb 17 09:39:40.553303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39142) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:40.555277 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Sync routers for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:39:40.561040 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-52f8ffbe-cfc0-4ccd-9457-c591c2c4d609 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'network': {'name': 'tempest-RoutersTest-1847301476'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:40.566147 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-52f8ffbe-cfc0-4ccd-9457-c591c2c4d609 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:40.571692 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:40.572406 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:40.572645 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-52f8ffbe-cfc0-4ccd-9457-c591c2c4d609 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:network and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:40.575845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-52f8ffbe-cfc0-4ccd-9457-c591c2c4d609 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:40.583568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-52f8ffbe-cfc0-4ccd-9457-c591c2c4d609 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:40.736795 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f8ffbe-cfc0-4ccd-9457-c591c2c4d609 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:40.748660 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52f8ffbe-cfc0-4ccd-9457-c591c2c4d609 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.782100 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:39:40.783747 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:39:40.798122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:40.821106 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:39:40.837440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f8ffbe-cfc0-4ccd-9457-c591c2c4d609 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:39:40.850637 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52f8ffbe-cfc0-4ccd-9457-c591c2c4d609 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.858006 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-52f8ffbe-cfc0-4ccd-9457-c591c2c4d609 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Added segment 2828ed93-e2d9-4315-85d0-523234016a2d of type vlan for network ac10e940-5b4d-4047-93f8-3e7c00f750b7 Feb 17 09:39:40.889335 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52f8ffbe-cfc0-4ccd-9457-c591c2c4d609 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.908131 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d00f0646-840e-43c4-b0ec-86b1213b6a4e no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:39:40.942014 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe112a-b47d-4b2e-bca2-bc76d26b14e0 None None] Deleting port d00f0646-840e-43c4-b0ec-86b1213b6a4e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:40.943177 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6dbe112a-b47d-4b2e-bca2-bc76d26b14e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.948622 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34955e1b-bcc5-43c1-a30d-ba7b236fe930 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:40.988039 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: d00f0646-840e-43c4-b0ec-86b1213b6a4e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:39:40.988340 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d00f0646-840e-43c4-b0ec-86b1213b6a4e not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:39:41.003422 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34955e1b-bcc5-43c1-a30d-ba7b236fe930 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Port': ['ID=3d0218ee-17d7-4b00-a099-51a28bf11090,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:41.036838 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52f8ffbe-cfc0-4ccd-9457-c591c2c4d609 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:41.037199 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe112a-b47d-4b2e-bca2-bc76d26b14e0 None None] The port 'd00f0646-840e-43c4-b0ec-86b1213b6a4e' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:39:41.048635 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f8ffbe-cfc0-4ccd-9457-c591c2c4d609 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:41.049858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52f8ffbe-cfc0-4ccd-9457-c591c2c4d609 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:41.134645 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34955e1b-bcc5-43c1-a30d-ba7b236fe930 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:41.184230 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:39:37Z', 'revision_number': 2, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:38Z', 'revision_number': 2, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:41.190756 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Checking router: f8526858-c58a-447b-8b33-00de8aa261dc for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:39:41.191505 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Updating router f8526858-c58a-447b-8b33-00de8aa261dc port 7f732dc3-d78c-479f-80a6-36a581a8bb7e binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:39:41.252278 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:41.359246 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39152) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:41.360100 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8ffbe-cfc0-4ccd-9457-c591c2c4d609 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Network': ['ID=ac10e940-5b4d-4047-93f8-3e7c00f750b7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:41.423213 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34955e1b-bcc5-43c1-a30d-ba7b236fe930 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:41.423213 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34955e1b-bcc5-43c1-a30d-ba7b236fe930 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:41.423653 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network ac10e940-5b4d-4047-93f8-3e7c00f750b7 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:39:41.502486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:41.503204 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aaa919-c448-40ff-a100-74fd9c358a82 req-1d01b4d3-28e0-4938-a045-88be9207a5a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:41.505313 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e0aaa919-c448-40ff-a100-74fd9c358a82 req-1d01b4d3-28e0-4938-a045-88be9207a5a9 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 943 time: 0.1029513 Feb 17 09:39:41.539421 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-52f8ffbe-cfc0-4ccd-9457-c591c2c4d609 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9843354 Feb 17 09:39:41.542099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39158) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:41.543306 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:39:41.549775 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dec1678a-76ad-4630-860d-bc5808f2621c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'subnet': {'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:41.563449 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34955e1b-bcc5-43c1-a30d-ba7b236fe930 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:41.566510 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34955e1b-bcc5-43c1-a30d-ba7b236fe930 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Fanout notify agent at l3_agent the message router_deleted on router 73705a2f-b888-485d-b7e0-17a161de2b0a {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:39:41.566666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,segment=NetworkSegment(179b37b6-f82e-45bc-b5bf-ce33261ab390),segment_id=179b37b6-f82e-45bc-b5bf-ce33261ab390)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:41.599755 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e0aaa919-c448-40ff-a100-74fd9c358a82 req-e199c4cb-63ec-47aa-beaf-ba3d088449af tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858500 Feb 17 09:39:41.636907 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39162) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:41.639552 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8d1873cf-1aa1-44e6-92eb-6c91efc09b99 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=072c693346994d48abd7993e26bbdd86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784956 Feb 17 09:39:41.648293 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39166) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:41.648760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:41.730449 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:41.733355 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:41.741451 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34955e1b-bcc5-43c1-a30d-ba7b236fe930 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:41.745397 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-34955e1b-bcc5-43c1-a30d-ba7b236fe930 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/routers/73705a2f-b888-485d-b7e0-17a161de2b0a HTTP/1.1" status: 204 len: 168 time: 2.9179873 Feb 17 09:39:41.745876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39170) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:41.750388 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Transition to ACTIVE for port object 7f732dc3-d78c-479f-80a6-36a581a8bb7e will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:41.757942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dec1678a-76ad-4630-860d-bc5808f2621c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:41.764638 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-dec1678a-76ad-4630-860d-bc5808f2621c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:subnet and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:41.774555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-dec1678a-76ad-4630-860d-bc5808f2621c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:41.784317 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dec1678a-76ad-4630-860d-bc5808f2621c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:41.789522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d861629-e31e-43cf-bf41-01459f851193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:41.806091 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-60e5383e-853f-4cac-aaf1-dcab5a496b61 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/floatingips/36910547-16f0-4f95-b9b7-280ae2b0f1ea HTTP/1.1" status: 200 len: 991 time: 0.1607950 Feb 17 09:39:41.826173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d861629-e31e-43cf-bf41-01459f851193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:41.826571 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbd1acc-4318-4bb8-8e36-b4b4f52cb87b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Deleting subnet 08a2e6e3-674e-4462-8219-df98e7a2af04 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:39:41.829495 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1acc-4318-4bb8-8e36-b4b4f52cb87b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:41.833364 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:41.885769 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1acc-4318-4bb8-8e36-b4b4f52cb87b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:41.913513 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec1678a-76ad-4630-860d-bc5808f2621c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:41.919185 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dec1678a-76ad-4630-860d-bc5808f2621c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:41.990159 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1acc-4318-4bb8-8e36-b4b4f52cb87b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:42.003809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d861629-e31e-43cf-bf41-01459f851193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:42.011898 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52590256-f80d-42ff-9f74-c3e5dcf904e9 None None] Pushing event updated for resources: {'Port': ['ID=7f732dc3-d78c-479f-80a6-36a581a8bb7e,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:42.056401 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52590256-f80d-42ff-9f74-c3e5dcf904e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:42.056754 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52590256-f80d-42ff-9f74-c3e5dcf904e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:42.057149 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52590256-f80d-42ff-9f74-c3e5dcf904e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:42.057462 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52590256-f80d-42ff-9f74-c3e5dcf904e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:42.057792 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52590256-f80d-42ff-9f74-c3e5dcf904e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:42.058149 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52590256-f80d-42ff-9f74-c3e5dcf904e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:42.058473 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52590256-f80d-42ff-9f74-c3e5dcf904e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:42.058796 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52590256-f80d-42ff-9f74-c3e5dcf904e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:42.062231 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52590256-f80d-42ff-9f74-c3e5dcf904e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:42.062231 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52590256-f80d-42ff-9f74-c3e5dcf904e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:42.062231 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52590256-f80d-42ff-9f74-c3e5dcf904e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:42.062231 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52590256-f80d-42ff-9f74-c3e5dcf904e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:42.077356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['7d0f9fa7-299a-444d-aa2c-0b0c398c29f0'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:39:42.088410 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Attempting to bind port 7f732dc3-d78c-479f-80a6-36a581a8bb7e on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:39:42.090722 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Attempting to bind port 7f732dc3-d78c-479f-80a6-36a581a8bb7e by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'a49ad99e-9442-4082-989e-a08527af2b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:39:42.090722 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Attempting to bind port 7f732dc3-d78c-479f-80a6-36a581a8bb7e on network f2deeb7c-a5d7-447f-92c6-98f8453c59ec {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:39:42.099424 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:39:42.099835 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Checking segment: {'id': 'a49ad99e-9442-4082-989e-a08527af2b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:42.100431 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:42.101072 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Bound using segment: {'id': 'a49ad99e-9442-4082-989e-a08527af2b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:39:42.101579 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Bound port: 7f732dc3-d78c-479f-80a6-36a581a8bb7e, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49ad99e-9442-4082-989e-a08527af2b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:39:42.102023 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:42.213375 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] For port 7f732dc3-d78c-479f-80a6-36a581a8bb7e, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:39:42.213613 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d861629-e31e-43cf-bf41-01459f851193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d8185a-bdf9-4749-84db-5bb767aa3221,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:42.222779 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] For port 7f732dc3-d78c-479f-80a6-36a581a8bb7e, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7f732dc3-d78c-479f-80a6-36a581a8bb7e,segment=NetworkSegment(a49ad99e-9442-4082-989e-a08527af2b6a),segment_id=a49ad99e-9442-4082-989e-a08527af2b6a)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:39:42.232963 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d861629-e31e-43cf-bf41-01459f851193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:42.236751 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9d861629-e31e-43cf-bf41-01459f851193 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/31d8185a-bdf9-4749-84db-5bb767aa3221 HTTP/1.1" status: 204 len: 168 time: 0.5844557 Feb 17 09:39:42.319227 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:42.365882 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dec1678a-76ad-4630-860d-bc5808f2621c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:42.366492 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1acc-4318-4bb8-8e36-b4b4f52cb87b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:42.397370 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:42.398298 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:42.417219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd1acc-4318-4bb8-8e36-b4b4f52cb87b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Subnet': ['ID=08a2e6e3-674e-4462-8219-df98e7a2af04,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:42.424313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1acc-4318-4bb8-8e36-b4b4f52cb87b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:42.433195 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3dbd1acc-4318-4bb8-8e36-b4b4f52cb87b tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/subnets/08a2e6e3-674e-4462-8219-df98e7a2af04 HTTP/1.1" status: 204 len: 168 time: 0.6854115 Feb 17 09:39:42.435452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39176) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:42.471963 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490a470b-4168-457f-8253-d9ac835afa50 None None] Network 925dd8a5-bc0f-4e1c-a05e-8815b65c4280 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:42.479349 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52590256-f80d-42ff-9f74-c3e5dcf904e9 None None] Pushing event updated for resources: {'Port': ['ID=7f732dc3-d78c-479f-80a6-36a581a8bb7e,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:42.533155 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1678a-76ad-4630-860d-bc5808f2621c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Subnet': ['ID=5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:42.600394 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:42.600629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1678a-76ad-4630-860d-bc5808f2621c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Checking segment: {'id': '2828ed93-e2d9-4315-85d0-523234016a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:42.602008 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1678a-76ad-4630-860d-bc5808f2621c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network hostable DHCP agents. Network: ac10e940-5b4d-4047-93f8-3e7c00f750b7, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:39:42.613214 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Deleting port b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:42.613916 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:42.618031 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:39:42.734179 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1678a-76ad-4630-860d-bc5808f2621c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network ac10e940-5b4d-4047-93f8-3e7c00f750b7 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:39:42.819520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-dec1678a-76ad-4630-860d-bc5808f2621c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, ac10e940-5b4d-4047-93f8-3e7c00f750b7) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:42.824678 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec1678a-76ad-4630-860d-bc5808f2621c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:42.825355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dec1678a-76ad-4630-860d-bc5808f2621c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:42.884583 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759700f4-834e-4e47-bec8-7202f13c6033 None None] Network ac10e940-5b4d-4047-93f8-3e7c00f750b7 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:42.925595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] For port b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90,segment=NetworkSegment(36b5ed3c-7540-495e-aebb-e3da0dc96e8d),segment_id=36b5ed3c-7540-495e-aebb-e3da0dc96e8d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:42.926253 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:42.953686 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-dec1678a-76ad-4630-860d-bc5808f2621c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4104559 Feb 17 09:39:42.956393 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39188) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:43.003010 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:39:37Z', 'revision_number': 2, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:42Z', 'revision_number': 4, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:43.009131 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae835b40-cc54-4dd6-8690-5e8b0a098e19 None None] The sync data for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv is: [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:39:37Z', 'revision_number': 2, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:42Z', 'revision_number': 4, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:39:43.068943 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Calling delete_port for b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:43.241010 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:39:43.241856 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:43.254441 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb70c57-c93c-4254-8b93-da873aef286d None None] DHCP port deletion for 925dd8a5-bc0f-4e1c-a05e-8815b65c4280 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:39:43.265258 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bbb70c57-c93c-4254-8b93-da873aef286d None None] Deleting port b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:43.265644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bbb70c57-c93c-4254-8b93-da873aef286d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:43.273619 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:43.352755 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] No DVR routers for this DVR port b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:39:43.387856 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Port': ['ID=b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:43.388454 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bbb70c57-c93c-4254-8b93-da873aef286d None None] The port 'b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:39:43.556894 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:43.605089 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925dd8a5-bc0f-4e1c-a05e-8815b65c4280']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:43.606179 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Allocated IP 172.21.0.2 (ac10e940-5b4d-4047-93f8-3e7c00f750b7/5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04/71e23d50-5f3c-473f-b25b-6872520f6d9d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:43.618772 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b5ed3c-7540-495e-aebb-e3da0dc96e8d') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:43.619079 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b5ed3c-7540-495e-aebb-e3da0dc96e8d') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:43.633128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:43.654243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:43.662104 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:39:43.662492 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:39:43.746122 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:39:43.844117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39204) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:43.847932 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:43.850854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:43.871194 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:43.915228 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Network': ['ID=925dd8a5-bc0f-4e1c-a05e-8815b65c4280,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:43.923372 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cef46966-b9dd-4d52-99b8-d2c3355def21 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/networks/925dd8a5-bc0f-4e1c-a05e-8815b65c4280 HTTP/1.1" status: 204 len: 168 time: 1.4867926 Feb 17 09:39:43.926623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39210) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:43.929957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:43.943071 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Transition to ACTIVE for port object 71e23d50-5f3c-473f-b25b-6872520f6d9d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:43.966825 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Transition to ACTIVE for port object 71e23d50-5f3c-473f-b25b-6872520f6d9d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:44.060188 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-639202921'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:44.061938 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:44.124768 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a79a4e91-b4bb-4f6d-98fd-c736353d185d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Deleting port 1c2032b0-855f-4246-abfb-90f26a724ad3 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:44.125135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a79a4e91-b4bb-4f6d-98fd-c736353d185d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:44.143507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Network ac10e940-5b4d-4047-93f8-3e7c00f750b7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:44.146644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:44.151096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:44.156616 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Pushing event updated for resources: {'Port': ['ID=71e23d50-5f3c-473f-b25b-6872520f6d9d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:44.191187 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7f732dc3-d78c-479f-80a6-36a581a8bb7e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:44.215143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:44.223719 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:network and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:44.227680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:44.237086 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:44.299055 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Attempting to bind port 71e23d50-5f3c-473f-b25b-6872520f6d9d on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:39:44.299420 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Attempting to bind port 71e23d50-5f3c-473f-b25b-6872520f6d9d by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '2828ed93-e2d9-4315-85d0-523234016a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:39:44.299774 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Attempting to bind port 71e23d50-5f3c-473f-b25b-6872520f6d9d on network ac10e940-5b4d-4047-93f8-3e7c00f750b7 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:39:44.307431 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:39:44.307802 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Checking segment: {'id': '2828ed93-e2d9-4315-85d0-523234016a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:44.308197 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:44.315979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Bound using segment: {'id': '2828ed93-e2d9-4315-85d0-523234016a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:39:44.315979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Bound port: 71e23d50-5f3c-473f-b25b-6872520f6d9d, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2828ed93-e2d9-4315-85d0-523234016a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:39:44.315979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:44.330000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a79a4e91-b4bb-4f6d-98fd-c736353d185d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:44.330000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a79a4e91-b4bb-4f6d-98fd-c736353d185d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:44.376323 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:44.380365 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:44.404386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:44.416991 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-83a947be-6536-460e-b57b-34941c7a207b None None] For port 71e23d50-5f3c-473f-b25b-6872520f6d9d, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:39:44.420660 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-83a947be-6536-460e-b57b-34941c7a207b None None] For port 71e23d50-5f3c-473f-b25b-6872520f6d9d, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=71e23d50-5f3c-473f-b25b-6872520f6d9d,segment=NetworkSegment(2828ed93-e2d9-4315-85d0-523234016a2d),segment_id=2828ed93-e2d9-4315-85d0-523234016a2d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:39:44.440296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:44.450683 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:security_group_rule and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:44.456699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:44.495861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:44.496238 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 7f732dc3-d78c-479f-80a6-36a581a8bb7e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:44.502020 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 7f732dc3-d78c-479f-80a6-36a581a8bb7e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:44.502976 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:44.543652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Allocated IP 172.21.0.1 (ac10e940-5b4d-4047-93f8-3e7c00f750b7/5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04/5158858d-7488-4a03-959c-712aee7455d7) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:44.543832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:44.577617 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a79a4e91-b4bb-4f6d-98fd-c736353d185d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Calling delete_port for 1c2032b0-855f-4246-abfb-90f26a724ad3 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:44.670113 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a947be-6536-460e-b57b-34941c7a207b None None] Pushing event updated for resources: {'Port': ['ID=71e23d50-5f3c-473f-b25b-6872520f6d9d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:44.690454 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:44.781211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:44.787516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:44.822317 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:39:44.828301 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a79a4e91-b4bb-4f6d-98fd-c736353d185d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:44.841040 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 7f732dc3-d78c-479f-80a6-36a581a8bb7e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7f732dc3-d78c-479f-80a6-36a581a8bb7e,segment=NetworkSegment(a49ad99e-9442-4082-989e-a08527af2b6a),segment_id=a49ad99e-9442-4082-989e-a08527af2b6a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:44.866973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcdc44a-7328-43a6-a5af-dafa8b61cfad,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:44.873024 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:44.873370 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Added segment 1556981e-a16d-4c46-8c73-394698f3633c of type vlan for network 52d2bf94-96e4-4719-bc43-6bfb2db3d3bf Feb 17 09:39:44.883709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a4e91-b4bb-4f6d-98fd-c736353d185d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Port': ['ID=1c2032b0-855f-4246-abfb-90f26a724ad3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:44.926952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:44.955627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:44.970540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:45.007459 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Transition to ACTIVE for port object 5158858d-7488-4a03-959c-712aee7455d7 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:45.027220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a79a4e91-b4bb-4f6d-98fd-c736353d185d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:45.038372 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:39:45.049764 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a79a4e91-b4bb-4f6d-98fd-c736353d185d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:45.050953 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a79a4e91-b4bb-4f6d-98fd-c736353d185d tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/floatingips/135f2f28-edf6-4b52-897a-03c9d46a7362 HTTP/1.1" status: 204 len: 168 time: 1.1229939 Feb 17 09:39:45.056066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39214) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:45.082811 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:39:45.083288 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b38cfb2a-dd8c-460d-a0ac-bf9f5326ec90 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:39:45.087094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:45.096316 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:45.096954 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:45.108294 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=7f732dc3-d78c-479f-80a6-36a581a8bb7e,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:45.111454 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-2430743d-f2f0-434f-be79-38050522e397 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] DELETE failed (client error): The resource could not be found. Feb 17 09:39:45.111999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2430743d-f2f0-434f-be79-38050522e397 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:45.118093 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2430743d-f2f0-434f-be79-38050522e397 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/ports/f7170d03-742a-40ac-8070-c1c3a6fe2468 HTTP/1.1" status: 404 len: 333 time: 0.0607350 Feb 17 09:39:45.118832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39218) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:45.131518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:45.168168 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f1447875-ba8a-4bc6-a8b2-a250315d7031 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Synchronizing usage tracker for tenant:387f6bd376864594aa251ea9f5b6cd05 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:39:45.282445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network ac10e940-5b4d-4047-93f8-3e7c00f750b7 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:45.284757 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f1447875-ba8a-4bc6-a8b2-a250315d7031 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Unset dirty status for tenant:387f6bd376864594aa251ea9f5b6cd05 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:39:45.286634 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f1447875-ba8a-4bc6-a8b2-a250315d7031 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "GET /v2.0/ports?device_id=73705a2f-b888-485d-b7e0-17a161de2b0a HTTP/1.1" status: 200 len: 205 time: 0.1661839 Feb 17 09:39:45.288065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Network': ['ID=52d2bf94-96e4-4719-bc43-6bfb2db3d3bf,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:45.289289 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39222) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:45.290438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:45.294856 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:45.298987 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 52d2bf94-96e4-4719-bc43-6bfb2db3d3bf details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:39:45.330328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=5158858d-7488-4a03-959c-712aee7455d7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:45.346822 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-123de6e0-8566-49f9-a6ec-18a2a2f579c0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4986961 Feb 17 09:39:45.367682 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-f6a663c5-5b03-43dc-901e-fb7f0ef3fcdb tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] delete failed (client error): The resource could not be found. Feb 17 09:39:45.368712 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f6a663c5-5b03-43dc-901e-fb7f0ef3fcdb tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/routers/73705a2f-b888-485d-b7e0-17a161de2b0a HTTP/1.1" status: 404 len: 336 time: 0.0784931 Feb 17 09:39:45.382616 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39226) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:45.393029 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:45.417855 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-da303edf-6887-4004-ac8e-71630d43aba1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] DELETE failed (client error): The resource could not be found. Feb 17 09:39:45.418690 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da303edf-6887-4004-ac8e-71630d43aba1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:45.421443 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-da303edf-6887-4004-ac8e-71630d43aba1 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/subnets/08a2e6e3-674e-4462-8219-df98e7a2af04 HTTP/1.1" status: 404 len: 337 time: 0.0478427 Feb 17 09:39:45.427287 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39230) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:45.492180 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-14b7ea33-c95a-4c6e-929b-2730d121d73f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Deleting port 2b43f62b-976a-4c57-9959-55abae99a9e3 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:45.492532 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14b7ea33-c95a-4c6e-929b-2730d121d73f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:45.627140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:45.701959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:45.831808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:45.831808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:46.003947 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:46.021069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14b7ea33-c95a-4c6e-929b-2730d121d73f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:46.076379 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,segment=NetworkSegment(179b37b6-f82e-45bc-b5bf-ce33261ab390),segment_id=179b37b6-f82e-45bc-b5bf-ce33261ab390)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:46.081937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:39:46.097888 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1229e473-2195-480e-89fd-a7bd0f577736 None None] Network ac10e940-5b4d-4047-93f8-3e7c00f750b7 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:46.163264 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:46.174434 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-14b7ea33-c95a-4c6e-929b-2730d121d73f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Calling delete_port for 2b43f62b-976a-4c57-9959-55abae99a9e3 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:46.209801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:46.267455 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:46.342602 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0', 'code': 200} Feb 17 09:39:46.348495 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 71e23d50-5f3c-473f-b25b-6872520f6d9d up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:46.400973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=5158858d-7488-4a03-959c-712aee7455d7,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:46.403381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:46.452086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14b7ea33-c95a-4c6e-929b-2730d121d73f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:46.498795 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:46.534969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-171a3868-d3a7-4c99-9122-b8cbb3c97d17 None None] Provisioning for port 71e23d50-5f3c-473f-b25b-6872520f6d9d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:46.535977 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7ea33-c95a-4c6e-929b-2730d121d73f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Port': ['ID=2b43f62b-976a-4c57-9959-55abae99a9e3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:46.596913 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 71e23d50-5f3c-473f-b25b-6872520f6d9d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:46.606965 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 71e23d50-5f3c-473f-b25b-6872520f6d9d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:46.607336 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:46.616688 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network ac10e940-5b4d-4047-93f8-3e7c00f750b7 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:46.618804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:46.726954 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14b7ea33-c95a-4c6e-929b-2730d121d73f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:46.754339 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:46.797957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 71e23d50-5f3c-473f-b25b-6872520f6d9d, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=71e23d50-5f3c-473f-b25b-6872520f6d9d,segment=NetworkSegment(2828ed93-e2d9-4315-85d0-523234016a2d),segment_id=2828ed93-e2d9-4315-85d0-523234016a2d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:46.810164 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-14b7ea33-c95a-4c6e-929b-2730d121d73f tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/ports/2b43f62b-976a-4c57-9959-55abae99a9e3 HTTP/1.1" status: 204 len: 168 time: 1.3851035 Feb 17 09:39:46.812999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39238) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:46.890642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:46.895393 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7f732dc3-d78c-479f-80a6-36a581a8bb7e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:46.921926 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2c36fe1b-6712-4b2b-9d4f-c509897b4c35 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Deleting port bb1e1be6-77a9-4689-970e-bda421c7c396 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:46.922639 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c36fe1b-6712-4b2b-9d4f-c509897b4c35 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:47.048887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router f8526858-c58a-447b-8b33-00de8aa261dc has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:39:47.091023 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=71e23d50-5f3c-473f-b25b-6872520f6d9d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:47.154476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 7f732dc3-d78c-479f-80a6-36a581a8bb7e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:47.155001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:47.322139 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c32e1157-dec2-4232-9736-a62ab7c34878 None None] Provisioning for port 5158858d-7488-4a03-959c-712aee7455d7 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:47.328650 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c32e1157-dec2-4232-9736-a62ab7c34878 None None] Provisioning complete for port 5158858d-7488-4a03-959c-712aee7455d7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:47.329420 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c32e1157-dec2-4232-9736-a62ab7c34878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:47.450760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c32e1157-dec2-4232-9736-a62ab7c34878 None None] Port 5158858d-7488-4a03-959c-712aee7455d7 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:47.466094 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c32e1157-dec2-4232-9736-a62ab7c34878 None None] Provisioning complete for port 71e23d50-5f3c-473f-b25b-6872520f6d9d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:47.467392 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c32e1157-dec2-4232-9736-a62ab7c34878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:47.491269 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:39:47.513514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b070682-f184-4440-9430-743eec883d49 None None] Sync routers for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:39:47.514342 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6ab1ff26-09d0-4df8-b53f-26a6df577b9d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/f8526858-c58a-447b-8b33-00de8aa261dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5563257 Feb 17 09:39:47.515245 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39242) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:47.521605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-594ac23c-8ea8-4b78-b709-d54db11d7f07 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'network': {'name': 'tempest-RoutersTest-1910429647'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:47.530207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-594ac23c-8ea8-4b78-b709-d54db11d7f07 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:47.534644 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-594ac23c-8ea8-4b78-b709-d54db11d7f07 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:network and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:47.537482 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b070682-f184-4440-9430-743eec883d49 None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:47.538813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1b070682-f184-4440-9430-743eec883d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:47.539886 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-594ac23c-8ea8-4b78-b709-d54db11d7f07 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:47.550113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-594ac23c-8ea8-4b78-b709-d54db11d7f07 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:47.639112 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594ac23c-8ea8-4b78-b709-d54db11d7f07 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:47.643244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-594ac23c-8ea8-4b78-b709-d54db11d7f07 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:47.648250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c36fe1b-6712-4b2b-9d4f-c509897b4c35 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:47.707265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594ac23c-8ea8-4b78-b709-d54db11d7f07 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:39:47.725579 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-594ac23c-8ea8-4b78-b709-d54db11d7f07 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:47.726165 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-594ac23c-8ea8-4b78-b709-d54db11d7f07 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Added segment c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4 of type vlan for network d3371335-16fa-4fc7-8f5a-acc5b484bf73 Feb 17 09:39:47.754835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-594ac23c-8ea8-4b78-b709-d54db11d7f07 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:47.785067 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-1b070682-f184-4440-9430-743eec883d49 None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:39:47.838872 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-594ac23c-8ea8-4b78-b709-d54db11d7f07 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:47.840714 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2c36fe1b-6712-4b2b-9d4f-c509897b4c35 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Calling delete_port for bb1e1be6-77a9-4689-970e-bda421c7c396 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:47.846485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594ac23c-8ea8-4b78-b709-d54db11d7f07 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:47.847324 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-594ac23c-8ea8-4b78-b709-d54db11d7f07 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:47.961513 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ac23c-8ea8-4b78-b709-d54db11d7f07 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Network': ['ID=d3371335-16fa-4fc7-8f5a-acc5b484bf73,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:47.988509 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network d3371335-16fa-4fc7-8f5a-acc5b484bf73 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:39:48.035651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39246) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:48.036942 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-594ac23c-8ea8-4b78-b709-d54db11d7f07 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5194123 Feb 17 09:39:48.061756 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b9d1b8c9-ef7b-41e4-be44-91d239852ae8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'subnet': {'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:48.135775 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 71e23d50-5f3c-473f-b25b-6872520f6d9d up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:48.143962 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c36fe1b-6712-4b2b-9d4f-c509897b4c35 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:48.230606 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36fe1b-6712-4b2b-9d4f-c509897b4c35 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Port': ['ID=bb1e1be6-77a9-4689-970e-bda421c7c396,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:48.330449 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b9d1b8c9-ef7b-41e4-be44-91d239852ae8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:48.337659 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b9d1b8c9-ef7b-41e4-be44-91d239852ae8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:subnet and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:48.342231 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b9d1b8c9-ef7b-41e4-be44-91d239852ae8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:48.355816 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b9d1b8c9-ef7b-41e4-be44-91d239852ae8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:48.368254 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c36fe1b-6712-4b2b-9d4f-c509897b4c35 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:48.381163 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2c36fe1b-6712-4b2b-9d4f-c509897b4c35 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/ports/bb1e1be6-77a9-4689-970e-bda421c7c396 HTTP/1.1" status: 204 len: 168 time: 1.5634708 Feb 17 09:39:48.381356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39250) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:48.388692 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 71e23d50-5f3c-473f-b25b-6872520f6d9d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:48.389077 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:48.456600 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d1b8c9-ef7b-41e4-be44-91d239852ae8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:48.462343 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b8c9-ef7b-41e4-be44-91d239852ae8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:48.471946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80265b86-152f-47aa-a113-79f917449031 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:48.473122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-80265b86-152f-47aa-a113-79f917449031 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Synchronizing usage tracker for tenant:387f6bd376864594aa251ea9f5b6cd05 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:39:48.521313 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1b070682-f184-4440-9430-743eec883d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:39:45Z', 'revision_number': 3, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:45Z', 'revision_number': 2, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:48.537627 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b070682-f184-4440-9430-743eec883d49 None None] Checking router: f8526858-c58a-447b-8b33-00de8aa261dc for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:39:48.537984 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b070682-f184-4440-9430-743eec883d49 None None] Updating router f8526858-c58a-447b-8b33-00de8aa261dc port 5158858d-7488-4a03-959c-712aee7455d7 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:39:48.596787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4cbb55c7-110c-45af-91ae-465bb3b67624 None None] Provisioning complete for port 5158858d-7488-4a03-959c-712aee7455d7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:48.597154 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4cbb55c7-110c-45af-91ae-465bb3b67624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:48.616206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-80265b86-152f-47aa-a113-79f917449031 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Unset dirty status for tenant:387f6bd376864594aa251ea9f5b6cd05 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:39:48.619266 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-80265b86-152f-47aa-a113-79f917449031 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "GET /v2.0/ports?device_id=355915fb-b35c-478c-a7f5-f81f8a202bae HTTP/1.1" status: 200 len: 913 time: 0.2362690 Feb 17 09:39:48.620885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39254) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:48.658157 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b070682-f184-4440-9430-743eec883d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:48.705516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4cbb55c7-110c-45af-91ae-465bb3b67624 None None] Port 5158858d-7488-4a03-959c-712aee7455d7 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:48.794735 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39258) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:48.801341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-616b0afc-6644-4983-81b7-16cd03b1948e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'subnet': {'network_id': '52d2bf94-96e4-4719-bc43-6bfb2db3d3bf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:48.872340 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b8c9-ef7b-41e4-be44-91d239852ae8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:48.994478 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-616b0afc-6644-4983-81b7-16cd03b1948e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:48.996696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1b8c9-ef7b-41e4-be44-91d239852ae8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Subnet': ['ID=522c2475-eed4-483a-b451-57f0848ce13b,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:49.005016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-616b0afc-6644-4983-81b7-16cd03b1948e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:subnet and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:49.009292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-616b0afc-6644-4983-81b7-16cd03b1948e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:49.017274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-616b0afc-6644-4983-81b7-16cd03b1948e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:49.022385 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d1b8c9-ef7b-41e4-be44-91d239852ae8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Checking segment: {'id': 'c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:49.022750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d1b8c9-ef7b-41e4-be44-91d239852ae8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network hostable DHCP agents. Network: d3371335-16fa-4fc7-8f5a-acc5b484bf73, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:39:49.058306 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b070682-f184-4440-9430-743eec883d49 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:49.069685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1b070682-f184-4440-9430-743eec883d49 None None] Transition to ACTIVE for port object 5158858d-7488-4a03-959c-712aee7455d7 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:49.157017 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616b0afc-6644-4983-81b7-16cd03b1948e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:49.160567 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-616b0afc-6644-4983-81b7-16cd03b1948e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:49.180178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d1b8c9-ef7b-41e4-be44-91d239852ae8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network d3371335-16fa-4fc7-8f5a-acc5b484bf73 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:39:49.180996 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b070682-f184-4440-9430-743eec883d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:49.246230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c5f32ec-28f8-423e-9fea-95592b0cbb67 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:49.341247 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b9d1b8c9-ef7b-41e4-be44-91d239852ae8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, d3371335-16fa-4fc7-8f5a-acc5b484bf73) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:49.353320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d1b8c9-ef7b-41e4-be44-91d239852ae8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:49.353906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b8c9-ef7b-41e4-be44-91d239852ae8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:49.363672 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a93f44-3ab7-4af7-8c2b-c529bc4ecc18 None None] Network d3371335-16fa-4fc7-8f5a-acc5b484bf73 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:49.425311 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d940b-3132-432d-8e70-759a6ec5e366 None None] Pushing event updated for resources: {'Port': ['ID=5158858d-7488-4a03-959c-712aee7455d7,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:49.482408 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b9d1b8c9-ef7b-41e4-be44-91d239852ae8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4417543 Feb 17 09:39:49.482724 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39262) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:49.528133 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1b070682-f184-4440-9430-743eec883d49 None None] Attempting to bind port 5158858d-7488-4a03-959c-712aee7455d7 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:39:49.528498 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1b070682-f184-4440-9430-743eec883d49 None None] Attempting to bind port 5158858d-7488-4a03-959c-712aee7455d7 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '2828ed93-e2d9-4315-85d0-523234016a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:39:49.528860 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b070682-f184-4440-9430-743eec883d49 None None] Attempting to bind port 5158858d-7488-4a03-959c-712aee7455d7 on network ac10e940-5b4d-4047-93f8-3e7c00f750b7 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:39:49.587027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b070682-f184-4440-9430-743eec883d49 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:39:49.587393 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b070682-f184-4440-9430-743eec883d49 None None] Checking segment: {'id': '2828ed93-e2d9-4315-85d0-523234016a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:49.587786 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b070682-f184-4440-9430-743eec883d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:49.588169 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b070682-f184-4440-9430-743eec883d49 None None] Bound using segment: {'id': '2828ed93-e2d9-4315-85d0-523234016a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:39:49.588633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1b070682-f184-4440-9430-743eec883d49 None None] Bound port: 5158858d-7488-4a03-959c-712aee7455d7, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2828ed93-e2d9-4315-85d0-523234016a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:39:49.589002 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b070682-f184-4440-9430-743eec883d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:49.760174 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-616b0afc-6644-4983-81b7-16cd03b1948e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:49.760806 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1b070682-f184-4440-9430-743eec883d49 None None] For port 5158858d-7488-4a03-959c-712aee7455d7, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:39:49.768673 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1b070682-f184-4440-9430-743eec883d49 None None] For port 5158858d-7488-4a03-959c-712aee7455d7, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5158858d-7488-4a03-959c-712aee7455d7,segment=NetworkSegment(2828ed93-e2d9-4315-85d0-523234016a2d),segment_id=2828ed93-e2d9-4315-85d0-523234016a2d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:39:49.823515 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-d3371335-16fa-4fc7-8f5a-acc5b484bf73', 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'fixed_ips': [{'subnet_id': '522c2475-eed4-483a-b451-57f0848ce13b'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:39:49.828422 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:49.863824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f32ec-28f8-423e-9fea-95592b0cbb67 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Deleting port 725b58ba-7ce8-4038-b3e8-c9dee57932e6 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:49.865048 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c5f32ec-28f8-423e-9fea-95592b0cbb67 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:49.883608 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b070682-f184-4440-9430-743eec883d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:49.983122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b0afc-6644-4983-81b7-16cd03b1948e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Subnet': ['ID=0b02ed2c-59da-4e99-81b7-94db10b8beb5,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:50.009805 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b070682-f184-4440-9430-743eec883d49 None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:50.010470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1b070682-f184-4440-9430-743eec883d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:50.018945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616b0afc-6644-4983-81b7-16cd03b1948e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Checking segment: {'id': '1556981e-a16d-4c46-8c73-394698f3633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '52d2bf94-96e4-4719-bc43-6bfb2db3d3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:50.019309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616b0afc-6644-4983-81b7-16cd03b1948e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network hostable DHCP agents. Network: 52d2bf94-96e4-4719-bc43-6bfb2db3d3bf, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:39:50.116463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c5f32ec-28f8-423e-9fea-95592b0cbb67 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:50.178355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d940b-3132-432d-8e70-759a6ec5e366 None None] Pushing event updated for resources: {'Port': ['ID=5158858d-7488-4a03-959c-712aee7455d7,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:50.226753 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Allocated IP 172.22.0.2 (d3371335-16fa-4fc7-8f5a-acc5b484bf73/522c2475-eed4-483a-b451-57f0848ce13b/ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:50.245453 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-1b070682-f184-4440-9430-743eec883d49 None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:39:50.285313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f32ec-28f8-423e-9fea-95592b0cbb67 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Calling delete_port for 725b58ba-7ce8-4038-b3e8-c9dee57932e6 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:50.345008 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616b0afc-6644-4983-81b7-16cd03b1948e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network 52d2bf94-96e4-4719-bc43-6bfb2db3d3bf is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:39:50.359709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:50.450105 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-616b0afc-6644-4983-81b7-16cd03b1948e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 52d2bf94-96e4-4719-bc43-6bfb2db3d3bf) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:50.488384 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfc745b-773c-4ca1-a6b9-cf3473eac256 None None] Network 52d2bf94-96e4-4719-bc43-6bfb2db3d3bf requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:50.509666 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616b0afc-6644-4983-81b7-16cd03b1948e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:50.510453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-616b0afc-6644-4983-81b7-16cd03b1948e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:50.619582 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-616b0afc-6644-4983-81b7-16cd03b1948e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8233678 Feb 17 09:39:50.623439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39266) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:50.630662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6b8bf29b-c417-4d4c-b23b-7ccc81f77977 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1110271194'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:50.636196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6b8bf29b-c417-4d4c-b23b-7ccc81f77977 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:50.641937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6b8bf29b-c417-4d4c-b23b-7ccc81f77977 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:network and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:50.646491 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6b8bf29b-c417-4d4c-b23b-7ccc81f77977 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:50.655643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6b8bf29b-c417-4d4c-b23b-7ccc81f77977 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:50.701969 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c5f32ec-28f8-423e-9fea-95592b0cbb67 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:50.756140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8bf29b-c417-4d4c-b23b-7ccc81f77977 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:50.759482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf29b-c417-4d4c-b23b-7ccc81f77977 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:50.770690 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f32ec-28f8-423e-9fea-95592b0cbb67 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Port': ['ID=725b58ba-7ce8-4038-b3e8-c9dee57932e6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:50.871219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8bf29b-c417-4d4c-b23b-7ccc81f77977 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:39:50.913718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:50.935121 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf29b-c417-4d4c-b23b-7ccc81f77977 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:50.935467 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-6b8bf29b-c417-4d4c-b23b-7ccc81f77977 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Added segment 160aec72-2d34-4893-b85f-15c645a24972 of type vlan for network a85ebd92-457b-4c21-9a21-6fe5b2110b09 Feb 17 09:39:50.942503 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Transition to ACTIVE for port object ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:50.995390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf29b-c417-4d4c-b23b-7ccc81f77977 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:51.008195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Transition to ACTIVE for port object ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:51.015201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-52d2bf94-96e4-4719-bc43-6bfb2db3d3bf', 'network_id': '52d2bf94-96e4-4719-bc43-6bfb2db3d3bf', 'tenant_id': 'dcf3a35af9e1480995849cf1f87d0602', 'fixed_ips': [{'subnet_id': '0b02ed2c-59da-4e99-81b7-94db10b8beb5'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:39:51.016029 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:51.102812 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c5f32ec-28f8-423e-9fea-95592b0cbb67 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:51.109630 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1b070682-f184-4440-9430-743eec883d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:39:45Z', 'revision_number': 3, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:49Z', 'revision_number': 4, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:51.116705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b070682-f184-4440-9430-743eec883d49 None None] The sync data for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv is: [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:39:45Z', 'revision_number': 3, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:49Z', 'revision_number': 4, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:39:51.215521 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf29b-c417-4d4c-b23b-7ccc81f77977 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:51.222835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8bf29b-c417-4d4c-b23b-7ccc81f77977 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:51.224947 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf29b-c417-4d4c-b23b-7ccc81f77977 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:51.266071 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Allocated IP 172.22.0.1 (d3371335-16fa-4fc7-8f5a-acc5b484bf73/522c2475-eed4-483a-b451-57f0848ce13b/07b96a3f-4014-4f0d-9616-0d6c2411b41e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:51.282486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:51.377987 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Network d3371335-16fa-4fc7-8f5a-acc5b484bf73 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:51.386235 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Allocated IP 2001:db8:0:ffff::2 (52d2bf94-96e4-4719-bc43-6bfb2db3d3bf/0b02ed2c-59da-4e99-81b7-94db10b8beb5/52a17280-8a7e-434e-a295-11d20ea7f8b0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:51.390534 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:51.396121 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:51.445815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Pushing event updated for resources: {'Port': ['ID=ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:51.525493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:51.581545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bf29b-c417-4d4c-b23b-7ccc81f77977 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Network': ['ID=a85ebd92-457b-4c21-9a21-6fe5b2110b09,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:51.592834 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6b8bf29b-c417-4d4c-b23b-7ccc81f77977 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9682157 Feb 17 09:39:51.595897 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39270) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:51.596225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network a85ebd92-457b-4c21-9a21-6fe5b2110b09 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:39:51.602806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-740ff98a-f552-42ae-867e-0bc9a38b94b5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'subnet': {'network_id': 'a85ebd92-457b-4c21-9a21-6fe5b2110b09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:51.614398 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Attempting to bind port ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:39:51.615075 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Attempting to bind port ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:39:51.615600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Attempting to bind port ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f on network d3371335-16fa-4fc7-8f5a-acc5b484bf73 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:39:51.691089 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:39:51.691467 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Checking segment: {'id': 'c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:51.691875 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:51.692819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Bound using segment: {'id': 'c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:39:51.693499 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Bound port: ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:39:51.693880 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:51.710522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Transition to ACTIVE for port object 07b96a3f-4014-4f0d-9616-0d6c2411b41e will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:51.777387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-740ff98a-f552-42ae-867e-0bc9a38b94b5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:51.781268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-740ff98a-f552-42ae-867e-0bc9a38b94b5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:subnet and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:51.784204 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-740ff98a-f552-42ae-867e-0bc9a38b94b5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:51.790147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-740ff98a-f552-42ae-867e-0bc9a38b94b5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:51.858251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5f32ec-28f8-423e-9fea-95592b0cbb67 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Router 355915fb-b35c-478c-a7f5-f81f8a202bae has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:39:51.894498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740ff98a-f552-42ae-867e-0bc9a38b94b5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:51.898749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-740ff98a-f552-42ae-867e-0bc9a38b94b5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:51.916468 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] For port ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:39:51.930540 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] For port ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f,segment=NetworkSegment(c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4),segment_id=c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:39:51.950593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:51.960620 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Transition to ACTIVE for port object 52a17280-8a7e-434e-a295-11d20ea7f8b0 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:51.981378 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Transition to ACTIVE for port object 52a17280-8a7e-434e-a295-11d20ea7f8b0 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:51.994957 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:52.050741 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:52.062032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5f32ec-28f8-423e-9fea-95592b0cbb67 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:39:52.068233 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network d3371335-16fa-4fc7-8f5a-acc5b484bf73 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:52.074762 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee4951-d3a2-4761-a139-a2e7f24adbc1 None None] Sync routers for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:39:52.079115 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0c5f32ec-28f8-423e-9fea-95592b0cbb67 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "PUT /v2.0/routers/355915fb-b35c-478c-a7f5-f81f8a202bae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4547086 Feb 17 09:39:52.079694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39274) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:52.084959 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee4951-d3a2-4761-a139-a2e7f24adbc1 None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:52.085808 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4eee4951-d3a2-4761-a139-a2e7f24adbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:52.092301 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:52.103584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:52.113779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:52.166028 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Network 52d2bf94-96e4-4719-bc43-6bfb2db3d3bf is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:52.171292 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:52.174011 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:52.188582 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4eee4951-d3a2-4761-a139-a2e7f24adbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:52.197230 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=07b96a3f-4014-4f0d-9616-0d6c2411b41e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:52.200961 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee4951-d3a2-4761-a139-a2e7f24adbc1 None None] Routers {'355915fb-b35c-478c-a7f5-f81f8a202bae'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:52.201819 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4eee4951-d3a2-4761-a139-a2e7f24adbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['355915fb-b35c-478c-a7f5-f81f8a202bae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:52.219000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5158858d-7488-4a03-959c-712aee7455d7 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:52.237015 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:52.283439 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4eee4951-d3a2-4761-a139-a2e7f24adbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:52.284160 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee4951-d3a2-4761-a139-a2e7f24adbc1 None None] The sync data for ids ['355915fb-b35c-478c-a7f5-f81f8a202bae'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:39:52.310080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903e25e-8a48-46c1-956e-57766517e6f5 None None] Pushing event updated for resources: {'Port': ['ID=ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:52.396071 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Attempting to bind port 52a17280-8a7e-434e-a295-11d20ea7f8b0 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:39:52.396071 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Attempting to bind port 52a17280-8a7e-434e-a295-11d20ea7f8b0 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1556981e-a16d-4c46-8c73-394698f3633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '52d2bf94-96e4-4719-bc43-6bfb2db3d3bf'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:39:52.396453 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Attempting to bind port 52a17280-8a7e-434e-a295-11d20ea7f8b0 on network 52d2bf94-96e4-4719-bc43-6bfb2db3d3bf {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:39:52.407724 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a901-b13f-4f79-8054-cbd468813c01 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:52.415575 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:39:52.415947 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Checking segment: {'id': '1556981e-a16d-4c46-8c73-394698f3633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '52d2bf94-96e4-4719-bc43-6bfb2db3d3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:52.416342 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:52.416732 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Bound using segment: {'id': '1556981e-a16d-4c46-8c73-394698f3633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '52d2bf94-96e4-4719-bc43-6bfb2db3d3bf'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:39:52.417196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Bound port: 52a17280-8a7e-434e-a295-11d20ea7f8b0, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1556981e-a16d-4c46-8c73-394698f3633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '52d2bf94-96e4-4719-bc43-6bfb2db3d3bf'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:39:52.417567 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:52.431606 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Pushing event updated for resources: {'Port': ['ID=52a17280-8a7e-434e-a295-11d20ea7f8b0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:52.551107 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] For port 52a17280-8a7e-434e-a295-11d20ea7f8b0, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:39:52.557087 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] For port 52a17280-8a7e-434e-a295-11d20ea7f8b0, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=52a17280-8a7e-434e-a295-11d20ea7f8b0,segment=NetworkSegment(1556981e-a16d-4c46-8c73-394698f3633c),segment_id=1556981e-a16d-4c46-8c73-394698f3633c)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:39:52.633287 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 5158858d-7488-4a03-959c-712aee7455d7 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:52.639726 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 5158858d-7488-4a03-959c-712aee7455d7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:52.640097 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:52.650330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a901-b13f-4f79-8054-cbd468813c01 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:52.667417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-740ff98a-f552-42ae-867e-0bc9a38b94b5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:52.670933 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:52.768552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a9c5a901-b13f-4f79-8054-cbd468813c01 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Deleting port 6e9ef050-0d7d-4df1-89ea-fa2d056f3441 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:52.768932 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a901-b13f-4f79-8054-cbd468813c01 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:52.778650 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539668f-a47d-40cd-b121-48625447b0f0 None None] Pushing event updated for resources: {'Port': ['ID=52a17280-8a7e-434e-a295-11d20ea7f8b0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:52.783231 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ff98a-f552-42ae-867e-0bc9a38b94b5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Subnet': ['ID=6fb32061-deae-4287-a04b-c5d3879dd29b,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:52.806738 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740ff98a-f552-42ae-867e-0bc9a38b94b5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Checking segment: {'id': '160aec72-2d34-4893-b85f-15c645a24972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a85ebd92-457b-4c21-9a21-6fe5b2110b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:52.807100 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740ff98a-f552-42ae-867e-0bc9a38b94b5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network hostable DHCP agents. Network: a85ebd92-457b-4c21-9a21-6fe5b2110b09, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:39:52.833545 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:52.882057 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:52.924175 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 5158858d-7488-4a03-959c-712aee7455d7, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5158858d-7488-4a03-959c-712aee7455d7,segment=NetworkSegment(2828ed93-e2d9-4315-85d0-523234016a2d),segment_id=2828ed93-e2d9-4315-85d0-523234016a2d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:53.002540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a901-b13f-4f79-8054-cbd468813c01 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:53.010220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740ff98a-f552-42ae-867e-0bc9a38b94b5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network a85ebd92-457b-4c21-9a21-6fe5b2110b09 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:39:53.028425 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:53.162609 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=5158858d-7488-4a03-959c-712aee7455d7,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:53.170618 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a9c5a901-b13f-4f79-8054-cbd468813c01 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Calling delete_port for 6e9ef050-0d7d-4df1-89ea-fa2d056f3441 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:53.353408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-740ff98a-f552-42ae-867e-0bc9a38b94b5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, a85ebd92-457b-4c21-9a21-6fe5b2110b09) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:53.357972 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ff98a-f552-42ae-867e-0bc9a38b94b5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:53.358889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-740ff98a-f552-42ae-867e-0bc9a38b94b5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:53.366088 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65ce188-efd9-44f0-9174-244d2f667ddb None None] Network a85ebd92-457b-4c21-9a21-6fe5b2110b09 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:53.403759 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:53.456372 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a901-b13f-4f79-8054-cbd468813c01 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:53.488822 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:53.510157 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5a901-b13f-4f79-8054-cbd468813c01 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Port': ['ID=6e9ef050-0d7d-4df1-89ea-fa2d056f3441,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:53.532851 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-740ff98a-f552-42ae-867e-0bc9a38b94b5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9334598 Feb 17 09:39:53.573974 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39278) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:53.585889 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b682f9a-0b55-4877-83b8-e83b44be97ac None None] Network d3371335-16fa-4fc7-8f5a-acc5b484bf73 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:53.609524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:53.749824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-a85ebd92-457b-4c21-9a21-6fe5b2110b09', 'network_id': 'a85ebd92-457b-4c21-9a21-6fe5b2110b09', 'tenant_id': 'dcf3a35af9e1480995849cf1f87d0602', 'fixed_ips': [{'subnet_id': '6fb32061-deae-4287-a04b-c5d3879dd29b'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:39:53.751019 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:53.769624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a901-b13f-4f79-8054-cbd468813c01 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:53.860166 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=07b96a3f-4014-4f0d-9616-0d6c2411b41e,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:53.889025 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3794ed6b-2db7-4a7f-aec8-f7f131ac593c None None] Provisioning for port ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:53.960792 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:53.999948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a901-b13f-4f79-8054-cbd468813c01 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:54.002649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a901-b13f-4f79-8054-cbd468813c01 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:54.057350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network d3371335-16fa-4fc7-8f5a-acc5b484bf73 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:54.060778 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:54.092324 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Allocated IP 2001:db8::1 (a85ebd92-457b-4c21-9a21-6fe5b2110b09/6fb32061-deae-4287-a04b-c5d3879dd29b/49935c1e-c441-4f57-ac85-ba36b658b874) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:54.133402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a901-b13f-4f79-8054-cbd468813c01 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:54.133922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c5a901-b13f-4f79-8054-cbd468813c01 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Fanout notify agent at l3_agent the message router_deleted on router 355915fb-b35c-478c-a7f5-f81f8a202bae {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:39:54.156387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:54.161868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a901-b13f-4f79-8054-cbd468813c01 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:54.165576 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a9c5a901-b13f-4f79-8054-cbd468813c01 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/routers/355915fb-b35c-478c-a7f5-f81f8a202bae HTTP/1.1" status: 204 len: 168 time: 2.0847740 Feb 17 09:39:54.166290 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39282) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:54.201434 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11dbdb7-0177-4487-969f-2bf411ca23c8 None None] Network 52d2bf94-96e4-4719-bc43-6bfb2db3d3bf requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:54.272436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba71b660-99ac-4bea-842f-57377ffd07e7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Deleting subnet a34ac064-e8cf-48a0-8306-46147df4ae5f {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:39:54.282720 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba71b660-99ac-4bea-842f-57377ffd07e7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:54.309656 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router f8526858-c58a-447b-8b33-00de8aa261dc has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:39:54.360362 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba71b660-99ac-4bea-842f-57377ffd07e7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:54.391929 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 52a17280-8a7e-434e-a295-11d20ea7f8b0 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:54.429669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba71b660-99ac-4bea-842f-57377ffd07e7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:54.468071 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1b32cf7c-d888-4ea7-ae5c-64c407c6eaf8 None None] Provisioning for port 52a17280-8a7e-434e-a295-11d20ea7f8b0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:54.607905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:39:54.612891 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-dd602779-46e3-4005-b7d3-f8078d6d11ed tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/f8526858-c58a-447b-8b33-00de8aa261dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1289871 Feb 17 09:39:54.616514 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:54.621101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba71b660-99ac-4bea-842f-57377ffd07e7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:54.623214 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ab314acb-12bc-43ab-9122-e3e06f55d51f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'network': {'name': 'tempest-RoutersTest-214843328'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:54.631035 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ab314acb-12bc-43ab-9122-e3e06f55d51f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:54.634780 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ab314acb-12bc-43ab-9122-e3e06f55d51f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:network and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:54.639236 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ab314acb-12bc-43ab-9122-e3e06f55d51f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:54.647555 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ab314acb-12bc-43ab-9122-e3e06f55d51f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:54.665969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Sync routers for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:39:54.691050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba71b660-99ac-4bea-842f-57377ffd07e7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:54.696182 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71b660-99ac-4bea-842f-57377ffd07e7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Subnet': ['ID=a34ac064-e8cf-48a0-8306-46147df4ae5f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:54.702787 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ba71b660-99ac-4bea-842f-57377ffd07e7 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/subnets/a34ac064-e8cf-48a0-8306-46147df4ae5f HTTP/1.1" status: 204 len: 168 time: 0.5331330 Feb 17 09:39:54.705923 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:54.711863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:54.712404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:54.779951 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab314acb-12bc-43ab-9122-e3e06f55d51f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:54.783592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab314acb-12bc-43ab-9122-e3e06f55d51f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:54.858463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95a1c842-5ead-42c2-88d4-95347878f7b2 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:54.862208 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ce63acf4-6291-441d-a8f0-be5117f36e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:54.863185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab314acb-12bc-43ab-9122-e3e06f55d51f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:39:54.864510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:54.878278 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab314acb-12bc-43ab-9122-e3e06f55d51f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:54.878635 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-ab314acb-12bc-43ab-9122-e3e06f55d51f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Added segment 1c8ba145-aa0b-41e0-9794-5f5608bf1fdf of type vlan for network eb2f4256-229c-4e66-b3e8-84efdf8a31f3 Feb 17 09:39:54.895191 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Transition to ACTIVE for port object 49935c1e-c441-4f57-ac85-ba36b658b874 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:54.901996 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 52a17280-8a7e-434e-a295-11d20ea7f8b0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:54.936551 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 52a17280-8a7e-434e-a295-11d20ea7f8b0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:54.936925 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:54.975973 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:39:55.005861 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab314acb-12bc-43ab-9122-e3e06f55d51f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.036307 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Transition to ACTIVE for port object 49935c1e-c441-4f57-ac85-ba36b658b874 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:55.041423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95a1c842-5ead-42c2-88d4-95347878f7b2 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.080635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-95a1c842-5ead-42c2-88d4-95347878f7b2 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae40c0e-53d0-4896-97ea-acca655f451d']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:55.094812 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-95a1c842-5ead-42c2-88d4-95347878f7b2 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e9502f-24dd-4364-942e-e51f23bb8295') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:55.095203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-95a1c842-5ead-42c2-88d4-95347878f7b2 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e9502f-24dd-4364-942e-e51f23bb8295') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:55.110183 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95a1c842-5ead-42c2-88d4-95347878f7b2 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.129083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95a1c842-5ead-42c2-88d4-95347878f7b2 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.136127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a1c842-5ead-42c2-88d4-95347878f7b2 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:39:55.136537 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95a1c842-5ead-42c2-88d4-95347878f7b2 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:39:55.153844 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:39:55.235407 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.273799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab314acb-12bc-43ab-9122-e3e06f55d51f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.280153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab314acb-12bc-43ab-9122-e3e06f55d51f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:55.281023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab314acb-12bc-43ab-9122-e3e06f55d51f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.384237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95a1c842-5ead-42c2-88d4-95347878f7b2 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.393433 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95a1c842-5ead-42c2-88d4-95347878f7b2 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.396705 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-95a1c842-5ead-42c2-88d4-95347878f7b2 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] 10.222.0.75 "DELETE /v2.0/networks/4ae40c0e-53d0-4896-97ea-acca655f451d HTTP/1.1" status: 204 len: 168 time: 0.6904783 Feb 17 09:39:55.411696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-88aca390-8515-42a0-af2d-cc158e1a4095 None None] Provisioning for port 07b96a3f-4014-4f0d-9616-0d6c2411b41e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:55.416186 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Network a85ebd92-457b-4c21-9a21-6fe5b2110b09 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:55.416836 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.436237 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:55.451318 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:55.454877 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab314acb-12bc-43ab-9122-e3e06f55d51f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Network': ['ID=eb2f4256-229c-4e66-b3e8-84efdf8a31f3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:55.458204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-88aca390-8515-42a0-af2d-cc158e1a4095 None None] Provisioning complete for port 07b96a3f-4014-4f0d-9616-0d6c2411b41e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:55.458579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88aca390-8515-42a0-af2d-cc158e1a4095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.486263 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb32061-deae-4287-a04b-c5d3879dd29b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:55.497155 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Pushing event updated for resources: {'Port': ['ID=49935c1e-c441-4f57-ac85-ba36b658b874,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:55.499738 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network eb2f4256-229c-4e66-b3e8-84efdf8a31f3 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:39:55.512809 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1c842-5ead-42c2-88d4-95347878f7b2 tempest-FloatingIPTestJSON-1002436422 tempest-FloatingIPTestJSON-1002436422-project] Pushing event deleted for resources: {'Network': ['ID=4ae40c0e-53d0-4896-97ea-acca655f451d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:55.522722 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ab314acb-12bc-43ab-9122-e3e06f55d51f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8977842 Feb 17 09:39:55.523340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39298) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:55.527625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b42bd2c8-37d1-4574-90a5-dd27f7f4a8e8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'subnet': {'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:55.597452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.626541 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85ebd92-457b-4c21-9a21-6fe5b2110b09']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:55.642846 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160aec72-2d34-4893-b85f-15c645a24972') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:55.642846 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160aec72-2d34-4893-b85f-15c645a24972') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:55.655624 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.681749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.688379 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:39:55.690933 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.698411 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b42bd2c8-37d1-4574-90a5-dd27f7f4a8e8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:55.702291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b42bd2c8-37d1-4574-90a5-dd27f7f4a8e8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:subnet and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:39:55.705235 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:39:55.715267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b42bd2c8-37d1-4574-90a5-dd27f7f4a8e8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:55.715267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b42bd2c8-37d1-4574-90a5-dd27f7f4a8e8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:55.720497 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.790652 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-88aca390-8515-42a0-af2d-cc158e1a4095 None None] Port 07b96a3f-4014-4f0d-9616-0d6c2411b41e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:55.808349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Attempting to bind port 49935c1e-c441-4f57-ac85-ba36b658b874 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:39:55.808694 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Attempting to bind port 49935c1e-c441-4f57-ac85-ba36b658b874 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '160aec72-2d34-4893-b85f-15c645a24972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a85ebd92-457b-4c21-9a21-6fe5b2110b09'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:39:55.809052 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Attempting to bind port 49935c1e-c441-4f57-ac85-ba36b658b874 on network a85ebd92-457b-4c21-9a21-6fe5b2110b09 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:39:55.827832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 09:39:55.827832 dv-neutron-828143-5-hyperv neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 09:39:55.827832 dv-neutron-828143-5-hyperv neutron-server[88369]: [parameters: {'id': 'a85ebd92-457b-4c21-9a21-6fe5b2110b09'}] Feb 17 09:39:55.827832 dv-neutron-828143-5-hyperv neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:39:55.828326 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:39:55.830028 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:39:55.830423 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Checking segment: {'id': '160aec72-2d34-4893-b85f-15c645a24972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a85ebd92-457b-4c21-9a21-6fe5b2110b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:55.830821 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.831209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Bound using segment: {'id': '160aec72-2d34-4893-b85f-15c645a24972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a85ebd92-457b-4c21-9a21-6fe5b2110b09'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:39:55.831714 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Bound port: 49935c1e-c441-4f57-ac85-ba36b658b874, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160aec72-2d34-4893-b85f-15c645a24972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a85ebd92-457b-4c21-9a21-6fe5b2110b09'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:39:55.832096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.855163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 52a17280-8a7e-434e-a295-11d20ea7f8b0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=52a17280-8a7e-434e-a295-11d20ea7f8b0,segment=NetworkSegment(1556981e-a16d-4c46-8c73-394698f3633c),segment_id=1556981e-a16d-4c46-8c73-394698f3633c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:55.859500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42bd2c8-37d1-4574-90a5-dd27f7f4a8e8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Made reservation on behalf of 3905cfb40572415aafd3b634e80659df for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:55.863607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b42bd2c8-37d1-4574-90a5-dd27f7f4a8e8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:55.948708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 4, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '07b96a3f-4014-4f0d-9616-0d6c2411b41e', 'name': '', 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:61:c7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '522c2475-eed4-483a-b451-57f0848ce13b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:50Z', 'updated_at': '2022-02-17T09:39:53Z', 'revision_number': 2, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '522c2475-eed4-483a-b451-57f0848ce13b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:55.950985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-640799b6-317f-4218-9e85-a093ae55476f None None] For port 49935c1e-c441-4f57-ac85-ba36b658b874, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:39:55.954787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-640799b6-317f-4218-9e85-a093ae55476f None None] For port 49935c1e-c441-4f57-ac85-ba36b658b874, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=49935c1e-c441-4f57-ac85-ba36b658b874,segment=NetworkSegment(160aec72-2d34-4893-b85f-15c645a24972),segment_id=160aec72-2d34-4893-b85f-15c645a24972)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:39:55.956384 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Checking router: f8526858-c58a-447b-8b33-00de8aa261dc for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:39:55.956721 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Updating router f8526858-c58a-447b-8b33-00de8aa261dc port 07b96a3f-4014-4f0d-9616-0d6c2411b41e binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:39:56.017369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:56.018194 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:56.103315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39304) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:56.116567 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:56.168282 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5e153032-82b4-45a0-9f92-b07289306e65 None None] Provisioning complete for port 07b96a3f-4014-4f0d-9616-0d6c2411b41e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:56.168658 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e153032-82b4-45a0-9f92-b07289306e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:56.176027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b42bd2c8-37d1-4574-90a5-dd27f7f4a8e8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:56.194476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:56.304828 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bd2c8-37d1-4574-90a5-dd27f7f4a8e8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Subnet': ['ID=cea7b9d0-dd75-4e1b-ab9f-a4953c68a264,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:56.327638 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2ab400fe-b4a0-4715-bfed-1e430d18a947 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=387f6bd376864594aa251ea9f5b6cd05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231076 Feb 17 09:39:56.328592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42bd2c8-37d1-4574-90a5-dd27f7f4a8e8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Checking segment: {'id': '1c8ba145-aa0b-41e0-9794-5f5608bf1fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:56.328855 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=52a17280-8a7e-434e-a295-11d20ea7f8b0,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:56.328981 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42bd2c8-37d1-4574-90a5-dd27f7f4a8e8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network hostable DHCP agents. Network: eb2f4256-229c-4e66-b3e8-84efdf8a31f3, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:39:56.330796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:56.334090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39310) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:56.373989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Deleting port 49935c1e-c441-4f57-ac85-ba36b658b874 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:39:56.374361 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:56.402718 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42bd2c8-37d1-4574-90a5-dd27f7f4a8e8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network eb2f4256-229c-4e66-b3e8-84efdf8a31f3 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:39:56.406188 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5e153032-82b4-45a0-9f92-b07289306e65 None None] Port 07b96a3f-4014-4f0d-9616-0d6c2411b41e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:39:56.482687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a85295d-966f-419f-969e-d87b97995834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:56.513067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-b42bd2c8-37d1-4574-90a5-dd27f7f4a8e8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, eb2f4256-229c-4e66-b3e8-84efdf8a31f3) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:56.514771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640799b6-317f-4218-9e85-a093ae55476f None None] Pushing event updated for resources: {'Port': ['ID=49935c1e-c441-4f57-ac85-ba36b658b874,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:56.521061 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42bd2c8-37d1-4574-90a5-dd27f7f4a8e8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:56.521061 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b42bd2c8-37d1-4574-90a5-dd27f7f4a8e8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:56.525335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5e153032-82b4-45a0-9f92-b07289306e65 None None] Provisioning complete for port 52a17280-8a7e-434e-a295-11d20ea7f8b0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:56.525712 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e153032-82b4-45a0-9f92-b07289306e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:56.537352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a85295d-966f-419f-969e-d87b97995834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:56.556469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f3e727-55c9-4691-8b10-0d96911c54c7 None None] Network a85ebd92-457b-4c21-9a21-6fe5b2110b09 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:56.570072 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba80cd3e-2c55-42ed-b638-91c61b4f6fa9 None None] Network eb2f4256-229c-4e66-b3e8-84efdf8a31f3 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:56.592346 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:39:56.638119 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b42bd2c8-37d1-4574-90a5-dd27f7f4a8e8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1161346 Feb 17 09:39:56.639565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39314) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:56.676014 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] For port 49935c1e-c441-4f57-ac85-ba36b658b874, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=49935c1e-c441-4f57-ac85-ba36b658b874,segment=NetworkSegment(160aec72-2d34-4893-b85f-15c645a24972),segment_id=160aec72-2d34-4893-b85f-15c645a24972)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:56.676271 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:56.717154 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:56.717528 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:56.919104 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Calling delete_port for 49935c1e-c441-4f57-ac85-ba36b658b874 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:39:56.947089 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a85295d-966f-419f-969e-d87b97995834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:56.979753 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85295d-966f-419f-969e-d87b97995834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996b0804-5b35-45c7-9bdb-ba1070c186cb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:56.993606 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a85295d-966f-419f-969e-d87b97995834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:56.997607 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0a85295d-966f-419f-969e-d87b97995834 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/996b0804-5b35-45c7-9bdb-ba1070c186cb HTTP/1.1" status: 204 len: 168 time: 0.6588345 Feb 17 09:39:57.164392 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:57.215931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Port': ['ID=49935c1e-c441-4f57-ac85-ba36b658b874,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:57.219733 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No DVR routers for this DVR port 49935c1e-c441-4f57-ac85-ba36b658b874 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:39:57.241251 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8994c271-7cef-4de3-a143-94d23cfcd416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:57.349359 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:57.370650 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:57.377103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85ebd92-457b-4c21-9a21-6fe5b2110b09']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:57.395019 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160aec72-2d34-4893-b85f-15c645a24972') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:57.395959 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160aec72-2d34-4893-b85f-15c645a24972') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:57.409735 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:57.415403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:57.430314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:57.437491 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:39:57.437893 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:39:57.456644 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:39:57.484859 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-eb2f4256-229c-4e66-b3e8-84efdf8a31f3', 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'fixed_ips': [{'subnet_id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:39:57.485699 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:57.534350 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f,segment=NetworkSegment(c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4),segment_id=c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:39:57.572585 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:57.619816 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:57.621281 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5158858d-7488-4a03-959c-712aee7455d7 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:57.671155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:57.677473 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:57.684840 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Transition to ACTIVE for port object 07b96a3f-4014-4f0d-9616-0d6c2411b41e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:57.703852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Network': ['ID=a85ebd92-457b-4c21-9a21-6fe5b2110b09,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:57.707211 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-00e9e863-c7c2-498f-a6c1-79a753fe383e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/networks/a85ebd92-457b-4c21-9a21-6fe5b2110b09 HTTP/1.1" status: 204 len: 168 time: 4.1004205 Feb 17 09:39:57.715028 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39330) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:57.720154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c3ecc8ce-be97-4ce8-955f-138cd410aa15 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1013063106'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:57.734490 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c3ecc8ce-be97-4ce8-955f-138cd410aa15 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:57.771065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c3ecc8ce-be97-4ce8-955f-138cd410aa15 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:network and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:57.779634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c3ecc8ce-be97-4ce8-955f-138cd410aa15 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:57.790093 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c3ecc8ce-be97-4ce8-955f-138cd410aa15 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:57.819722 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:57.843308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:57.880871 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Allocated IP 172.23.0.2 (eb2f4256-229c-4e66-b3e8-84efdf8a31f3/cea7b9d0-dd75-4e1b-ab9f-a4953c68a264/c9298786-473c-4775-be3f-125b272641fd) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:57.889874 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ecc8ce-be97-4ce8-955f-138cd410aa15 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:57.895687 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc8ce-be97-4ce8-955f-138cd410aa15 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:57.941813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ecc8ce-be97-4ce8-955f-138cd410aa15 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:39:57.952542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc8ce-be97-4ce8-955f-138cd410aa15 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:57.952958 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-c3ecc8ce-be97-4ce8-955f-138cd410aa15 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Added segment 6c121191-ea88-4c4b-8600-fbd383ff1bfd of type vlan for network a30794a7-ad61-456b-a22e-481dcd469f6a Feb 17 09:39:57.970691 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:57.986824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc8ce-be97-4ce8-955f-138cd410aa15 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:58.107424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc8ce-be97-4ce8-955f-138cd410aa15 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:58.113410 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ecc8ce-be97-4ce8-955f-138cd410aa15 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:58.115444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc8ce-be97-4ce8-955f-138cd410aa15 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:58.135554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a38857-ec57-4461-849f-a091e0c6c24f None None] Pushing event updated for resources: {'Port': ['ID=07b96a3f-4014-4f0d-9616-0d6c2411b41e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:58.147105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 5158858d-7488-4a03-959c-712aee7455d7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:58.147482 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:58.189469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:58.223091 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c3ecc8ce-be97-4ce8-955f-138cd410aa15 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5109713 Feb 17 09:39:58.226148 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39342) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:58.232243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0ede1a57-fcfc-4480-9397-3cdcb1788587 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'subnet': {'network_id': 'a30794a7-ad61-456b-a22e-481dcd469f6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:58.232926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecc8ce-be97-4ce8-955f-138cd410aa15 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Network': ['ID=a30794a7-ad61-456b-a22e-481dcd469f6a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:58.241783 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Attempting to bind port 07b96a3f-4014-4f0d-9616-0d6c2411b41e on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:39:58.242157 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Attempting to bind port 07b96a3f-4014-4f0d-9616-0d6c2411b41e by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:39:58.242459 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Attempting to bind port 07b96a3f-4014-4f0d-9616-0d6c2411b41e on network d3371335-16fa-4fc7-8f5a-acc5b484bf73 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:39:58.250568 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network a30794a7-ad61-456b-a22e-481dcd469f6a details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:39:58.336762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:39:58.337510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Checking segment: {'id': 'c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:58.337510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:58.337910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Bound using segment: {'id': 'c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:39:58.338418 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Bound port: 07b96a3f-4014-4f0d-9616-0d6c2411b41e, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:39:58.338789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:58.345622 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0ede1a57-fcfc-4480-9397-3cdcb1788587 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:58.349888 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0ede1a57-fcfc-4480-9397-3cdcb1788587 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:subnet and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:58.353197 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0ede1a57-fcfc-4480-9397-3cdcb1788587 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:58.361062 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0ede1a57-fcfc-4480-9397-3cdcb1788587 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:58.404445 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39348) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:58.473059 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ede1a57-fcfc-4480-9397-3cdcb1788587 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:58.477518 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ede1a57-fcfc-4480-9397-3cdcb1788587 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:58.560725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3920e096-a930-498a-933c-1270e8746bfc tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] Request body: {'port': {'network_id': '98984a27-e399-4a0c-891c-14bf5d026c88', 'name': 'tempest-NetworksNegativeTestJSON-1190836053'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:58.586508 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:39:58.607681 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:58.609255 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-3920e096-a930-498a-933c-1270e8746bfc tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] POST failed (client error): The resource could not be found. Feb 17 09:39:58.609779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3920e096-a930-498a-933c-1270e8746bfc tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:58.611143 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3920e096-a930-498a-933c-1270e8746bfc tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2057235 Feb 17 09:39:58.618511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39354) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:58.621936 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] For port 07b96a3f-4014-4f0d-9616-0d6c2411b41e, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:39:58.622369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] For port 07b96a3f-4014-4f0d-9616-0d6c2411b41e, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=07b96a3f-4014-4f0d-9616-0d6c2411b41e,segment=NetworkSegment(c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4),segment_id=c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:39:58.629074 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Transition to ACTIVE for port object c9298786-473c-4775-be3f-125b272641fd will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:58.656853 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Transition to ACTIVE for port object c9298786-473c-4775-be3f-125b272641fd will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:58.664234 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-2030ce53-29ec-4e0a-b7af-57d5a5d4e750 tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] DELETE failed (client error): The resource could not be found. Feb 17 09:39:58.664972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2030ce53-29ec-4e0a-b7af-57d5a5d4e750 tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:58.672677 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2030ce53-29ec-4e0a-b7af-57d5a5d4e750 tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] 10.222.0.75 "DELETE /v2.0/networks/c6bd625a-e65e-4598-abf0-554f4dbd89a8 HTTP/1.1" status: 404 len: 339 time: 0.0525179 Feb 17 09:39:58.673187 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39358) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:58.719503 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-a383641f-c78d-474a-8340-19ba2d00fa05 tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] DELETE failed (client error): The resource could not be found. Feb 17 09:39:58.720215 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a383641f-c78d-474a-8340-19ba2d00fa05 tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:58.720975 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:58.732185 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a383641f-c78d-474a-8340-19ba2d00fa05 tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] 10.222.0.75 "DELETE /v2.0/ports/cb304354-d924-475f-9fcb-bb64e35a1371 HTTP/1.1" status: 404 len: 333 time: 0.0523205 Feb 17 09:39:58.732185 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39362) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:58.759001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:39:58.770758 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-d966a4e7-b703-43fc-b791-57384ed9b742 tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] DELETE failed (client error): The resource could not be found. Feb 17 09:39:58.771214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d966a4e7-b703-43fc-b791-57384ed9b742 tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:58.776824 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d966a4e7-b703-43fc-b791-57384ed9b742 tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] 10.222.0.75 "DELETE /v2.0/subnets/cd4c507a-7d8e-40e8-b483-2fd09e343996 HTTP/1.1" status: 404 len: 337 time: 0.0446234 Feb 17 09:39:58.777377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39366) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:58.797984 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:58.807017 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-62cc3329-c263-4be6-9230-b2de7decae9c tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] GET failed (client error): The resource could not be found. Feb 17 09:39:58.809399 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-62cc3329-c263-4be6-9230-b2de7decae9c tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] 10.222.0.75 "GET /v2.0/networks/ed494f6b-8e48-4248-93fd-ddd0a4247f4e HTTP/1.1" status: 404 len: 339 time: 0.0308976 Feb 17 09:39:58.815441 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39370) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:58.861260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ede1a57-fcfc-4480-9397-3cdcb1788587 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:58.861561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Allocated IP 172.23.0.1 (eb2f4256-229c-4e66-b3e8-84efdf8a31f3/cea7b9d0-dd75-4e1b-ab9f-a4953c68a264/8ee2fca3-0992-4a04-b89d-af2abe995c9b) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:39:58.867158 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f38c753-f0cb-4403-8326-43cbafeb4d4c tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] GET failed (client error): The resource could not be found. Feb 17 09:39:58.868597 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7f38c753-f0cb-4403-8326-43cbafeb4d4c tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] 10.222.0.75 "GET /v2.0/ports/b5ee3165-7b5b-46e7-8a90-c5ad9bb4b142 HTTP/1.1" status: 404 len: 333 time: 0.0518935 Feb 17 09:39:58.872746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39374) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:58.921650 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24e9b3e-6ded-4975-ab6c-8445e3a98f66 tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] GET failed (client error): The resource could not be found. Feb 17 09:39:58.928765 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f24e9b3e-6ded-4975-ab6c-8445e3a98f66 tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] 10.222.0.75 "GET /v2.0/subnets/d9236c0e-b6a2-47aa-a7e6-9c47621c4fb9 HTTP/1.1" status: 404 len: 337 time: 0.0487053 Feb 17 09:39:58.928765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39378) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:58.949444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-540539d7-d6c2-4491-82c7-8ef3c388d83c tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:58.954147 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Network eb2f4256-229c-4e66-b3e8-84efdf8a31f3 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:58.958301 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:58.960693 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:58.963105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:39:58.963718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:39:58.981103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ede1a57-fcfc-4480-9397-3cdcb1788587 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Checking segment: {'id': '6c121191-ea88-4c4b-8600-fbd383ff1bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'a30794a7-ad61-456b-a22e-481dcd469f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:58.985327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ede1a57-fcfc-4480-9397-3cdcb1788587 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network hostable DHCP agents. Network: a30794a7-ad61-456b-a22e-481dcd469f6a, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:39:58.986323 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede1a57-fcfc-4480-9397-3cdcb1788587 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Subnet': ['ID=5f8b0aa9-dac9-494a-af64-7beffb213d0e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:59.051070 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-540539d7-d6c2-4491-82c7-8ef3c388d83c tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] PUT failed (client error): The resource could not be found. Feb 17 09:39:59.051638 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540539d7-d6c2-4491-82c7-8ef3c388d83c tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:59.058113 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-540539d7-d6c2-4491-82c7-8ef3c388d83c tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] 10.222.0.75 "PUT /v2.0/networks/83117c6b-f307-44b3-ae82-d24b1863adf8 HTTP/1.1" status: 404 len: 339 time: 0.1241775 Feb 17 09:39:59.058438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39382) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:59.067409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-359763d2-d3da-4972-80b1-52906ae4766a tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:59.096773 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ede1a57-fcfc-4480-9397-3cdcb1788587 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network a30794a7-ad61-456b-a22e-481dcd469f6a is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:39:59.109827 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-359763d2-d3da-4972-80b1-52906ae4766a tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] PUT failed (client error): The resource could not be found. Feb 17 09:39:59.111241 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359763d2-d3da-4972-80b1-52906ae4766a tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:59.111449 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-359763d2-d3da-4972-80b1-52906ae4766a tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] 10.222.0.75 "PUT /v2.0/ports/0b2e9473-63fc-4c17-a18d-2f828d056fd6 HTTP/1.1" status: 404 len: 333 time: 0.0521114 Feb 17 09:39:59.119101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a38857-ec57-4461-849f-a091e0c6c24f None None] Pushing event updated for resources: {'Port': ['ID=07b96a3f-4014-4f0d-9616-0d6c2411b41e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:59.119326 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39386) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:59.127850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6b582e56-0ec2-413e-965c-309a810d18ed tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:59.168978 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b582e56-0ec2-413e-965c-309a810d18ed tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] PUT failed (client error): The resource could not be found. Feb 17 09:39:59.169438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b582e56-0ec2-413e-965c-309a810d18ed tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:39:59.175952 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6b582e56-0ec2-413e-965c-309a810d18ed tempest-NetworksNegativeTestJSON-1389343292 tempest-NetworksNegativeTestJSON-1389343292-project] 10.222.0.75 "PUT /v2.0/subnets/148cb7d6-dc62-4f10-a551-737ff052938e HTTP/1.1" status: 404 len: 337 time: 0.0504618 Feb 17 09:39:59.185339 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0ede1a57-fcfc-4480-9397-3cdcb1788587 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, a30794a7-ad61-456b-a22e-481dcd469f6a) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:59.189749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ede1a57-fcfc-4480-9397-3cdcb1788587 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:59.190469 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ede1a57-fcfc-4480-9397-3cdcb1788587 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:59.213160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c472034c-611a-453e-9bef-9959a11535a5 None None] Network a30794a7-ad61-456b-a22e-481dcd469f6a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:39:59.250749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:59.269839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Transition to ACTIVE for port object 8ee2fca3-0992-4a04-b89d-af2abe995c9b will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:39:59.335344 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0ede1a57-fcfc-4480-9397-3cdcb1788587 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1080015 Feb 17 09:39:59.338888 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39392) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:59.344532 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-835e0310-a6a5-4718-a779-2f01cc526359 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1451452529'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:59.350872 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-835e0310-a6a5-4718-a779-2f01cc526359 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:59.354722 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-835e0310-a6a5-4718-a779-2f01cc526359 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:network and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:59.357170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:59.357660 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:59.357856 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-835e0310-a6a5-4718-a779-2f01cc526359 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:59.363102 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:59.364810 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-835e0310-a6a5-4718-a779-2f01cc526359 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:39:59.393813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:39:59.437866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network eb2f4256-229c-4e66-b3e8-84efdf8a31f3 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:39:59.440949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:39:59.447017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:39:59.465242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Attempting to bind port c9298786-473c-4775-be3f-125b272641fd on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:39:59.465611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Attempting to bind port c9298786-473c-4775-be3f-125b272641fd by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1c8ba145-aa0b-41e0-9794-5f5608bf1fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:39:59.477735 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Attempting to bind port c9298786-473c-4775-be3f-125b272641fd on network eb2f4256-229c-4e66-b3e8-84efdf8a31f3 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:39:59.478266 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835e0310-a6a5-4718-a779-2f01cc526359 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:39:59.478384 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Pushing event updated for resources: {'Port': ['ID=c9298786-473c-4775-be3f-125b272641fd,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:59.478508 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-835e0310-a6a5-4718-a779-2f01cc526359 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:59.486815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=8ee2fca3-0992-4a04-b89d-af2abe995c9b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:59.514165 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835e0310-a6a5-4718-a779-2f01cc526359 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:39:59.515095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:59.517187 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:39:59.517812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Checking segment: {'id': '1c8ba145-aa0b-41e0-9794-5f5608bf1fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:39:59.518418 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:59.518810 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Bound using segment: {'id': '1c8ba145-aa0b-41e0-9794-5f5608bf1fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:39:59.519292 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Bound port: c9298786-473c-4775-be3f-125b272641fd, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8ba145-aa0b-41e0-9794-5f5608bf1fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:39:59.519666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:59.526928 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-835e0310-a6a5-4718-a779-2f01cc526359 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:59.527551 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-835e0310-a6a5-4718-a779-2f01cc526359 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Added segment 11194ac3-bfec-4ab6-85f8-cea933c6f9bd of type vlan for network 11c5354e-1812-4305-ab4f-bf5e025d640d Feb 17 09:39:59.558914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-835e0310-a6a5-4718-a779-2f01cc526359 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:59.665803 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-835e0310-a6a5-4718-a779-2f01cc526359 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:59.672899 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835e0310-a6a5-4718-a779-2f01cc526359 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:59.673860 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-835e0310-a6a5-4718-a779-2f01cc526359 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:59.740571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:39:59.803398 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-835e0310-a6a5-4718-a779-2f01cc526359 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4632492 Feb 17 09:39:59.808746 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39402) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:59.809665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e0310-a6a5-4718-a779-2f01cc526359 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Network': ['ID=11c5354e-1812-4305-ab4f-bf5e025d640d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:59.820231 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'subnet': {'network_id': '11c5354e-1812-4305-ab4f-bf5e025d640d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:59.881642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39406) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:39:59.894282 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 11c5354e-1812-4305-ab4f-bf5e025d640d details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:39:59.951852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:39:59.956060 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:subnet and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:39:59.959616 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:39:59.969121 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:00.001680 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:00.062072 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:00.062306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a571575b-c4b9-496a-a068-0dc333e39256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:00.065986 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:00.109003 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] For port c9298786-473c-4775-be3f-125b272641fd, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:40:00.147311 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 52a17280-8a7e-434e-a295-11d20ea7f8b0 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:00.159303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a571575b-c4b9-496a-a068-0dc333e39256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:00.168004 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a571575b-c4b9-496a-a068-0dc333e39256 admin admin] Usage tracker for resource:security_group_rule and tenant:164edf4bf4344b839b648d2fe1cf73d6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:00.172864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a571575b-c4b9-496a-a068-0dc333e39256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:00.183176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-a30794a7-ad61-456b-a22e-481dcd469f6a', 'network_id': 'a30794a7-ad61-456b-a22e-481dcd469f6a', 'tenant_id': 'dcf3a35af9e1480995849cf1f87d0602', 'fixed_ips': [{'subnet_id': '5f8b0aa9-dac9-494a-af64-7beffb213d0e'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:40:00.184609 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:00.187085 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a571575b-c4b9-496a-a068-0dc333e39256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:00.191400 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Performing IP validity checks on allocation pools {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 09:40:00.192174 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 09:40:00.204299 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] For port c9298786-473c-4775-be3f-125b272641fd, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c9298786-473c-4775-be3f-125b272641fd,segment=NetworkSegment(1c8ba145-aa0b-41e0-9794-5f5608bf1fdf),segment_id=1c8ba145-aa0b-41e0-9794-5f5608bf1fdf)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:40:00.320986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:00.443965 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a571575b-c4b9-496a-a068-0dc333e39256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:00.456782 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:00.464553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:00.543862 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a571575b-c4b9-496a-a068-0dc333e39256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:00.579378 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 52a17280-8a7e-434e-a295-11d20ea7f8b0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:00.579997 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:00.593979 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571575b-c4b9-496a-a068-0dc333e39256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822e416e-f396-4647-a847-7cf1057b0398,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:00.611291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:00.675783 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Subnet': ['ID=383f57d3-3b72-4aa7-b24a-09d63c60eca2,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:00.687832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Checking segment: {'id': '11194ac3-bfec-4ab6-85f8-cea933c6f9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '11c5354e-1812-4305-ab4f-bf5e025d640d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:00.688194 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network hostable DHCP agents. Network: 11c5354e-1812-4305-ab4f-bf5e025d640d, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:40:00.703284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Allocated IP 2001:db8::1 (a30794a7-ad61-456b-a22e-481dcd469f6a/5f8b0aa9-dac9-494a-af64-7beffb213d0e/3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:00.717512 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa5e0e-af8b-4aba-8599-2285d69bf5e7 None None] Pushing event updated for resources: {'Port': ['ID=c9298786-473c-4775-be3f-125b272641fd,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:00.754193 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a571575b-c4b9-496a-a068-0dc333e39256 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=164edf4bf4344b839b648d2fe1cf73d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8692937 Feb 17 09:40:00.756967 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39416) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:00.785259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:00.790117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event updated for resources: {'Port': ['ID=8ee2fca3-0992-4a04-b89d-af2abe995c9b,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:00.815062 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network 11c5354e-1812-4305-ab4f-bf5e025d640d is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:40:00.870636 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-384cea99-051c-49d5-b3e0-b7957d1b08f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:00.886703 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 4, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '07b96a3f-4014-4f0d-9616-0d6c2411b41e', 'name': '', 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:61:c7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '522c2475-eed4-483a-b451-57f0848ce13b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:50Z', 'updated_at': '2022-02-17T09:39:58Z', 'revision_number': 4, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '522c2475-eed4-483a-b451-57f0848ce13b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:00.912888 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4168772b-f815-4564-bf7b-0e232c1ca7bc None None] The sync data for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv is: [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 4, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '07b96a3f-4014-4f0d-9616-0d6c2411b41e', 'name': '', 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:61:c7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '522c2475-eed4-483a-b451-57f0848ce13b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:50Z', 'updated_at': '2022-02-17T09:39:58Z', 'revision_number': 4, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '522c2475-eed4-483a-b451-57f0848ce13b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:40:00.925443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-384cea99-051c-49d5-b3e0-b7957d1b08f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:01.029473 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 11c5354e-1812-4305-ab4f-bf5e025d640d) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:01.045211 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:01.046448 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:01.058582 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Network eb2f4256-229c-4e66-b3e8-84efdf8a31f3 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:01.063655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:01.117528 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184e7e49-cd22-4135-b44c-dac0de85d490 None None] Network 11c5354e-1812-4305-ab4f-bf5e025d640d requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:01.191073 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9c8a7728-2ae0-4a2a-a9b7-675852f028bb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3753417 Feb 17 09:40:01.198287 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39422) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:01.226164 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:01.249090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-384cea99-051c-49d5-b3e0-b7957d1b08f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:01.255572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c9298786-473c-4775-be3f-125b272641fd up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:01.299471 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Transition to ACTIVE for port object 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:01.328324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-384cea99-051c-49d5-b3e0-b7957d1b08f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:01.329519 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-384cea99-051c-49d5-b3e0-b7957d1b08f8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/822e416e-f396-4647-a847-7cf1057b0398 HTTP/1.1" status: 204 len: 168 time: 0.5715361 Feb 17 09:40:01.344084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cea99-051c-49d5-b3e0-b7957d1b08f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822e416e-f396-4647-a847-7cf1057b0398,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:01.371809 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Transition to ACTIVE for port object 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:01.414565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router f8526858-c58a-447b-8b33-00de8aa261dc has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:40:01.427101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e1dc-5180-4698-8262-54589b6a7e10 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:01.527845 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e1dc-5180-4698-8262-54589b6a7e10 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:01.531417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:01.650031 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Network a30794a7-ad61-456b-a22e-481dcd469f6a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:01.656565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:01.684964 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:40:01.697814 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:40:01.702779 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9fa7771a-82e2-4411-9a51-8ebb8e3e8aac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/f8526858-c58a-447b-8b33-00de8aa261dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0618429 Feb 17 09:40:01.705811 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39428) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:01.719848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Pushing event updated for resources: {'Port': ['ID=3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:01.724185 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port c9298786-473c-4775-be3f-125b272641fd completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:01.733472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0d7cd2fa-24a9-45b6-85ac-ac0868e7dabd tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:01.738561 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a281605a-957f-4852-bc30-9fc0fc069b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-11c5354e-1812-4305-ab4f-bf5e025d640d', 'network_id': '11c5354e-1812-4305-ab4f-bf5e025d640d', 'tenant_id': 'dcf3a35af9e1480995849cf1f87d0602', 'fixed_ips': [{'subnet_id': '383f57d3-3b72-4aa7-b24a-09d63c60eca2'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:40:01.739584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a281605a-957f-4852-bc30-9fc0fc069b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:01.764611 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e1dc-5180-4698-8262-54589b6a7e10 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:01.855932 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 07b96a3f-4014-4f0d-9616-0d6c2411b41e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:01.918849 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2e1dc-5180-4698-8262-54589b6a7e10 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Subnet': ['ID=383f57d3-3b72-4aa7-b24a-09d63c60eca2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:01.983433 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e1dc-5180-4698-8262-54589b6a7e10 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:02.021996 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-d2a2e1dc-5180-4698-8262-54589b6a7e10 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c5354e-1812-4305-ab4f-bf5e025d640d']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:02.045739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-d2a2e1dc-5180-4698-8262-54589b6a7e10 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11194ac3-bfec-4ab6-85f8-cea933c6f9bd') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:02.046245 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-d2a2e1dc-5180-4698-8262-54589b6a7e10 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11194ac3-bfec-4ab6-85f8-cea933c6f9bd') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:02.084498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e1dc-5180-4698-8262-54589b6a7e10 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:02.112533 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e1dc-5180-4698-8262-54589b6a7e10 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:02.124854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a2e1dc-5180-4698-8262-54589b6a7e10 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:40:02.125151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e1dc-5180-4698-8262-54589b6a7e10 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:40:02.142983 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:40:02.182943 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Attempting to bind port 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:40:02.183501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Attempting to bind port 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '6c121191-ea88-4c4b-8600-fbd383ff1bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'a30794a7-ad61-456b-a22e-481dcd469f6a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:40:02.186515 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Attempting to bind port 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c on network a30794a7-ad61-456b-a22e-481dcd469f6a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:40:02.202171 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:40:02.202747 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Checking segment: {'id': '6c121191-ea88-4c4b-8600-fbd383ff1bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'a30794a7-ad61-456b-a22e-481dcd469f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:02.203590 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:02.204954 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Bound using segment: {'id': '6c121191-ea88-4c4b-8600-fbd383ff1bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'a30794a7-ad61-456b-a22e-481dcd469f6a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:40:02.205750 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Bound port: 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c121191-ea88-4c4b-8600-fbd383ff1bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'a30794a7-ad61-456b-a22e-481dcd469f6a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:40:02.206362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:02.227962 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Sync routers for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:40:02.230139 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1ad9d2-03e6-4743-882d-8da281bebe10 None None] Network eb2f4256-229c-4e66-b3e8-84efdf8a31f3 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:02.240937 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:02.241910 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:02.329452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e1dc-5180-4698-8262-54589b6a7e10 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:02.364621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e1dc-5180-4698-8262-54589b6a7e10 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:02.374882 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 07b96a3f-4014-4f0d-9616-0d6c2411b41e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:02.378978 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2e1dc-5180-4698-8262-54589b6a7e10 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Network': ['ID=11c5354e-1812-4305-ab4f-bf5e025d640d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:02.390290 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d2a2e1dc-5180-4698-8262-54589b6a7e10 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/networks/11c5354e-1812-4305-ab4f-bf5e025d640d HTTP/1.1" status: 204 len: 168 time: 1.1889722 Feb 17 09:40:02.401195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f0f13027-c91b-486a-b640-38b0016655e0 None None] Provisioning for port c9298786-473c-4775-be3f-125b272641fd completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:02.405411 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39442) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:02.414293 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-83907f3d-3983-46c9-aa96-566e78e10a2e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-317338423'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:02.417522 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 07b96a3f-4014-4f0d-9616-0d6c2411b41e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:02.417983 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:02.422441 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-83907f3d-3983-46c9-aa96-566e78e10a2e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:02.428675 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:02.429848 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-83907f3d-3983-46c9-aa96-566e78e10a2e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:network and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:02.437056 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-83907f3d-3983-46c9-aa96-566e78e10a2e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:02.450159 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-83907f3d-3983-46c9-aa96-566e78e10a2e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:02.464765 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3267433-85d8-4930-bee0-116ec948067e None None] Network 11c5354e-1812-4305-ab4f-bf5e025d640d requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:02.491830 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f0f13027-c91b-486a-b640-38b0016655e0 None None] Provisioning complete for port c9298786-473c-4775-be3f-125b272641fd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:02.492349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f0f13027-c91b-486a-b640-38b0016655e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:02.563150 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83907f3d-3983-46c9-aa96-566e78e10a2e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:02.589827 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83907f3d-3983-46c9-aa96-566e78e10a2e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:02.591657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3267433-85d8-4930-bee0-116ec948067e None None] Network 11c5354e-1812-4305-ab4f-bf5e025d640d could not be found, it might have been deleted concurrently. {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 17 09:40:02.629033 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] For port 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:40:02.693260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83907f3d-3983-46c9-aa96-566e78e10a2e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:40:02.693413 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] For port 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c,segment=NetworkSegment(6c121191-ea88-4c4b-8600-fbd383ff1bfd),segment_id=6c121191-ea88-4c4b-8600-fbd383ff1bfd)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:40:02.711304 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83907f3d-3983-46c9-aa96-566e78e10a2e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:02.711571 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-83907f3d-3983-46c9-aa96-566e78e10a2e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Added segment 7388a73e-934b-4bfe-963d-327d8a3eb7b3 of type vlan for network 4f217161-43a1-424e-ad7c-862c5481e9bb Feb 17 09:40:02.775442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83907f3d-3983-46c9-aa96-566e78e10a2e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:02.794995 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:39:59Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '07b96a3f-4014-4f0d-9616-0d6c2411b41e', 'name': '', 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:61:c7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '522c2475-eed4-483a-b451-57f0848ce13b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:50Z', 'updated_at': '2022-02-17T09:39:58Z', 'revision_number': 4, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '522c2475-eed4-483a-b451-57f0848ce13b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee2fca3-0992-4a04-b89d-af2abe995c9b', 'name': '', 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:73:36:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:57Z', 'updated_at': '2022-02-17T09:40:00Z', 'revision_number': 2, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:02.800570 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Checking router: f8526858-c58a-447b-8b33-00de8aa261dc for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:40:02.801051 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Updating router f8526858-c58a-447b-8b33-00de8aa261dc port 8ee2fca3-0992-4a04-b89d-af2abe995c9b binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:40:02.817265 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:02.869001 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:02.874342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.extraroute_db [None req-0d7cd2fa-24a9-45b6-85ac-ac0868e7dabd tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88370) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 17 09:40:02.891835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.extraroute_db [None req-0d7cd2fa-24a9-45b6-85ac-ac0868e7dabd tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Removed routes are [] {{(pid=88370) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 17 09:40:02.892240 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d7cd2fa-24a9-45b6-85ac-ac0868e7dabd tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:02.970746 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83907f3d-3983-46c9-aa96-566e78e10a2e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:02.977828 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83907f3d-3983-46c9-aa96-566e78e10a2e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:02.978558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83907f3d-3983-46c9-aa96-566e78e10a2e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:03.006470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:03.029604 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f0f13027-c91b-486a-b640-38b0016655e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:03.136020 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 07b96a3f-4014-4f0d-9616-0d6c2411b41e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=07b96a3f-4014-4f0d-9616-0d6c2411b41e,segment=NetworkSegment(c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4),segment_id=c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:03.137114 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81409db-90ab-4dd7-b1ec-6d304fd142a1 None None] Pushing event updated for resources: {'Port': ['ID=3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:03.152206 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f0f13027-c91b-486a-b640-38b0016655e0 None None] For port c9298786-473c-4775-be3f-125b272641fd, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c9298786-473c-4775-be3f-125b272641fd,segment=NetworkSegment(1c8ba145-aa0b-41e0-9794-5f5608bf1fdf),segment_id=1c8ba145-aa0b-41e0-9794-5f5608bf1fdf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:03.212023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83907f3d-3983-46c9-aa96-566e78e10a2e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Network': ['ID=4f217161-43a1-424e-ad7c-862c5481e9bb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:03.213249 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:03.291143 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-83907f3d-3983-46c9-aa96-566e78e10a2e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8836842 Feb 17 09:40:03.294208 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39458) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:03.300050 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f19fda5d-4743-4cd2-afb4-b462a134cae2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'subnet': {'network_id': '4f217161-43a1-424e-ad7c-862c5481e9bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:03.344842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 4f217161-43a1-424e-ad7c-862c5481e9bb details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:40:03.375363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f0f13027-c91b-486a-b640-38b0016655e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:03.455150 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:03.476721 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Transition to ACTIVE for port object 8ee2fca3-0992-4a04-b89d-af2abe995c9b will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:03.541484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=07b96a3f-4014-4f0d-9616-0d6c2411b41e,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:03.576235 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:03.585633 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f19fda5d-4743-4cd2-afb4-b462a134cae2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:03.604930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f19fda5d-4743-4cd2-afb4-b462a134cae2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:subnet and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:03.614730 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f19fda5d-4743-4cd2-afb4-b462a134cae2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:03.621763 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f19fda5d-4743-4cd2-afb4-b462a134cae2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:03.645951 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d7cd2fa-24a9-45b6-85ac-ac0868e7dabd tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:03.654494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d7cd2fa-24a9-45b6-85ac-ac0868e7dabd tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:03.741795 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f13027-c91b-486a-b640-38b0016655e0 None None] Pushing event updated for resources: {'Port': ['ID=c9298786-473c-4775-be3f-125b272641fd,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:03.746095 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19fda5d-4743-4cd2-afb4-b462a134cae2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:03.749886 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f19fda5d-4743-4cd2-afb4-b462a134cae2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:03.816191 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-376864e1-2d8e-4f42-be13-38277e96b268 None None] Provisioning for port 8ee2fca3-0992-4a04-b89d-af2abe995c9b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:03.848914 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-376864e1-2d8e-4f42-be13-38277e96b268 None None] Provisioning complete for port c9298786-473c-4775-be3f-125b272641fd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:03.851446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-376864e1-2d8e-4f42-be13-38277e96b268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:03.917117 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d1594-5ac4-459c-967a-6ade2dd913d2 None None] Pushing event updated for resources: {'Port': ['ID=8ee2fca3-0992-4a04-b89d-af2abe995c9b,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:03.961323 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7cd2fa-24a9-45b6-85ac-ac0868e7dabd tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router f8526858-c58a-447b-8b33-00de8aa261dc has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:40:04.050320 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Attempting to bind port 8ee2fca3-0992-4a04-b89d-af2abe995c9b on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:40:04.050711 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Attempting to bind port 8ee2fca3-0992-4a04-b89d-af2abe995c9b by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1c8ba145-aa0b-41e0-9794-5f5608bf1fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:40:04.051065 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Attempting to bind port 8ee2fca3-0992-4a04-b89d-af2abe995c9b on network eb2f4256-229c-4e66-b3e8-84efdf8a31f3 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:40:04.063341 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:40:04.063341 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Checking segment: {'id': '1c8ba145-aa0b-41e0-9794-5f5608bf1fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:04.064152 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:04.064152 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Bound using segment: {'id': '1c8ba145-aa0b-41e0-9794-5f5608bf1fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:40:04.070617 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Bound port: 8ee2fca3-0992-4a04-b89d-af2abe995c9b, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8ba145-aa0b-41e0-9794-5f5608bf1fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:40:04.075043 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:04.199339 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] For port 8ee2fca3-0992-4a04-b89d-af2abe995c9b, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:40:04.202840 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] For port 8ee2fca3-0992-4a04-b89d-af2abe995c9b, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8ee2fca3-0992-4a04-b89d-af2abe995c9b,segment=NetworkSegment(1c8ba145-aa0b-41e0-9794-5f5608bf1fdf),segment_id=1c8ba145-aa0b-41e0-9794-5f5608bf1fdf)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:40:04.222097 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7cd2fa-24a9-45b6-85ac-ac0868e7dabd tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:40:04.231109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d7cd2fa-24a9-45b6-85ac-ac0868e7dabd tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:04.232443 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0d7cd2fa-24a9-45b6-85ac-ac0868e7dabd tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/f8526858-c58a-447b-8b33-00de8aa261dc HTTP/1.1" status: 200 len: 934 time: 2.5254738 Feb 17 09:40:04.235683 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39468) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:04.303577 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:04.320137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f19fda5d-4743-4cd2-afb4-b462a134cae2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:04.432788 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:04.433446 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:04.505651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fda5d-4743-4cd2-afb4-b462a134cae2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Subnet': ['ID=39a3ea4d-a568-4230-a63a-f72a6636f843,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:04.511086 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d1594-5ac4-459c-967a-6ade2dd913d2 None None] Pushing event updated for resources: {'Port': ['ID=8ee2fca3-0992-4a04-b89d-af2abe995c9b,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:04.587438 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4fa9de0e-5368-4d40-b42d-c408f0f46720 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/routers/f8526858-c58a-447b-8b33-00de8aa261dc HTTP/1.1" status: 200 len: 934 time: 0.3503079 Feb 17 09:40:04.588956 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19fda5d-4743-4cd2-afb4-b462a134cae2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Checking segment: {'id': '7388a73e-934b-4bfe-963d-327d8a3eb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4f217161-43a1-424e-ad7c-862c5481e9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:04.589319 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19fda5d-4743-4cd2-afb4-b462a134cae2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network hostable DHCP agents. Network: 4f217161-43a1-424e-ad7c-862c5481e9bb, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:40:04.590294 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39478) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:04.598480 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e849e456-5aeb-40d3-bdc4-91529fdf409d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'router': {'routes': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:04.666689 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:04.667152 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19fda5d-4743-4cd2-afb4-b462a134cae2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network 4f217161-43a1-424e-ad7c-862c5481e9bb is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:40:04.685713 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39482) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:04.762113 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f19fda5d-4743-4cd2-afb4-b462a134cae2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 4f217161-43a1-424e-ad7c-862c5481e9bb) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:04.766395 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19fda5d-4743-4cd2-afb4-b462a134cae2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:04.767075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f19fda5d-4743-4cd2-afb4-b462a134cae2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:04.787344 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6324500f-59c4-48f0-9aab-8445fe5298d6 None None] Network 4f217161-43a1-424e-ad7c-862c5481e9bb requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:04.904847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a509164b-2376-4024-8f76-89437094bc51 None None] Network a30794a7-ad61-456b-a22e-481dcd469f6a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:04.932349 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'network': {'name': 'tempest-network-smoke--403833992', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'port_security_enabled': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:04.940999 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f19fda5d-4743-4cd2-afb4-b462a134cae2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6456909 Feb 17 09:40:04.942730 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:04.945255 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39488) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:05.136963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:network and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:05.140862 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:05.149213 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:05.206999 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:02Z', 'revision_number': 6, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '07b96a3f-4014-4f0d-9616-0d6c2411b41e', 'name': '', 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:61:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '522c2475-eed4-483a-b451-57f0848ce13b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:50Z', 'updated_at': '2022-02-17T09:40:03Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '522c2475-eed4-483a-b451-57f0848ce13b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee2fca3-0992-4a04-b89d-af2abe995c9b', 'name': '', 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:73:36:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:57Z', 'updated_at': '2022-02-17T09:40:04Z', 'revision_number': 4, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:05.212709 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d09d9ab-49f3-4e52-b830-9db12925bd05 None None] The sync data for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv is: [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:02Z', 'revision_number': 6, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '07b96a3f-4014-4f0d-9616-0d6c2411b41e', 'name': '', 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:61:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '522c2475-eed4-483a-b451-57f0848ce13b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:50Z', 'updated_at': '2022-02-17T09:40:03Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '522c2475-eed4-483a-b451-57f0848ce13b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee2fca3-0992-4a04-b89d-af2abe995c9b', 'name': '', 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:73:36:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:57Z', 'updated_at': '2022-02-17T09:40:04Z', 'revision_number': 4, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:40:05.247241 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:05.251561 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:05.287159 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:05.324645 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:05.344461 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:05.358588 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:05.366462 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:05.499185 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-4f217161-43a1-424e-ad7c-862c5481e9bb', 'network_id': '4f217161-43a1-424e-ad7c-862c5481e9bb', 'tenant_id': 'dcf3a35af9e1480995849cf1f87d0602', 'fixed_ips': [{'subnet_id': '39a3ea4d-a568-4230-a63a-f72a6636f843'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:40:05.504172 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:05.552361 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:05.565614 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1e52f38c-ab68-4d62-bca5-9740dc301bf6 None None] Provisioning for port 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:05.579690 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:05.650695 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:05.674267 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:05.710304 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:40:05.713827 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:05.746024 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.extraroute_db [None req-e849e456-5aeb-40d3-bdc4-91529fdf409d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Added routes are [] {{(pid=88370) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 17 09:40:05.746717 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.extraroute_db [None req-e849e456-5aeb-40d3-bdc4-91529fdf409d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88370) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 17 09:40:05.769558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:05.769898 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Added segment 584105aa-4141-4240-b2f3-a24cf5584550 of type vlan for network e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 Feb 17 09:40:05.792230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e849e456-5aeb-40d3-bdc4-91529fdf409d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:05.819426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:05.826608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca22bf9-a00a-497e-81de-743af734602f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:05.853992 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:05.854396 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:05.854746 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:05.855086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:05.855421 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:05.855758 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:05.856091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:05.856426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:05.856757 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:05.857085 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:05.857415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:05.857736 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:05.934031 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Allocated IP 2001:db8::1 (4f217161-43a1-424e-ad7c-862c5481e9bb/39a3ea4d-a568-4230-a63a-f72a6636f843/c31ebf5b-f5bf-436f-b132-4181d0a2d8ec) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:05.978845 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:05.999340 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:06.005896 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:06.009057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:06.128860 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:06.129225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:06.170130 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4837146 Feb 17 09:40:06.178750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39492) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:06.187170 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-770773574', 'admin_state_up': True, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:06.217820 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:06.227406 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:router and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:06.230315 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7abfc-fc52-42f1-ba18-294cd51da972 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Network': ['ID=e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:06.233319 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:06.245114 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:06.259921 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:40:06.284359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ac92fc05-14c1-4cfd-95db-414edcd9043b None None] Provisioning complete for port 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:06.284749 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac92fc05-14c1-4cfd-95db-414edcd9043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:06.355378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e849e456-5aeb-40d3-bdc4-91529fdf409d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:06.358988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e849e456-5aeb-40d3-bdc4-91529fdf409d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:06.385653 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:06.386789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:06.409077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:06.460354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc67706-9c57-4fe6-a8aa-e554280fcc2f None None] Sync routers for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:40:06.543244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e849e456-5aeb-40d3-bdc4-91529fdf409d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router f8526858-c58a-447b-8b33-00de8aa261dc has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:40:06.552356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc67706-9c57-4fe6-a8aa-e554280fcc2f None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:06.553035 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ddc67706-9c57-4fe6-a8aa-e554280fcc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:06.615726 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:06.729249 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Transition to ACTIVE for port object c31ebf5b-f5bf-436f-b132-4181d0a2d8ec will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:06.765225 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e849e456-5aeb-40d3-bdc4-91529fdf409d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:40:06.773163 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e849e456-5aeb-40d3-bdc4-91529fdf409d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:06.774615 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e849e456-5aeb-40d3-bdc4-91529fdf409d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/f8526858-c58a-447b-8b33-00de8aa261dc HTTP/1.1" status: 200 len: 700 time: 2.1832905 Feb 17 09:40:06.777485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39496) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:06.790920 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:06.842495 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:06.846832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Transition to ACTIVE for port object c31ebf5b-f5bf-436f-b132-4181d0a2d8ec will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:06.860836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-ddc67706-9c57-4fe6-a8aa-e554280fcc2f None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:06.924248 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac92fc05-14c1-4cfd-95db-414edcd9043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:06.946094 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c,segment=NetworkSegment(6c121191-ea88-4c4b-8600-fbd383ff1bfd),segment_id=6c121191-ea88-4c4b-8600-fbd383ff1bfd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:06.952481 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39500) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:06.952795 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-23964b1f-89b8-4144-b7cb-e807ee85731d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/routers/f8526858-c58a-447b-8b33-00de8aa261dc HTTP/1.1" status: 200 len: 700 time: 0.1741548 Feb 17 09:40:07.027708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:07.092812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:07.093459 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 07b96a3f-4014-4f0d-9616-0d6c2411b41e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:07.252871 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Network 4f217161-43a1-424e-ad7c-862c5481e9bb is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:07.253588 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:07.266827 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:07.269185 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:40:07.282765 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Pushing event updated for resources: {'Port': ['ID=c31ebf5b-f5bf-436f-b132-4181d0a2d8ec,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:07.340482 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-ac92fc05-14c1-4cfd-95db-414edcd9043b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:40:07.340843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-ac92fc05-14c1-4cfd-95db-414edcd9043b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:40:07.492758 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Subnet': ['ID=39a3ea4d-a568-4230-a63a-f72a6636f843,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:07.518868 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:07.537151 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Attempting to bind port c31ebf5b-f5bf-436f-b132-4181d0a2d8ec on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:40:07.537512 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Attempting to bind port c31ebf5b-f5bf-436f-b132-4181d0a2d8ec by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '7388a73e-934b-4bfe-963d-327d8a3eb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4f217161-43a1-424e-ad7c-862c5481e9bb'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:40:07.537866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Attempting to bind port c31ebf5b-f5bf-436f-b132-4181d0a2d8ec on network 4f217161-43a1-424e-ad7c-862c5481e9bb {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:40:07.547490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:40:07.547857 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Checking segment: {'id': '7388a73e-934b-4bfe-963d-327d8a3eb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4f217161-43a1-424e-ad7c-862c5481e9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:07.548252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:07.548636 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Bound using segment: {'id': '7388a73e-934b-4bfe-963d-327d8a3eb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4f217161-43a1-424e-ad7c-862c5481e9bb'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:40:07.549133 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Bound port: c31ebf5b-f5bf-436f-b132-4181d0a2d8ec, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7388a73e-934b-4bfe-963d-327d8a3eb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4f217161-43a1-424e-ad7c-862c5481e9bb'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:40:07.549487 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:07.558814 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 07b96a3f-4014-4f0d-9616-0d6c2411b41e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:07.559170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:07.613184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:07.686721 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f217161-43a1-424e-ad7c-862c5481e9bb']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:07.712513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7388a73e-934b-4bfe-963d-327d8a3eb7b3') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:07.712896 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7388a73e-934b-4bfe-963d-327d8a3eb7b3') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:07.714916 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] For port c31ebf5b-f5bf-436f-b132-4181d0a2d8ec, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:40:07.718961 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] For port c31ebf5b-f5bf-436f-b132-4181d0a2d8ec, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c31ebf5b-f5bf-436f-b132-4181d0a2d8ec,segment=NetworkSegment(7388a73e-934b-4bfe-963d-327d8a3eb7b3),segment_id=7388a73e-934b-4bfe-963d-327d8a3eb7b3)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:40:07.745869 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ddc67706-9c57-4fe6-a8aa-e554280fcc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:05Z', 'revision_number': 7, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '07b96a3f-4014-4f0d-9616-0d6c2411b41e', 'name': '', 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:61:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '522c2475-eed4-483a-b451-57f0848ce13b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:50Z', 'updated_at': '2022-02-17T09:40:03Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '522c2475-eed4-483a-b451-57f0848ce13b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee2fca3-0992-4a04-b89d-af2abe995c9b', 'name': '', 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:73:36:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:57Z', 'updated_at': '2022-02-17T09:40:04Z', 'revision_number': 4, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:07.753262 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc67706-9c57-4fe6-a8aa-e554280fcc2f None None] Checking router: f8526858-c58a-447b-8b33-00de8aa261dc for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:40:07.780551 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc67706-9c57-4fe6-a8aa-e554280fcc2f None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:07.781165 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ddc67706-9c57-4fe6-a8aa-e554280fcc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:07.814703 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:07.870523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:07.913118 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:07.954443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:40:07.954918 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:40:07.971446 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:40:08.033380 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:08.040516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c9298786-473c-4775-be3f-125b272641fd up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:08.074223 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:08.175879 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 09:40:08.175879 dv-neutron-828143-5-hyperv neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 09:40:08.175879 dv-neutron-828143-5-hyperv neutron-server[88369]: [parameters: {'id': '4f217161-43a1-424e-ad7c-862c5481e9bb'}] Feb 17 09:40:08.175879 dv-neutron-828143-5-hyperv neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:40:08.176379 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:40:08.231452 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba7e77-b82f-49ad-94f5-11f90e23850c None None] Pushing event updated for resources: {'Port': ['ID=c31ebf5b-f5bf-436f-b132-4181d0a2d8ec,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:08.235822 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-ddc67706-9c57-4fe6-a8aa-e554280fcc2f None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:08.288261 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.26.4.75 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/5ffa6e99-a5b9-4ce7-b117-548c4e9339ff) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:08.388227 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:08.392472 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0443b5b7-802a-4628-bae5-92e902ad5354 None None] Network 4f217161-43a1-424e-ad7c-862c5481e9bb requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:08.417182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port c9298786-473c-4775-be3f-125b272641fd triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:08.417549 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:08.674853 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:08.685715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:08.688575 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:08.727079 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Deleting port c31ebf5b-f5bf-436f-b132-4181d0a2d8ec {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:08.727419 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:08.848667 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8ee2fca3-0992-4a04-b89d-af2abe995c9b up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:08.918906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:08.952264 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9946ec-ff08-4a7f-b891-1c565fa8912f None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 09:40:08.983831 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ddc67706-9c57-4fe6-a8aa-e554280fcc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:05Z', 'revision_number': 7, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '07b96a3f-4014-4f0d-9616-0d6c2411b41e', 'name': '', 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:61:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '522c2475-eed4-483a-b451-57f0848ce13b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:50Z', 'updated_at': '2022-02-17T09:40:03Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '522c2475-eed4-483a-b451-57f0848ce13b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee2fca3-0992-4a04-b89d-af2abe995c9b', 'name': '', 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:73:36:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:57Z', 'updated_at': '2022-02-17T09:40:04Z', 'revision_number': 4, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:08.997280 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc67706-9c57-4fe6-a8aa-e554280fcc2f None None] The sync data for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv is: [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:05Z', 'revision_number': 7, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '07b96a3f-4014-4f0d-9616-0d6c2411b41e', 'name': '', 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:61:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '522c2475-eed4-483a-b451-57f0848ce13b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:50Z', 'updated_at': '2022-02-17T09:40:03Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '522c2475-eed4-483a-b451-57f0848ce13b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee2fca3-0992-4a04-b89d-af2abe995c9b', 'name': '', 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:73:36:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:57Z', 'updated_at': '2022-02-17T09:40:04Z', 'revision_number': 4, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:40:09.012364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 8ee2fca3-0992-4a04-b89d-af2abe995c9b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:09.020790 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 8ee2fca3-0992-4a04-b89d-af2abe995c9b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:09.021402 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:09.222517 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:09.232712 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port 8ee2fca3-0992-4a04-b89d-af2abe995c9b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:09.233058 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:09.233643 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9946ec-ff08-4a7f-b891-1c565fa8912f None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 09:40:09.258464 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e8b59-4407-4a15-9f8d-4a18ce8aacad None None] Sync routers for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:40:09.267880 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:09.272219 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e8b59-4407-4a15-9f8d-4a18ce8aacad None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:09.272934 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bb3e8b59-4407-4a15-9f8d-4a18ce8aacad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:09.280821 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:09.296780 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:40:09.333372 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 8ee2fca3-0992-4a04-b89d-af2abe995c9b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8ee2fca3-0992-4a04-b89d-af2abe995c9b,segment=NetworkSegment(1c8ba145-aa0b-41e0-9794-5f5608bf1fdf),segment_id=1c8ba145-aa0b-41e0-9794-5f5608bf1fdf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:09.338649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] For port c31ebf5b-f5bf-436f-b132-4181d0a2d8ec, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c31ebf5b-f5bf-436f-b132-4181d0a2d8ec,segment=NetworkSegment(7388a73e-934b-4bfe-963d-327d8a3eb7b3),segment_id=7388a73e-934b-4bfe-963d-327d8a3eb7b3)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:09.339022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:09.353826 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=5ffa6e99-a5b9-4ce7-b117-548c4e9339ff,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:09.404332 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:09.456873 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-bb3e8b59-4407-4a15-9f8d-4a18ce8aacad None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:09.509876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Calling delete_port for c31ebf5b-f5bf-436f-b132-4181d0a2d8ec owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:09.548114 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:09.667761 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=8ee2fca3-0992-4a04-b89d-af2abe995c9b,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:09.800399 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:09.800617 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:09.881375 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bb3e8b59-4407-4a15-9f8d-4a18ce8aacad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:05Z', 'revision_number': 7, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '07b96a3f-4014-4f0d-9616-0d6c2411b41e', 'name': '', 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:61:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '522c2475-eed4-483a-b451-57f0848ce13b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:50Z', 'updated_at': '2022-02-17T09:40:03Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '522c2475-eed4-483a-b451-57f0848ce13b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee2fca3-0992-4a04-b89d-af2abe995c9b', 'name': '', 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:73:36:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:57Z', 'updated_at': '2022-02-17T09:40:04Z', 'revision_number': 4, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:09.885845 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e8b59-4407-4a15-9f8d-4a18ce8aacad None None] Checking router: f8526858-c58a-447b-8b33-00de8aa261dc for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:40:09.887081 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] For port 8ee2fca3-0992-4a04-b89d-af2abe995c9b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8ee2fca3-0992-4a04-b89d-af2abe995c9b,segment=NetworkSegment(1c8ba145-aa0b-41e0-9794-5f5608bf1fdf),segment_id=1c8ba145-aa0b-41e0-9794-5f5608bf1fdf)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:09.887479 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:09.895901 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e8b59-4407-4a15-9f8d-4a18ce8aacad None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:09.896857 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bb3e8b59-4407-4a15-9f8d-4a18ce8aacad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:09.938358 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb10ac-3038-4ef6-839b-2d0923828b2f None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 09:40:10.017904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:10.030057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for 8ee2fca3-0992-4a04-b89d-af2abe995c9b owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:10.121715 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-bb3e8b59-4407-4a15-9f8d-4a18ce8aacad None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:10.122355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fb10ac-3038-4ef6-839b-2d0923828b2f None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 09:40:10.193017 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Port': ['ID=c31ebf5b-f5bf-436f-b132-4181d0a2d8ec,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:10.195521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No DVR routers for this DVR port c31ebf5b-f5bf-436f-b132-4181d0a2d8ec on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:40:10.483990 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bb3e8b59-4407-4a15-9f8d-4a18ce8aacad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:05Z', 'revision_number': 7, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '07b96a3f-4014-4f0d-9616-0d6c2411b41e', 'name': '', 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:61:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '522c2475-eed4-483a-b451-57f0848ce13b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:50Z', 'updated_at': '2022-02-17T09:40:03Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '522c2475-eed4-483a-b451-57f0848ce13b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee2fca3-0992-4a04-b89d-af2abe995c9b', 'name': '', 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:73:36:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:57Z', 'updated_at': '2022-02-17T09:40:09Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:10.489195 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e8b59-4407-4a15-9f8d-4a18ce8aacad None None] The sync data for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv is: [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:05Z', 'revision_number': 7, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '07b96a3f-4014-4f0d-9616-0d6c2411b41e', 'name': '', 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:61:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '522c2475-eed4-483a-b451-57f0848ce13b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:50Z', 'updated_at': '2022-02-17T09:40:03Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '522c2475-eed4-483a-b451-57f0848ce13b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee2fca3-0992-4a04-b89d-af2abe995c9b', 'name': '', 'network_id': 'eb2f4256-229c-4e66-b3e8-84efdf8a31f3', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:73:36:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:57Z', 'updated_at': '2022-02-17T09:40:09Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': 'cea7b9d0-dd75-4e1b-ab9f-a4953c68a264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:40:10.565840 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:10.608201 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f217161-43a1-424e-ad7c-862c5481e9bb']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:10.621604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:10.676063 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7388a73e-934b-4bfe-963d-327d8a3eb7b3') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:10.676939 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7388a73e-934b-4bfe-963d-327d8a3eb7b3') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:10.707909 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:10.740157 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:10.803864 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:40:10.804272 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:40:10.818928 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:40:10.830581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:40:10.830902 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:40:11.058566 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:11.092996 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:11.111610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Network': ['ID=4f217161-43a1-424e-ad7c-862c5481e9bb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:11.130749 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b5b99ec3-19fb-4129-b169-0b875626d6f1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/networks/4f217161-43a1-424e-ad7c-862c5481e9bb HTTP/1.1" status: 204 len: 168 time: 6.1843171 Feb 17 09:40:11.133341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:11.134225 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39504) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:11.140213 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-212539332'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:11.145667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:11.149881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:network and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:11.155565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:11.162863 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:11.265255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:11.268985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:11.300137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:40:11.310318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:11.310801 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Added segment f564e311-be6c-4402-9983-cb1315d2b012 of type vlan for network 04836cfc-76fe-43a6-b371-7f04450d9b8d Feb 17 09:40:11.334430 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port 8ee2fca3-0992-4a04-b89d-af2abe995c9b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:11.334775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:11.339014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:11.436136 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:11.441598 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:11.442967 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:11.463654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 38461dc6-96be-4cd5-9d4c-1aefac802e23 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:40:11.494528 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8ee2fca3-0992-4a04-b89d-af2abe995c9b up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:11.585598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 8ee2fca3-0992-4a04-b89d-af2abe995c9b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:11.587092 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:11.698643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Network': ['ID=04836cfc-76fe-43a6-b371-7f04450d9b8d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:11.705007 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] For port 8ee2fca3-0992-4a04-b89d-af2abe995c9b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8ee2fca3-0992-4a04-b89d-af2abe995c9b,segment=NetworkSegment(1c8ba145-aa0b-41e0-9794-5f5608bf1fdf),segment_id=1c8ba145-aa0b-41e0-9794-5f5608bf1fdf)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:11.705382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:11.706847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:11.707352 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:11.707889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:11.708399 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:11.708903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:11.709384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:11.709862 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:11.710378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:11.710713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:11.711038 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:11.711392 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:11.711724 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:11.723852 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 04836cfc-76fe-43a6-b371-7f04450d9b8d details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:40:11.748015 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-34e12928-2797-494f-b4e5-960246c7dbbe tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6124413 Feb 17 09:40:11.750732 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39508) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:11.756877 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e7740e9b-36f7-47eb-ad33-854fe4cf864b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'subnet': {'network_id': '04836cfc-76fe-43a6-b371-7f04450d9b8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:11.839893 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for 8ee2fca3-0992-4a04-b89d-af2abe995c9b owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:11.871005 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e7740e9b-36f7-47eb-ad33-854fe4cf864b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:11.874891 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e7740e9b-36f7-47eb-ad33-854fe4cf864b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:subnet and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:11.877877 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e7740e9b-36f7-47eb-ad33-854fe4cf864b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:11.883980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e7740e9b-36f7-47eb-ad33-854fe4cf864b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:11.980370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7740e9b-36f7-47eb-ad33-854fe4cf864b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:11.984312 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7740e9b-36f7-47eb-ad33-854fe4cf864b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:12.011369 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:40:12.026204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Sync routers for ids ['38461dc6-96be-4cd5-9d4c-1aefac802e23'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:40:12.039165 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Routers {'38461dc6-96be-4cd5-9d4c-1aefac802e23'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:12.040050 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['38461dc6-96be-4cd5-9d4c-1aefac802e23'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:12.127286 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:12.128699 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8ece0423-a067-496e-8a38-b8eba81ef090 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9489009 Feb 17 09:40:12.161802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39512) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:12.234181 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Set router 38461dc6-96be-4cd5-9d4c-1aefac802e23 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:12.277288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7740e9b-36f7-47eb-ad33-854fe4cf864b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:12.278786 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-712f2f10-3a90-491e-b741-fe62e4f97b4d tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=eeb2e7b02f3142f899056abfe417a6b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1156843 Feb 17 09:40:12.280549 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39518) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:12.360376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:12.373184 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7740e9b-36f7-47eb-ad33-854fe4cf864b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Checking segment: {'id': 'f564e311-be6c-4402-9983-cb1315d2b012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '04836cfc-76fe-43a6-b371-7f04450d9b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:12.373859 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7740e9b-36f7-47eb-ad33-854fe4cf864b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network hostable DHCP agents. Network: 04836cfc-76fe-43a6-b371-7f04450d9b8d, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:40:12.388462 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7740e9b-36f7-47eb-ad33-854fe4cf864b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Subnet': ['ID=a69fc898-9b6d-4bd7-a89c-953d5bf02c51,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:12.419265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Port': ['ID=8ee2fca3-0992-4a04-b89d-af2abe995c9b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:12.467126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7740e9b-36f7-47eb-ad33-854fe4cf864b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network 04836cfc-76fe-43a6-b371-7f04450d9b8d is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:40:12.547778 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:40:09Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:12.552971 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Checking router: 38461dc6-96be-4cd5-9d4c-1aefac802e23 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:40:12.553449 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Updating router 38461dc6-96be-4cd5-9d4c-1aefac802e23 port 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:40:12.562557 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892d8a0e-be90-41e4-8bec-07aad6be134c tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:12.564057 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-892d8a0e-be90-41e4-8bec-07aad6be134c tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2824128 Feb 17 09:40:12.568107 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39522) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:12.571628 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e7740e9b-36f7-47eb-ad33-854fe4cf864b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 04836cfc-76fe-43a6-b371-7f04450d9b8d) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:12.603850 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bd4d39-5fa9-47b1-9416-2bd57d8e188e None None] Network 04836cfc-76fe-43a6-b371-7f04450d9b8d requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:12.620071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7740e9b-36f7-47eb-ad33-854fe4cf864b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:12.620815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7740e9b-36f7-47eb-ad33-854fe4cf864b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:12.632976 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ca8c81cc-d48c-4895-959d-0098e9edb29b tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0635498 Feb 17 09:40:12.636675 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39526) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:12.642352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-10274085-497c-4c97-85c8-17d8153ba02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-869965791', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:12.752258 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e7740e9b-36f7-47eb-ad33-854fe4cf864b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9998355 Feb 17 09:40:12.755291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39530) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:12.780006 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:12.835520 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:12.846951 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-10274085-497c-4c97-85c8-17d8153ba02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:12.904738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2378da2-8986-46a9-9dfd-1def1fcca39d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:12.906117 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-10274085-497c-4c97-85c8-17d8153ba02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:subnet and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:12.917334 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-10274085-497c-4c97-85c8-17d8153ba02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:12.970917 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2378da2-8986-46a9-9dfd-1def1fcca39d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:12.974612 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-10274085-497c-4c97-85c8-17d8153ba02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:13.077370 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10274085-497c-4c97-85c8-17d8153ba02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:13.079298 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa097f30-20d8-4e59-932d-927f67ea25eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-04836cfc-76fe-43a6-b371-7f04450d9b8d', 'network_id': '04836cfc-76fe-43a6-b371-7f04450d9b8d', 'tenant_id': 'dcf3a35af9e1480995849cf1f87d0602', 'fixed_ips': [{'subnet_id': 'a69fc898-9b6d-4bd7-a89c-953d5bf02c51'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:40:13.080122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa097f30-20d8-4e59-932d-927f67ea25eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.084294 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10274085-497c-4c97-85c8-17d8153ba02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.130942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2378da2-8986-46a9-9dfd-1def1fcca39d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.173550 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2378da2-8986-46a9-9dfd-1def1fcca39d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Subnet': ['ID=a69fc898-9b6d-4bd7-a89c-953d5bf02c51,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:13.279122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router f8526858-c58a-447b-8b33-00de8aa261dc has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:40:13.280185 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2378da2-8986-46a9-9dfd-1def1fcca39d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server [None req-aa097f30-20d8-4e59-932d-927f67ea25eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a69fc898-9b6d-4bd7-a89c-953d5bf02c51: This subnet is being modified by another concurrent operation. Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server raise exception Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a69fc898-9b6d-4bd7-a89c-953d5bf02c51: This subnet is being modified by another concurrent operation. Feb 17 09:40:13.282187 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server Feb 17 09:40:13.306120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e4d83e-ce9a-40a4-a103-7380e98dd8cc None None] Network 04836cfc-76fe-43a6-b371-7f04450d9b8d requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:13.315541 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e2378da2-8986-46a9-9dfd-1def1fcca39d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04836cfc-76fe-43a6-b371-7f04450d9b8d']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:13.330512 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e2378da2-8986-46a9-9dfd-1def1fcca39d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f564e311-be6c-4402-9983-cb1315d2b012') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:13.330837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e2378da2-8986-46a9-9dfd-1def1fcca39d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f564e311-be6c-4402-9983-cb1315d2b012') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:13.344563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2378da2-8986-46a9-9dfd-1def1fcca39d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.362645 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2378da2-8986-46a9-9dfd-1def1fcca39d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.371039 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2378da2-8986-46a9-9dfd-1def1fcca39d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:40:13.371516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2378da2-8986-46a9-9dfd-1def1fcca39d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:40:13.387829 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:40:13.412130 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.534757 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a160f33-718f-4482-a06c-825b674aad2d None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 09:40:13.551443 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2378da2-8986-46a9-9dfd-1def1fcca39d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.556439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2378da2-8986-46a9-9dfd-1def1fcca39d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.565894 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Transition to ACTIVE for port object 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:13.589971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2378da2-8986-46a9-9dfd-1def1fcca39d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Network': ['ID=04836cfc-76fe-43a6-b371-7f04450d9b8d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:13.610595 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e2378da2-8986-46a9-9dfd-1def1fcca39d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/networks/04836cfc-76fe-43a6-b371-7f04450d9b8d HTTP/1.1" status: 204 len: 168 time: 0.8540151 Feb 17 09:40:13.611993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39534) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:13.619414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c5dc2f22-ebea-4753-a2b3-433521491937 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1582035672'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:13.626322 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c5dc2f22-ebea-4753-a2b3-433521491937 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:13.632402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c5dc2f22-ebea-4753-a2b3-433521491937 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:network and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:13.636332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c5dc2f22-ebea-4753-a2b3-433521491937 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:13.644124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c5dc2f22-ebea-4753-a2b3-433521491937 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:13.653947 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.661069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:40:13.672564 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcdddf4-ae59-4cb4-bc40-0469989c3ebd None None] Sync routers for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:40:13.685829 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcdddf4-ae59-4cb4-bc40-0469989c3ebd None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:13.687093 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3fcdddf4-ae59-4cb4-bc40-0469989c3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:13.705676 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-36765474-53fc-42a6-a7a6-a95583f1e655 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/f8526858-c58a-447b-8b33-00de8aa261dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7517581 Feb 17 09:40:13.709317 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39538) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:13.752273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dc2f22-ebea-4753-a2b3-433521491937 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:13.756532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5dc2f22-ebea-4753-a2b3-433521491937 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.764278 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Attempting to bind port 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:40:13.764654 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Attempting to bind port 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:40:13.765024 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Attempting to bind port 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:40:13.778003 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:40:13.778406 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:13.778816 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.779214 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:40:13.779700 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Bound port: 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:40:13.780080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.780723 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10274085-497c-4c97-85c8-17d8153ba02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.809665 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30d8002-0834-4380-8f18-98046554e209 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting subnet cea7b9d0-dd75-4e1b-ab9f-a4953c68a264 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:40:13.813950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a30d8002-0834-4380-8f18-98046554e209 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.824118 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2a2aa-661b-44aa-843d-4bc5e6c5aa36 None None] Pushing event updated for resources: {'Port': ['ID=5ffa6e99-a5b9-4ce7-b117-548c4e9339ff,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:13.855566 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2a2aa-661b-44aa-843d-4bc5e6c5aa36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:13.855923 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2a2aa-661b-44aa-843d-4bc5e6c5aa36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:13.856273 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2a2aa-661b-44aa-843d-4bc5e6c5aa36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:13.856607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2a2aa-661b-44aa-843d-4bc5e6c5aa36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:13.856940 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2a2aa-661b-44aa-843d-4bc5e6c5aa36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:13.857272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2a2aa-661b-44aa-843d-4bc5e6c5aa36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:13.857602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2a2aa-661b-44aa-843d-4bc5e6c5aa36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:13.857932 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2a2aa-661b-44aa-843d-4bc5e6c5aa36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:13.859287 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2a2aa-661b-44aa-843d-4bc5e6c5aa36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:13.859287 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2a2aa-661b-44aa-843d-4bc5e6c5aa36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:13.859287 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2a2aa-661b-44aa-843d-4bc5e6c5aa36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:13.859287 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f2a2aa-661b-44aa-843d-4bc5e6c5aa36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:13.865866 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10274085-497c-4c97-85c8-17d8153ba02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Subnet': ['ID=0ca1dfe7-f5e0-4847-9211-7f516c2b0f50,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:13.874699 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10274085-497c-4c97-85c8-17d8153ba02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Checking segment: {'id': '584105aa-4141-4240-b2f3-a24cf5584550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:13.875271 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10274085-497c-4c97-85c8-17d8153ba02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network hostable DHCP agents. Network: e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:40:13.890842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a160f33-718f-4482-a06c-825b674aad2d None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 09:40:13.899237 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-3fcdddf4-ae59-4cb4-bc40-0469989c3ebd None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:13.904491 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a30d8002-0834-4380-8f18-98046554e209 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.908116 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] For port 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:40:13.913290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] For port 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5ffa6e99-a5b9-4ce7-b117-548c4e9339ff,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:40:13.958867 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5dc2f22-ebea-4753-a2b3-433521491937 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:40:13.960228 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10274085-497c-4c97-85c8-17d8153ba02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:40:13.983895 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5dc2f22-ebea-4753-a2b3-433521491937 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:13.984234 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-c5dc2f22-ebea-4753-a2b3-433521491937 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Added segment 1fe41dcd-9c1a-4636-b615-114c634c3955 of type vlan for network bfd34631-7b4c-40e5-914b-bd8a1ea6aff5 Feb 17 09:40:13.995162 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:14.023941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5dc2f22-ebea-4753-a2b3-433521491937 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:14.043887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a30d8002-0834-4380-8f18-98046554e209 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:14.050057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-10274085-497c-4c97-85c8-17d8153ba02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:14.055051 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10274085-497c-4c97-85c8-17d8153ba02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:14.055601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10274085-497c-4c97-85c8-17d8153ba02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:14.104830 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Routers {'38461dc6-96be-4cd5-9d4c-1aefac802e23'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:14.105478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['38461dc6-96be-4cd5-9d4c-1aefac802e23'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:14.151194 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-10274085-497c-4c97-85c8-17d8153ba02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5105073 Feb 17 09:40:14.151581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39542) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:14.177421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5dc2f22-ebea-4753-a2b3-433521491937 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:14.188864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dc2f22-ebea-4753-a2b3-433521491937 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:14.193742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5dc2f22-ebea-4753-a2b3-433521491937 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:14.210157 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2a2aa-661b-44aa-843d-4bc5e6c5aa36 None None] Pushing event updated for resources: {'Port': ['ID=5ffa6e99-a5b9-4ce7-b117-548c4e9339ff,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:14.250150 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a30d8002-0834-4380-8f18-98046554e209 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:14.327408 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3fcdddf4-ae59-4cb4-bc40-0469989c3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:12Z', 'revision_number': 8, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '07b96a3f-4014-4f0d-9616-0d6c2411b41e', 'name': '', 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:61:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '522c2475-eed4-483a-b451-57f0848ce13b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:50Z', 'updated_at': '2022-02-17T09:40:03Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '522c2475-eed4-483a-b451-57f0848ce13b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:14.327718 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a30d8002-0834-4380-8f18-98046554e209 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:14.332637 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcdddf4-ae59-4cb4-bc40-0469989c3ebd None None] Checking router: f8526858-c58a-447b-8b33-00de8aa261dc for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:40:14.344094 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcdddf4-ae59-4cb4-bc40-0469989c3ebd None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:14.345389 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3fcdddf4-ae59-4cb4-bc40-0469989c3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:14.401496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] Set router 38461dc6-96be-4cd5-9d4c-1aefac802e23 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:14.431995 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d8002-0834-4380-8f18-98046554e209 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Subnet': ['ID=cea7b9d0-dd75-4e1b-ab9f-a4953c68a264,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:14.472166 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a30d8002-0834-4380-8f18-98046554e209 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/cea7b9d0-dd75-4e1b-ab9f-a4953c68a264 HTTP/1.1" status: 204 len: 168 time: 0.7614610 Feb 17 09:40:14.476848 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39546) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:14.532009 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-3fcdddf4-ae59-4cb4-bc40-0469989c3ebd None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:14.649773 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc2f22-ebea-4753-a2b3-433521491937 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Network': ['ID=bfd34631-7b4c-40e5-914b-bd8a1ea6aff5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:14.657440 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c5dc2f22-ebea-4753-a2b3-433521491937 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0438890 Feb 17 09:40:14.659125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39550) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:14.695798 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network bfd34631-7b4c-40e5-914b-bd8a1ea6aff5 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:40:14.732852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0eb158f3-b820-4b72-ba43-a1ecb7756ee0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'subnet': {'network_id': 'bfd34631-7b4c-40e5-914b-bd8a1ea6aff5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:14.879110 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0eb158f3-b820-4b72-ba43-a1ecb7756ee0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:14.889653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0eb158f3-b820-4b72-ba43-a1ecb7756ee0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:subnet and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:14.907906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0eb158f3-b820-4b72-ba43-a1ecb7756ee0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:14.931162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0eb158f3-b820-4b72-ba43-a1ecb7756ee0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:14.937767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:14.946338 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa55f24b-ea00-47d8-8001-dc28385ac599 None None] Network e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:14.955114 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port c9298786-473c-4775-be3f-125b272641fd {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:14.955466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:14.959502 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9831e813-31be-46af-8a04-d61a33720860 None None] Network eb2f4256-229c-4e66-b3e8-84efdf8a31f3 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:15.034320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:15.097109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb158f3-b820-4b72-ba43-a1ecb7756ee0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:15.102029 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0eb158f3-b820-4b72-ba43-a1ecb7756ee0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:15.110195 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3fcdddf4-ae59-4cb4-bc40-0469989c3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:12Z', 'revision_number': 8, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '07b96a3f-4014-4f0d-9616-0d6c2411b41e', 'name': '', 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:61:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '522c2475-eed4-483a-b451-57f0848ce13b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:50Z', 'updated_at': '2022-02-17T09:40:03Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '522c2475-eed4-483a-b451-57f0848ce13b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:15.115870 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcdddf4-ae59-4cb4-bc40-0469989c3ebd None None] The sync data for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv is: [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:12Z', 'revision_number': 8, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '07b96a3f-4014-4f0d-9616-0d6c2411b41e', 'name': '', 'network_id': 'd3371335-16fa-4fc7-8f5a-acc5b484bf73', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:61:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '522c2475-eed4-483a-b451-57f0848ce13b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:50Z', 'updated_at': '2022-02-17T09:40:03Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '522c2475-eed4-483a-b451-57f0848ce13b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:40:15.299456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] For port c9298786-473c-4775-be3f-125b272641fd, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c9298786-473c-4775-be3f-125b272641fd,segment=NetworkSegment(1c8ba145-aa0b-41e0-9794-5f5608bf1fdf),segment_id=1c8ba145-aa0b-41e0-9794-5f5608bf1fdf)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:15.299811 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:15.312138 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:40:09Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:15.324668 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63749e57-cd2f-4860-a9f3-7860056a89f7 None None] The sync data for ids ['38461dc6-96be-4cd5-9d4c-1aefac802e23'] in dv-neutron-828143-5-hyperv is: [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:40:09Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:40:15.386826 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ips': [{'subnet_id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:40:15.394516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:15.442733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for c9298786-473c-4775-be3f-125b272641fd owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:15.490123 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adacd5de-f34a-4298-bb05-58262ca634f8 None None] DHCP port deletion for eb2f4256-229c-4e66-b3e8-84efdf8a31f3 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:40:15.517442 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-adacd5de-f34a-4298-bb05-58262ca634f8 None None] Deleting port c9298786-473c-4775-be3f-125b272641fd {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:15.517442 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adacd5de-f34a-4298-bb05-58262ca634f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:15.632060 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.1 (e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1/0ca1dfe7-f5e0-4847-9211-7f516c2b0f50/f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:15.638132 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c9298786-473c-4775-be3f-125b272641fd no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:40:15.782120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:15.799636 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No active binding found for port c9298786-473c-4775-be3f-125b272641fd {{(pid=88371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 17 09:40:15.800225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c9298786-473c-4775-be3f-125b272641fd not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:40:15.800450 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8ee2fca3-0992-4a04-b89d-af2abe995c9b no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:40:15.839371 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 8ee2fca3-0992-4a04-b89d-af2abe995c9b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:40:15.839707 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8ee2fca3-0992-4a04-b89d-af2abe995c9b not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:40:15.864731 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0eb158f3-b820-4b72-ba43-a1ecb7756ee0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:15.871942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Port': ['ID=c9298786-473c-4775-be3f-125b272641fd,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:15.933200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] No DVR routers for this DVR port c9298786-473c-4775-be3f-125b272641fd on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:40:15.970325 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-adacd5de-f34a-4298-bb05-58262ca634f8 None None] For port c9298786-473c-4775-be3f-125b272641fd, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c9298786-473c-4775-be3f-125b272641fd,segment=NetworkSegment(1c8ba145-aa0b-41e0-9794-5f5608bf1fdf),segment_id=1c8ba145-aa0b-41e0-9794-5f5608bf1fdf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:15.970896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adacd5de-f34a-4298-bb05-58262ca634f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:16.037560 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:16.059632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:16.120555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:16.143655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb158f3-b820-4b72-ba43-a1ecb7756ee0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Subnet': ['ID=c6e03731-1c2d-4205-8dda-1571323be9c6,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:16.157729 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb158f3-b820-4b72-ba43-a1ecb7756ee0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Checking segment: {'id': '1fe41dcd-9c1a-4636-b615-114c634c3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bfd34631-7b4c-40e5-914b-bd8a1ea6aff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:16.157729 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb158f3-b820-4b72-ba43-a1ecb7756ee0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network hostable DHCP agents. Network: bfd34631-7b4c-40e5-914b-bd8a1ea6aff5, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:40:16.168950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2f4256-229c-4e66-b3e8-84efdf8a31f3']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:16.171316 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-adacd5de-f34a-4298-bb05-58262ca634f8 None None] Calling delete_port for c9298786-473c-4775-be3f-125b272641fd owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:16.180029 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:16.190658 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8ba145-aa0b-41e0-9794-5f5608bf1fdf') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:16.197153 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8ba145-aa0b-41e0-9794-5f5608bf1fdf') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:16.206847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:16.226164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:16.234281 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:40:16.234692 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:40:16.256896 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:40:16.278107 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:16.281498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:16.286938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:40:16.319283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:16.327628 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb158f3-b820-4b72-ba43-a1ecb7756ee0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network bfd34631-7b4c-40e5-914b-bd8a1ea6aff5 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: from cryptography.utils import int_from_bytes Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: from cryptography.utils import int_from_bytes Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn_limited( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn_limited( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:40:16.328739 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 09:40:16.338784 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Allocated IP 172.20.0.2 (e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1/0ca1dfe7-f5e0-4847-9211-7f516c2b0f50/fc7b003c-a2a6-464e-82bf-ea7b2835463e) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:16.344133 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-adacd5de-f34a-4298-bb05-58262ca634f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:40:16.344764 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-adacd5de-f34a-4298-bb05-58262ca634f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:40:16.367585 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:16.388458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-0eb158f3-b820-4b72-ba43-a1ecb7756ee0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, bfd34631-7b4c-40e5-914b-bd8a1ea6aff5) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:16.393084 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb158f3-b820-4b72-ba43-a1ecb7756ee0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:16.393797 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0eb158f3-b820-4b72-ba43-a1ecb7756ee0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:16.447901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d9e4b0-11a7-41b4-a88d-e2a93624f597 None None] Network bfd34631-7b4c-40e5-914b-bd8a1ea6aff5 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:16.456833 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:16.463330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:16.465952 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/networks/eb2f4256-229c-4e66-b3e8-84efdf8a31f3 HTTP/1.1" status: 204 len: 168 time: 1.9877934 Feb 17 09:40:16.482073 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39554) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:16.498764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf374d9f-a207-471a-9b42-ad9b8da1645c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Network': ['ID=eb2f4256-229c-4e66-b3e8-84efdf8a31f3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:16.517428 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0eb158f3-b820-4b72-ba43-a1ecb7756ee0 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8524530 Feb 17 09:40:16.521193 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39558) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:16.529860 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-02d83863-c112-4e1f-a036-16d4159e675d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'subnet': {'network_id': 'bfd34631-7b4c-40e5-914b-bd8a1ea6aff5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:16.768867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:16.791750 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Transition to ACTIVE for port object fc7b003c-a2a6-464e-82bf-ea7b2835463e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:16.806095 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-bfd34631-7b4c-40e5-914b-bd8a1ea6aff5', 'network_id': 'bfd34631-7b4c-40e5-914b-bd8a1ea6aff5', 'tenant_id': 'dcf3a35af9e1480995849cf1f87d0602', 'fixed_ips': [{'subnet_id': 'c6e03731-1c2d-4205-8dda-1571323be9c6'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:40:16.806781 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:16.844834 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Transition to ACTIVE for port object fc7b003c-a2a6-464e-82bf-ea7b2835463e will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:16.845904 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-adacd5de-f34a-4298-bb05-58262ca634f8 None None] Deleting port c9298786-473c-4775-be3f-125b272641fd {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:16.846295 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adacd5de-f34a-4298-bb05-58262ca634f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:16.912123 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-02d83863-c112-4e1f-a036-16d4159e675d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:16.917486 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-02d83863-c112-4e1f-a036-16d4159e675d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:subnet and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:16.921412 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-02d83863-c112-4e1f-a036-16d4159e675d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:16.930497 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e4560b67-5d32-4905-8ae7-c80a852dd4b4 req-e2e8481d-c4dc-4d9e-a807-65a245fe5214 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2836137 Feb 17 09:40:16.930889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-02d83863-c112-4e1f-a036-16d4159e675d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:16.972429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-adacd5de-f34a-4298-bb05-58262ca634f8 None None] The port 'c9298786-473c-4775-be3f-125b272641fd' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:40:17.015356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:17.063308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d83863-c112-4e1f-a036-16d4159e675d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:17.067232 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-02d83863-c112-4e1f-a036-16d4159e675d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:17.085409 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:17.125089 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Network e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:17.130417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:17.136320 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:40:17.231378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4560b67-5d32-4905-8ae7-c80a852dd4b4 req-7ebeed49-e663-43d8-bf0d-640b3f601d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:17.233869 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e4560b67-5d32-4905-8ae7-c80a852dd4b4 req-7ebeed49-e663-43d8-bf0d-640b3f601d16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c462a90c63ab406abd0ec41718f287bf&device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 1098 time: 0.2148948 Feb 17 09:40:17.252796 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Pushing event updated for resources: {'Port': ['ID=fc7b003c-a2a6-464e-82bf-ea7b2835463e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:17.276514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Allocated IP 2001:db8::2 (bfd34631-7b4c-40e5-914b-bd8a1ea6aff5/c6e03731-1c2d-4205-8dda-1571323be9c6/58cf1af1-01e2-4de3-aa78-fd3ac6c8a549) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:17.290584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Attempting to bind port fc7b003c-a2a6-464e-82bf-ea7b2835463e on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:40:17.290957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Attempting to bind port fc7b003c-a2a6-464e-82bf-ea7b2835463e by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '584105aa-4141-4240-b2f3-a24cf5584550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:40:17.291313 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Attempting to bind port fc7b003c-a2a6-464e-82bf-ea7b2835463e on network e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:40:17.297645 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:40:17.298021 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Checking segment: {'id': '584105aa-4141-4240-b2f3-a24cf5584550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:17.298444 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:17.298835 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Bound using segment: {'id': '584105aa-4141-4240-b2f3-a24cf5584550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:40:17.302369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Bound port: fc7b003c-a2a6-464e-82bf-ea7b2835463e, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584105aa-4141-4240-b2f3-a24cf5584550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:40:17.302369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:17.468013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4560b67-5d32-4905-8ae7-c80a852dd4b4 req-571442bc-4d9f-4d5c-8895-259eac79c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:17.469517 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e4560b67-5d32-4905-8ae7-c80a852dd4b4 req-571442bc-4d9f-4d5c-8895-259eac79c987 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2faf6efb-760a-4980-97a0-58d7bf1fab50 HTTP/1.1" status: 200 len: 897 time: 0.2112467 Feb 17 09:40:17.474894 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56218797-585f-44f1-9564-60f67f96ca4c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:17.503665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] For port fc7b003c-a2a6-464e-82bf-ea7b2835463e, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:40:17.527717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] For port fc7b003c-a2a6-464e-82bf-ea7b2835463e, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fc7b003c-a2a6-464e-82bf-ea7b2835463e,segment=NetworkSegment(584105aa-4141-4240-b2f3-a24cf5584550),segment_id=584105aa-4141-4240-b2f3-a24cf5584550)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:40:17.607944 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e4560b67-5d32-4905-8ae7-c80a852dd4b4 req-cc5010aa-36e7-4837-ac93-be698a2fdf7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 HTTP/1.1" status: 200 len: 1000 time: 0.1289139 Feb 17 09:40:17.653600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:17.705666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4560b67-5d32-4905-8ae7-c80a852dd4b4 req-7ce5ac77-43ea-472d-92e5-d294502630b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:17.707330 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e4560b67-5d32-4905-8ae7-c80a852dd4b4 req-7ce5ac77-43ea-472d-92e5-d294502630b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4be594b-ad39-4079-9019-ea91a787d25b HTTP/1.1" status: 200 len: 835 time: 0.0843854 Feb 17 09:40:17.710859 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:17.763172 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-02d83863-c112-4e1f-a036-16d4159e675d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:17.855513 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d83863-c112-4e1f-a036-16d4159e675d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network bfd34631-7b4c-40e5-914b-bd8a1ea6aff5 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:17.858186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-02d83863-c112-4e1f-a036-16d4159e675d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:17.860657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:17.864368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d83863-c112-4e1f-a036-16d4159e675d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:17.865037 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-02d83863-c112-4e1f-a036-16d4159e675d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:17.871386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d83863-c112-4e1f-a036-16d4159e675d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Subnet': ['ID=6e59541e-a69f-494f-9c25-76f446cc4e20,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:17.888593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f4938-876f-49d1-9b2e-b3558ed03a4f None None] Pushing event updated for resources: {'Port': ['ID=fc7b003c-a2a6-464e-82bf-ea7b2835463e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:17.888593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Transition to ACTIVE for port object 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:17.897813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4560b67-5d32-4905-8ae7-c80a852dd4b4 req-4a379204-eacc-4653-bb89-448ec8796d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:17.899852 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e4560b67-5d32-4905-8ae7-c80a852dd4b4 req-4a379204-eacc-4653-bb89-448ec8796d1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2faf6efb-760a-4980-97a0-58d7bf1fab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1865475 Feb 17 09:40:17.923174 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Transition to ACTIVE for port object 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:17.997092 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-02d83863-c112-4e1f-a036-16d4159e675d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4746993 Feb 17 09:40:18.000569 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39562) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:18.017222 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:18.024448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:18.076838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:18.076838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:18.102404 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:18.136044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff8985a-56be-4445-a10d-0f229ffec885 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:18.140179 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff8985a-56be-4445-a10d-0f229ffec885 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:18.141807 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff8985a-56be-4445-a10d-0f229ffec885 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:18.143847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff8985a-56be-4445-a10d-0f229ffec885 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:18.145984 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff8985a-56be-4445-a10d-0f229ffec885 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:18.148906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3ff8985a-56be-4445-a10d-0f229ffec885 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Synchronizing usage tracker for tenant:dcf3a35af9e1480995849cf1f87d0602 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:40:18.177014 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e4560b67-5d32-4905-8ae7-c80a852dd4b4 req-fabbdc89-1afd-48f2-a7d7-2c6418cc9e2e service neutron] 10.222.0.37 "GET /v2.0/networks/2faf6efb-760a-4980-97a0-58d7bf1fab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700837 Feb 17 09:40:18.225593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:18.267936 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Network bfd34631-7b4c-40e5-914b-bd8a1ea6aff5 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:18.268838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Pushing event updated for resources: {'Port': ['ID=58cf1af1-01e2-4de3-aa78-fd3ac6c8a549,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:18.274549 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:18.283550 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:40:18.290721 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3ff8985a-56be-4445-a10d-0f229ffec885 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Unset dirty status for tenant:dcf3a35af9e1480995849cf1f87d0602 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:40:18.292095 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3ff8985a-56be-4445-a10d-0f229ffec885 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2911394 Feb 17 09:40:18.297050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39566) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:18.308285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0a711797-01c8-4513-92bc-34c508b472d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-128385732'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:18.345262 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0a711797-01c8-4513-92bc-34c508b472d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:18.355332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0a711797-01c8-4513-92bc-34c508b472d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:network and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:18.369123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:18.371518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0a711797-01c8-4513-92bc-34c508b472d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:18.386456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0a711797-01c8-4513-92bc-34c508b472d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:18.397985 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e4560b67-5d32-4905-8ae7-c80a852dd4b4 req-8118b6d3-6c34-4ab1-9807-c722eed20d0f service neutron] 10.222.0.37 "GET /v2.0/networks/2faf6efb-760a-4980-97a0-58d7bf1fab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085278 Feb 17 09:40:18.451069 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Attempting to bind port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:40:18.451442 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Attempting to bind port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '1fe41dcd-9c1a-4636-b615-114c634c3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bfd34631-7b4c-40e5-914b-bd8a1ea6aff5'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:40:18.451802 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Attempting to bind port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 on network bfd34631-7b4c-40e5-914b-bd8a1ea6aff5 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:40:18.462166 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:40:18.462552 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Checking segment: {'id': '1fe41dcd-9c1a-4636-b615-114c634c3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bfd34631-7b4c-40e5-914b-bd8a1ea6aff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:18.463003 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:18.463325 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Bound using segment: {'id': '1fe41dcd-9c1a-4636-b615-114c634c3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bfd34631-7b4c-40e5-914b-bd8a1ea6aff5'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:40:18.463789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Bound port: 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe41dcd-9c1a-4636-b615-114c634c3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bfd34631-7b4c-40e5-914b-bd8a1ea6aff5'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:40:18.464166 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:18.487066 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:18.506445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a711797-01c8-4513-92bc-34c508b472d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:18.510121 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a711797-01c8-4513-92bc-34c508b472d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:18.521305 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-56218797-585f-44f1-9564-60f67f96ca4c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port 07b96a3f-4014-4f0d-9616-0d6c2411b41e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:18.521919 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56218797-585f-44f1-9564-60f67f96ca4c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:18.544623 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a711797-01c8-4513-92bc-34c508b472d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:40:18.550807 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5ffa6e99-a5b9-4ce7-b117-548c4e9339ff,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:18.558494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a711797-01c8-4513-92bc-34c508b472d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:18.560680 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-0a711797-01c8-4513-92bc-34c508b472d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Added segment 93a7a988-c6a2-47b2-ab52-6aa2cf19747f of type vlan for network 95d7a160-f398-41ad-8928-44f6ba086ec1 Feb 17 09:40:18.574963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:18.587670 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] For port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:40:18.591333 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] For port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=58cf1af1-01e2-4de3-aa78-fd3ac6c8a549,segment=NetworkSegment(1fe41dcd-9c1a-4636-b615-114c634c3955),segment_id=1fe41dcd-9c1a-4636-b615-114c634c3955)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:40:18.611046 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a711797-01c8-4513-92bc-34c508b472d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:18.651440 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:18.711636 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:18.731535 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:18.735070 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:18.736766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a711797-01c8-4513-92bc-34c508b472d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:18.744541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=5ffa6e99-a5b9-4ce7-b117-548c4e9339ff,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:18.747149 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a711797-01c8-4513-92bc-34c508b472d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:18.757061 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a711797-01c8-4513-92bc-34c508b472d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:18.847368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4676b0c-bd6a-4057-ab5c-97a2d8d5836e None None] Pushing event updated for resources: {'Port': ['ID=58cf1af1-01e2-4de3-aa78-fd3ac6c8a549,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:18.911645 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0a711797-01c8-4513-92bc-34c508b472d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6133690 Feb 17 09:40:18.914485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39570) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:18.922350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ca124459-482e-4f5e-bbfc-bb7a011f1f7c tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:18.923013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a711797-01c8-4513-92bc-34c508b472d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Network': ['ID=95d7a160-f398-41ad-8928-44f6ba086ec1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:18.939939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 95d7a160-f398-41ad-8928-44f6ba086ec1 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:40:18.958812 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-56218797-585f-44f1-9564-60f67f96ca4c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] For port 07b96a3f-4014-4f0d-9616-0d6c2411b41e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=07b96a3f-4014-4f0d-9616-0d6c2411b41e,segment=NetworkSegment(c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4),segment_id=c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:18.959771 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56218797-585f-44f1-9564-60f67f96ca4c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:19.189167 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-56218797-585f-44f1-9564-60f67f96ca4c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for 07b96a3f-4014-4f0d-9616-0d6c2411b41e owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:19.251749 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75487acc-7ef9-4962-8ea0-1fdef75af956 None None] Network e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:19.421437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6c4fdd27-c2d6-4d2a-9653-bd7edb18cea5 None None] Provisioning for port fc7b003c-a2a6-464e-82bf-ea7b2835463e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:19.630657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 38461dc6-96be-4cd5-9d4c-1aefac802e23 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:40:19.673261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fc7b003c-a2a6-464e-82bf-ea7b2835463e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:19.768448 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca124459-482e-4f5e-bbfc-bb7a011f1f7c tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:19.849166 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port fc7b003c-a2a6-464e-82bf-ea7b2835463e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:19.857483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fc7b003c-a2a6-464e-82bf-ea7b2835463e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:19.858624 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:19.908035 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca124459-482e-4f5e-bbfc-bb7a011f1f7c tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:20.025794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:20.028586 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca124459-482e-4f5e-bbfc-bb7a011f1f7c tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network 95d7a160-f398-41ad-8928-44f6ba086ec1 is not hosted by any dhcp agent {{(pid=88369) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 17 09:40:20.034216 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca124459-482e-4f5e-bbfc-bb7a011f1f7c tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.037009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca124459-482e-4f5e-bbfc-bb7a011f1f7c tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:20.046786 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ca124459-482e-4f5e-bbfc-bb7a011f1f7c tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "PUT /v2.0/networks/95d7a160-f398-41ad-8928-44f6ba086ec1 HTTP/1.1" status: 200 len: 723 time: 1.1309493 Feb 17 09:40:20.047790 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39576) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:20.059554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5c1e139f-26b2-4963-bef9-ba58051faf57 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'subnet': {'network_id': '95d7a160-f398-41ad-8928-44f6ba086ec1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:20.072176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port fc7b003c-a2a6-464e-82bf-ea7b2835463e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fc7b003c-a2a6-464e-82bf-ea7b2835463e,segment=NetworkSegment(584105aa-4141-4240-b2f3-a24cf5584550),segment_id=584105aa-4141-4240-b2f3-a24cf5584550)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:20.099104 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca124459-482e-4f5e-bbfc-bb7a011f1f7c tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Network': ['ID=95d7a160-f398-41ad-8928-44f6ba086ec1,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:20.101690 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:40:20.114114 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7e395a2f-8f14-4beb-a493-7fd304f1b789 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/38461dc6-96be-4cd5-9d4c-1aefac802e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9613097 Feb 17 09:40:20.114754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Sync routers for ids ['38461dc6-96be-4cd5-9d4c-1aefac802e23'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:40:20.116511 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39580) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:20.131310 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Routers {'38461dc6-96be-4cd5-9d4c-1aefac802e23'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:20.131944 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['38461dc6-96be-4cd5-9d4c-1aefac802e23'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:20.200280 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 95d7a160-f398-41ad-8928-44f6ba086ec1 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:40:20.211980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56218797-585f-44f1-9564-60f67f96ca4c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:20.241506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:20.242458 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:20.297451 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56218797-585f-44f1-9564-60f67f96ca4c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Port': ['ID=07b96a3f-4014-4f0d-9616-0d6c2411b41e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:20.301647 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5c1e139f-26b2-4963-bef9-ba58051faf57 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:20.320180 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8cdedb00-2639-4484-810c-140f03f54d3a None None] Provisioning for port f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:20.322108 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5c1e139f-26b2-4963-bef9-ba58051faf57 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:20.400672 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8cdedb00-2639-4484-810c-140f03f54d3a None None] Provisioning complete for port f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:20.401195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cdedb00-2639-4484-810c-140f03f54d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:20.476003 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717c95a-3aa3-4115-afe0-94d32cd01d9a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.476486 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717c95a-3aa3-4115-afe0-94d32cd01d9a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.476950 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717c95a-3aa3-4115-afe0-94d32cd01d9a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.477480 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717c95a-3aa3-4115-afe0-94d32cd01d9a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.477941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717c95a-3aa3-4115-afe0-94d32cd01d9a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.478438 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717c95a-3aa3-4115-afe0-94d32cd01d9a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.478905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717c95a-3aa3-4115-afe0-94d32cd01d9a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.479368 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717c95a-3aa3-4115-afe0-94d32cd01d9a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.479825 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717c95a-3aa3-4115-afe0-94d32cd01d9a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.480288 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717c95a-3aa3-4115-afe0-94d32cd01d9a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.480743 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717c95a-3aa3-4115-afe0-94d32cd01d9a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.481199 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717c95a-3aa3-4115-afe0-94d32cd01d9a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.486157 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4717c95a-3aa3-4115-afe0-94d32cd01d9a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8372 time: 0.3658144 Feb 17 09:40:20.486801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39586) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:20.502664 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8b5587-564d-4fd6-9b00-03216ebbb690 None None] Network bfd34631-7b4c-40e5-914b-bd8a1ea6aff5 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:20.563569 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1e139f-26b2-4963-bef9-ba58051faf57 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:20.566025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5c1e139f-26b2-4963-bef9-ba58051faf57 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:20.724445 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56218797-585f-44f1-9564-60f67f96ca4c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:20.835836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8cdedb00-2639-4484-810c-140f03f54d3a None None] Port f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:40:20.907437 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91285fd7-3b72-4151-b79b-b525cfa8a3b2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.907899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91285fd7-3b72-4151-b79b-b525cfa8a3b2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.908595 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91285fd7-3b72-4151-b79b-b525cfa8a3b2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.909236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91285fd7-3b72-4151-b79b-b525cfa8a3b2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.909898 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91285fd7-3b72-4151-b79b-b525cfa8a3b2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.910955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91285fd7-3b72-4151-b79b-b525cfa8a3b2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.911928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91285fd7-3b72-4151-b79b-b525cfa8a3b2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.912546 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91285fd7-3b72-4151-b79b-b525cfa8a3b2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.913150 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91285fd7-3b72-4151-b79b-b525cfa8a3b2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.913750 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91285fd7-3b72-4151-b79b-b525cfa8a3b2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.914422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91285fd7-3b72-4151-b79b-b525cfa8a3b2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.915022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91285fd7-3b72-4151-b79b-b525cfa8a3b2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:20.917416 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-91285fd7-3b72-4151-b79b-b525cfa8a3b2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7617 time: 0.4296257 Feb 17 09:40:20.925163 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39590) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:20.996587 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:21.016226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=fc7b003c-a2a6-464e-82bf-ea7b2835463e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:21.046524 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:21.126238 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8cdedb00-2639-4484-810c-140f03f54d3a None None] Provisioning complete for port fc7b003c-a2a6-464e-82bf-ea7b2835463e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:21.126957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cdedb00-2639-4484-810c-140f03f54d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:21.261266 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Set router 38461dc6-96be-4cd5-9d4c-1aefac802e23 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:21.332216 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5c1e139f-26b2-4963-bef9-ba58051faf57 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:21.373976 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56218797-585f-44f1-9564-60f67f96ca4c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router f8526858-c58a-447b-8b33-00de8aa261dc has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:40:21.589564 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:21.590054 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:21.686266 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-47394a78-02f0-4245-b7d0-39efe35db686 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2864 time: 0.7583039 Feb 17 09:40:21.687778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e139f-26b2-4963-bef9-ba58051faf57 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Subnet': ['ID=526768ec-cdfb-4bf1-af4c-4ce1def0ab0f,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:21.720334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1e139f-26b2-4963-bef9-ba58051faf57 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Checking segment: {'id': '93a7a988-c6a2-47b2-ab52-6aa2cf19747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '95d7a160-f398-41ad-8928-44f6ba086ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:21.722298 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1e139f-26b2-4963-bef9-ba58051faf57 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network hostable DHCP agents. Network: 95d7a160-f398-41ad-8928-44f6ba086ec1, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:40:21.917520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1e139f-26b2-4963-bef9-ba58051faf57 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network 95d7a160-f398-41ad-8928-44f6ba086ec1 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:40:21.919101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56218797-585f-44f1-9564-60f67f96ca4c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:40:21.932466 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea04c21-90bc-4b75-a73c-045562a1e473 None None] Sync routers for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:40:21.933028 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-56218797-585f-44f1-9564-60f67f96ca4c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/f8526858-c58a-447b-8b33-00de8aa261dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4491651 Feb 17 09:40:21.933887 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39598) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:21.950351 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea04c21-90bc-4b75-a73c-045562a1e473 None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:21.951336 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9ea04c21-90bc-4b75-a73c-045562a1e473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:22.008391 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-5c1e139f-26b2-4963-bef9-ba58051faf57 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 95d7a160-f398-41ad-8928-44f6ba086ec1) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:22.027033 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1e139f-26b2-4963-bef9-ba58051faf57 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:22.029662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5c1e139f-26b2-4963-bef9-ba58051faf57 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:22.042347 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc70458-cd6a-43c7-9282-b968d068316d None None] Network 95d7a160-f398-41ad-8928-44f6ba086ec1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:22.081957 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f15185-ecc2-4ba1-b198-b46208dc580c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting subnet 522c2475-eed4-483a-b451-57f0848ce13b {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:40:22.087608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19f15185-ecc2-4ba1-b198-b46208dc580c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:22.136358 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f98761e-eb6b-460a-88fc-e769ca184a5c None None] Update dhcp port {'port': {'network_id': 'bfd34631-7b4c-40e5-914b-bd8a1ea6aff5', 'fixed_ips': [{'subnet_id': 'c6e03731-1c2d-4205-8dda-1571323be9c6', 'ip_address': '2001:db8::2'}, {'subnet_id': '6e59541e-a69f-494f-9c25-76f446cc4e20'}], 'binding:host_id': 'dv-neutron-828143-5-hyperv'}, 'id': '58cf1af1-01e2-4de3-aa78-fd3ac6c8a549'} from dv-neutron-828143-5-hyperv. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 17 09:40:22.186381 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-9ea04c21-90bc-4b75-a73c-045562a1e473 None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:22.196647 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5c1e139f-26b2-4963-bef9-ba58051faf57 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1468964 Feb 17 09:40:22.199446 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39602) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:22.206008 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19f15185-ecc2-4ba1-b198-b46208dc580c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:22.248644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f98761e-eb6b-460a-88fc-e769ca184a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:22.277570 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4ee3cbb4-d76d-47d2-84f0-0aa9684a88d5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:22.357145 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3a73d9f9-b407-4cc4-b956-14019010998c None None] Provisioning complete for port f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:22.359642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a73d9f9-b407-4cc4-b956-14019010998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:22.412563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39606) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:22.422697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6f19adb3-d7d9-460c-93bf-db19e4c00e85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2047372664', 'description': 'tempest-secgroup-smoke-2047372664 description', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:22.433992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6f19adb3-d7d9-460c-93bf-db19e4c00e85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:22.446565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6f19adb3-d7d9-460c-93bf-db19e4c00e85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:22.455793 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6f19adb3-d7d9-460c-93bf-db19e4c00e85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:22.466334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6f19adb3-d7d9-460c-93bf-db19e4c00e85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:22.552671 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ee3cbb4-d76d-47d2-84f0-0aa9684a88d5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7905751'] for subnet, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:22.553257 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fc7b003c-a2a6-464e-82bf-ea7b2835463e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:22.576014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6f19adb3-d7d9-460c-93bf-db19e4c00e85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:22.596558 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9ea04c21-90bc-4b75-a73c-045562a1e473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:19Z', 'revision_number': 9, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:22.608944 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea04c21-90bc-4b75-a73c-045562a1e473 None None] Checking router: f8526858-c58a-447b-8b33-00de8aa261dc for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:40:22.609946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6f19adb3-d7d9-460c-93bf-db19e4c00e85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:22.615328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6f19adb3-d7d9-460c-93bf-db19e4c00e85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:22.620960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6f19adb3-d7d9-460c-93bf-db19e4c00e85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:22.631771 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6f19adb3-d7d9-460c-93bf-db19e4c00e85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:22.634324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19f15185-ecc2-4ba1-b198-b46208dc580c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:22.640503 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea04c21-90bc-4b75-a73c-045562a1e473 None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:22.640503 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9ea04c21-90bc-4b75-a73c-045562a1e473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:22.651541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3a73d9f9-b407-4cc4-b956-14019010998c None None] Port f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:40:22.761950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6f19adb3-d7d9-460c-93bf-db19e4c00e85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:22.828259 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:40:16Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c', 'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:bf:e0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:15Z', 'updated_at': '2022-02-17T09:40:17Z', 'revision_number': 2, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:22.856218 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Checking router: 38461dc6-96be-4cd5-9d4c-1aefac802e23 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:40:22.856575 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Updating router 38461dc6-96be-4cd5-9d4c-1aefac802e23 port f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:40:22.865564 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-9ea04c21-90bc-4b75-a73c-045562a1e473 None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:22.888171 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6f19adb3-d7d9-460c-93bf-db19e4c00e85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:22.943288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19adb3-d7d9-460c-93bf-db19e4c00e85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f690410-00f6-43b0-8a21-bb737c47455b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:22.962395 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19f15185-ecc2-4ba1-b198-b46208dc580c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:22.991479 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3a73d9f9-b407-4cc4-b956-14019010998c None None] Provisioning for port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:23.008781 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19f15185-ecc2-4ba1-b198-b46208dc580c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.013086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f15185-ecc2-4ba1-b198-b46208dc580c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Subnet': ['ID=522c2475-eed4-483a-b451-57f0848ce13b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:23.022265 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-19f15185-ecc2-4ba1-b198-b46208dc580c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/522c2475-eed4-483a-b451-57f0848ce13b HTTP/1.1" status: 204 len: 168 time: 1.0838230 Feb 17 09:40:23.022686 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39612) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:23.025794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fc7b003c-a2a6-464e-82bf-ea7b2835463e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:23.026240 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.042853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ee3cbb4-d76d-47d2-84f0-0aa9684a88d5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794429138975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6357785'] for subnet, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.057196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6f19adb3-d7d9-460c-93bf-db19e4c00e85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.057590 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-4f98761e-eb6b-460a-88fc-e769ca184a5c None None] Allocated IP 172.20.0.1 (bfd34631-7b4c-40e5-914b-bd8a1ea6aff5/6e59541e-a69f-494f-9c25-76f446cc4e20/58cf1af1-01e2-4de3-aa78-fd3ac6c8a549) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:23.059693 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6f19adb3-d7d9-460c-93bf-db19e4c00e85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6458073 Feb 17 09:40:23.068048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3a73d9f9-b407-4cc4-b956-14019010998c None None] Provisioning complete for port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:23.068048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a73d9f9-b407-4cc4-b956-14019010998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.078789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39616) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:23.092047 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3629aafa-0e17-456e-bb86-0da0cced64bb None None] Network d3371335-16fa-4fc7-8f5a-acc5b484bf73 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:23.105050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f5e606a6-c59a-4e0e-88b4-14ec9085cf7f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '5f690410-00f6-43b0-8a21-bb737c47455b', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:23.113315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f5e606a6-c59a-4e0e-88b4-14ec9085cf7f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:23.120884 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab68fbd1-374e-4f68-be24-ee2f0168b5a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-95d7a160-f398-41ad-8928-44f6ba086ec1', 'network_id': '95d7a160-f398-41ad-8928-44f6ba086ec1', 'tenant_id': 'dcf3a35af9e1480995849cf1f87d0602', 'fixed_ips': [{'subnet_id': '526768ec-cdfb-4bf1-af4c-4ce1def0ab0f'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:40:23.125826 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab68fbd1-374e-4f68-be24-ee2f0168b5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.125974 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f5e606a6-c59a-4e0e-88b4-14ec9085cf7f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:23.126486 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f5e606a6-c59a-4e0e-88b4-14ec9085cf7f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:23.137932 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f5e606a6-c59a-4e0e-88b4-14ec9085cf7f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:23.176244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee3cbb4-d76d-47d2-84f0-0aa9684a88d5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:23.176819 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ee3cbb4-d76d-47d2-84f0-0aa9684a88d5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.178117 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4ee3cbb4-d76d-47d2-84f0-0aa9684a88d5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "PUT /v2.0/subnets/526768ec-cdfb-4bf1-af4c-4ce1def0ab0f HTTP/1.1" status: 200 len: 826 time: 0.9773748 Feb 17 09:40:23.182322 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39620) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:23.226016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.228897 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3cbb4-d76d-47d2-84f0-0aa9684a88d5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Subnet': ['ID=526768ec-cdfb-4bf1-af4c-4ce1def0ab0f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:23.241638 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.247903 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:23.248309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.295024 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5e606a6-c59a-4e0e-88b4-14ec9085cf7f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.304329 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9ea04c21-90bc-4b75-a73c-045562a1e473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:19Z', 'revision_number': 9, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:23.309873 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea04c21-90bc-4b75-a73c-045562a1e473 None None] The sync data for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv is: [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:19Z', 'revision_number': 9, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '5158858d-7488-4a03-959c-712aee7455d7', 'name': '', 'network_id': 'ac10e940-5b4d-4047-93f8-3e7c00f750b7', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:af:e5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:44Z', 'updated_at': '2022-02-17T09:39:52Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:40:23.434419 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf889f70-c875-4d6d-8c56-3b44c10871fb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.437242 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5e606a6-c59a-4e0e-88b4-14ec9085cf7f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.484530 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] For port ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f,segment=NetworkSegment(c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4),segment_id=c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:23.484797 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.508132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf889f70-c875-4d6d-8c56-3b44c10871fb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.548201 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5e606a6-c59a-4e0e-88b4-14ec9085cf7f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.581771 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e606a6-c59a-4e0e-88b4-14ec9085cf7f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661dec4f-10d5-45ac-9bcb-c442f7eb3989,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:23.635615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:23.713181 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5e606a6-c59a-4e0e-88b4-14ec9085cf7f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.714575 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f5e606a6-c59a-4e0e-88b4-14ec9085cf7f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6329186 Feb 17 09:40:23.720167 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39624) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:23.734031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bbef4e18-33d4-4478-8d62-fb725b743847 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '5f690410-00f6-43b0-8a21-bb737c47455b', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:23.742198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bbef4e18-33d4-4478-8d62-fb725b743847 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:23.745488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf889f70-c875-4d6d-8c56-3b44c10871fb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.784189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bbef4e18-33d4-4478-8d62-fb725b743847 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:23.789091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bbef4e18-33d4-4478-8d62-fb725b743847 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:23.799998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bbef4e18-33d4-4478-8d62-fb725b743847 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:23.802500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf889f70-c875-4d6d-8c56-3b44c10871fb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Subnet': ['ID=526768ec-cdfb-4bf1-af4c-4ce1def0ab0f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:23.825315 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:23.892645 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] No DVR routers for this DVR port ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:40:23.894750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Port': ['ID=ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server [None req-ab68fbd1-374e-4f68-be24-ee2f0168b5a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 526768ec-cdfb-4bf1-af4c-4ce1def0ab0f: This subnet is being modified by another concurrent operation. Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server raise exception Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 526768ec-cdfb-4bf1-af4c-4ce1def0ab0f: This subnet is being modified by another concurrent operation. Feb 17 09:40:23.958898 dv-neutron-828143-5-hyperv neutron-server[88371]: ERROR oslo_messaging.rpc.server Feb 17 09:40:23.999179 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bbef4e18-33d4-4478-8d62-fb725b743847 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.008128 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4f98761e-eb6b-460a-88fc-e769ca184a5c None None] For port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=58cf1af1-01e2-4de3-aa78-fd3ac6c8a549,segment=NetworkSegment(1fe41dcd-9c1a-4636-b615-114c634c3955),segment_id=1fe41dcd-9c1a-4636-b615-114c634c3955)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:24.012319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2560381-d9fd-4f89-a0e8-312669d9994c None None] Network 95d7a160-f398-41ad-8928-44f6ba086ec1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:24.027654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf889f70-c875-4d6d-8c56-3b44c10871fb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.070664 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.079446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cf889f70-c875-4d6d-8c56-3b44c10871fb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d7a160-f398-41ad-8928-44f6ba086ec1']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:24.104330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cf889f70-c875-4d6d-8c56-3b44c10871fb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a7a988-c6a2-47b2-ab52-6aa2cf19747f') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:24.104830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cf889f70-c875-4d6d-8c56-3b44c10871fb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a7a988-c6a2-47b2-ab52-6aa2cf19747f') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:24.113462 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3371335-16fa-4fc7-8f5a-acc5b484bf73']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:24.116516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a73d9f9-b407-4cc4-b956-14019010998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.133126 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:24.133126 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a4b31c-69f4-46ed-af5b-d12b3e58d0e4') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:24.162495 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf889f70-c875-4d6d-8c56-3b44c10871fb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.162620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.162793 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bbef4e18-33d4-4478-8d62-fb725b743847 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.168816 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.169071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf889f70-c875-4d6d-8c56-3b44c10871fb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.178831 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:40:24.179286 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.179437 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf889f70-c875-4d6d-8c56-3b44c10871fb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:40:24.179981 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf889f70-c875-4d6d-8c56-3b44c10871fb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:40:24.199203 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:40:24.205236 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:40:24.268978 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f98761e-eb6b-460a-88fc-e769ca184a5c None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.349943 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 07b96a3f-4014-4f0d-9616-0d6c2411b41e no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:40:24.414745 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4f98761e-eb6b-460a-88fc-e769ca184a5c None None] Ignored duplicate provisioning block setup for port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 17 09:40:24.415681 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a3380f-faa2-45d1-8cb4-83d9e178e50b None None] DHCP port deletion for d3371335-16fa-4fc7-8f5a-acc5b484bf73 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:40:24.432743 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 07b96a3f-4014-4f0d-9616-0d6c2411b41e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:40:24.433083 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 07b96a3f-4014-4f0d-9616-0d6c2411b41e not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:40:24.447490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8bf6b2-98e3-407e-b32d-85d6d359d929 None None] Network 95d7a160-f398-41ad-8928-44f6ba086ec1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:24.496352 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bbef4e18-33d4-4478-8d62-fb725b743847 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.524355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef4e18-33d4-4478-8d62-fb725b743847 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0117b751-6c0b-46f2-ad1a-ee79aa6ef6e5,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:24.534110 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.552522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf889f70-c875-4d6d-8c56-3b44c10871fb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.598801 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f98761e-eb6b-460a-88fc-e769ca184a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.603272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cf889f70-c875-4d6d-8c56-3b44c10871fb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.606916 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cf889f70-c875-4d6d-8c56-3b44c10871fb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/networks/95d7a160-f398-41ad-8928-44f6ba086ec1 HTTP/1.1" status: 204 len: 168 time: 1.4218872 Feb 17 09:40:24.612622 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf889f70-c875-4d6d-8c56-3b44c10871fb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Network': ['ID=95d7a160-f398-41ad-8928-44f6ba086ec1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:24.615704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39628) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:24.657889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bbef4e18-33d4-4478-8d62-fb725b743847 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.663844 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bbef4e18-33d4-4478-8d62-fb725b743847 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9383845 Feb 17 09:40:24.663844 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b2ad7c-270b-4cf0-9f78-3606e22d431c tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:24.663844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b2ad7c-270b-4cf0-9f78-3606e22d431c tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:24.664442 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f9b2ad7c-270b-4cf0-9f78-3606e22d431c tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/networks/95d7a160-f398-41ad-8928-44f6ba086ec1 HTTP/1.1" status: 404 len: 339 time: 0.0458167 Feb 17 09:40:24.665203 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39632) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:24.669101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39634) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:24.674774 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9659b724-6215-4ff4-9a2b-f943a27e86b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '5f690410-00f6-43b0-8a21-bb737c47455b', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:24.684076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9659b724-6215-4ff4-9a2b-f943a27e86b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:24.689649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9659b724-6215-4ff4-9a2b-f943a27e86b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:24.695302 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9659b724-6215-4ff4-9a2b-f943a27e86b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:24.698238 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.703324 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9659b724-6215-4ff4-9a2b-f943a27e86b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:24.710516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-43a5cba6-4420-4a2f-a53b-c89892af1add tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1685034078', 'description': 'd1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:24.713844 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Network': ['ID=d3371335-16fa-4fc7-8f5a-acc5b484bf73,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:24.717240 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-43a5cba6-4420-4a2f-a53b-c89892af1add tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:24.721833 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7e6c12c8-5b00-43ac-92c4-0f88be349b62 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/networks/d3371335-16fa-4fc7-8f5a-acc5b484bf73 HTTP/1.1" status: 204 len: 168 time: 1.6980095 Feb 17 09:40:24.722530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39640) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:24.730478 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-43a5cba6-4420-4a2f-a53b-c89892af1add tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Usage tracker for resource:network and tenant:dcf3a35af9e1480995849cf1f87d0602 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:24.792525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-43a5cba6-4420-4a2f-a53b-c89892af1add tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:24.816045 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-43a5cba6-4420-4a2f-a53b-c89892af1add tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:24.859096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.922725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9659b724-6215-4ff4-9a2b-f943a27e86b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.939415 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff96145f-2a75-4dfa-af85-642c970ff1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:24.940881 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-3a73d9f9-b407-4cc4-b956-14019010998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:40:24.941233 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-3a73d9f9-b407-4cc4-b956-14019010998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:40:24.980686 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Transition to ACTIVE for port object f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:24.997760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98761e-eb6b-460a-88fc-e769ca184a5c None None] Pushing event updated for resources: {'Port': ['ID=58cf1af1-01e2-4de3-aa78-fd3ac6c8a549,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:25.096370 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.142561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a5cba6-4420-4a2f-a53b-c89892af1add tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:25.146173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43a5cba6-4420-4a2f-a53b-c89892af1add tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.253499 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ee359-b67c-4497-b414-2cd4d78db72f None None] Pushing event updated for resources: {'Port': ['ID=f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:25.306839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a5cba6-4420-4a2f-a53b-c89892af1add tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:40:25.364779 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43a5cba6-4420-4a2f-a53b-c89892af1add tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.364903 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-43a5cba6-4420-4a2f-a53b-c89892af1add tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Added segment cccb55de-8fbf-41b6-a0c9-25d67a98e2bc of type vlan for network 803eb06d-64e5-4f97-b3bc-cbfd07802b37 Feb 17 09:40:25.365375 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Attempting to bind port f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:40:25.365847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Attempting to bind port f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '584105aa-4141-4240-b2f3-a24cf5584550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:40:25.366176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Attempting to bind port f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c on network e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:40:25.375344 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:40:25.375789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Checking segment: {'id': '584105aa-4141-4240-b2f3-a24cf5584550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:25.377806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9659b724-6215-4ff4-9a2b-f943a27e86b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.378109 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.378868 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Bound using segment: {'id': '584105aa-4141-4240-b2f3-a24cf5584550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:40:25.379499 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Bound port: f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584105aa-4141-4240-b2f3-a24cf5584550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:40:25.379888 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.419890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43a5cba6-4420-4a2f-a53b-c89892af1add tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.454363 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9659b724-6215-4ff4-9a2b-f943a27e86b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.493834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659b724-6215-4ff4-9a2b-f943a27e86b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d4e65a-29df-4364-9a91-fb1e2a0bcd23,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:25.537499 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a73d9f9-b407-4cc4-b956-14019010998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.557606 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] For port f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:40:25.573425 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] For port f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c,segment=NetworkSegment(584105aa-4141-4240-b2f3-a24cf5584550),segment_id=584105aa-4141-4240-b2f3-a24cf5584550)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:40:25.579193 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3a73d9f9-b407-4cc4-b956-14019010998c None None] For port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=58cf1af1-01e2-4de3-aa78-fd3ac6c8a549,segment=NetworkSegment(1fe41dcd-9c1a-4636-b615-114c634c3955),segment_id=1fe41dcd-9c1a-4636-b615-114c634c3955)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:25.594136 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9659b724-6215-4ff4-9a2b-f943a27e86b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.596973 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9659b724-6215-4ff4-9a2b-f943a27e86b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9285955 Feb 17 09:40:25.598663 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39644) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:25.605052 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bfd661e6-ef85-46b8-9f85-d37c439d9c12 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '5f690410-00f6-43b0-8a21-bb737c47455b', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:25.611045 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bfd661e6-ef85-46b8-9f85-d37c439d9c12 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:25.615508 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bfd661e6-ef85-46b8-9f85-d37c439d9c12 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:25.619144 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bfd661e6-ef85-46b8-9f85-d37c439d9c12 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:25.623834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43a5cba6-4420-4a2f-a53b-c89892af1add tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.626115 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bfd661e6-ef85-46b8-9f85-d37c439d9c12 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:25.629777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a5cba6-4420-4a2f-a53b-c89892af1add tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:25.630416 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43a5cba6-4420-4a2f-a53b-c89892af1add tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.680928 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b1b44f-b1df-461c-902b-ea829447395e None None] Network bfd34631-7b4c-40e5-914b-bd8a1ea6aff5 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:25.742209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.742993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ffe7eb2e-4bd4-4363-becd-bf0eac758428 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.750693 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfd661e6-ef85-46b8-9f85-d37c439d9c12 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.781717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a73d9f9-b407-4cc4-b956-14019010998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.810930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5cba6-4420-4a2f-a53b-c89892af1add tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Network': ['ID=803eb06d-64e5-4f97-b3bc-cbfd07802b37,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:25.817319 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-43a5cba6-4420-4a2f-a53b-c89892af1add tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1461651 Feb 17 09:40:25.818249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39648) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:25.826973 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfd661e6-ef85-46b8-9f85-d37c439d9c12 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.836170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 803eb06d-64e5-4f97-b3bc-cbfd07802b37 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:40:25.890316 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfd661e6-ef85-46b8-9f85-d37c439d9c12 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:25.935807 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd661e6-ef85-46b8-9f85-d37c439d9c12 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ecde03-bd07-433d-b48b-53b75ded22fa,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:25.985631 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Routers {'38461dc6-96be-4cd5-9d4c-1aefac802e23'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:25.986281 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:39:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['38461dc6-96be-4cd5-9d4c-1aefac802e23'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:26.002096 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfd661e6-ef85-46b8-9f85-d37c439d9c12 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:26.005088 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bfd661e6-ef85-46b8-9f85-d37c439d9c12 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4038754 Feb 17 09:40:26.008180 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39652) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:26.019723 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-af0938dc-a811-4168-a36e-bbc7e4f46cc3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '5f690410-00f6-43b0-8a21-bb737c47455b', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:26.027910 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-af0938dc-a811-4168-a36e-bbc7e4f46cc3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:26.032861 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-af0938dc-a811-4168-a36e-bbc7e4f46cc3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:26.042364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-af0938dc-a811-4168-a36e-bbc7e4f46cc3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:26.046668 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-af0938dc-a811-4168-a36e-bbc7e4f46cc3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:26.048716 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ee359-b67c-4497-b414-2cd4d78db72f None None] Pushing event updated for resources: {'Port': ['ID=f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:26.100722 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef9c851-3932-4ff1-a532-bcba7c716b87 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:26.101414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0ef9c851-3932-4ff1-a532-bcba7c716b87 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Synchronizing usage tracker for tenant:dcf3a35af9e1480995849cf1f87d0602 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:40:26.119553 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-af0938dc-a811-4168-a36e-bbc7e4f46cc3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:40:26.128248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af0938dc-a811-4168-a36e-bbc7e4f46cc3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:26.202297 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af0938dc-a811-4168-a36e-bbc7e4f46cc3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:26.235374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-db0aea32-a759-43e9-8361-fb832d1c2655 None None] Provisioning complete for port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:26.235747 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db0aea32-a759-43e9-8361-fb832d1c2655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:26.258782 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ffe7eb2e-4bd4-4363-becd-bf0eac758428 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port 5158858d-7488-4a03-959c-712aee7455d7 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:26.259482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ffe7eb2e-4bd4-4363-becd-bf0eac758428 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:26.284673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af0938dc-a811-4168-a36e-bbc7e4f46cc3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:26.306260 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:26.318566 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0938dc-a811-4168-a36e-bbc7e4f46cc3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7179c39a-054b-40f2-a29a-6866ecf4bf02,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:26.344643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0ef9c851-3932-4ff1-a532-bcba7c716b87 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Unset dirty status for tenant:dcf3a35af9e1480995849cf1f87d0602 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:40:26.345917 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0ef9c851-3932-4ff1-a532-bcba7c716b87 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "GET /v2.0/networks?id=803eb06d-64e5-4f97-b3bc-cbfd07802b37 HTTP/1.1" status: 200 len: 765 time: 0.4724088 Feb 17 09:40:26.350188 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39658) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:26.356218 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f1ab5891-8958-409d-93b9-d7566699acdf tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'network': {'description': 'd2'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:26.423268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af0938dc-a811-4168-a36e-bbc7e4f46cc3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:26.428342 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-af0938dc-a811-4168-a36e-bbc7e4f46cc3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4152448 Feb 17 09:40:26.431875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39662) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:26.438866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0fd108b8-1a24-4dec-bc33-ab7552bea903 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '5f690410-00f6-43b0-8a21-bb737c47455b', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:26.448561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0fd108b8-1a24-4dec-bc33-ab7552bea903 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:26.453825 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73d9f9-b407-4cc4-b956-14019010998c None None] Pushing event updated for resources: {'Port': ['ID=58cf1af1-01e2-4de3-aa78-fd3ac6c8a549,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:26.455712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0fd108b8-1a24-4dec-bc33-ab7552bea903 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:26.464369 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0fd108b8-1a24-4dec-bc33-ab7552bea903 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:26.480831 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0fd108b8-1a24-4dec-bc33-ab7552bea903 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:26.506970 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] Set router 38461dc6-96be-4cd5-9d4c-1aefac802e23 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:26.509857 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-ffe7eb2e-4bd4-4363-becd-bf0eac758428 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] For port 5158858d-7488-4a03-959c-712aee7455d7, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5158858d-7488-4a03-959c-712aee7455d7,segment=NetworkSegment(2828ed93-e2d9-4315-85d0-523234016a2d),segment_id=2828ed93-e2d9-4315-85d0-523234016a2d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:26.510338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ffe7eb2e-4bd4-4363-becd-bf0eac758428 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:26.628070 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1ab5891-8958-409d-93b9-d7566699acdf tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:26.634975 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-0fd108b8-1a24-4dec-bc33-ab7552bea903 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:40:26.645307 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ffe7eb2e-4bd4-4363-becd-bf0eac758428 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for 5158858d-7488-4a03-959c-712aee7455d7 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:26.682322 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0fd108b8-1a24-4dec-bc33-ab7552bea903 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:26.740207 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1ab5891-8958-409d-93b9-d7566699acdf tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:26.763561 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1ab5891-8958-409d-93b9-d7566699acdf tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network 803eb06d-64e5-4f97-b3bc-cbfd07802b37 is not hosted by any dhcp agent {{(pid=88369) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 17 09:40:26.770554 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ab5891-8958-409d-93b9-d7566699acdf tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:26.771719 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1ab5891-8958-409d-93b9-d7566699acdf tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:26.776270 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f1ab5891-8958-409d-93b9-d7566699acdf tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "PUT /v2.0/networks/803eb06d-64e5-4f97-b3bc-cbfd07802b37 HTTP/1.1" status: 200 len: 762 time: 0.4218116 Feb 17 09:40:26.778846 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39666) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:26.817599 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:26.817973 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:26.938472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0fd108b8-1a24-4dec-bc33-ab7552bea903 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:26.966872 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab5891-8958-409d-93b9-d7566699acdf tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Network': ['ID=803eb06d-64e5-4f97-b3bc-cbfd07802b37,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:26.984418 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 803eb06d-64e5-4f97-b3bc-cbfd07802b37 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:40:27.003155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d70c8f-7316-4d2c-82ba-bd84f80c5ddf tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:27.004023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d3d70c8f-7316-4d2c-82ba-bd84f80c5ddf tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Synchronizing usage tracker for tenant:dcf3a35af9e1480995849cf1f87d0602 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:40:27.018366 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d3d70c8f-7316-4d2c-82ba-bd84f80c5ddf tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Unset dirty status for tenant:dcf3a35af9e1480995849cf1f87d0602 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:40:27.019646 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d3d70c8f-7316-4d2c-82ba-bd84f80c5ddf tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "GET /v2.0/networks?id=803eb06d-64e5-4f97-b3bc-cbfd07802b37 HTTP/1.1" status: 200 len: 765 time: 0.2396271 Feb 17 09:40:27.025106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39670) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:27.062850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0fd108b8-1a24-4dec-bc33-ab7552bea903 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:27.105957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd108b8-1a24-4dec-bc33-ab7552bea903 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b05e208-9976-482a-bbdd-d591e14ecede,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:27.111183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8958dbd-0d97-4e3a-80d9-766073c48ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:27.139567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ffe7eb2e-4bd4-4363-becd-bf0eac758428 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:27.189865 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:40:16Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c', 'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:bf:e0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:15Z', 'updated_at': '2022-02-17T09:40:25Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:27.194632 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedef8b0-43a7-469f-a457-796c1b4c2311 None None] The sync data for ids ['38461dc6-96be-4cd5-9d4c-1aefac802e23'] in dv-neutron-828143-5-hyperv is: [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:40:16Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c', 'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:bf:e0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:15Z', 'updated_at': '2022-02-17T09:40:25Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:40:27.197647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:40:27.200032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0fd108b8-1a24-4dec-bc33-ab7552bea903 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:27.210093 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0fd108b8-1a24-4dec-bc33-ab7552bea903 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7779522 Feb 17 09:40:27.212794 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7eb2e-4bd4-4363-becd-bf0eac758428 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Port': ['ID=5158858d-7488-4a03-959c-712aee7455d7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:27.257832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f86926-4db2-46d1-9d11-c0730c325d30 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:27.261250 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c6f86926-4db2-46d1-9d11-c0730c325d30 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2353659 Feb 17 09:40:27.264152 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39676) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:27.264333 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:40:27.267589 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ec342dda-2cde-4af9-a11f-2b9f2dc4eb3f not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:40:27.366597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-05338eb5-84de-43fb-8ec2-1916daf1d323 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Synchronizing usage tracker for tenant:dcf3a35af9e1480995849cf1f87d0602 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:40:27.417115 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cde7c273-3597-46e8-8bca-2bccaf30cae4 None None] Provisioning complete for port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:27.418661 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cde7c273-3597-46e8-8bca-2bccaf30cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:27.470369 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-259e1435-0068-41d2-b4b3-1320f454c7c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:40:27.486918 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-05338eb5-84de-43fb-8ec2-1916daf1d323 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Unset dirty status for tenant:dcf3a35af9e1480995849cf1f87d0602 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:40:27.490777 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-05338eb5-84de-43fb-8ec2-1916daf1d323 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a HTTP/1.1" status: 200 len: 207 time: 0.2220869 Feb 17 09:40:27.491612 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39690) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:27.607382 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f1ee82-ce5e-4e28-968e-12a910b21520 None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 09:40:27.629178 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ffe7eb2e-4bd4-4363-becd-bf0eac758428 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:27.714175 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a2c287-5b9e-41ec-bdeb-5bf199b057c5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:27.717646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a2c287-5b9e-41ec-bdeb-5bf199b057c5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:27.723404 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a2c287-5b9e-41ec-bdeb-5bf199b057c5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:27.729328 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a2c287-5b9e-41ec-bdeb-5bf199b057c5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:27.735080 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a2c287-5b9e-41ec-bdeb-5bf199b057c5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:27.741712 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a2c287-5b9e-41ec-bdeb-5bf199b057c5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:27.747298 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-46a2c287-5b9e-41ec-bdeb-5bf199b057c5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2490497 Feb 17 09:40:27.748079 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39694) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:27.773382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-259e1435-0068-41d2-b4b3-1320f454c7c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:40:27.774902 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-259e1435-0068-41d2-b4b3-1320f454c7c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2047372664&fields=id&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 267 time: 0.3547399 Feb 17 09:40:27.819731 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f1ee82-ce5e-4e28-968e-12a910b21520 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 09:40:27.921182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:28.047469 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d66b2578-cf79-4438-b340-1ba39072c49b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2981949 Feb 17 09:40:28.051602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39698) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:28.053577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe7eb2e-4bd4-4363-becd-bf0eac758428 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router f8526858-c58a-447b-8b33-00de8aa261dc has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:40:28.071534 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7a048ca7-57ef-476f-809f-f53b444a851c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:28.072301 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7a048ca7-57ef-476f-809f-f53b444a851c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:40:28.092463 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:28.199067 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7a048ca7-57ef-476f-809f-f53b444a851c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:40:28.201194 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7a048ca7-57ef-476f-809f-f53b444a851c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/networks?id=e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 HTTP/1.1" status: 200 len: 796 time: 0.3696024 Feb 17 09:40:28.223751 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-bee39640-1d59-4677-b585-01ef9b22801b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/quotas/eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 375 time: 0.0115833 Feb 17 09:40:28.270251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb12db-cbcf-44e5-893e-c55a59ec608b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:28.270251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb12db-cbcf-44e5-893e-c55a59ec608b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:28.270251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb12db-cbcf-44e5-893e-c55a59ec608b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:28.270251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb12db-cbcf-44e5-893e-c55a59ec608b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:28.271695 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb12db-cbcf-44e5-893e-c55a59ec608b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:28.272622 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e5fb12db-cbcf-44e5-893e-c55a59ec608b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Synchronizing usage tracker for tenant:dcf3a35af9e1480995849cf1f87d0602 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:40:28.300370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e5fb12db-cbcf-44e5-893e-c55a59ec608b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Unset dirty status for tenant:dcf3a35af9e1480995849cf1f87d0602 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:40:28.302174 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e5fb12db-cbcf-44e5-893e-c55a59ec608b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2470794 Feb 17 09:40:28.305968 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39702) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:28.346002 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-1805044f-54ca-4342-b527-685f40dd5bdf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:40:28.369815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe7eb2e-4bd4-4363-becd-bf0eac758428 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:40:28.380425 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ffe7eb2e-4bd4-4363-becd-bf0eac758428 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/f8526858-c58a-447b-8b33-00de8aa261dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6513302 Feb 17 09:40:28.380631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39706) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:28.383601 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758afc6-f1cc-4378-838f-ed54b464fa3d None None] Sync routers for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:40:28.408492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c758afc6-f1cc-4378-838f-ed54b464fa3d None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:28.409201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c758afc6-f1cc-4378-838f-ed54b464fa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:28.466056 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02834c1-17af-433d-9af4-8b950a0f4ee0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting subnet 5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:40:28.467796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-1805044f-54ca-4342-b527-685f40dd5bdf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:40:28.469135 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-1805044f-54ca-4342-b527-685f40dd5bdf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2396436 Feb 17 09:40:28.490991 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:28.493925 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f02834c1-17af-433d-9af4-8b950a0f4ee0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:28.531685 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a61450d-c40a-47cb-bc0a-7706b46a115f tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:28.533173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a61450d-c40a-47cb-bc0a-7706b46a115f tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:28.534578 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a61450d-c40a-47cb-bc0a-7706b46a115f tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:28.536505 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a61450d-c40a-47cb-bc0a-7706b46a115f tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:28.537873 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a61450d-c40a-47cb-bc0a-7706b46a115f tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:28.545425 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3a61450d-c40a-47cb-bc0a-7706b46a115f tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2383952 Feb 17 09:40:28.551571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39710) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:28.650537 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c758afc6-f1cc-4378-838f-ed54b464fa3d None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:28.742446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f02834c1-17af-433d-9af4-8b950a0f4ee0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:28.761501 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-74843aa4-3131-4f00-b63e-375ae29a51a0 service neutron] 10.222.0.75 "GET /v2.0/networks/e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699780 Feb 17 09:40:28.870422 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:28.870830 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:28.929387 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-edee13e4-db0f-4407-95b4-f923953a5dae service neutron] 10.222.0.75 "GET /v2.0/networks/e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590075 Feb 17 09:40:28.987995 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484f9736-6e32-4e59-89e7-6b162b1ed09b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:28.993738 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-484f9736-6e32-4e59-89e7-6b162b1ed09b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "GET /v2.0/networks/52d2bf94-96e4-4719-bc43-6bfb2db3d3bf HTTP/1.1" status: 200 len: 803 time: 0.4380875 Feb 17 09:40:28.995119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39714) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:29.036297 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f02834c1-17af-433d-9af4-8b950a0f4ee0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:29.132806 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:29.178797 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-dbafa453-4896-4424-be9a-f2c22541e909 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "GET /v2.0/networks/52d2bf94-96e4-4719-bc43-6bfb2db3d3bf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1823916 Feb 17 09:40:29.182314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39720) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:29.197126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f02834c1-17af-433d-9af4-8b950a0f4ee0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:29.251797 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c758afc6-f1cc-4378-838f-ed54b464fa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:26Z', 'revision_number': 10, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:29.258010 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758afc6-f1cc-4378-838f-ed54b464fa3d None None] Checking router: f8526858-c58a-447b-8b33-00de8aa261dc for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:40:29.259722 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1002677-6d75-4469-a2df-756ce6157288 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:29.261126 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a1002677-6d75-4469-a2df-756ce6157288 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "GET /v2.0/subnets/0b02ed2c-59da-4e99-81b7-94db10b8beb5 HTTP/1.1" status: 200 len: 843 time: 0.0775163 Feb 17 09:40:29.264688 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39726) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:29.268785 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c758afc6-f1cc-4378-838f-ed54b464fa3d None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:29.269398 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c758afc6-f1cc-4378-838f-ed54b464fa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:29.291114 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1f911932-f9d2-46bc-9bcc-428b7d058240 req-0d69ea1f-0f22-4beb-935f-d96fadb25354 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 210 time: 0.0538380 Feb 17 09:40:29.298327 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02834c1-17af-433d-9af4-8b950a0f4ee0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Subnet': ['ID=5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:29.302589 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f02834c1-17af-433d-9af4-8b950a0f4ee0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:29.320987 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f02834c1-17af-433d-9af4-8b950a0f4ee0 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04 HTTP/1.1" status: 204 len: 168 time: 0.9392784 Feb 17 09:40:29.323527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39730) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:29.364341 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0680ab2e-43ef-484a-9f39-e4edc0b4b377 None None] Network ac10e940-5b4d-4047-93f8-3e7c00f750b7 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:29.367138 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f040a7b-ed2b-44a6-a2de-2414a1fabee5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:29.374553 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8f040a7b-ed2b-44a6-a2de-2414a1fabee5 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "GET /v2.0/subnets/0b02ed2c-59da-4e99-81b7-94db10b8beb5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1086178 Feb 17 09:40:29.375473 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39738) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:29.382646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-59bd40cc-36cb-404e-9fa4-a1059f243483 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1996031856'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:29.387895 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:29.388242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-59bd40cc-36cb-404e-9fa4-a1059f243483 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:29.398006 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-59bd40cc-36cb-404e-9fa4-a1059f243483 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:29.457560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:29.469093 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port 71e23d50-5f3c-473f-b25b-6872520f6d9d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:29.469516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:29.500507 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bd40cc-36cb-404e-9fa4-a1059f243483 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:29.503733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:29.504730 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:29.506063 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59bd40cc-36cb-404e-9fa4-a1059f243483 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:29.537156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59bd40cc-36cb-404e-9fa4-a1059f243483 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:40:29.548530 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59bd40cc-36cb-404e-9fa4-a1059f243483 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:29.549254 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-59bd40cc-36cb-404e-9fa4-a1059f243483 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Added segment 6b928820-0d68-4cdf-b175-e8249d860191 of type vlan for network 8be5a596-02c9-40c6-8604-c37294507d0e Feb 17 09:40:29.579600 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59bd40cc-36cb-404e-9fa4-a1059f243483 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:29.700881 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c758afc6-f1cc-4378-838f-ed54b464fa3d None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:29.737253 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] For port 71e23d50-5f3c-473f-b25b-6872520f6d9d, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=71e23d50-5f3c-473f-b25b-6872520f6d9d,segment=NetworkSegment(2828ed93-e2d9-4315-85d0-523234016a2d),segment_id=2828ed93-e2d9-4315-85d0-523234016a2d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:29.737523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:29.781730 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59bd40cc-36cb-404e-9fa4-a1059f243483 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:29.788747 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bd40cc-36cb-404e-9fa4-a1059f243483 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:29.789343 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59bd40cc-36cb-404e-9fa4-a1059f243483 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:29.875368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for 71e23d50-5f3c-473f-b25b-6872520f6d9d owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:29.906839 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd40cc-36cb-404e-9fa4-a1059f243483 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Network': ['ID=8be5a596-02c9-40c6-8604-c37294507d0e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:29.913897 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:29.927727 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 8be5a596-02c9-40c6-8604-c37294507d0e details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:40:29.965215 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-59bd40cc-36cb-404e-9fa4-a1059f243483 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5882480 Feb 17 09:40:29.968640 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39742) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:29.973841 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-eda00a3a-e586-421d-8ba0-0be3774e01a6 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'subnet': {'network_id': '8be5a596-02c9-40c6-8604-c37294507d0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:30.064209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:30.084641 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:30.090632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-eda00a3a-e586-421d-8ba0-0be3774e01a6 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:30.101975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-eda00a3a-e586-421d-8ba0-0be3774e01a6 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:30.139734 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Port': ['ID=71e23d50-5f3c-473f-b25b-6872520f6d9d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:30.145150 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] No DVR routers for this DVR port 71e23d50-5f3c-473f-b25b-6872520f6d9d on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:40:30.206243 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c,segment=NetworkSegment(584105aa-4141-4240-b2f3-a24cf5584550),segment_id=584105aa-4141-4240-b2f3-a24cf5584550)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:30.232157 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda00a3a-e586-421d-8ba0-0be3774e01a6 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Made reservation on behalf of dcf3a35af9e1480995849cf1f87d0602 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:30.232402 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eda00a3a-e586-421d-8ba0-0be3774e01a6 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:30.287910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf4c752-16b9-4ab0-888b-75e2eeafa6c5 None None] DHCP port deletion for ac10e940-5b4d-4047-93f8-3e7c00f750b7 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:40:30.309472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:30.328571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:30.339148 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-eda00a3a-e586-421d-8ba0-0be3774e01a6 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Performing IP validity checks on allocation pools {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 09:40:30.339671 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-eda00a3a-e586-421d-8ba0-0be3774e01a6 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 09:40:30.380590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac10e940-5b4d-4047-93f8-3e7c00f750b7']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:30.395410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c758afc6-f1cc-4378-838f-ed54b464fa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:26Z', 'revision_number': 10, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:30.402586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2828ed93-e2d9-4315-85d0-523234016a2d') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:30.402965 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2828ed93-e2d9-4315-85d0-523234016a2d') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:30.404865 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758afc6-f1cc-4378-838f-ed54b464fa3d None None] The sync data for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv is: [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:26Z', 'revision_number': 10, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None, '_interfaces': [{'id': '7f732dc3-d78c-479f-80a6-36a581a8bb7e', 'name': '', 'network_id': 'f2deeb7c-a5d7-447f-92c6-98f8453c59ec', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'mac_address': 'fa:16:3e:5d:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:39:35Z', 'updated_at': '2022-02-17T09:39:44Z', 'revision_number': 5, 'project_id': '3905cfb40572415aafd3b634e80659df', 'subnets': [{'id': '2d221396-f096-4ccf-8774-802f62d2cbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:40:30.417001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:30.418330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:30.442232 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 71e23d50-5f3c-473f-b25b-6872520f6d9d no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:40:30.444249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:30.454498 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-813e5da4-caad-412b-8d81-2235f7bf4d13 req-c4c3e9b1-db1a-4bd2-94b4-efa2704f0bba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 210 time: 0.0983262 Feb 17 09:40:30.479835 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 71e23d50-5f3c-473f-b25b-6872520f6d9d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:40:30.480235 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 71e23d50-5f3c-473f-b25b-6872520f6d9d not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:40:30.482143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:40:30.482773 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:40:30.499365 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:40:30.648125 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eda00a3a-e586-421d-8ba0-0be3774e01a6 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:30.676666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:30.696330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:30.702748 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Network': ['ID=ac10e940-5b4d-4047-93f8-3e7c00f750b7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:30.719632 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-775770d9-e00b-4f5f-a061-7b6a2d1719d1 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/networks/ac10e940-5b4d-4047-93f8-3e7c00f750b7 HTTP/1.1" status: 204 len: 168 time: 1.3950801 Feb 17 09:40:30.722218 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39752) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:30.735586 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda00a3a-e586-421d-8ba0-0be3774e01a6 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Subnet': ['ID=fb846955-c81f-470b-ac13-e0f4dc890fd6,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:30.746904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda00a3a-e586-421d-8ba0-0be3774e01a6 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Checking segment: {'id': '6b928820-0d68-4cdf-b175-e8249d860191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '8be5a596-02c9-40c6-8604-c37294507d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:30.747265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda00a3a-e586-421d-8ba0-0be3774e01a6 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network hostable DHCP agents. Network: 8be5a596-02c9-40c6-8604-c37294507d0e, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:40:30.850379 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda00a3a-e586-421d-8ba0-0be3774e01a6 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Network 8be5a596-02c9-40c6-8604-c37294507d0e is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:40:30.936683 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-eda00a3a-e586-421d-8ba0-0be3774e01a6 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 8be5a596-02c9-40c6-8604-c37294507d0e) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:30.941459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda00a3a-e586-421d-8ba0-0be3774e01a6 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:30.943190 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eda00a3a-e586-421d-8ba0-0be3774e01a6 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:30.947700 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692853a7-6d72-49f2-80c9-4c774ebc2e0b None None] Network 8be5a596-02c9-40c6-8604-c37294507d0e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:31.047133 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-eda00a3a-e586-421d-8ba0-0be3774e01a6 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0767508 Feb 17 09:40:31.050862 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39756) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:31.059458 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0b95642c-f36e-407e-9215-645ab0ee3c59 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:31.212854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8be5a596-02c9-40c6-8604-c37294507d0e', 'network_id': '8be5a596-02c9-40c6-8604-c37294507d0e', 'tenant_id': 'dcf3a35af9e1480995849cf1f87d0602', 'fixed_ips': [{'subnet_id': 'fb846955-c81f-470b-ac13-e0f4dc890fd6'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:40:31.212854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:31.213114 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b95642c-f36e-407e-9215-645ab0ee3c59 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7905751'] for subnet, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:31.435281 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b01188dd-e5b1-45a1-a9a4-bb78366f6245 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:31.525487 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b95642c-f36e-407e-9215-645ab0ee3c59 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794429138975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6357785'] for subnet, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:31.617620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95642c-f36e-407e-9215-645ab0ee3c59 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event updated for resources: {'Subnet': ['ID=fb846955-c81f-470b-ac13-e0f4dc890fd6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:31.634120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Allocated IP 2001:db8::3 (8be5a596-02c9-40c6-8604-c37294507d0e/fb846955-c81f-470b-ac13-e0f4dc890fd6/df3ed0e9-7f90-43dc-bd2e-22192c248cd9) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:31.642647 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b95642c-f36e-407e-9215-645ab0ee3c59 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:31.647965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b95642c-f36e-407e-9215-645ab0ee3c59 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:31.647965 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0b95642c-f36e-407e-9215-645ab0ee3c59 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "PUT /v2.0/subnets/fb846955-c81f-470b-ac13-e0f4dc890fd6 HTTP/1.1" status: 200 len: 900 time: 0.5942187 Feb 17 09:40:31.650479 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39762) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:31.775483 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8ed049cc-3ffc-45aa-ba96-89c2035756d7 req-7025d724-bb8b-47bd-baf3-2953577064d1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 210 time: 0.0827329 Feb 17 09:40:31.886974 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-b01188dd-e5b1-45a1-a9a4-bb78366f6245 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port 7f732dc3-d78c-479f-80a6-36a581a8bb7e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:31.887320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b01188dd-e5b1-45a1-a9a4-bb78366f6245 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:31.890077 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:31.901778 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Transition to ACTIVE for port object df3ed0e9-7f90-43dc-bd2e-22192c248cd9 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:31.924684 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Transition to ACTIVE for port object df3ed0e9-7f90-43dc-bd2e-22192c248cd9 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:32.000164 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:32.027627 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:32.075081 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:32.107063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Network 8be5a596-02c9-40c6-8604-c37294507d0e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:32.110918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:32.113743 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:40:32.195118 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Pushing event updated for resources: {'Port': ['ID=df3ed0e9-7f90-43dc-bd2e-22192c248cd9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:32.216638 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-b01188dd-e5b1-45a1-a9a4-bb78366f6245 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] For port 7f732dc3-d78c-479f-80a6-36a581a8bb7e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7f732dc3-d78c-479f-80a6-36a581a8bb7e,segment=NetworkSegment(a49ad99e-9442-4082-989e-a08527af2b6a),segment_id=a49ad99e-9442-4082-989e-a08527af2b6a)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:32.217151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b01188dd-e5b1-45a1-a9a4-bb78366f6245 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:32.222597 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Attempting to bind port df3ed0e9-7f90-43dc-bd2e-22192c248cd9 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:40:32.224367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Attempting to bind port df3ed0e9-7f90-43dc-bd2e-22192c248cd9 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '6b928820-0d68-4cdf-b175-e8249d860191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '8be5a596-02c9-40c6-8604-c37294507d0e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:40:32.224841 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Attempting to bind port df3ed0e9-7f90-43dc-bd2e-22192c248cd9 on network 8be5a596-02c9-40c6-8604-c37294507d0e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:40:32.231227 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:40:32.231754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Checking segment: {'id': '6b928820-0d68-4cdf-b175-e8249d860191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '8be5a596-02c9-40c6-8604-c37294507d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:32.232294 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:32.232825 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Bound using segment: {'id': '6b928820-0d68-4cdf-b175-e8249d860191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '8be5a596-02c9-40c6-8604-c37294507d0e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:40:32.233292 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Bound port: df3ed0e9-7f90-43dc-bd2e-22192c248cd9, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b928820-0d68-4cdf-b175-e8249d860191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '8be5a596-02c9-40c6-8604-c37294507d0e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:40:32.233667 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:32.248595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:32.292266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-2db33737-74df-48ba-938a-0acb47421885 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:32.292614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Subnet': ['ID=fb846955-c81f-470b-ac13-e0f4dc890fd6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:32.293637 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-2db33737-74df-48ba-938a-0acb47421885 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/networks?id=e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 HTTP/1.1" status: 200 len: 796 time: 0.2747905 Feb 17 09:40:32.343861 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] For port df3ed0e9-7f90-43dc-bd2e-22192c248cd9, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:40:32.347762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] For port df3ed0e9-7f90-43dc-bd2e-22192c248cd9, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=df3ed0e9-7f90-43dc-bd2e-22192c248cd9,segment=NetworkSegment(6b928820-0d68-4cdf-b175-e8249d860191),segment_id=6b928820-0d68-4cdf-b175-e8249d860191)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:40:32.382513 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-b01188dd-e5b1-45a1-a9a4-bb78366f6245 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for 7f732dc3-d78c-479f-80a6-36a581a8bb7e owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:32.392094 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:32.423468 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be5a596-02c9-40c6-8604-c37294507d0e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:32.427676 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:32.439814 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b928820-0d68-4cdf-b175-e8249d860191') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:32.440168 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b928820-0d68-4cdf-b175-e8249d860191') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:32.455379 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:32.459198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c3f20136-0137-4d3a-b1d2-0278246dfa9a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:40:32.476132 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:32.479738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c3f20136-0137-4d3a-b1d2-0278246dfa9a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:40:32.480883 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c3f20136-0137-4d3a-b1d2-0278246dfa9a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 380 time: 0.1298528 Feb 17 09:40:32.484375 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:32.484503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:40:32.484503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:40:32.499736 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:40:32.504992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c8022b9e-5a88-4a58-9e69-95938cc63092 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'port': {'device_id': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'admin_state_up': True, 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'security_groups': ['5f690410-00f6-43b0-8a21-bb737c47455b']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:32.619750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 09:40:32.619750 dv-neutron-828143-5-hyperv neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 09:40:32.619750 dv-neutron-828143-5-hyperv neutron-server[88369]: [parameters: {'id': '8be5a596-02c9-40c6-8604-c37294507d0e'}] Feb 17 09:40:32.619750 dv-neutron-828143-5-hyperv neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:40:32.622129 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:40:32.637178 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e3afd-2410-4769-9250-7e720fd608f1 None None] Pushing event updated for resources: {'Port': ['ID=df3ed0e9-7f90-43dc-bd2e-22192c248cd9,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:32.663207 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:32.663699 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:32.695437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685901ad-5b00-48e7-bbc7-5ef0442b61da None None] Network 8be5a596-02c9-40c6-8604-c37294507d0e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:32.853040 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c8022b9e-5a88-4a58-9e69-95938cc63092 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:32.870745 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c8022b9e-5a88-4a58-9e69-95938cc63092 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:32.950927 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f8e04273-e3bc-49df-8134-d5a57a267556 req-88182bb9-f4e7-459e-bb0e-d6c47d31d157 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 210 time: 0.0435994 Feb 17 09:40:32.964368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5158858d-7488-4a03-959c-712aee7455d7 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:40:32.981397 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c8022b9e-5a88-4a58-9e69-95938cc63092 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:32.985347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c8022b9e-5a88-4a58-9e69-95938cc63092 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:33.041794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 5158858d-7488-4a03-959c-712aee7455d7 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:40:33.042465 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5158858d-7488-4a03-959c-712aee7455d7 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:40:33.042866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b01188dd-e5b1-45a1-a9a4-bb78366f6245 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:33.061706 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4769346e-10c0-45b6-8cfc-2620395af55c None None] Network 8be5a596-02c9-40c6-8604-c37294507d0e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:33.109304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01188dd-e5b1-45a1-a9a4-bb78366f6245 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Port': ['ID=7f732dc3-d78c-479f-80a6-36a581a8bb7e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:33.123381 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:33.141041 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Deleting port df3ed0e9-7f90-43dc-bd2e-22192c248cd9 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:33.141453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:33.340284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a46cf6-8c0d-4e9f-8b9c-d2658d74d32e None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 09:40:33.369919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c8022b9e-5a88-4a58-9e69-95938cc63092 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.7 (e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1/0ca1dfe7-f5e0-4847-9211-7f516c2b0f50/dde6ef13-b2bc-459d-a0d5-ab2aa89407bd) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:33.401616 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] For port df3ed0e9-7f90-43dc-bd2e-22192c248cd9, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=df3ed0e9-7f90-43dc-bd2e-22192c248cd9,segment=NetworkSegment(6b928820-0d68-4cdf-b175-e8249d860191),segment_id=6b928820-0d68-4cdf-b175-e8249d860191)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:33.401616 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:33.443651 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b01188dd-e5b1-45a1-a9a4-bb78366f6245 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:33.477913 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a46cf6-8c0d-4e9f-8b9c-d2658d74d32e None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 09:40:33.521796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Calling delete_port for df3ed0e9-7f90-43dc-bd2e-22192c248cd9 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:33.695882 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:33.749521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Port': ['ID=df3ed0e9-7f90-43dc-bd2e-22192c248cd9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:33.753316 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No DVR routers for this DVR port df3ed0e9-7f90-43dc-bd2e-22192c248cd9 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:40:33.857463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01188dd-e5b1-45a1-a9a4-bb78366f6245 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router f8526858-c58a-447b-8b33-00de8aa261dc has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:40:33.893707 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:33.912704 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be5a596-02c9-40c6-8604-c37294507d0e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:33.924656 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b928820-0d68-4cdf-b175-e8249d860191') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:33.924958 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b928820-0d68-4cdf-b175-e8249d860191') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:33.936651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:33.952993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:33.960212 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:40:33.960684 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:33.966739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c8022b9e-5a88-4a58-9e69-95938cc63092 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:40:33.974933 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:40:34.040389 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01188dd-e5b1-45a1-a9a4-bb78366f6245 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:40:34.046432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c8022b9e-5a88-4a58-9e69-95938cc63092 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object dde6ef13-b2bc-459d-a0d5-ab2aa89407bd will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:34.061537 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b01188dd-e5b1-45a1-a9a4-bb78366f6245 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/f8526858-c58a-447b-8b33-00de8aa261dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3378420 Feb 17 09:40:34.063208 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e98bdc-07f2-4d08-a0bb-bdc893474b60 None None] Sync routers for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:40:34.064072 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39774) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:34.075990 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e98bdc-07f2-4d08-a0bb-bdc893474b60 None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:34.078023 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-81e98bdc-07f2-4d08-a0bb-bdc893474b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:34.113979 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-88c89a01-321f-4a0a-a3c8-2ce7b9af0074 req-db33653d-a6bb-425b-b233-4987cfee6f91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:40:34.132388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0453c45-c046-4b47-b3b3-c6d54fac0765 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting subnet 2d221396-f096-4ccf-8774-802f62d2cbd2 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:40:34.133811 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-88c89a01-321f-4a0a-a3c8-2ce7b9af0074 req-db33653d-a6bb-425b-b233-4987cfee6f91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:40:34.135104 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-88c89a01-321f-4a0a-a3c8-2ce7b9af0074 req-db33653d-a6bb-425b-b233-4987cfee6f91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 210 time: 0.0717998 Feb 17 09:40:34.135529 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0453c45-c046-4b47-b3b3-c6d54fac0765 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:34.167552 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:34.187987 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:34.205220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Network': ['ID=8be5a596-02c9-40c6-8604-c37294507d0e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:34.216135 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-81e98bdc-07f2-4d08-a0bb-bdc893474b60 None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:34.228384 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2e4a2f71-bfab-4712-a8bf-1d3b1a5d640b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/networks/8be5a596-02c9-40c6-8604-c37294507d0e HTTP/1.1" status: 204 len: 168 time: 2.5761540 Feb 17 09:40:34.233605 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39778) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:34.238002 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0453c45-c046-4b47-b3b3-c6d54fac0765 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:34.250821 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c8022b9e-5a88-4a58-9e69-95938cc63092 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:34.325330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c8022b9e-5a88-4a58-9e69-95938cc63092 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:34.328553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c8022b9e-5a88-4a58-9e69-95938cc63092 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:34.332971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c8022b9e-5a88-4a58-9e69-95938cc63092 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:40:34.369519 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-81e98bdc-07f2-4d08-a0bb-bdc893474b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:32Z', 'revision_number': 11, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:34.373454 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8022b9e-5a88-4a58-9e69-95938cc63092 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=dde6ef13-b2bc-459d-a0d5-ab2aa89407bd,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:34.374866 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e98bdc-07f2-4d08-a0bb-bdc893474b60 None None] Checking router: f8526858-c58a-447b-8b33-00de8aa261dc for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:40:34.387737 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e98bdc-07f2-4d08-a0bb-bdc893474b60 None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:34.388419 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-81e98bdc-07f2-4d08-a0bb-bdc893474b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:34.443949 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-144e45ce-d3c0-4fe6-96ce-bda6b99e3849 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:34.444409 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144e45ce-d3c0-4fe6-96ce-bda6b99e3849 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:34.444737 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c8022b9e-5a88-4a58-9e69-95938cc63092 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:34.445380 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c8022b9e-5a88-4a58-9e69-95938cc63092 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:34.446134 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-144e45ce-d3c0-4fe6-96ce-bda6b99e3849 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/subnets/fb846955-c81f-470b-ac13-e0f4dc890fd6 HTTP/1.1" status: 404 len: 337 time: 0.2112279 Feb 17 09:40:34.448877 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39782) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:34.483443 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-059071de-8f3f-4383-ae71-dbb56559d257 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:34.483952 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059071de-8f3f-4383-ae71-dbb56559d257 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:34.485641 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-059071de-8f3f-4383-ae71-dbb56559d257 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/networks/8be5a596-02c9-40c6-8604-c37294507d0e HTTP/1.1" status: 404 len: 339 time: 0.0359442 Feb 17 09:40:34.489695 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39786) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:34.527592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0453c45-c046-4b47-b3b3-c6d54fac0765 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:34.541578 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-81e98bdc-07f2-4d08-a0bb-bdc893474b60 None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:34.680726 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-81e98bdc-07f2-4d08-a0bb-bdc893474b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:32Z', 'revision_number': 11, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:34.685502 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e98bdc-07f2-4d08-a0bb-bdc893474b60 None None] The sync data for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv is: [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:32Z', 'revision_number': 11, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:40:34.728114 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-c8022b9e-5a88-4a58-9e69-95938cc63092 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2364113 Feb 17 09:40:34.747592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0453c45-c046-4b47-b3b3-c6d54fac0765 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:34.755473 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Request body: {'port': {'device_id': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:34.797594 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0453c45-c046-4b47-b3b3-c6d54fac0765 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Subnet': ['ID=2d221396-f096-4ccf-8774-802f62d2cbd2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:34.804391 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-16651a52-4c36-473b-ac9f-24495cc83513 None None] Provisioning for port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:34.810188 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0453c45-c046-4b47-b3b3-c6d54fac0765 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:34.812595 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-16651a52-4c36-473b-ac9f-24495cc83513 None None] Provisioning complete for port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:34.813180 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16651a52-4c36-473b-ac9f-24495cc83513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:34.821189 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c0453c45-c046-4b47-b3b3-c6d54fac0765 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/2d221396-f096-4ccf-8774-802f62d2cbd2 HTTP/1.1" status: 204 len: 168 time: 0.7554443 Feb 17 09:40:34.822118 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39790) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:34.829934 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bedc8d6-d605-440e-bcde-9fa65a63576b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:34.852048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c371641-59d9-48d4-80af-ad3c1d972e36 None None] Network f2deeb7c-a5d7-447f-92c6-98f8453c59ec requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:34.939006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:34.949284 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:34.958754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-16651a52-4c36-473b-ac9f-24495cc83513 None None] Port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:40:34.961983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Deleting port 24ef86b6-670a-42f9-a28a-c3fab06e94d9 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:34.962365 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:35.101703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bedc8d6-d605-440e-bcde-9fa65a63576b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:35.185759 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-2bedc8d6-d605-440e-bcde-9fa65a63576b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803eb06d-64e5-4f97-b3bc-cbfd07802b37']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:35.206478 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-2bedc8d6-d605-440e-bcde-9fa65a63576b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccb55de-8fbf-41b6-a0c9-25d67a98e2bc') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:35.206782 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-2bedc8d6-d605-440e-bcde-9fa65a63576b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccb55de-8fbf-41b6-a0c9-25d67a98e2bc') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:35.215305 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f393c92c-bf6a-4e47-9caa-a71ba9dd5148 None None] DHCP port deletion for f2deeb7c-a5d7-447f-92c6-98f8453c59ec request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:40:35.222241 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f393c92c-bf6a-4e47-9caa-a71ba9dd5148 None None] Deleting port 24ef86b6-670a-42f9-a28a-c3fab06e94d9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:35.222681 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f393c92c-bf6a-4e47-9caa-a71ba9dd5148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:35.243402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bedc8d6-d605-440e-bcde-9fa65a63576b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:35.274437 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] For port 24ef86b6-670a-42f9-a28a-c3fab06e94d9, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=24ef86b6-670a-42f9-a28a-c3fab06e94d9,segment=NetworkSegment(a49ad99e-9442-4082-989e-a08527af2b6a),segment_id=a49ad99e-9442-4082-989e-a08527af2b6a)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:35.275050 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:35.336054 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bedc8d6-d605-440e-bcde-9fa65a63576b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:35.351438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bedc8d6-d605-440e-bcde-9fa65a63576b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:40:35.351753 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bedc8d6-d605-440e-bcde-9fa65a63576b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:40:35.367152 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:40:35.474938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Calling delete_port for 24ef86b6-670a-42f9-a28a-c3fab06e94d9 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:35.499748 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f393c92c-bf6a-4e47-9caa-a71ba9dd5148 None None] For port 24ef86b6-670a-42f9-a28a-c3fab06e94d9, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=24ef86b6-670a-42f9-a28a-c3fab06e94d9,segment=NetworkSegment(a49ad99e-9442-4082-989e-a08527af2b6a),segment_id=a49ad99e-9442-4082-989e-a08527af2b6a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:35.500205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f393c92c-bf6a-4e47-9caa-a71ba9dd5148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:35.587196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bedc8d6-d605-440e-bcde-9fa65a63576b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:35.587459 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:40:35.604040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449733d-c581-4883-974e-ac4a8f13f6c3 req-b5329d56-d726-4877-b97a-b0b93d0cd294 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:35.606298 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c449733d-c581-4883-974e-ac4a8f13f6c3 req-b5329d56-d726-4877-b97a-b0b93d0cd294 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 931 time: 0.2441688 Feb 17 09:40:35.610023 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bedc8d6-d605-440e-bcde-9fa65a63576b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:35.645723 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f393c92c-bf6a-4e47-9caa-a71ba9dd5148 None None] Calling delete_port for 24ef86b6-670a-42f9-a28a-c3fab06e94d9 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:35.651798 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde6ef13-b2bc-459d-a0d5-ab2aa89407bd {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:40:35.662535 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:35.669536 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c449733d-c581-4883-974e-ac4a8f13f6c3 req-1b6658b0-f315-4ea8-8cd9-f11061c38abf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f690410-00f6-43b0-8a21-bb737c47455b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559323 Feb 17 09:40:35.673175 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2bedc8d6-d605-440e-bcde-9fa65a63576b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/networks/803eb06d-64e5-4f97-b3bc-cbfd07802b37 HTTP/1.1" status: 204 len: 168 time: 1.1807287 Feb 17 09:40:35.674599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedc8d6-d605-440e-bcde-9fa65a63576b tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Network': ['ID=803eb06d-64e5-4f97-b3bc-cbfd07802b37,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:35.677195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39796) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:35.687800 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:35.729106 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-f393c92c-bf6a-4e47-9caa-a71ba9dd5148 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:40:35.729528 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-f393c92c-bf6a-4e47-9caa-a71ba9dd5148 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:40:35.735751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Transition to ACTIVE for port object dde6ef13-b2bc-459d-a0d5-ab2aa89407bd will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:35.741480 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80453ce-cb75-4f7b-9f90-90c4ee0d8f60 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:35.741948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80453ce-cb75-4f7b-9f90-90c4ee0d8f60 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:35.743686 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a80453ce-cb75-4f7b-9f90-90c4ee0d8f60 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/subnets/526768ec-cdfb-4bf1-af4c-4ce1def0ab0f HTTP/1.1" status: 404 len: 337 time: 0.0618832 Feb 17 09:40:35.748068 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Port': ['ID=24ef86b6-670a-42f9-a28a-c3fab06e94d9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:35.748214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39800) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:35.749991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] No DVR routers for this DVR port 24ef86b6-670a-42f9-a28a-c3fab06e94d9 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:40:35.773248 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-445b3c19-b8c9-4781-a48b-bc40d79ba253 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:35.773722 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445b3c19-b8c9-4781-a48b-bc40d79ba253 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:35.775700 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-445b3c19-b8c9-4781-a48b-bc40d79ba253 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/networks/95d7a160-f398-41ad-8928-44f6ba086ec1 HTTP/1.1" status: 404 len: 339 time: 0.0284610 Feb 17 09:40:35.778311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39804) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:35.817525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:35.875956 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:35.904283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2deeb7c-a5d7-447f-92c6-98f8453c59ec']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:35.917783 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49ad99e-9442-4082-989e-a08527af2b6a') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:35.918240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49ad99e-9442-4082-989e-a08527af2b6a') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:35.930949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:35.948784 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:35.955827 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:40:35.956881 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:40:35.972647 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:40:35.984278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c4f101-3768-427b-9a2a-f169d51cc250 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Deleting subnet 6e59541e-a69f-494f-9c25-76f446cc4e20 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:40:35.987099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f101-3768-427b-9a2a-f169d51cc250 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:36.014491 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=dde6ef13-b2bc-459d-a0d5-ab2aa89407bd,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:36.113176 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f101-3768-427b-9a2a-f169d51cc250 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:36.148036 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:36.167177 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:36.188203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Pushing event deleted for resources: {'Network': ['ID=f2deeb7c-a5d7-447f-92c6-98f8453c59ec,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:36.190538 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Attempting to bind port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:40:36.190876 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Attempting to bind port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '584105aa-4141-4240-b2f3-a24cf5584550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:40:36.191195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Attempting to bind port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd on network e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:40:36.198789 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c57fdd25-7cc4-42ee-8878-14b6e0484333 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/networks/f2deeb7c-a5d7-447f-92c6-98f8453c59ec HTTP/1.1" status: 204 len: 168 time: 1.3756084 Feb 17 09:40:36.201361 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39808) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:36.203325 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd on network e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:40:36.203609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Attempting to bind port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd on network e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:40:36.207352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fe982ae1-a3b7-4c20-993e-b8b24e100814 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'router': {'routes': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:36.215109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:40:36.218844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Checking segment: {'id': '584105aa-4141-4240-b2f3-a24cf5584550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:36.218844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Bound using segment: {'id': '584105aa-4141-4240-b2f3-a24cf5584550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:40:36.218844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Bound port: dde6ef13-b2bc-459d-a0d5-ab2aa89407bd, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584105aa-4141-4240-b2f3-a24cf5584550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:40:36.218844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:36.231452 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f393c92c-bf6a-4e47-9caa-a71ba9dd5148 None None] Deleting port 24ef86b6-670a-42f9-a28a-c3fab06e94d9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:36.232935 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f393c92c-bf6a-4e47-9caa-a71ba9dd5148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:36.284403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f101-3768-427b-9a2a-f169d51cc250 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:36.313494 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f393c92c-bf6a-4e47-9caa-a71ba9dd5148 None None] The port '24ef86b6-670a-42f9-a28a-c3fab06e94d9' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:40:36.406428 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 24ef86b6-670a-42f9-a28a-c3fab06e94d9 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:40:36.447278 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 24ef86b6-670a-42f9-a28a-c3fab06e94d9 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:40:36.447625 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 24ef86b6-670a-42f9-a28a-c3fab06e94d9 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:40:36.448254 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7f732dc3-d78c-479f-80a6-36a581a8bb7e no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:40:36.494553 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 7f732dc3-d78c-479f-80a6-36a581a8bb7e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:40:36.495540 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7f732dc3-d78c-479f-80a6-36a581a8bb7e not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:40:36.496277 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] For port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:40:36.500608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] For port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dde6ef13-b2bc-459d-a0d5-ab2aa89407bd,segment=NetworkSegment(584105aa-4141-4240-b2f3-a24cf5584550),segment_id=584105aa-4141-4240-b2f3-a24cf5584550)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:40:36.619916 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:36.637496 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.extraroute_db [None req-fe982ae1-a3b7-4c20-993e-b8b24e100814 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Added routes are [] {{(pid=88369) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 17 09:40:36.637911 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.extraroute_db [None req-fe982ae1-a3b7-4c20-993e-b8b24e100814 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Removed routes are [] {{(pid=88369) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 17 09:40:36.638183 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe982ae1-a3b7-4c20-993e-b8b24e100814 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:36.670565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f101-3768-427b-9a2a-f169d51cc250 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:36.734139 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:36.734774 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:36.736199 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] 10.222.0.37 "PUT /v2.0/ports/dde6ef13-b2bc-459d-a0d5-ab2aa89407bd HTTP/1.1" status: 200 len: 1093 time: 1.9854383 Feb 17 09:40:36.740453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4f101-3768-427b-9a2a-f169d51cc250 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Subnet': ['ID=6e59541e-a69f-494f-9c25-76f446cc4e20,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:36.742117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'tag': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:40:36.754881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f101-3768-427b-9a2a-f169d51cc250 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:36.768219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167bf33-881b-47d5-a4f6-b04bfcffa6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=dde6ef13-b2bc-459d-a0d5-ab2aa89407bd,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:36.768536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb3ef46-5baa-4273-a01d-76bc5201de48 None None] Network bfd34631-7b4c-40e5-914b-bd8a1ea6aff5 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:36.773023 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a2c4f101-3768-427b-9a2a-f169d51cc250 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/subnets/6e59541e-a69f-494f-9c25-76f446cc4e20 HTTP/1.1" status: 204 len: 168 time: 0.9937193 Feb 17 09:40:36.775882 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39818) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:36.817422 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'tag': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd', 'status': 'completed', 'code': 200} Feb 17 09:40:36.996133 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe982ae1-a3b7-4c20-993e-b8b24e100814 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:37.003891 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe982ae1-a3b7-4c20-993e-b8b24e100814 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:37.012806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-416d5c07-0f78-4fb4-a93d-b1a7d7b7f1ff tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Deleting subnet c6e03731-1c2d-4205-8dda-1571323be9c6 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:40:37.016213 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-416d5c07-0f78-4fb4-a93d-b1a7d7b7f1ff tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:37.016488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be717bd5-d6b0-4de6-8560-c3f4fc27615f req-4d059b50-da5e-4bb6-a943-1fe327b51c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:37.017961 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-be717bd5-d6b0-4de6-8560-c3f4fc27615f req-4d059b50-da5e-4bb6-a943-1fe327b51c1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 1096 time: 0.1543567 Feb 17 09:40:37.034893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80446407-7c60-4229-b89a-323a7cc67889 req-9400e17a-0e30-45a5-9b4c-6a1be5ae8881 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:37.036355 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-80446407-7c60-4229-b89a-323a7cc67889 req-9400e17a-0e30-45a5-9b4c-6a1be5ae8881 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 943 time: 0.1281025 Feb 17 09:40:37.174030 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-80446407-7c60-4229-b89a-323a7cc67889 req-11285624-829f-4c65-b78b-06024246212f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f690410-00f6-43b0-8a21-bb737c47455b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155643 Feb 17 09:40:37.193358 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-416d5c07-0f78-4fb4-a93d-b1a7d7b7f1ff tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:37.228285 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe982ae1-a3b7-4c20-993e-b8b24e100814 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router f8526858-c58a-447b-8b33-00de8aa261dc has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:40:37.231402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be717bd5-d6b0-4de6-8560-c3f4fc27615f req-af0391c2-2f20-41f8-9b64-cbe97abb340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:37.233065 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-be717bd5-d6b0-4de6-8560-c3f4fc27615f req-af0391c2-2f20-41f8-9b64-cbe97abb340e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1958601 Feb 17 09:40:37.394467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be717bd5-d6b0-4de6-8560-c3f4fc27615f req-66d641b1-9848-429c-8c47-653ee69ce0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:37.396344 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-be717bd5-d6b0-4de6-8560-c3f4fc27615f req-66d641b1-9848-429c-8c47-653ee69ce0e0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1567056 Feb 17 09:40:37.400791 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe982ae1-a3b7-4c20-993e-b8b24e100814 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:40:37.408403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe982ae1-a3b7-4c20-993e-b8b24e100814 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:37.412725 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fe982ae1-a3b7-4c20-993e-b8b24e100814 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/f8526858-c58a-447b-8b33-00de8aa261dc HTTP/1.1" status: 200 len: 701 time: 1.2103326 Feb 17 09:40:37.413536 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39822) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:37.414159 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f4f5f-ca25-43e7-8fbc-65072f6372c3 None None] Sync routers for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:40:37.427998 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13f4f5f-ca25-43e7-8fbc-65072f6372c3 None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:37.429499 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c13f4f5f-ca25-43e7-8fbc-65072f6372c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:37.460241 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c1b3d03e-cf83-4256-8c75-c9dcf833d121 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Synchronizing usage tracker for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:40:37.471348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-416d5c07-0f78-4fb4-a93d-b1a7d7b7f1ff tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:37.548049 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-9a543274-0408-4d7f-93dd-ab6898ffcdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:37.549688 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-9a543274-0408-4d7f-93dd-ab6898ffcdd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 1096 time: 0.0893712 Feb 17 09:40:37.586830 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c13f4f5f-ca25-43e7-8fbc-65072f6372c3 None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:37.638854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c1b3d03e-cf83-4256-8c75-c9dcf833d121 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Unset dirty status for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:40:37.643377 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c1b3d03e-cf83-4256-8c75-c9dcf833d121 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8526858-c58a-447b-8b33-00de8aa261dc HTTP/1.1" status: 200 len: 205 time: 0.2275465 Feb 17 09:40:37.644084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39826) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:37.645153 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-35fa5e1c-babd-4a65-9d41-c8f7082924d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dde6ef13-b2bc-459d-a0d5-ab2aa89407bd HTTP/1.1" status: 200 len: 217 time: 0.0814688 Feb 17 09:40:37.705949 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c13f4f5f-ca25-43e7-8fbc-65072f6372c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:32Z', 'revision_number': 11, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:37.712767 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-416d5c07-0f78-4fb4-a93d-b1a7d7b7f1ff tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:37.713215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f4f5f-ca25-43e7-8fbc-65072f6372c3 None None] Checking router: f8526858-c58a-447b-8b33-00de8aa261dc for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:40:37.720318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-8dda7875-b410-4443-aadc-c2eca6e7e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:37.723258 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13f4f5f-ca25-43e7-8fbc-65072f6372c3 None None] Routers {'f8526858-c58a-447b-8b33-00de8aa261dc'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:37.724309 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c13f4f5f-ca25-43e7-8fbc-65072f6372c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['f8526858-c58a-447b-8b33-00de8aa261dc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:37.724921 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-8dda7875-b410-4443-aadc-c2eca6e7e762 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ca1dfe7-f5e0-4847-9211-7f516c2b0f50 HTTP/1.1" status: 200 len: 834 time: 0.0716789 Feb 17 09:40:37.806714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-29eb7717-51c7-4164-ac8e-b38f816dbfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:37.808369 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-29eb7717-51c7-4164-ac8e-b38f816dbfdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795813 Feb 17 09:40:37.830597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d5c07-0f78-4fb4-a93d-b1a7d7b7f1ff tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e03731-1c2d-4205-8dda-1571323be9c6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:37.833878 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-416d5c07-0f78-4fb4-a93d-b1a7d7b7f1ff tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:37.837686 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b260b26-116a-4579-952d-e1bbb78c6b8c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:37.859449 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee179b8-b076-488a-9086-58c839a0c049 None None] Network bfd34631-7b4c-40e5-914b-bd8a1ea6aff5 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:37.940807 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c13f4f5f-ca25-43e7-8fbc-65072f6372c3 None None] Set router f8526858-c58a-447b-8b33-00de8aa261dc gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:37.950336 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-57ba4472-834f-47bb-a3de-94b078e6db0d service neutron] 10.222.0.37 "GET /v2.0/networks/e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361394 Feb 17 09:40:37.990745 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c93e7cfb-c9e6-4ab1-9666-092a32536ae8 None None] Provisioning complete for port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:37.991048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c93e7cfb-c9e6-4ab1-9666-092a32536ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:38.094305 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-416d5c07-0f78-4fb4-a93d-b1a7d7b7f1ff tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/subnets/c6e03731-1c2d-4205-8dda-1571323be9c6 HTTP/1.1" status: 204 len: 168 time: 1.3150997 Feb 17 09:40:38.096549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39830) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:38.121876 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe2e0138-7423-4cdc-af6b-2378701f53f4 req-94b2b1dc-e5c0-470a-a309-51727981ccef service neutron] 10.222.0.37 "GET /v2.0/networks/e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655228 Feb 17 09:40:38.122603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c13f4f5f-ca25-43e7-8fbc-65072f6372c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:32Z', 'revision_number': 11, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:38.135722 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f4f5f-ca25-43e7-8fbc-65072f6372c3 None None] The sync data for ids ['f8526858-c58a-447b-8b33-00de8aa261dc'] in dv-neutron-828143-5-hyperv is: [{'id': 'f8526858-c58a-447b-8b33-00de8aa261dc', 'name': 'tempest-RoutersTest-router-1212982902', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:39:31Z', 'updated_at': '2022-02-17T09:40:32Z', 'revision_number': 11, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:40:38.243974 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:38.258641 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Deleting port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:38.258979 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:38.283314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b260b26-116a-4579-952d-e1bbb78c6b8c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:38.285603 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b260b26-116a-4579-952d-e1bbb78c6b8c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:38.384549 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b260b26-116a-4579-952d-e1bbb78c6b8c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:38.385027 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b260b26-116a-4579-952d-e1bbb78c6b8c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Fanout notify agent at l3_agent the message router_deleted on router f8526858-c58a-447b-8b33-00de8aa261dc {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:40:38.399563 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb51aa9-0a3b-414e-add0-efea23571c1b None None] DHCP port deletion for bfd34631-7b4c-40e5-914b-bd8a1ea6aff5 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:40:38.406412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fdb51aa9-0a3b-414e-add0-efea23571c1b None None] Deleting port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:38.407011 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fdb51aa9-0a3b-414e-add0-efea23571c1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:38.442141 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:38.447477 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b260b26-116a-4579-952d-e1bbb78c6b8c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:38.448567 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7b260b26-116a-4579-952d-e1bbb78c6b8c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/routers/f8526858-c58a-447b-8b33-00de8aa261dc HTTP/1.1" status: 204 len: 168 time: 0.8034472 Feb 17 09:40:38.454211 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39836) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:38.464571 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3e73a5c7-ff45-449d-849f-bb8460089322 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-855021081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:38.475096 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3e73a5c7-ff45-449d-849f-bb8460089322 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:38.487169 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e73a5c7-ff45-449d-849f-bb8460089322 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Usage tracker for resource:router and tenant:3905cfb40572415aafd3b634e80659df is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:38.492062 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e73a5c7-ff45-449d-849f-bb8460089322 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:38.502889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3e73a5c7-ff45-449d-849f-bb8460089322 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:38.522606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] For port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=58cf1af1-01e2-4de3-aa78-fd3ac6c8a549,segment=NetworkSegment(1fe41dcd-9c1a-4636-b615-114c634c3955),segment_id=1fe41dcd-9c1a-4636-b615-114c634c3955)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:38.523021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:38.540577 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6deed35-1467-4354-96f4-ac4ad9f7c335 req-2dd201c1-38af-4e16-9ed1-822c2ed91dca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:38.542295 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e6deed35-1467-4354-96f4-ac4ad9f7c335 req-2dd201c1-38af-4e16-9ed1-822c2ed91dca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 943 time: 0.1423168 Feb 17 09:40:38.599330 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e6deed35-1467-4354-96f4-ac4ad9f7c335 req-92cf8353-fcb8-4b4f-9c53-2dc397c74d99 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f690410-00f6-43b0-8a21-bb737c47455b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487943 Feb 17 09:40:38.627612 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e73a5c7-ff45-449d-849f-bb8460089322 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:38.628716 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e73a5c7-ff45-449d-849f-bb8460089322 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:38.649266 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e73a5c7-ff45-449d-849f-bb8460089322 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:38.702571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-fdb51aa9-0a3b-414e-add0-efea23571c1b None None] For port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=58cf1af1-01e2-4de3-aa78-fd3ac6c8a549,segment=NetworkSegment(1fe41dcd-9c1a-4636-b615-114c634c3955),segment_id=1fe41dcd-9c1a-4636-b615-114c634c3955)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:38.702965 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fdb51aa9-0a3b-414e-add0-efea23571c1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:38.762630 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e73a5c7-ff45-449d-849f-bb8460089322 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:38.783272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Calling delete_port for 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:38.825572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fdb51aa9-0a3b-414e-add0-efea23571c1b None None] Calling delete_port for 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:38.853819 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e73a5c7-ff45-449d-849f-bb8460089322 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:38.855169 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3e73a5c7-ff45-449d-849f-bb8460089322 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3947809 Feb 17 09:40:38.858077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39840) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:38.863842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0ea55b49-e765-4240-9f21-c3abfb8b022c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:38.928291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:38.935836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-fdb51aa9-0a3b-414e-add0-efea23571c1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:40:38.936204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-fdb51aa9-0a3b-414e-add0-efea23571c1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:40:38.979812 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Port': ['ID=58cf1af1-01e2-4de3-aa78-fd3ac6c8a549,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:38.981593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No DVR routers for this DVR port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:40:39.107960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:39.132688 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd34631-7b4c-40e5-914b-bd8a1ea6aff5']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:39.144623 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe41dcd-9c1a-4636-b615-114c634c3955') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:39.146059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe41dcd-9c1a-4636-b615-114c634c3955') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:39.157036 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:39.176763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:39.183240 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:40:39.183663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:40:39.198946 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:40:39.265532 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ea55b49-e765-4240-9f21-c3abfb8b022c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:39.336040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ea55b49-e765-4240-9f21-c3abfb8b022c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:39.358823 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:39.375887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:39.387985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Network': ['ID=bfd34631-7b4c-40e5-914b-bd8a1ea6aff5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:39.396123 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-00908038-5627-4927-89fd-353bcced0df2 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/networks/bfd34631-7b4c-40e5-914b-bd8a1ea6aff5 HTTP/1.1" status: 204 len: 168 time: 1.2985034 Feb 17 09:40:39.398506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39844) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:39.437037 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fdb51aa9-0a3b-414e-add0-efea23571c1b None None] Deleting port 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:39.437506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fdb51aa9-0a3b-414e-add0-efea23571c1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:39.440166 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-15299227-8b1a-4445-bfe8-cde125e37c5c tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:39.440718 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15299227-8b1a-4445-bfe8-cde125e37c5c tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:39.445821 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-15299227-8b1a-4445-bfe8-cde125e37c5c tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/subnets/a69fc898-9b6d-4bd7-a89c-953d5bf02c51 HTTP/1.1" status: 404 len: 337 time: 0.0433238 Feb 17 09:40:39.446221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39848) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:39.473224 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-610490f1-a136-46ca-b67c-62cee690a90e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:39.473847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610490f1-a136-46ca-b67c-62cee690a90e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:39.478148 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-610490f1-a136-46ca-b67c-62cee690a90e tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/networks/04836cfc-76fe-43a6-b371-7f04450d9b8d HTTP/1.1" status: 404 len: 339 time: 0.0286863 Feb 17 09:40:39.481489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39852) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:39.509764 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fdb51aa9-0a3b-414e-add0-efea23571c1b None None] The port '58cf1af1-01e2-4de3-aa78-fd3ac6c8a549' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:40:39.527811 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ddd3bd-2734-4c7e-a6d8-c055ddd0dedb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:39.528275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ddd3bd-2734-4c7e-a6d8-c055ddd0dedb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:39.530087 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e6ddd3bd-2734-4c7e-a6d8-c055ddd0dedb tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/subnets/39a3ea4d-a568-4230-a63a-f72a6636f843 HTTP/1.1" status: 404 len: 337 time: 0.0473623 Feb 17 09:40:39.532759 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39856) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:39.559414 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a11dc2-6731-4f25-95df-0b7c4b9cbd55 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:39.559894 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a11dc2-6731-4f25-95df-0b7c4b9cbd55 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:39.561587 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-86a11dc2-6731-4f25-95df-0b7c4b9cbd55 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/networks/4f217161-43a1-424e-ad7c-862c5481e9bb HTTP/1.1" status: 404 len: 339 time: 0.0279257 Feb 17 09:40:39.566277 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39860) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:39.570815 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea55b49-e765-4240-9f21-c3abfb8b022c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Router 8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:40:39.608579 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-988b4655-af6f-4a11-a579-69674f9c3310 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:39.609096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988b4655-af6f-4a11-a579-69674f9c3310 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:39.610751 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-988b4655-af6f-4a11-a579-69674f9c3310 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/subnets/383f57d3-3b72-4aa7-b24a-09d63c60eca2 HTTP/1.1" status: 404 len: 337 time: 0.0444255 Feb 17 09:40:39.618587 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39864) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:39.644672 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa92d76c-f2ce-48f8-8384-e70c3bd08d99 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:39.645106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa92d76c-f2ce-48f8-8384-e70c3bd08d99 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:39.650502 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fa92d76c-f2ce-48f8-8384-e70c3bd08d99 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/networks/11c5354e-1812-4305-ab4f-bf5e025d640d HTTP/1.1" status: 404 len: 339 time: 0.0306828 Feb 17 09:40:39.651287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39870) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:39.721370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-3593edf5-6dc1-40cb-9aba-a406c2a37b41 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Deleting subnet 5f8b0aa9-dac9-494a-af64-7beffb213d0e {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:40:39.724701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3593edf5-6dc1-40cb-9aba-a406c2a37b41 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:39.732599 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea55b49-e765-4240-9f21-c3abfb8b022c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:40:39.739581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ea55b49-e765-4240-9f21-c3abfb8b022c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:39.741556 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0ea55b49-e765-4240-9f21-c3abfb8b022c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "PUT /v2.0/routers/8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd HTTP/1.1" status: 200 len: 693 time: 0.8825049 Feb 17 09:40:39.743377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39874) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:39.744283 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14341ae-b8c2-4081-82e5-74c71edf2840 None None] Sync routers for ids ['8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:40:39.755841 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14341ae-b8c2-4081-82e5-74c71edf2840 None None] Routers {'8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:39.757575 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f14341ae-b8c2-4081-82e5-74c71edf2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:39.829431 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3593edf5-6dc1-40cb-9aba-a406c2a37b41 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:39.892508 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f14341ae-b8c2-4081-82e5-74c71edf2840 None None] Set router 8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:39.930125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630de682-453b-4408-8762-3586716a2054 req-95effab8-58d8-4cd4-ab7f-4134013bf73b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:39.932669 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-630de682-453b-4408-8762-3586716a2054 req-95effab8-58d8-4cd4-ab7f-4134013bf73b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 943 time: 0.1756024 Feb 17 09:40:39.949679 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3593edf5-6dc1-40cb-9aba-a406c2a37b41 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:40.004883 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f14341ae-b8c2-4081-82e5-74c71edf2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd', 'name': 'tempest-RoutersTest-router-855021081', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:38Z', 'updated_at': '2022-02-17T09:40:39Z', 'revision_number': 2, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:40.009017 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14341ae-b8c2-4081-82e5-74c71edf2840 None None] Checking router: 8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:40:40.013434 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-aece8950-6fc3-4d0e-ac89-1c39d92f8253 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/routers/8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd HTTP/1.1" status: 200 len: 699 time: 0.2689712 Feb 17 09:40:40.016513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39878) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:40.020985 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14341ae-b8c2-4081-82e5-74c71edf2840 None None] Routers {'8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:40.021604 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f14341ae-b8c2-4081-82e5-74c71edf2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:40.038270 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-630de682-453b-4408-8762-3586716a2054 req-52d5572b-da28-4527-9ee6-891b73f43693 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f690410-00f6-43b0-8a21-bb737c47455b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919218 Feb 17 09:40:40.064295 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c88dfa48-ac1b-4ed5-bc14-30d3c5d5eca2 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports?device_id=8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd HTTP/1.1" status: 200 len: 205 time: 0.0443358 Feb 17 09:40:40.064482 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39882) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:40.136912 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3593edf5-6dc1-40cb-9aba-a406c2a37b41 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:40.162443 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f14341ae-b8c2-4081-82e5-74c71edf2840 None None] Set router 8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:40.182266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593edf5-6dc1-40cb-9aba-a406c2a37b41 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8b0aa9-dac9-494a-af64-7beffb213d0e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:40.186229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3593edf5-6dc1-40cb-9aba-a406c2a37b41 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:40.200356 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3593edf5-6dc1-40cb-9aba-a406c2a37b41 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/subnets/5f8b0aa9-dac9-494a-af64-7beffb213d0e HTTP/1.1" status: 204 len: 168 time: 0.5459216 Feb 17 09:40:40.200551 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0181f681-5cd1-4ffa-88e0-3a2cd5dd318c None None] Network a30794a7-ad61-456b-a22e-481dcd469f6a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:40.201105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39886) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:40.209143 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b55050af-68b5-4df2-9754-db180169e9f8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:40.278829 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f14341ae-b8c2-4081-82e5-74c71edf2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd', 'name': 'tempest-RoutersTest-router-855021081', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:38Z', 'updated_at': '2022-02-17T09:40:39Z', 'revision_number': 2, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:40.283798 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14341ae-b8c2-4081-82e5-74c71edf2840 None None] The sync data for ids ['8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd'] in dv-neutron-828143-5-hyperv is: [{'id': '8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd', 'name': 'tempest-RoutersTest-router-855021081', 'tenant_id': '3905cfb40572415aafd3b634e80659df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:38Z', 'updated_at': '2022-02-17T09:40:39Z', 'revision_number': 2, 'project_id': '3905cfb40572415aafd3b634e80659df', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:40:40.338763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:40.353131 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Deleting port 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:40.353562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:40.447162 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:40:40.496345 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:40:40.499882 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 58cf1af1-01e2-4de3-aa78-fd3ac6c8a549 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:40:40.512741 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d7445f-e442-411e-88a8-bbfc2b0c3bcd None None] DHCP port deletion for a30794a7-ad61-456b-a22e-481dcd469f6a request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:40:40.517785 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a7d7445f-e442-411e-88a8-bbfc2b0c3bcd None None] Deleting port 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:40.518439 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a7d7445f-e442-411e-88a8-bbfc2b0c3bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:40.584344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b55050af-68b5-4df2-9754-db180169e9f8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:40.586696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b55050af-68b5-4df2-9754-db180169e9f8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:40.602899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] For port 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c,segment=NetworkSegment(6c121191-ea88-4c4b-8600-fbd383ff1bfd),segment_id=6c121191-ea88-4c4b-8600-fbd383ff1bfd)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:40.603405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:40.738135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Calling delete_port for 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:40.741769 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b55050af-68b5-4df2-9754-db180169e9f8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:40.742349 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55050af-68b5-4df2-9754-db180169e9f8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Fanout notify agent at l3_agent the message router_deleted on router 8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:40:40.748900 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a7d7445f-e442-411e-88a8-bbfc2b0c3bcd None None] For port 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c,segment=NetworkSegment(6c121191-ea88-4c4b-8600-fbd383ff1bfd),segment_id=6c121191-ea88-4c4b-8600-fbd383ff1bfd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:40.749647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a7d7445f-e442-411e-88a8-bbfc2b0c3bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:40.762302 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b55050af-68b5-4df2-9754-db180169e9f8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:40.763399 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b55050af-68b5-4df2-9754-db180169e9f8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/routers/8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd HTTP/1.1" status: 204 len: 168 time: 0.6980546 Feb 17 09:40:40.767104 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39890) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:40.815220 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c9513482-1d49-42a2-9cce-56958905d19d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports?device_id=8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd HTTP/1.1" status: 200 len: 205 time: 0.0447993 Feb 17 09:40:40.815475 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39894) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:40.885189 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a7d7445f-e442-411e-88a8-bbfc2b0c3bcd None None] Calling delete_port for 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:40.885450 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-06501aff-1bab-44a4-af5d-652382a3851d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] delete failed (client error): The resource could not be found. Feb 17 09:40:40.886331 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-06501aff-1bab-44a4-af5d-652382a3851d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/routers/8859c1d3-7b05-4d6f-9cf1-595a9c77cfdd HTTP/1.1" status: 404 len: 336 time: 0.0698800 Feb 17 09:40:40.888818 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39898) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:40.907572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:40.927465 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef550de-5198-4c0f-8c32-7fedc7053e9c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:40.927923 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef550de-5198-4c0f-8c32-7fedc7053e9c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:40.929657 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9ef550de-5198-4c0f-8c32-7fedc7053e9c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/cea7b9d0-dd75-4e1b-ab9f-a4953c68a264 HTTP/1.1" status: 404 len: 337 time: 0.0399528 Feb 17 09:40:40.933386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39902) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:40.958237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Port': ['ID=3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:40.965673 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No DVR routers for this DVR port 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:40:40.966426 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-a7d7445f-e442-411e-88a8-bbfc2b0c3bcd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:40:40.967098 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-a7d7445f-e442-411e-88a8-bbfc2b0c3bcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:40:40.975042 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b853ff8d-0be2-45c3-9c26-6db1e7174a4b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:40.975493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b853ff8d-0be2-45c3-9c26-6db1e7174a4b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:40.977159 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b853ff8d-0be2-45c3-9c26-6db1e7174a4b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/522c2475-eed4-483a-b451-57f0848ce13b HTTP/1.1" status: 404 len: 337 time: 0.0428572 Feb 17 09:40:40.979683 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39906) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:41.017062 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-388de824-8ec2-4002-b29a-b8815a1dc5d5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:41.017518 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388de824-8ec2-4002-b29a-b8815a1dc5d5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:41.019179 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-388de824-8ec2-4002-b29a-b8815a1dc5d5 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/5e84e20f-f9be-4e7e-bc72-9f17dbcdbb04 HTTP/1.1" status: 404 len: 337 time: 0.0386093 Feb 17 09:40:41.022722 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39910) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:41.067226 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d681f0-9b87-47c5-b1e7-01628759831d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:41.067963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d681f0-9b87-47c5-b1e7-01628759831d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:41.073269 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-85d681f0-9b87-47c5-b1e7-01628759831d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/2d221396-f096-4ccf-8774-802f62d2cbd2 HTTP/1.1" status: 404 len: 337 time: 0.0455437 Feb 17 09:40:41.073980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39916) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:41.103020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:41.126177 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8cfffbd4-9531-4286-9afa-0fde56c40f7b tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8526858-c58a-447b-8b33-00de8aa261dc HTTP/1.1" status: 200 len: 205 time: 0.0489109 Feb 17 09:40:41.128108 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39920) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:41.193577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30794a7-ad61-456b-a22e-481dcd469f6a']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:41.210675 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-d7a944b9-537b-4572-9d94-71342b2db6cf tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] delete failed (client error): The resource could not be found. Feb 17 09:40:41.211736 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d7a944b9-537b-4572-9d94-71342b2db6cf tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/routers/f8526858-c58a-447b-8b33-00de8aa261dc HTTP/1.1" status: 404 len: 336 time: 0.0826907 Feb 17 09:40:41.215156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39924) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:41.215458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c121191-ea88-4c4b-8600-fbd383ff1bfd') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:41.215755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c121191-ea88-4c4b-8600-fbd383ff1bfd') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:41.228584 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:41.246194 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:41.254248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:40:41.254710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:41.270860 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a475dfbc-3963-40a6-842c-75b9bceceb5f tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports?device_id=70bc7dea-6d0d-4748-aefd-4dd3454b0cd2 HTTP/1.1" status: 200 len: 205 time: 0.0519331 Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:40:41.271673 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:40:41.275367 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39928) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:41.346353 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-9330b175-ceba-493a-b5bd-cbd6663176ac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] delete failed (client error): The resource could not be found. Feb 17 09:40:41.347387 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9330b175-ceba-493a-b5bd-cbd6663176ac tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/routers/70bc7dea-6d0d-4748-aefd-4dd3454b0cd2 HTTP/1.1" status: 404 len: 336 time: 0.0752299 Feb 17 09:40:41.353610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39932) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:41.401623 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf8e55c-415d-4be8-aef8-702e14b49465 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:41.411087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf8e55c-415d-4be8-aef8-702e14b49465 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:41.411087 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-eaf8e55c-415d-4be8-aef8-702e14b49465 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/cfae0042-1134-438c-b195-71a0e45acb09 HTTP/1.1" status: 404 len: 337 time: 0.0490556 Feb 17 09:40:41.417618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6ad0d-c3bd-47af-bf67-c8d7f08afdde req-16f00016-4062-4ccb-9b88-d1d59e885fca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:41.419617 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bac6ad0d-c3bd-47af-bf67-c8d7f08afdde req-16f00016-4062-4ccb-9b88-d1d59e885fca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 943 time: 0.2514265 Feb 17 09:40:41.420118 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39936) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:41.467787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a7d7445f-e442-411e-88a8-bbfc2b0c3bcd None None] Deleting port 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:41.468526 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a7d7445f-e442-411e-88a8-bbfc2b0c3bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:41.484675 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0ced271e-2b74-4488-be07-f10bba02c336 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports?device_id=03729fba-2d42-4335-a89a-227028b4fb72 HTTP/1.1" status: 200 len: 205 time: 0.0633516 Feb 17 09:40:41.487511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39940) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:41.517182 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bac6ad0d-c3bd-47af-bf67-c8d7f08afdde req-2f8be60f-56cd-4509-b860-5a2da0549138 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f690410-00f6-43b0-8a21-bb737c47455b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542312 Feb 17 09:40:41.566336 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-fe69eb21-86f5-45a8-8c12-620e5bd4fdb4 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] delete failed (client error): The resource could not be found. Feb 17 09:40:41.568079 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fe69eb21-86f5-45a8-8c12-620e5bd4fdb4 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/routers/03729fba-2d42-4335-a89a-227028b4fb72 HTTP/1.1" status: 404 len: 336 time: 0.0785151 Feb 17 09:40:41.569408 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a7d7445f-e442-411e-88a8-bbfc2b0c3bcd None None] The port '3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:40:41.570862 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39944) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:41.614906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:41.639234 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:41.644175 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6b3b72a4-523b-4f1d-bd94-13ee04f51069 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Synchronizing usage tracker for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:40:41.650399 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Network': ['ID=a30794a7-ad61-456b-a22e-481dcd469f6a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:41.666439 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e1eb87d7-0a16-4210-9c98-fd987921db5d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/networks/a30794a7-ad61-456b-a22e-481dcd469f6a HTTP/1.1" status: 204 len: 168 time: 1.4643021 Feb 17 09:40:41.668928 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39948) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:41.669428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6b3b72a4-523b-4f1d-bd94-13ee04f51069 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] Unset dirty status for tenant:3905cfb40572415aafd3b634e80659df on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:40:41.670508 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6b3b72a4-523b-4f1d-bd94-13ee04f51069 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports?device_id=ecb166f4-7c5b-417f-bdca-ac710819eaa3 HTTP/1.1" status: 200 len: 205 time: 0.0985525 Feb 17 09:40:41.673038 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39952) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:41.707073 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e7a395-21bb-4a33-bcb3-27c74e14f5d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:41.707533 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e7a395-21bb-4a33-bcb3-27c74e14f5d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:41.709327 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-82e7a395-21bb-4a33-bcb3-27c74e14f5d1 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/subnets/6fb32061-deae-4287-a04b-c5d3879dd29b HTTP/1.1" status: 404 len: 337 time: 0.0393040 Feb 17 09:40:41.712057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39956) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:41.740567 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2caddf-678d-46a2-8c9a-0112a979b9ff tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:41.741065 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2caddf-678d-46a2-8c9a-0112a979b9ff tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:41.742770 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ff2caddf-678d-46a2-8c9a-0112a979b9ff tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/networks/a85ebd92-457b-4c21-9a21-6fe5b2110b09 HTTP/1.1" status: 404 len: 339 time: 0.0298152 Feb 17 09:40:41.743390 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-1c5dd9f9-55ea-42c8-b2a5-79b040fb4562 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] delete failed (client error): The resource could not be found. Feb 17 09:40:41.743971 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1c5dd9f9-55ea-42c8-b2a5-79b040fb4562 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/routers/ecb166f4-7c5b-417f-bdca-ac710819eaa3 HTTP/1.1" status: 404 len: 336 time: 0.0700269 Feb 17 09:40:41.745571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39960) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:41.746499 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39962) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:41.817397 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b455e8-c8fe-48b3-b177-a90c9d599a8d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Deleting subnet 0b02ed2c-59da-4e99-81b7-94db10b8beb5 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:40:41.821038 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85b455e8-c8fe-48b3-b177-a90c9d599a8d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:41.885187 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85b455e8-c8fe-48b3-b177-a90c9d599a8d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:41.903189 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device dde6ef13-b2bc-459d-a0d5-ab2aa89407bd details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 09:40:41.907162 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97ee445-6a25-49b8-91c5-1fef07fde05a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:41.907535 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97ee445-6a25-49b8-91c5-1fef07fde05a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:41.909247 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d97ee445-6a25-49b8-91c5-1fef07fde05a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/3370eed5-83d0-46c4-9487-4e2a0d5a6900 HTTP/1.1" status: 404 len: 337 time: 0.1618435 Feb 17 09:40:41.912590 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39968) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:41.959226 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-36d90089-5a2a-4ab3-a9b3-96b76e0f096a tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a HTTP/1.1" status: 200 len: 205 time: 0.0427775 Feb 17 09:40:41.959468 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39972) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:41.974771 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85b455e8-c8fe-48b3-b177-a90c9d599a8d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:42.032459 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-5c3dd55b-3ee5-440f-88ca-fd128d8d0d7d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] delete failed (client error): The resource could not be found. Feb 17 09:40:42.033490 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5c3dd55b-3ee5-440f-88ca-fd128d8d0d7d tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/routers/f3b9a40f-c563-46b8-88f9-a0c7a6ec6f5a HTTP/1.1" status: 404 len: 336 time: 0.0729890 Feb 17 09:40:42.037320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39976) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:42.072498 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dde6ef13-b2bc-459d-a0d5-ab2aa89407bd,segment=NetworkSegment(584105aa-4141-4240-b2f3-a24cf5584550),segment_id=584105aa-4141-4240-b2f3-a24cf5584550)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:42.077747 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c14f659-17b1-4bc3-abc6-21a717e5a2a8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:42.078250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c14f659-17b1-4bc3-abc6-21a717e5a2a8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:42.080220 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6c14f659-17b1-4bc3-abc6-21a717e5a2a8 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/3337fdcc-8ce1-4ed6-b447-4da8cc40c096 HTTP/1.1" status: 404 len: 337 time: 0.0416548 Feb 17 09:40:42.083476 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39980) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:42.090937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'port_id': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd', 'mac_address': 'fa:16:3e:f2:b5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 09:40:42.133262 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3f277551-f87d-4db3-a980-219078e8fe7e tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa33e819-2bc4-46f6-80d8-8a08d51d3a68 HTTP/1.1" status: 200 len: 205 time: 0.0484385 Feb 17 09:40:42.136490 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39984) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:42.155761 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:42.178620 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde6ef13-b2bc-459d-a0d5-ab2aa89407bd {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:40:42.196020 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dde6ef13-b2bc-459d-a0d5-ab2aa89407bd,segment=NetworkSegment(584105aa-4141-4240-b2f3-a24cf5584550),segment_id=584105aa-4141-4240-b2f3-a24cf5584550)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:42.199556 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85b455e8-c8fe-48b3-b177-a90c9d599a8d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:42.245283 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-84da81ce-f80e-41d3-8f40-e3ad8ecb945c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] delete failed (client error): The resource could not be found. Feb 17 09:40:42.246330 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-84da81ce-f80e-41d3-8f40-e3ad8ecb945c tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/routers/aa33e819-2bc4-46f6-80d8-8a08d51d3a68 HTTP/1.1" status: 404 len: 336 time: 0.1085327 Feb 17 09:40:42.249096 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 39988) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:42.252757 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b455e8-c8fe-48b3-b177-a90c9d599a8d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Subnet': ['ID=0b02ed2c-59da-4e99-81b7-94db10b8beb5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:42.257080 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-85b455e8-c8fe-48b3-b177-a90c9d599a8d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:42.263388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:42.270508 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-85b455e8-c8fe-48b3-b177-a90c9d599a8d tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/subnets/0b02ed2c-59da-4e99-81b7-94db10b8beb5 HTTP/1.1" status: 204 len: 168 time: 0.5211401 Feb 17 09:40:42.274729 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39992) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:42.295159 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f1088f-995f-4864-9bcb-3816df5ad568 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:42.295657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f1088f-995f-4864-9bcb-3816df5ad568 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:42.299761 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-34f1088f-995f-4864-9bcb-3816df5ad568 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/21fb44c1-05b5-4d9a-94f3-dbf463ef38d4 HTTP/1.1" status: 404 len: 337 time: 0.0472500 Feb 17 09:40:42.300613 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 39996) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:42.320068 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f488254f-7977-4298-9d22-3d5a387d778c None None] Network 52d2bf94-96e4-4719-bc43-6bfb2db3d3bf requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:42.405947 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-c238c62a-29c8-4c47-92c3-974a3d1c5d42 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] DELETE failed (client error): The resource could not be found. Feb 17 09:40:42.406429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c238c62a-29c8-4c47-92c3-974a3d1c5d42 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:40:42.411801 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c238c62a-29c8-4c47-92c3-974a3d1c5d42 tempest-RoutersTest-462186750 tempest-RoutersTest-462186750-project] 10.222.0.75 "DELETE /v2.0/subnets/080dc8ec-1d11-4047-821d-6c4e7b451a73 HTTP/1.1" status: 404 len: 337 time: 0.1071382 Feb 17 09:40:42.447350 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:40:42.449248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:42.468387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Deleting port 52a17280-8a7e-434e-a295-11d20ea7f8b0 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:42.469136 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:42.501608 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:40:42.501930 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 3c97a1fd-bd5b-4933-8d2e-5a3e165fd76c not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:40:42.562183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=dde6ef13-b2bc-459d-a0d5-ab2aa89407bd,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:42.695272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f9f71c-5de2-40d3-96ba-1872acb8c217 None None] DHCP port deletion for 52d2bf94-96e4-4719-bc43-6bfb2db3d3bf request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:40:42.701433 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['dde6ef13-b2bc-459d-a0d5-ab2aa89407bd'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:40:42.727765 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-44f9f71c-5de2-40d3-96ba-1872acb8c217 None None] Deleting port 52a17280-8a7e-434e-a295-11d20ea7f8b0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:42.728135 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44f9f71c-5de2-40d3-96ba-1872acb8c217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:42.775251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] For port 52a17280-8a7e-434e-a295-11d20ea7f8b0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=52a17280-8a7e-434e-a295-11d20ea7f8b0,segment=NetworkSegment(1556981e-a16d-4c46-8c73-394698f3633c),segment_id=1556981e-a16d-4c46-8c73-394698f3633c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:42.775615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:42.906369 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Calling delete_port for 52a17280-8a7e-434e-a295-11d20ea7f8b0 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:42.967667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040e8b6-86dc-49c7-a2f6-5e5d8b9950fd req-598be488-9c98-4b54-b2b7-f223d827ae04 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:42.969188 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5040e8b6-86dc-49c7-a2f6-5e5d8b9950fd req-598be488-9c98-4b54-b2b7-f223d827ae04 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 944 time: 0.2866728 Feb 17 09:40:43.023813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-44f9f71c-5de2-40d3-96ba-1872acb8c217 None None] For port 52a17280-8a7e-434e-a295-11d20ea7f8b0, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=52a17280-8a7e-434e-a295-11d20ea7f8b0,segment=NetworkSegment(1556981e-a16d-4c46-8c73-394698f3633c),segment_id=1556981e-a16d-4c46-8c73-394698f3633c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:43.032565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44f9f71c-5de2-40d3-96ba-1872acb8c217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:43.035832 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5040e8b6-86dc-49c7-a2f6-5e5d8b9950fd req-0c97245f-0d2d-49b9-9c3f-d7af49746365 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f690410-00f6-43b0-8a21-bb737c47455b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575585 Feb 17 09:40:43.053668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40008) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:43.121937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:43.171029 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-44f9f71c-5de2-40d3-96ba-1872acb8c217 None None] Calling delete_port for 52a17280-8a7e-434e-a295-11d20ea7f8b0 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:43.193415 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Port': ['ID=52a17280-8a7e-434e-a295-11d20ea7f8b0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:43.202735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] No DVR routers for this DVR port 52a17280-8a7e-434e-a295-11d20ea7f8b0 on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:40:43.300028 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-44f9f71c-5de2-40d3-96ba-1872acb8c217 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:40:43.300379 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-44f9f71c-5de2-40d3-96ba-1872acb8c217 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:40:43.464839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:43.473837 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e356c9aa-67e6-448d-8ed7-28a103d08650 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3905cfb40572415aafd3b634e80659df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187672 Feb 17 09:40:43.477176 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40014) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:43.493152 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d2bf94-96e4-4719-bc43-6bfb2db3d3bf']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:43.506174 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1556981e-a16d-4c46-8c73-394698f3633c') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:43.506479 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1556981e-a16d-4c46-8c73-394698f3633c') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:43.517831 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:43.534298 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:43.537656 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d93530b4-24d0-4432-ae8e-7b0678a2e08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:43.541155 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:40:43.541553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:40:43.556716 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:40:43.564605 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d93530b4-24d0-4432-ae8e-7b0678a2e08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:43.699135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d93530b4-24d0-4432-ae8e-7b0678a2e08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:43.715290 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93530b4-24d0-4432-ae8e-7b0678a2e08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84d218f-ae3d-476e-b496-bc2b3181f42a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:43.719543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d93530b4-24d0-4432-ae8e-7b0678a2e08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:43.721183 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d93530b4-24d0-4432-ae8e-7b0678a2e08c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e84d218f-ae3d-476e-b496-bc2b3181f42a HTTP/1.1" status: 204 len: 168 time: 0.2424939 Feb 17 09:40:43.725645 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:43.756973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:43.764014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] Pushing event deleted for resources: {'Network': ['ID=52d2bf94-96e4-4719-bc43-6bfb2db3d3bf,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:43.777069 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f1211204-8e97-4f26-9f90-b41ceeceb564 tempest-NetworksIpV6Test-530346469 tempest-NetworksIpV6Test-530346469-project] 10.222.0.75 "DELETE /v2.0/networks/52d2bf94-96e4-4719-bc43-6bfb2db3d3bf HTTP/1.1" status: 204 len: 168 time: 1.5030622 Feb 17 09:40:43.802659 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-44f9f71c-5de2-40d3-96ba-1872acb8c217 None None] Deleting port 52a17280-8a7e-434e-a295-11d20ea7f8b0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:43.803781 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44f9f71c-5de2-40d3-96ba-1872acb8c217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:43.872399 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-44f9f71c-5de2-40d3-96ba-1872acb8c217 None None] The port '52a17280-8a7e-434e-a295-11d20ea7f8b0' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:40:44.238029 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5681494-803d-4f95-bca5-7d83e89047de req-62d88c28-3562-49ec-a959-81b19a0f3975 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:44.240317 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c5681494-803d-4f95-bca5-7d83e89047de req-62d88c28-3562-49ec-a959-81b19a0f3975 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 944 time: 0.0912726 Feb 17 09:40:44.290972 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c5681494-803d-4f95-bca5-7d83e89047de req-8da38d69-9871-4207-bbe1-2824bdb2f180 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f690410-00f6-43b0-8a21-bb737c47455b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421932 Feb 17 09:40:44.291689 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40034) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:44.409194 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 52a17280-8a7e-434e-a295-11d20ea7f8b0 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:40:44.453563 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 52a17280-8a7e-434e-a295-11d20ea7f8b0 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:40:44.453912 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 52a17280-8a7e-434e-a295-11d20ea7f8b0 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:40:44.474910 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-87553d07-614f-4ddf-a642-1d78a496b3ac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dcf3a35af9e1480995849cf1f87d0602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817455 Feb 17 09:40:44.477270 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40042) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:44.538518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db323520-9821-46bb-8eba-a857b3c3446a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:44.569282 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db323520-9821-46bb-8eba-a857b3c3446a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:44.730467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db323520-9821-46bb-8eba-a857b3c3446a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:44.749804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db323520-9821-46bb-8eba-a857b3c3446a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcdc44a-7328-43a6-a5af-dafa8b61cfad,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:44.754770 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db323520-9821-46bb-8eba-a857b3c3446a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:44.755906 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-db323520-9821-46bb-8eba-a857b3c3446a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fdcdc44a-7328-43a6-a5af-dafa8b61cfad HTTP/1.1" status: 204 len: 168 time: 0.2777467 Feb 17 09:40:44.953592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40056) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:45.174306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-79bacc76-2a66-49bf-9195-242ee75c716f tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-422745889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:45.181293 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-79bacc76-2a66-49bf-9195-242ee75c716f tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:45.185257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-79bacc76-2a66-49bf-9195-242ee75c716f tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Usage tracker for resource:router and tenant:86fe4b0ae8864b4dab5b8580598f408a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:45.188160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-79bacc76-2a66-49bf-9195-242ee75c716f tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:45.195436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-79bacc76-2a66-49bf-9195-242ee75c716f tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:45.301540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79bacc76-2a66-49bf-9195-242ee75c716f tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:45.302627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79bacc76-2a66-49bf-9195-242ee75c716f tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:45.318733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79bacc76-2a66-49bf-9195-242ee75c716f tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:45.406574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79bacc76-2a66-49bf-9195-242ee75c716f tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:45.501510 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7cdaa-7e72-478b-935d-897b1d7b95ba req-cdb125bf-9f9c-49d1-a746-0ddb506e27c6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:45.502994 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2ec7cdaa-7e72-478b-935d-897b1d7b95ba req-cdb125bf-9f9c-49d1-a746-0ddb506e27c6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 944 time: 0.0990610 Feb 17 09:40:45.543398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79bacc76-2a66-49bf-9195-242ee75c716f tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:45.544604 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-79bacc76-2a66-49bf-9195-242ee75c716f tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5899787 Feb 17 09:40:45.552231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40076) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:45.561061 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-934653086'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:45.567174 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2ec7cdaa-7e72-478b-935d-897b1d7b95ba req-86746af9-30ba-4f6b-b305-ad0f3c7640d8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f690410-00f6-43b0-8a21-bb737c47455b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565698 Feb 17 09:40:45.569649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:45.574145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Usage tracker for resource:network and tenant:86fe4b0ae8864b4dab5b8580598f408a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:45.577447 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:45.583842 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:45.696198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Made reservation on behalf of 86fe4b0ae8864b4dab5b8580598f408a for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:45.699887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:45.712827 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:45.727654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:45.731531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Usage tracker for resource:security_group_rule and tenant:86fe4b0ae8864b4dab5b8580598f408a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:45.734370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:45.741105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:45.826616 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:45.911536 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40086) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:45.919768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device dde6ef13-b2bc-459d-a0d5-ab2aa89407bd up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:45.950394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:45.996708 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:40:46.019120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f42a98e8-c3fd-4e66-99fe-cbbab611304a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:46.028771 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.029276 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Added segment d1305d1d-6b64-4d01-988d-f5a5039522f2 of type vlan for network da224926-f30f-491d-bee8-db57355eeb21 Feb 17 09:40:46.044789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-987656096'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:46.049947 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:46.054704 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:network and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:46.057874 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:46.061862 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:46.063622 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.064797 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:46.067318 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:46.067469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.158526 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:46.163105 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.175708 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.185603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.191787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:46.196359 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:security_group_rule and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:46.199505 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:46.205231 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:46.208040 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.212665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:40:46.214202 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:46.215123 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.223874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dde6ef13-b2bc-459d-a0d5-ab2aa89407bd,segment=NetworkSegment(584105aa-4141-4240-b2f3-a24cf5584550),segment_id=584105aa-4141-4240-b2f3-a24cf5584550)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:46.266287 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd', 'code': 200} Feb 17 09:40:46.287770 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.338850 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.344888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event updated for resources: {'Network': ['ID=da224926-f30f-491d-bee8-db57355eeb21,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:46.357768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network da224926-f30f-491d-bee8-db57355eeb21 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:40:46.407460 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9cb10d4b-1e69-4b77-a49c-f971588124f6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8515897 Feb 17 09:40:46.407806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40094) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:46.414527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-868636dc-3450-45f6-b08e-36f71f64fd5d tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Request body: {'subnet': {'network_id': 'da224926-f30f-491d-bee8-db57355eeb21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:46.425397 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=dde6ef13-b2bc-459d-a0d5-ab2aa89407bd,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:46.433344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.469502 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:40:46.480240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32269c88-3aa0-4a4a-a836-32f59b05c336,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:46.487104 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.487767 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Added segment ec3c6905-ad90-43b7-9ebb-9e0a7b572ee7 of type vlan for network 9ccfbbf4-f2eb-4ceb-8989-a48804361e35 Feb 17 09:40:46.518484 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.532316 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-868636dc-3450-45f6-b08e-36f71f64fd5d tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:46.536948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-868636dc-3450-45f6-b08e-36f71f64fd5d tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Usage tracker for resource:subnet and tenant:86fe4b0ae8864b4dab5b8580598f408a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:46.540029 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-868636dc-3450-45f6-b08e-36f71f64fd5d tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:46.545951 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-868636dc-3450-45f6-b08e-36f71f64fd5d tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:46.633653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868636dc-3450-45f6-b08e-36f71f64fd5d tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Made reservation on behalf of 86fe4b0ae8864b4dab5b8580598f408a for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:46.636299 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.643044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-868636dc-3450-45f6-b08e-36f71f64fd5d tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.646622 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:46.647251 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.762515 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Network': ['ID=9ccfbbf4-f2eb-4ceb-8989-a48804361e35,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:46.773990 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 9ccfbbf4-f2eb-4ceb-8989-a48804361e35 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:40:46.837020 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-30eb4dcb-cef5-4e44-ab3b-0d10c2f4a77f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9243743 Feb 17 09:40:46.840151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40100) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:46.846652 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-10915699-f05a-4659-b7bb-d9c3f1c322c5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2082025760'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:46.852072 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-10915699-f05a-4659-b7bb-d9c3f1c322c5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:46.856155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-10915699-f05a-4659-b7bb-d9c3f1c322c5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:network and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:46.859073 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-10915699-f05a-4659-b7bb-d9c3f1c322c5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:46.866030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-10915699-f05a-4659-b7bb-d9c3f1c322c5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:46.930200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10915699-f05a-4659-b7bb-d9c3f1c322c5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:46.933834 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10915699-f05a-4659-b7bb-d9c3f1c322c5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.934972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dac71-c72c-476d-b52e-1060847229c0 req-2fe40724-6c6d-4445-bf77-10f18ebd5a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:46.936606 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-490dac71-c72c-476d-b52e-1060847229c0 req-2fe40724-6c6d-4445-bf77-10f18ebd5a57 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 1098 time: 0.2782352 Feb 17 09:40:46.946771 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4edf2f-1a15-485b-9a05-17e6a20c3076 req-a4651e3f-53a0-4c7c-b1ef-523dd6ef891b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:46.948290 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d4edf2f-1a15-485b-9a05-17e6a20c3076 req-a4651e3f-53a0-4c7c-b1ef-523dd6ef891b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 945 time: 0.2453220 Feb 17 09:40:46.962853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10915699-f05a-4659-b7bb-d9c3f1c322c5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:40:46.971525 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10915699-f05a-4659-b7bb-d9c3f1c322c5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:46.971789 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-10915699-f05a-4659-b7bb-d9c3f1c322c5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Added segment 0aeb0853-743a-4795-8b78-430c7ac97922 of type vlan for network 853598d5-9a40-43de-8561-1e93b70a5054 Feb 17 09:40:46.999146 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10915699-f05a-4659-b7bb-d9c3f1c322c5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:47.053564 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-490dac71-c72c-476d-b52e-1060847229c0 req-96a58920-3e11-4339-9db2-e8adacb43865 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f690410-00f6-43b0-8a21-bb737c47455b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021199 Feb 17 09:40:47.069761 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d4edf2f-1a15-485b-9a05-17e6a20c3076 req-4e08aed5-5bb9-4304-9113-eb55fb92c927 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f690410-00f6-43b0-8a21-bb737c47455b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964963 Feb 17 09:40:47.107074 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10915699-f05a-4659-b7bb-d9c3f1c322c5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:47.112770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10915699-f05a-4659-b7bb-d9c3f1c322c5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:47.113934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10915699-f05a-4659-b7bb-d9c3f1c322c5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:47.141957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-868636dc-3450-45f6-b08e-36f71f64fd5d tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:47.220570 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868636dc-3450-45f6-b08e-36f71f64fd5d tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event updated for resources: {'Subnet': ['ID=54e85b82-817d-49c0-a1ba-1ce7d907efbf,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:47.225199 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10915699-f05a-4659-b7bb-d9c3f1c322c5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Network': ['ID=853598d5-9a40-43de-8561-1e93b70a5054,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:47.229756 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868636dc-3450-45f6-b08e-36f71f64fd5d tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Checking segment: {'id': 'd1305d1d-6b64-4d01-988d-f5a5039522f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'da224926-f30f-491d-bee8-db57355eeb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:47.230150 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868636dc-3450-45f6-b08e-36f71f64fd5d tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Network hostable DHCP agents. Network: da224926-f30f-491d-bee8-db57355eeb21, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:40:47.236155 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 853598d5-9a40-43de-8561-1e93b70a5054 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:40:47.271281 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-10915699-f05a-4659-b7bb-d9c3f1c322c5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4299674 Feb 17 09:40:47.274777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40104) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:47.284853 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-23f06d08-aee6-46f1-a120-96bfff53e85b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'subnet': {'network_id': '9ccfbbf4-f2eb-4ceb-8989-a48804361e35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:47.359281 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868636dc-3450-45f6-b08e-36f71f64fd5d tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Network da224926-f30f-491d-bee8-db57355eeb21 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:40:47.402615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-23f06d08-aee6-46f1-a120-96bfff53e85b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:47.406729 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-23f06d08-aee6-46f1-a120-96bfff53e85b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:subnet and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:47.409386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-23f06d08-aee6-46f1-a120-96bfff53e85b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:47.415942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-23f06d08-aee6-46f1-a120-96bfff53e85b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:47.470790 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-868636dc-3450-45f6-b08e-36f71f64fd5d tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, da224926-f30f-491d-bee8-db57355eeb21) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:47.477236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868636dc-3450-45f6-b08e-36f71f64fd5d tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:47.479899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-868636dc-3450-45f6-b08e-36f71f64fd5d tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:47.487194 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b74c38-997f-47fc-ac93-9c121a6c2493 None None] Network da224926-f30f-491d-bee8-db57355eeb21 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:47.504860 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f06d08-aee6-46f1-a120-96bfff53e85b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:47.508366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23f06d08-aee6-46f1-a120-96bfff53e85b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:47.646869 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-868636dc-3450-45f6-b08e-36f71f64fd5d tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2350533 Feb 17 09:40:47.647237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40108) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:47.659975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6bd67101-8a33-4b68-84da-65382d2f4856 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Request body: {'network': {'name': 'tempest-router-network01--1439636609'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:47.671666 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6bd67101-8a33-4b68-84da-65382d2f4856 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:47.682661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6bd67101-8a33-4b68-84da-65382d2f4856 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Usage tracker for resource:network and tenant:86fe4b0ae8864b4dab5b8580598f408a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:47.688770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6bd67101-8a33-4b68-84da-65382d2f4856 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:47.697338 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6bd67101-8a33-4b68-84da-65382d2f4856 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:47.741054 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-da224926-f30f-491d-bee8-db57355eeb21', 'network_id': 'da224926-f30f-491d-bee8-db57355eeb21', 'tenant_id': '86fe4b0ae8864b4dab5b8580598f408a', 'fixed_ips': [{'subnet_id': '54e85b82-817d-49c0-a1ba-1ce7d907efbf'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:40:47.741951 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:47.790496 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd67101-8a33-4b68-84da-65382d2f4856 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Made reservation on behalf of 86fe4b0ae8864b4dab5b8580598f408a for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:47.794194 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bd67101-8a33-4b68-84da-65382d2f4856 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:47.824272 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd67101-8a33-4b68-84da-65382d2f4856 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:40:47.833796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bd67101-8a33-4b68-84da-65382d2f4856 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:47.834301 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-6bd67101-8a33-4b68-84da-65382d2f4856 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Added segment 8ec6d086-acb3-4689-9cca-732758d99a6d of type vlan for network 8938bfa3-e367-480a-8d31-7cbc9b7a3b50 Feb 17 09:40:47.860993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bd67101-8a33-4b68-84da-65382d2f4856 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:47.911703 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Allocated IP 172.20.0.2 (da224926-f30f-491d-bee8-db57355eeb21/54e85b82-817d-49c0-a1ba-1ce7d907efbf/f1e54ef8-737c-4010-9191-1410fa2a37fc) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:47.927902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23f06d08-aee6-46f1-a120-96bfff53e85b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:47.998594 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bd67101-8a33-4b68-84da-65382d2f4856 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:48.004869 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd67101-8a33-4b68-84da-65382d2f4856 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:48.005471 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bd67101-8a33-4b68-84da-65382d2f4856 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:48.009537 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f06d08-aee6-46f1-a120-96bfff53e85b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Subnet': ['ID=23cc7ab3-8bba-4fd0-bc81-5c65a9206228,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:48.018855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f06d08-aee6-46f1-a120-96bfff53e85b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Checking segment: {'id': 'ec3c6905-ad90-43b7-9ebb-9e0a7b572ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '9ccfbbf4-f2eb-4ceb-8989-a48804361e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:48.019305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f06d08-aee6-46f1-a120-96bfff53e85b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network hostable DHCP agents. Network: 9ccfbbf4-f2eb-4ceb-8989-a48804361e35, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:40:48.121892 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd67101-8a33-4b68-84da-65382d2f4856 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event updated for resources: {'Network': ['ID=8938bfa3-e367-480a-8d31-7cbc9b7a3b50,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:48.134511 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 8938bfa3-e367-480a-8d31-7cbc9b7a3b50 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:40:48.135894 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f06d08-aee6-46f1-a120-96bfff53e85b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 9ccfbbf4-f2eb-4ceb-8989-a48804361e35 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:40:48.154708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:48.173521 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6bd67101-8a33-4b68-84da-65382d2f4856 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5227246 Feb 17 09:40:48.173972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40114) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:48.180633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f7f68de5-c4a6-436a-a49b-ffa28fe5ed83 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Request body: {'network': {'name': 'tempest-router-network02--823048964'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:48.188158 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f7f68de5-c4a6-436a-a49b-ffa28fe5ed83 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:48.192930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f7f68de5-c4a6-436a-a49b-ffa28fe5ed83 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Usage tracker for resource:network and tenant:86fe4b0ae8864b4dab5b8580598f408a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:48.195989 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f7f68de5-c4a6-436a-a49b-ffa28fe5ed83 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:48.201925 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f7f68de5-c4a6-436a-a49b-ffa28fe5ed83 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:48.217176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Transition to ACTIVE for port object f1e54ef8-737c-4010-9191-1410fa2a37fc will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:48.227282 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-23f06d08-aee6-46f1-a120-96bfff53e85b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 9ccfbbf4-f2eb-4ceb-8989-a48804361e35) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:48.232207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f06d08-aee6-46f1-a120-96bfff53e85b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:48.232872 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23f06d08-aee6-46f1-a120-96bfff53e85b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:48.246642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdbcc1e-9fc5-40fa-8b91-ea43d46abe9d None None] Network 9ccfbbf4-f2eb-4ceb-8989-a48804361e35 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:48.278406 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222778d-0181-4202-963c-afcf0a07f69a req-ed99fc84-b724-4a6a-8481-2a586be51c89 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:48.279886 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c222778d-0181-4202-963c-afcf0a07f69a req-ed99fc84-b724-4a6a-8481-2a586be51c89 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 945 time: 0.0982580 Feb 17 09:40:48.313203 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f68de5-c4a6-436a-a49b-ffa28fe5ed83 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Made reservation on behalf of 86fe4b0ae8864b4dab5b8580598f408a for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:48.320766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7f68de5-c4a6-436a-a49b-ffa28fe5ed83 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:48.328672 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c222778d-0181-4202-963c-afcf0a07f69a req-8cbccc03-f837-44f0-b0fc-d951f9e737c0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f690410-00f6-43b0-8a21-bb737c47455b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426590 Feb 17 09:40:48.343314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Transition to ACTIVE for port object f1e54ef8-737c-4010-9191-1410fa2a37fc will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:48.355866 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-23f06d08-aee6-46f1-a120-96bfff53e85b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0799687 Feb 17 09:40:48.369451 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f68de5-c4a6-436a-a49b-ffa28fe5ed83 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:40:48.371094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40118) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:48.376853 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6aa9ef75-7593-4f56-9b38-47aed81afd29 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'subnet': {'network_id': '853598d5-9a40-43de-8561-1e93b70a5054', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:48.398210 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7f68de5-c4a6-436a-a49b-ffa28fe5ed83 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:48.398515 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-f7f68de5-c4a6-436a-a49b-ffa28fe5ed83 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Added segment 5b235b98-56ed-4f32-b073-eb37cc8f464a of type vlan for network f0242a81-14bf-439c-9b54-628844e00f62 Feb 17 09:40:48.444065 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:48.508829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7f68de5-c4a6-436a-a49b-ffa28fe5ed83 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:48.522267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6aa9ef75-7593-4f56-9b38-47aed81afd29 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:48.528362 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6aa9ef75-7593-4f56-9b38-47aed81afd29 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:subnet and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:48.530341 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Network da224926-f30f-491d-bee8-db57355eeb21 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:48.532146 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6aa9ef75-7593-4f56-9b38-47aed81afd29 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:48.536607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:48.549486 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6aa9ef75-7593-4f56-9b38-47aed81afd29 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:48.564338 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:40:48.580574 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Pushing event updated for resources: {'Port': ['ID=f1e54ef8-737c-4010-9191-1410fa2a37fc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:48.615705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-9ccfbbf4-f2eb-4ceb-8989-a48804361e35', 'network_id': '9ccfbbf4-f2eb-4ceb-8989-a48804361e35', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'fixed_ips': [{'subnet_id': '23cc7ab3-8bba-4fd0-bc81-5c65a9206228'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:40:48.617064 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:48.669576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7f68de5-c4a6-436a-a49b-ffa28fe5ed83 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:48.684469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f68de5-c4a6-436a-a49b-ffa28fe5ed83 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:48.684469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7f68de5-c4a6-436a-a49b-ffa28fe5ed83 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:48.701931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa9ef75-7593-4f56-9b38-47aed81afd29 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:48.706254 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ef75-7593-4f56-9b38-47aed81afd29 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:48.781368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Attempting to bind port f1e54ef8-737c-4010-9191-1410fa2a37fc on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:40:48.781742 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Attempting to bind port f1e54ef8-737c-4010-9191-1410fa2a37fc by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'd1305d1d-6b64-4d01-988d-f5a5039522f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'da224926-f30f-491d-bee8-db57355eeb21'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:40:48.782130 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Attempting to bind port f1e54ef8-737c-4010-9191-1410fa2a37fc on network da224926-f30f-491d-bee8-db57355eeb21 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:40:48.794846 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:40:48.795227 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Checking segment: {'id': 'd1305d1d-6b64-4d01-988d-f5a5039522f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'da224926-f30f-491d-bee8-db57355eeb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:48.796063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:48.796527 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Bound using segment: {'id': 'd1305d1d-6b64-4d01-988d-f5a5039522f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'da224926-f30f-491d-bee8-db57355eeb21'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:40:48.797068 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Bound port: f1e54ef8-737c-4010-9191-1410fa2a37fc, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1305d1d-6b64-4d01-988d-f5a5039522f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'da224926-f30f-491d-bee8-db57355eeb21'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:40:48.797446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:48.889691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f68de5-c4a6-436a-a49b-ffa28fe5ed83 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event updated for resources: {'Network': ['ID=f0242a81-14bf-439c-9b54-628844e00f62,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:48.904047 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network f0242a81-14bf-439c-9b54-628844e00f62 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:40:48.952831 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f7f68de5-c4a6-436a-a49b-ffa28fe5ed83 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7774236 Feb 17 09:40:48.956093 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40122) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:48.962134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-afe35110-5e5e-4af6-8106-6801e7e9fb87 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Request body: {'subnet': {'network_id': '8938bfa3-e367-480a-8d31-7cbc9b7a3b50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:48.998407 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Allocated IP 2001:db8::2 (9ccfbbf4-f2eb-4ceb-8989-a48804361e35/23cc7ab3-8bba-4fd0-bc81-5c65a9206228/c0f599d1-5a0d-4b37-988d-d906beaf2d8f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:49.040154 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] For port f1e54ef8-737c-4010-9191-1410fa2a37fc, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:40:49.047283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] For port f1e54ef8-737c-4010-9191-1410fa2a37fc, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f1e54ef8-737c-4010-9191-1410fa2a37fc,segment=NetworkSegment(d1305d1d-6b64-4d01-988d-f5a5039522f2),segment_id=d1305d1d-6b64-4d01-988d-f5a5039522f2)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:40:49.077350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-afe35110-5e5e-4af6-8106-6801e7e9fb87 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:49.081259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-afe35110-5e5e-4af6-8106-6801e7e9fb87 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Usage tracker for resource:subnet and tenant:86fe4b0ae8864b4dab5b8580598f408a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:49.084189 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-afe35110-5e5e-4af6-8106-6801e7e9fb87 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:49.090353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-afe35110-5e5e-4af6-8106-6801e7e9fb87 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:49.118940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ef75-7593-4f56-9b38-47aed81afd29 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:49.160925 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:49.202019 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9ef75-7593-4f56-9b38-47aed81afd29 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Subnet': ['ID=fc15e051-5756-41ad-9357-9e81cdac98d6,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:49.211536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa9ef75-7593-4f56-9b38-47aed81afd29 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Checking segment: {'id': '0aeb0853-743a-4795-8b78-430c7ac97922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '853598d5-9a40-43de-8561-1e93b70a5054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:49.211949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa9ef75-7593-4f56-9b38-47aed81afd29 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network hostable DHCP agents. Network: 853598d5-9a40-43de-8561-1e93b70a5054, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:40:49.225188 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe35110-5e5e-4af6-8106-6801e7e9fb87 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Made reservation on behalf of 86fe4b0ae8864b4dab5b8580598f408a for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:49.229646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afe35110-5e5e-4af6-8106-6801e7e9fb87 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:49.286261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e4200-7651-4df6-9499-3c8ee3551935 None None] Pushing event updated for resources: {'Port': ['ID=f1e54ef8-737c-4010-9191-1410fa2a37fc,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:49.295938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa9ef75-7593-4f56-9b38-47aed81afd29 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 853598d5-9a40-43de-8561-1e93b70a5054 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:40:49.368876 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:49.382082 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Transition to ACTIVE for port object c0f599d1-5a0d-4b37-988d-d906beaf2d8f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:49.401707 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Transition to ACTIVE for port object c0f599d1-5a0d-4b37-988d-d906beaf2d8f will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:49.405170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-6aa9ef75-7593-4f56-9b38-47aed81afd29 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 853598d5-9a40-43de-8561-1e93b70a5054) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:49.413515 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa9ef75-7593-4f56-9b38-47aed81afd29 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:49.414207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ef75-7593-4f56-9b38-47aed81afd29 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:49.422613 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469f9d46-8d23-41a7-abda-fc0ec9107909 None None] Network 853598d5-9a40-43de-8561-1e93b70a5054 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:49.497772 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:49.515041 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6aa9ef75-7593-4f56-9b38-47aed81afd29 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1435480 Feb 17 09:40:49.519426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40128) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:49.531768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-43a5636d-929a-4d7e-a1f2-76edaa41354e tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1706142546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:49.543926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-43a5636d-929a-4d7e-a1f2-76edaa41354e tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:49.556726 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-43a5636d-929a-4d7e-a1f2-76edaa41354e tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:router and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:49.565090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-43a5636d-929a-4d7e-a1f2-76edaa41354e tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:49.587782 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Network 9ccfbbf4-f2eb-4ceb-8989-a48804361e35 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:49.592826 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:49.606598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:40:49.609721 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Pushing event updated for resources: {'Port': ['ID=c0f599d1-5a0d-4b37-988d-d906beaf2d8f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:49.609889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-43a5636d-929a-4d7e-a1f2-76edaa41354e tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:49.669852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd83ff9-43e5-445d-a870-b8721bb9efc8 req-3d43c40e-4bb5-4d47-a4c1-c2ef00b8495a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:49.671256 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cfd83ff9-43e5-445d-a870-b8721bb9efc8 req-3d43c40e-4bb5-4d47-a4c1-c2ef00b8495a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 945 time: 0.1166978 Feb 17 09:40:49.681747 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afe35110-5e5e-4af6-8106-6801e7e9fb87 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:49.746606 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cfd83ff9-43e5-445d-a870-b8721bb9efc8 req-6006052f-92c6-483c-99ea-b28ee7c70394 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f690410-00f6-43b0-8a21-bb737c47455b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688801 Feb 17 09:40:49.764971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43a5636d-929a-4d7e-a1f2-76edaa41354e tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:49.766226 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43a5636d-929a-4d7e-a1f2-76edaa41354e tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:49.791639 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Attempting to bind port c0f599d1-5a0d-4b37-988d-d906beaf2d8f on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:40:49.792018 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Attempting to bind port c0f599d1-5a0d-4b37-988d-d906beaf2d8f by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'ec3c6905-ad90-43b7-9ebb-9e0a7b572ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '9ccfbbf4-f2eb-4ceb-8989-a48804361e35'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:40:49.792384 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Attempting to bind port c0f599d1-5a0d-4b37-988d-d906beaf2d8f on network 9ccfbbf4-f2eb-4ceb-8989-a48804361e35 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:40:49.810368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:40:49.810755 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Checking segment: {'id': 'ec3c6905-ad90-43b7-9ebb-9e0a7b572ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '9ccfbbf4-f2eb-4ceb-8989-a48804361e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:49.811171 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:49.811569 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Bound using segment: {'id': 'ec3c6905-ad90-43b7-9ebb-9e0a7b572ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '9ccfbbf4-f2eb-4ceb-8989-a48804361e35'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:40:49.812061 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Bound port: c0f599d1-5a0d-4b37-988d-d906beaf2d8f, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3c6905-ad90-43b7-9ebb-9e0a7b572ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '9ccfbbf4-f2eb-4ceb-8989-a48804361e35'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:40:49.812482 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:49.813808 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43a5636d-929a-4d7e-a1f2-76edaa41354e tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:49.825227 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe35110-5e5e-4af6-8106-6801e7e9fb87 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event updated for resources: {'Subnet': ['ID=f9cb76fc-0209-4c58-896a-cb5bb4598b1b,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:49.831052 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe35110-5e5e-4af6-8106-6801e7e9fb87 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Checking segment: {'id': '8ec6d086-acb3-4689-9cca-732758d99a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8938bfa3-e367-480a-8d31-7cbc9b7a3b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:49.831403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe35110-5e5e-4af6-8106-6801e7e9fb87 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Network hostable DHCP agents. Network: 8938bfa3-e367-480a-8d31-7cbc9b7a3b50, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:40:49.927996 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43a5636d-929a-4d7e-a1f2-76edaa41354e tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:49.941176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-853598d5-9a40-43de-8561-1e93b70a5054', 'network_id': '853598d5-9a40-43de-8561-1e93b70a5054', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'fixed_ips': [{'subnet_id': 'fc15e051-5756-41ad-9357-9e81cdac98d6'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:40:49.946562 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:49.978962 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe35110-5e5e-4af6-8106-6801e7e9fb87 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Network 8938bfa3-e367-480a-8d31-7cbc9b7a3b50 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:40:50.009443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c384b86-ea89-437a-9dfc-ecce6b008ac7 req-c486bb99-2a11-4c10-8e85-f409baf73c6a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:50.011120 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1c384b86-ea89-437a-9dfc-ecce6b008ac7 req-c486bb99-2a11-4c10-8e85-f409baf73c6a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 945 time: 0.0953255 Feb 17 09:40:50.042831 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] For port c0f599d1-5a0d-4b37-988d-d906beaf2d8f, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:40:50.053516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43a5636d-929a-4d7e-a1f2-76edaa41354e tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:50.054755 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-43a5636d-929a-4d7e-a1f2-76edaa41354e tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5339684 Feb 17 09:40:50.057753 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40134) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:50.064349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] For port c0f599d1-5a0d-4b37-988d-d906beaf2d8f, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c0f599d1-5a0d-4b37-988d-d906beaf2d8f,segment=NetworkSegment(ec3c6905-ad90-43b7-9ebb-9e0a7b572ee7),segment_id=ec3c6905-ad90-43b7-9ebb-9e0a7b572ee7)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:40:50.076504 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1c384b86-ea89-437a-9dfc-ecce6b008ac7 req-5da42384-945e-47e3-b50d-e3c91ff03fed tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f690410-00f6-43b0-8a21-bb737c47455b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579557 Feb 17 09:40:50.087806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-afe35110-5e5e-4af6-8106-6801e7e9fb87 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 8938bfa3-e367-480a-8d31-7cbc9b7a3b50) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:50.096248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe35110-5e5e-4af6-8106-6801e7e9fb87 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:50.096841 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afe35110-5e5e-4af6-8106-6801e7e9fb87 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:50.104760 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40138) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:50.111701 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67e41cc-6347-49cd-ac45-e476a290b2ab None None] Network 8938bfa3-e367-480a-8d31-7cbc9b7a3b50 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:50.196549 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:50.323091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8645c8cc-9da3-487f-a968-773088cabb90 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:50.330177 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8645c8cc-9da3-487f-a968-773088cabb90 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 1093 time: 0.2217357 Feb 17 09:40:50.330500 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40144) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:50.338007 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:50.340210 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Allocated IP 2001:db8:1::2 (853598d5-9a40-43de-8561-1e93b70a5054/fc15e051-5756-41ad-9357-9e81cdac98d6/291d8b1a-ab66-4676-8af0-53cf80962c2b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:50.345926 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:50.352998 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-afe35110-5e5e-4af6-8106-6801e7e9fb87 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3949769 Feb 17 09:40:50.354123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:floatingip and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:50.357530 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40148) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:50.359695 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:50.370070 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:50.376846 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b8ec5318-f6f6-4c16-9ebf-6a211875d720 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Request body: {'subnet': {'network_id': 'f0242a81-14bf-439c-9b54-628844e00f62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:50.423459 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026bd51-9e87-42f7-8067-1135a8026992 None None] Pushing event updated for resources: {'Port': ['ID=c0f599d1-5a0d-4b37-988d-d906beaf2d8f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:50.590092 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b8ec5318-f6f6-4c16-9ebf-6a211875d720 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:40:50.601295 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:50.628447 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b8ec5318-f6f6-4c16-9ebf-6a211875d720 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Usage tracker for resource:subnet and tenant:86fe4b0ae8864b4dab5b8580598f408a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:40:50.635268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b8ec5318-f6f6-4c16-9ebf-6a211875d720 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:40:50.656181 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b8ec5318-f6f6-4c16-9ebf-6a211875d720 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:40:50.739130 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:50.743442 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f1e54ef8-737c-4010-9191-1410fa2a37fc up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:50.812733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8938bfa3-e367-480a-8d31-7cbc9b7a3b50', 'network_id': '8938bfa3-e367-480a-8d31-7cbc9b7a3b50', 'tenant_id': '86fe4b0ae8864b4dab5b8580598f408a', 'fixed_ips': [{'subnet_id': 'f9cb76fc-0209-4c58-896a-cb5bb4598b1b'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:40:50.812733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:50.830819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Transition to ACTIVE for port object 291d8b1a-ab66-4676-8af0-53cf80962c2b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:50.898512 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ec5318-f6f6-4c16-9ebf-6a211875d720 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Made reservation on behalf of 86fe4b0ae8864b4dab5b8580598f408a for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:50.902519 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5318-f6f6-4c16-9ebf-6a211875d720 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:50.917141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:50.947989 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Transition to ACTIVE for port object 291d8b1a-ab66-4676-8af0-53cf80962c2b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:51.047088 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:51.123059 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036feac8-95ff-48ac-b99d-0f76ba4c37aa None None] Network da224926-f30f-491d-bee8-db57355eeb21 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:51.149635 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:51.154390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port f1e54ef8-737c-4010-9191-1410fa2a37fc completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:51.276882 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.26.4.195 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/e746f1a8-d69c-4728-b803-f6082d554d23) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:51.310746 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Network 853598d5-9a40-43de-8561-1e93b70a5054 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:51.321731 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:51.331058 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Allocated IP 172.20.0.2 (8938bfa3-e367-480a-8d31-7cbc9b7a3b50/f9cb76fc-0209-4c58-896a-cb5bb4598b1b/541b7948-a066-47a7-8783-5d8a39541ea5) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:51.333244 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:40:51.368489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Allocated IP 2001:db8::1 (9ccfbbf4-f2eb-4ceb-8989-a48804361e35/23cc7ab3-8bba-4fd0-bc81-5c65a9206228/ef5c97c2-8690-4072-8c15-22f9924f4930) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:51.382730 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Pushing event updated for resources: {'Port': ['ID=291d8b1a-ab66-4676-8af0-53cf80962c2b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:51.400336 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5977d7ef-57ac-4ac5-a650-60f85ab64e73 None None] Provisioning for port f1e54ef8-737c-4010-9191-1410fa2a37fc completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:51.465851 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:51.473693 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5977d7ef-57ac-4ac5-a650-60f85ab64e73 None None] Provisioning complete for port f1e54ef8-737c-4010-9191-1410fa2a37fc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:51.473693 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5977d7ef-57ac-4ac5-a650-60f85ab64e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:51.507631 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5318-f6f6-4c16-9ebf-6a211875d720 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:51.568405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:51.585611 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Transition to ACTIVE for port object ef5c97c2-8690-4072-8c15-22f9924f4930 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:51.605124 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec5318-f6f6-4c16-9ebf-6a211875d720 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event updated for resources: {'Subnet': ['ID=a9836be2-3a5f-40a2-95b9-1aba8c5fbe6f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:51.609655 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ec5318-f6f6-4c16-9ebf-6a211875d720 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Checking segment: {'id': '5b235b98-56ed-4f32-b073-eb37cc8f464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f0242a81-14bf-439c-9b54-628844e00f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:51.610189 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec5318-f6f6-4c16-9ebf-6a211875d720 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Network hostable DHCP agents. Network: f0242a81-14bf-439c-9b54-628844e00f62, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:40:51.618278 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:51.673452 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:51.688984 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Attempting to bind port 291d8b1a-ab66-4676-8af0-53cf80962c2b on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:40:51.689349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Attempting to bind port 291d8b1a-ab66-4676-8af0-53cf80962c2b by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '0aeb0853-743a-4795-8b78-430c7ac97922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '853598d5-9a40-43de-8561-1e93b70a5054'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:40:51.689913 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Attempting to bind port 291d8b1a-ab66-4676-8af0-53cf80962c2b on network 853598d5-9a40-43de-8561-1e93b70a5054 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:40:51.697546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:51.701622 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:51.705996 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:40:51.712432 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:40:51.714469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Checking segment: {'id': '0aeb0853-743a-4795-8b78-430c7ac97922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '853598d5-9a40-43de-8561-1e93b70a5054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:51.714469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:51.714469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Bound using segment: {'id': '0aeb0853-743a-4795-8b78-430c7ac97922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '853598d5-9a40-43de-8561-1e93b70a5054'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:40:51.714469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Bound port: 291d8b1a-ab66-4676-8af0-53cf80962c2b, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aeb0853-743a-4795-8b78-430c7ac97922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '853598d5-9a40-43de-8561-1e93b70a5054'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:40:51.714902 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:51.743278 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=e746f1a8-d69c-4728-b803-f6082d554d23,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:51.778975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec5318-f6f6-4c16-9ebf-6a211875d720 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Network f0242a81-14bf-439c-9b54-628844e00f62 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:40:51.826370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 9ccfbbf4-f2eb-4ceb-8989-a48804361e35 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:51.838511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:51.844944 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:40:51.846013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:51.857221 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b8ec5318-f6f6-4c16-9ebf-6a211875d720 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, f0242a81-14bf-439c-9b54-628844e00f62) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:51.874023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec5318-f6f6-4c16-9ebf-6a211875d720 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:51.874808 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5318-f6f6-4c16-9ebf-6a211875d720 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:51.876016 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=ef5c97c2-8690-4072-8c15-22f9924f4930,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:51.895497 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b333271d-bb4a-45b6-87b8-1db0ed985442 None None] Network f0242a81-14bf-439c-9b54-628844e00f62 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:52.042301 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b8ec5318-f6f6-4c16-9ebf-6a211875d720 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6815493 Feb 17 09:40:52.043296 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40152) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:52.094966 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee0d176-758a-437b-9f6d-2e94d2b367b8 None None] Network 9ccfbbf4-f2eb-4ceb-8989-a48804361e35 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:52.098151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:52.106703 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5977d7ef-57ac-4ac5-a650-60f85ab64e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:52.227598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-857a3177-e171-490c-b522-3707047da4f7 None None] For port 291d8b1a-ab66-4676-8af0-53cf80962c2b, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:40:52.244957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:52.279426 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-857a3177-e171-490c-b522-3707047da4f7 None None] For port 291d8b1a-ab66-4676-8af0-53cf80962c2b, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=291d8b1a-ab66-4676-8af0-53cf80962c2b,segment=NetworkSegment(0aeb0853-743a-4795-8b78-430c7ac97922),segment_id=0aeb0853-743a-4795-8b78-430c7ac97922)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:40:52.287456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Transition to ACTIVE for port object 541b7948-a066-47a7-8783-5d8a39541ea5 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:52.350509 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5977d7ef-57ac-4ac5-a650-60f85ab64e73 None None] For port f1e54ef8-737c-4010-9191-1410fa2a37fc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f1e54ef8-737c-4010-9191-1410fa2a37fc,segment=NetworkSegment(d1305d1d-6b64-4d01-988d-f5a5039522f2),segment_id=d1305d1d-6b64-4d01-988d-f5a5039522f2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:52.388977 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:52.401113 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Transition to ACTIVE for port object 541b7948-a066-47a7-8783-5d8a39541ea5 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:52.485678 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5977d7ef-57ac-4ac5-a650-60f85ab64e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:52.570354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c0f599d1-5a0d-4b37-988d-d906beaf2d8f up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:52.653283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:52.657618 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:52.722505 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-f0242a81-14bf-439c-9b54-628844e00f62', 'network_id': 'f0242a81-14bf-439c-9b54-628844e00f62', 'tenant_id': '86fe4b0ae8864b4dab5b8580598f408a', 'fixed_ips': [{'subnet_id': 'a9836be2-3a5f-40a2-95b9-1aba8c5fbe6f'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:40:52.724203 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:52.726128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:52.727564 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:52.822744 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a3177-e171-490c-b522-3707047da4f7 None None] Pushing event updated for resources: {'Port': ['ID=291d8b1a-ab66-4676-8af0-53cf80962c2b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:52.826986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Network 8938bfa3-e367-480a-8d31-7cbc9b7a3b50 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:52.858520 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:52.871587 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:52.920968 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:40:52.945537 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-562e6847-722b-40a8-9edc-d26c1a85b943 None None] Provisioning for port c0f599d1-5a0d-4b37-988d-d906beaf2d8f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:52.963987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=ef5c97c2-8690-4072-8c15-22f9924f4930,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:53.051158 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 9ccfbbf4-f2eb-4ceb-8989-a48804361e35 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:53.053031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:53.169338 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:53.201419 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977d7ef-57ac-4ac5-a650-60f85ab64e73 None None] Pushing event updated for resources: {'Port': ['ID=f1e54ef8-737c-4010-9191-1410fa2a37fc,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:53.286482 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port c0f599d1-5a0d-4b37-988d-d906beaf2d8f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:53.312348 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Attempting to bind port 541b7948-a066-47a7-8783-5d8a39541ea5 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:40:53.312729 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Attempting to bind port 541b7948-a066-47a7-8783-5d8a39541ea5 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '8ec6d086-acb3-4689-9cca-732758d99a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8938bfa3-e367-480a-8d31-7cbc9b7a3b50'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:40:53.313092 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Attempting to bind port 541b7948-a066-47a7-8783-5d8a39541ea5 on network 8938bfa3-e367-480a-8d31-7cbc9b7a3b50 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:40:53.320937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port c0f599d1-5a0d-4b37-988d-d906beaf2d8f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:53.321331 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:53.383151 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:40:53.383550 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Checking segment: {'id': '8ec6d086-acb3-4689-9cca-732758d99a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8938bfa3-e367-480a-8d31-7cbc9b7a3b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:53.383948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:53.384349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Bound using segment: {'id': '8ec6d086-acb3-4689-9cca-732758d99a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8938bfa3-e367-480a-8d31-7cbc9b7a3b50'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:40:53.384838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Bound port: 541b7948-a066-47a7-8783-5d8a39541ea5, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec6d086-acb3-4689-9cca-732758d99a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8938bfa3-e367-480a-8d31-7cbc9b7a3b50'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:40:53.385215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:53.404235 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:53.406092 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Allocated IP 172.20.0.2 (f0242a81-14bf-439c-9b54-628844e00f62/a9836be2-3a5f-40a2-95b9-1aba8c5fbe6f/532d8c22-1fb9-4e10-be4b-4fc3db97dba2) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:53.413131 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-56f532bf-5f8f-4de4-8f8c-62b24f9bbe0c None None] Provisioning complete for port f1e54ef8-737c-4010-9191-1410fa2a37fc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:53.413571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-56f532bf-5f8f-4de4-8f8c-62b24f9bbe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:53.435151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Allocated IP 172.20.0.1 (8938bfa3-e367-480a-8d31-7cbc9b7a3b50/f9cb76fc-0209-4c58-896a-cb5bb4598b1b/ef64276c-1014-4527-b019-b4af622d5013) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:53.455662 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Pushing event updated for resources: {'Port': ['ID=541b7948-a066-47a7-8783-5d8a39541ea5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:53.463164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router 70bdac79-5aae-4daf-a97b-b04d62b1b170 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:40:53.688035 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:40:53.702684 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-912b23e5-6b48-4f29-ae48-34b8a4d2096a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/70bdac79-5aae-4daf-a97b-b04d62b1b170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6370287 Feb 17 09:40:53.708513 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40156) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:53.754165 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3541a5-1076-49ed-b478-eaf50bea4db4 None None] Sync routers for ids ['70bdac79-5aae-4daf-a97b-b04d62b1b170'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:40:53.848548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf9c0b-ba97-4999-bbee-217f420e1e0f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:53.849380 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f1cf9c0b-ba97-4999-bbee-217f420e1e0f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Synchronizing usage tracker for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:40:53.864554 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:53.888106 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] For port 541b7948-a066-47a7-8783-5d8a39541ea5, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:40:53.888440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Transition to ACTIVE for port object ef64276c-1014-4527-b019-b4af622d5013 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:53.908489 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:53.914105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3541a5-1076-49ed-b478-eaf50bea4db4 None None] Routers {'70bdac79-5aae-4daf-a97b-b04d62b1b170'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:53.914785 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cc3541a5-1076-49ed-b478-eaf50bea4db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['70bdac79-5aae-4daf-a97b-b04d62b1b170'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:53.976198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f1cf9c0b-ba97-4999-bbee-217f420e1e0f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Unset dirty status for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:40:53.980588 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f1cf9c0b-ba97-4999-bbee-217f420e1e0f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports/ef5c97c2-8690-4072-8c15-22f9924f4930 HTTP/1.1" status: 200 len: 911 time: 0.2654343 Feb 17 09:40:53.980878 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40160) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:53.991445 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:54.016980 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] For port 541b7948-a066-47a7-8783-5d8a39541ea5, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=541b7948-a066-47a7-8783-5d8a39541ea5,segment=NetworkSegment(8ec6d086-acb3-4689-9cca-732758d99a6d),segment_id=8ec6d086-acb3-4689-9cca-732758d99a6d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:40:54.025156 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cc3541a5-1076-49ed-b478-eaf50bea4db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:54.050353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:54.055037 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:54.103640 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:54.170820 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3541a5-1076-49ed-b478-eaf50bea4db4 None None] Routers {'70bdac79-5aae-4daf-a97b-b04d62b1b170'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:54.171478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cc3541a5-1076-49ed-b478-eaf50bea4db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['70bdac79-5aae-4daf-a97b-b04d62b1b170'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:54.252530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port c0f599d1-5a0d-4b37-988d-d906beaf2d8f, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c0f599d1-5a0d-4b37-988d-d906beaf2d8f,segment=NetworkSegment(ec3c6905-ad90-43b7-9ebb-9e0a7b572ee7),segment_id=ec3c6905-ad90-43b7-9ebb-9e0a7b572ee7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:54.270763 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb34cc-de08-482d-88dc-7171af4f75cc None None] Network 853598d5-9a40-43de-8561-1e93b70a5054 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:54.307875 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cc3541a5-1076-49ed-b478-eaf50bea4db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:54.308381 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3541a5-1076-49ed-b478-eaf50bea4db4 None None] The sync data for ids ['70bdac79-5aae-4daf-a97b-b04d62b1b170'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:40:54.313005 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:54.387587 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Network 8938bfa3-e367-480a-8d31-7cbc9b7a3b50 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:54.397367 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:54.401958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:54.407236 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:40:54.417272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Transition to ACTIVE for port object 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:54.423195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ba904-d845-4972-a7e9-94d7ced7e8ce None None] Pushing event updated for resources: {'Port': ['ID=541b7948-a066-47a7-8783-5d8a39541ea5,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:54.477415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=e746f1a8-d69c-4728-b803-f6082d554d23,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:54.509676 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2bd79064-c546-4ffb-a3ff-3b7aaeef9a98 None None] Provisioning for port ef5c97c2-8690-4072-8c15-22f9924f4930 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:54.551447 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2bd79064-c546-4ffb-a3ff-3b7aaeef9a98 None None] Provisioning complete for port ef5c97c2-8690-4072-8c15-22f9924f4930 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:54.551834 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2bd79064-c546-4ffb-a3ff-3b7aaeef9a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:54.573338 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:54.581326 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Transition to ACTIVE for port object 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:54.642469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f1e54ef8-737c-4010-9191-1410fa2a37fc up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:54.684953 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:54.762300 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=c0f599d1-5a0d-4b37-988d-d906beaf2d8f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:54.765532 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:54.885488 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-241507ff-36fd-45af-8232-b81371099efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:54.887035 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2bd79064-c546-4ffb-a3ff-3b7aaeef9a98 None None] Port ef5c97c2-8690-4072-8c15-22f9924f4930 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:40:54.890025 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event updated for resources: {'Port': ['ID=ef64276c-1014-4527-b019-b4af622d5013,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:54.938896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Network f0242a81-14bf-439c-9b54-628844e00f62 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:54.940626 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Pushing event updated for resources: {'Port': ['ID=532d8c22-1fb9-4e10-be4b-4fc3db97dba2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:54.949202 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:54.955284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:40:54.988148 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2bd79064-c546-4ffb-a3ff-3b7aaeef9a98 None None] Provisioning complete for port c0f599d1-5a0d-4b37-988d-d906beaf2d8f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:54.988148 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2bd79064-c546-4ffb-a3ff-3b7aaeef9a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:55.140315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port f1e54ef8-737c-4010-9191-1410fa2a37fc triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:55.140750 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:55.216866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Attempting to bind port 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:40:55.217146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Attempting to bind port 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '5b235b98-56ed-4f32-b073-eb37cc8f464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f0242a81-14bf-439c-9b54-628844e00f62'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:40:55.217510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Attempting to bind port 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 on network f0242a81-14bf-439c-9b54-628844e00f62 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:40:55.222946 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP 226523e6-e415-469b-8ab1-ffed39febb7e associated. External IP: 172.26.4.195, port: dde6ef13-b2bc-459d-a0d5-ab2aa89407bd. Feb 17 09:40:55.233131 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:40:55.233506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Checking segment: {'id': '5b235b98-56ed-4f32-b073-eb37cc8f464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f0242a81-14bf-439c-9b54-628844e00f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:40:55.233976 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:55.234402 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Bound using segment: {'id': '5b235b98-56ed-4f32-b073-eb37cc8f464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f0242a81-14bf-439c-9b54-628844e00f62'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:40:55.234874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Bound port: 532d8c22-1fb9-4e10-be4b-4fc3db97dba2, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b235b98-56ed-4f32-b073-eb37cc8f464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f0242a81-14bf-439c-9b54-628844e00f62'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:40:55.235255 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:55.465497 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] For port 532d8c22-1fb9-4e10-be4b-4fc3db97dba2, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:40:55.471607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] For port 532d8c22-1fb9-4e10-be4b-4fc3db97dba2, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=532d8c22-1fb9-4e10-be4b-4fc3db97dba2,segment=NetworkSegment(5b235b98-56ed-4f32-b073-eb37cc8f464a),segment_id=5b235b98-56ed-4f32-b073-eb37cc8f464a)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:40:55.478642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 291d8b1a-ab66-4676-8af0-53cf80962c2b up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:55.517416 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:55.563004 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:55.567575 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2fc7aeea-b2fb-4151-af6e-020b6187ed8d None None] Provisioning complete for port ef5c97c2-8690-4072-8c15-22f9924f4930 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:55.568053 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fc7aeea-b2fb-4151-af6e-020b6187ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:55.601099 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:55.670332 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2fc7aeea-b2fb-4151-af6e-020b6187ed8d None None] Port ef5c97c2-8690-4072-8c15-22f9924f4930 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:40:55.745090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8bded-5949-4f62-b093-3a77627af224 None None] Pushing event updated for resources: {'Port': ['ID=532d8c22-1fb9-4e10-be4b-4fc3db97dba2,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:55.824832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a73956-4888-44f8-b13f-2630bdadc0b1 None None] Network 8938bfa3-e367-480a-8d31-7cbc9b7a3b50 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:55.847748 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 291d8b1a-ab66-4676-8af0-53cf80962c2b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:55.851366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2fc7aeea-b2fb-4151-af6e-020b6187ed8d None None] Provisioning for port 291d8b1a-ab66-4676-8af0-53cf80962c2b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:55.907088 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 291d8b1a-ab66-4676-8af0-53cf80962c2b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:55.907475 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:55.932518 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2fc7aeea-b2fb-4151-af6e-020b6187ed8d None None] Provisioning complete for port 291d8b1a-ab66-4676-8af0-53cf80962c2b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:55.932893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fc7aeea-b2fb-4151-af6e-020b6187ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:56.241989 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:56.264881 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fc7aeea-b2fb-4151-af6e-020b6187ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:56.360555 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 291d8b1a-ab66-4676-8af0-53cf80962c2b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=291d8b1a-ab66-4676-8af0-53cf80962c2b,segment=NetworkSegment(0aeb0853-743a-4795-8b78-430c7ac97922),segment_id=0aeb0853-743a-4795-8b78-430c7ac97922)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:56.451007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:56.538102 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 38461dc6-96be-4cd5-9d4c-1aefac802e23 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:40:56.583166 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-2fc7aeea-b2fb-4151-af6e-020b6187ed8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:40:56.583732 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-2fc7aeea-b2fb-4151-af6e-020b6187ed8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:40:56.587529 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=291d8b1a-ab66-4676-8af0-53cf80962c2b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:56.770644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c0f599d1-5a0d-4b37-988d-d906beaf2d8f up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:56.860804 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port c0f599d1-5a0d-4b37-988d-d906beaf2d8f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:56.861148 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:56.959970 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Allocated IP 2001:db8:1::1 (853598d5-9a40-43de-8561-1e93b70a5054/fc15e051-5756-41ad-9357-9e81cdac98d6/5f3ba2af-bfc7-409d-9d1b-03f86d865e34) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:56.976552 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:40:57.010097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:57.028604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:40:57.041837 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b327b2-6e98-471f-a340-25637d225225 None None] Sync routers for ids ['38461dc6-96be-4cd5-9d4c-1aefac802e23'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:40:57.072402 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b327b2-6e98-471f-a340-25637d225225 None None] Routers {'38461dc6-96be-4cd5-9d4c-1aefac802e23'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:57.073370 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-78b327b2-6e98-471f-a340-25637d225225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['38461dc6-96be-4cd5-9d4c-1aefac802e23'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:57.117582 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dba4bdd-c76f-40ed-8967-48adbcf2fda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:57.131558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:57.147848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ecd90d-ee4b-4da6-a0f3-e4790ceeb337 None None] Network f0242a81-14bf-439c-9b54-628844e00f62 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:40:57.169674 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 541b7948-a066-47a7-8783-5d8a39541ea5 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:57.301821 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:57.322300 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-78b327b2-6e98-471f-a340-25637d225225 None None] Set router 38461dc6-96be-4cd5-9d4c-1aefac802e23 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:57.344776 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event updated for resources: {'Port': ['ID=ef64276c-1014-4527-b019-b4af622d5013,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:57.347223 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:57.422484 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:57.446230 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 541b7948-a066-47a7-8783-5d8a39541ea5 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:57.453528 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:57.525095 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bfbdc89a-57a7-4084-9f6f-786d4e652667 None None] Provisioning for port 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:57.642117 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6fceedf1-84dc-457c-8aed-924a0f289137 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3105669 Feb 17 09:40:57.645743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40164) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:57.647951 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'tag': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:40:57.655305 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Transition to ACTIVE for port object 5f3ba2af-bfc7-409d-9d1b-03f86d865e34 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:40:57.662706 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bfbdc89a-57a7-4084-9f6f-786d4e652667 None None] Provisioning for port 541b7948-a066-47a7-8783-5d8a39541ea5 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:57.690258 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bfbdc89a-57a7-4084-9f6f-786d4e652667 None None] Provisioning complete for port 541b7948-a066-47a7-8783-5d8a39541ea5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:57.691413 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bfbdc89a-57a7-4084-9f6f-786d4e652667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:57.740570 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Network 8938bfa3-e367-480a-8d31-7cbc9b7a3b50 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:57.750888 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:57.764201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:57.812047 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:57.812412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:57.821851 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-78b327b2-6e98-471f-a340-25637d225225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:40:16Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '226523e6-e415-469b-8ab1-ffed39febb7e', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'port_id': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'mac_address': 'fa:16:3e:f2:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:40:52Z', 'updated_at': '2022-02-17T09:40:52Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c', 'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:bf:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:15Z', 'updated_at': '2022-02-17T09:40:30Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:57.827097 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b327b2-6e98-471f-a340-25637d225225 None None] Checking router: 38461dc6-96be-4cd5-9d4c-1aefac802e23 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:40:57.843565 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b327b2-6e98-471f-a340-25637d225225 None None] Routers {'38461dc6-96be-4cd5-9d4c-1aefac802e23'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:57.844164 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-78b327b2-6e98-471f-a340-25637d225225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['38461dc6-96be-4cd5-9d4c-1aefac802e23'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:57.889634 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a33f9272-5772-4750-b423-408427730fef tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/226523e6-e415-469b-8ab1-ffed39febb7e HTTP/1.1" status: 200 len: 991 time: 0.2422273 Feb 17 09:40:58.013447 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:58.045115 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'tag': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd', 'status': 'completed', 'code': 200} Feb 17 09:40:58.081039 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:58.122872 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-78b327b2-6e98-471f-a340-25637d225225 None None] Set router 38461dc6-96be-4cd5-9d4c-1aefac802e23 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:40:58.136211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a987b-8910-4735-8a61-c9e11efd74e6 req-22e88202-a466-4f99-9285-72e499880f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:58.137704 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:58.138143 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b53a987b-8910-4735-8a61-c9e11efd74e6 req-22e88202-a466-4f99-9285-72e499880f1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 1098 time: 0.0849307 Feb 17 09:40:58.140557 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 853598d5-9a40-43de-8561-1e93b70a5054 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:58.148411 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:58.157968 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:40:58.158880 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:58.180194 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=5f3ba2af-bfc7-409d-9d1b-03f86d865e34,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:58.192819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 532d8c22-1fb9-4e10-be4b-4fc3db97dba2, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=532d8c22-1fb9-4e10-be4b-4fc3db97dba2,segment=NetworkSegment(5b235b98-56ed-4f32-b073-eb37cc8f464a),segment_id=5b235b98-56ed-4f32-b073-eb37cc8f464a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:58.196663 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:58.200103 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bfbdc89a-57a7-4084-9f6f-786d4e652667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:58.236847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-bfbdc89a-57a7-4084-9f6f-786d4e652667 None None] For port 541b7948-a066-47a7-8783-5d8a39541ea5, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=541b7948-a066-47a7-8783-5d8a39541ea5,segment=NetworkSegment(8ec6d086-acb3-4689-9cca-732758d99a6d),segment_id=8ec6d086-acb3-4689-9cca-732758d99a6d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:40:58.273392 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Router 8094a01b-648d-453a-af1a-2b962887553c is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:40:58.305251 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:58.336686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a987b-8910-4735-8a61-c9e11efd74e6 req-8a8dd1fa-f5ff-4f53-9f34-90913efbe899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:58.338552 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b53a987b-8910-4735-8a61-c9e11efd74e6 req-8a8dd1fa-f5ff-4f53-9f34-90913efbe899 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 HTTP/1.1" status: 200 len: 897 time: 0.1950433 Feb 17 09:40:58.395596 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bfbdc89a-57a7-4084-9f6f-786d4e652667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:58.399239 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=532d8c22-1fb9-4e10-be4b-4fc3db97dba2,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:58.485834 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b53a987b-8910-4735-8a61-c9e11efd74e6 req-7d09e53f-c4fa-4b9e-a43d-2987d8e566ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dde6ef13-b2bc-459d-a0d5-ab2aa89407bd HTTP/1.1" status: 200 len: 999 time: 0.1338885 Feb 17 09:40:58.492285 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdc89a-57a7-4084-9f6f-786d4e652667 None None] Pushing event updated for resources: {'Port': ['ID=541b7948-a066-47a7-8783-5d8a39541ea5,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:58.498453 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bfbdc89a-57a7-4084-9f6f-786d4e652667 None None] Provisioning complete for port 291d8b1a-ab66-4676-8af0-53cf80962c2b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:58.498830 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bfbdc89a-57a7-4084-9f6f-786d4e652667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:58.549496 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:58.568545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a987b-8910-4735-8a61-c9e11efd74e6 req-a3183ef0-48fc-4c18-b090-7de2eb69a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:58.570740 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b53a987b-8910-4735-8a61-c9e11efd74e6 req-a3183ef0-48fc-4c18-b090-7de2eb69a0b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ca1dfe7-f5e0-4847-9211-7f516c2b0f50 HTTP/1.1" status: 200 len: 834 time: 0.0789466 Feb 17 09:40:58.608259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:40:58.621752 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6d6206c3-2772-4114-99d7-3f7323531131 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "PUT /v2.0/routers/8094a01b-648d-453a-af1a-2b962887553c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5778282 Feb 17 09:40:58.625994 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40172) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:58.696389 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91dbf39-b018-479d-a648-fbfb352513be None None] Sync routers for ids ['8094a01b-648d-453a-af1a-2b962887553c'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:40:58.700621 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 291d8b1a-ab66-4676-8af0-53cf80962c2b up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:58.703961 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a987b-8910-4735-8a61-c9e11efd74e6 req-5297b0fe-3973-42c0-8a53-7d555a95ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:58.705753 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b53a987b-8910-4735-8a61-c9e11efd74e6 req-5297b0fe-3973-42c0-8a53-7d555a95ed6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1286416 Feb 17 09:40:58.735769 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-78b327b2-6e98-471f-a340-25637d225225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:40:16Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '226523e6-e415-469b-8ab1-ffed39febb7e', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'port_id': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'mac_address': 'fa:16:3e:f2:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:40:52Z', 'updated_at': '2022-02-17T09:40:52Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c', 'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:bf:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:15Z', 'updated_at': '2022-02-17T09:40:30Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:58.741923 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b327b2-6e98-471f-a340-25637d225225 None None] The sync data for ids ['38461dc6-96be-4cd5-9d4c-1aefac802e23'] in dv-neutron-828143-5-hyperv is: [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:40:16Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '226523e6-e415-469b-8ab1-ffed39febb7e', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'port_id': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'mac_address': 'fa:16:3e:f2:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:40:52Z', 'updated_at': '2022-02-17T09:40:52Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c', 'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:bf:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:15Z', 'updated_at': '2022-02-17T09:40:30Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:40:58.772039 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91dbf39-b018-479d-a648-fbfb352513be None None] Routers {'8094a01b-648d-453a-af1a-2b962887553c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:58.777551 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f91dbf39-b018-479d-a648-fbfb352513be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['8094a01b-648d-453a-af1a-2b962887553c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:58.853388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f91dbf39-b018-479d-a648-fbfb352513be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:58.857048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bfbdc89a-57a7-4084-9f6f-786d4e652667 None None] Provisioning for port ef64276c-1014-4527-b019-b4af622d5013 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:58.872295 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bfbdc89a-57a7-4084-9f6f-786d4e652667 None None] Provisioning complete for port ef64276c-1014-4527-b019-b4af622d5013 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:58.872295 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bfbdc89a-57a7-4084-9f6f-786d4e652667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:58.889415 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40178) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:58.928405 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91dbf39-b018-479d-a648-fbfb352513be None None] Routers {'8094a01b-648d-453a-af1a-2b962887553c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:40:58.929241 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f91dbf39-b018-479d-a648-fbfb352513be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['8094a01b-648d-453a-af1a-2b962887553c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:58.954956 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40182) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:40:59.016504 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f91dbf39-b018-479d-a648-fbfb352513be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:40:59.017079 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91dbf39-b018-479d-a648-fbfb352513be None None] The sync data for ids ['8094a01b-648d-453a-af1a-2b962887553c'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:40:59.022647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 291d8b1a-ab66-4676-8af0-53cf80962c2b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:59.023126 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:59.050566 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad126dc-8502-43aa-ac88-08eee9f1d106 None None] New status for floating IP 226523e6-e415-469b-8ab1-ffed39febb7e: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:40:59.055535 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bfbdc89a-57a7-4084-9f6f-786d4e652667 None None] Port ef64276c-1014-4527-b019-b4af622d5013 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:40:59.069038 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b53a987b-8910-4735-8a61-c9e11efd74e6 req-9ca935e8-ccb9-434f-83d0-67246fb22849 service neutron] 10.222.0.37 "GET /v2.0/networks/e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564463 Feb 17 09:40:59.165276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:40:59.194844 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:59.252566 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-22cadb26-6a12-4343-b080-c416aedecd11 None None] Provisioning complete for port 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:59.253110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22cadb26-6a12-4343-b080-c416aedecd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:59.283984 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:59.284762 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:59.453814 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:59.454707 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:59.494122 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-94eef59c-2b8b-4fca-b0fd-846a48ae423f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/226523e6-e415-469b-8ab1-ffed39febb7e HTTP/1.1" status: 200 len: 991 time: 0.5270677 Feb 17 09:40:59.529200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1ed69-12a4-4cc1-aaf0-126bac5d2a49 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Deleting port 073de5b7-b5a9-433f-90a0-e2df0ef2bdf3 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:40:59.529591 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ed69-12a4-4cc1-aaf0-126bac5d2a49 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:59.588711 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b53a987b-8910-4735-8a61-c9e11efd74e6 req-43eabd86-9bcf-4ec8-bf7a-8ad3657b53ea service neutron] 10.222.0.37 "GET /v2.0/networks/e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800951 Feb 17 09:40:59.661719 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-22cadb26-6a12-4343-b080-c416aedecd11 None None] Provisioning complete for port ef64276c-1014-4527-b019-b4af622d5013 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:59.662215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22cadb26-6a12-4343-b080-c416aedecd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:59.710185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=5f3ba2af-bfc7-409d-9d1b-03f86d865e34,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:59.740353 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-22cadb26-6a12-4343-b080-c416aedecd11 None None] Port ef64276c-1014-4527-b019-b4af622d5013 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:40:59.755642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ed69-12a4-4cc1-aaf0-126bac5d2a49 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:59.756251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ed69-12a4-4cc1-aaf0-126bac5d2a49 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:59.835770 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:59.884343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1ed69-12a4-4cc1-aaf0-126bac5d2a49 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Calling delete_port for 073de5b7-b5a9-433f-90a0-e2df0ef2bdf3 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:40:59.890156 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-22cadb26-6a12-4343-b080-c416aedecd11 None None] Provisioning for port 5f3ba2af-bfc7-409d-9d1b-03f86d865e34 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:40:59.897957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-22cadb26-6a12-4343-b080-c416aedecd11 None None] Provisioning complete for port 5f3ba2af-bfc7-409d-9d1b-03f86d865e34 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:59.898530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22cadb26-6a12-4343-b080-c416aedecd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:40:59.926770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 853598d5-9a40-43de-8561-1e93b70a5054 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:59.930004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:59.961659 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-22cadb26-6a12-4343-b080-c416aedecd11 None None] Port 5f3ba2af-bfc7-409d-9d1b-03f86d865e34 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:41:00.138736 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ed69-12a4-4cc1-aaf0-126bac5d2a49 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:00.195143 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0878a1f1-fbab-4999-805f-556e02b049ea None None] Provisioning complete for port 5f3ba2af-bfc7-409d-9d1b-03f86d865e34 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:00.196152 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0878a1f1-fbab-4999-805f-556e02b049ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:00.196901 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1ed69-12a4-4cc1-aaf0-126bac5d2a49 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event deleted for resources: {'Port': ['ID=073de5b7-b5a9-433f-90a0-e2df0ef2bdf3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:00.203427 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router 70bdac79-5aae-4daf-a97b-b04d62b1b170 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:41:00.267391 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0878a1f1-fbab-4999-805f-556e02b049ea None None] Port 5f3ba2af-bfc7-409d-9d1b-03f86d865e34 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:41:00.304344 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-5200b84c-5b7b-4eac-bca6-2de55c001a45 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:00.305389 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5200b84c-5b7b-4eac-bca6-2de55c001a45 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "PUT /v2.0/routers/8094a01b-648d-453a-af1a-2b962887553c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6782792 Feb 17 09:41:00.310286 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40186) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:00.314580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ed69-12a4-4cc1-aaf0-126bac5d2a49 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:00.314926 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-a6d1ed69-12a4-4cc1-aaf0-126bac5d2a49 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Floating IP 36910547-16f0-4f95-b9b7-280ae2b0f1ea disassociated (deleted). External IP: 172.26.4.40, port: 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0. Feb 17 09:41:00.393670 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:41:00.402097 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-927a3ead-2fa1-416f-9bc0-e0c01d30e665 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/70bdac79-5aae-4daf-a97b-b04d62b1b170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4166374 Feb 17 09:41:00.402097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40190) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:00.405308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e10058c-16d2-4114-a88b-153facb8c604 None None] Sync routers for ids ['70bdac79-5aae-4daf-a97b-b04d62b1b170'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:41:00.415514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e10058c-16d2-4114-a88b-153facb8c604 None None] Routers {'70bdac79-5aae-4daf-a97b-b04d62b1b170'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:00.416207 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6e10058c-16d2-4114-a88b-153facb8c604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['70bdac79-5aae-4daf-a97b-b04d62b1b170'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:00.486128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f879082-758d-4e99-aa86-095e11a59cf7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:00.486716 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5f879082-758d-4e99-aa86-095e11a59cf7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Synchronizing usage tracker for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:00.489450 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6e10058c-16d2-4114-a88b-153facb8c604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:00.499200 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e10058c-16d2-4114-a88b-153facb8c604 None None] Routers {'70bdac79-5aae-4daf-a97b-b04d62b1b170'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:00.499839 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6e10058c-16d2-4114-a88b-153facb8c604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['70bdac79-5aae-4daf-a97b-b04d62b1b170'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:00.501309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40194) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:00.565223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 541b7948-a066-47a7-8783-5d8a39541ea5 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:41:00.607284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6e10058c-16d2-4114-a88b-153facb8c604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:00.607689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e10058c-16d2-4114-a88b-153facb8c604 None None] The sync data for ids ['70bdac79-5aae-4daf-a97b-b04d62b1b170'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:41:00.636853 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-de7c8ee5-9678-4668-8735-d60ead081246 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/226523e6-e415-469b-8ab1-ffed39febb7e HTTP/1.1" status: 200 len: 993 time: 0.1343734 Feb 17 09:41:00.643641 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5f879082-758d-4e99-aa86-095e11a59cf7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Unset dirty status for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:00.643641 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5f879082-758d-4e99-aa86-095e11a59cf7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports/5f3ba2af-bfc7-409d-9d1b-03f86d865e34 HTTP/1.1" status: 200 len: 913 time: 0.2406437 Feb 17 09:41:00.648299 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40198) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:00.661453 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 541b7948-a066-47a7-8783-5d8a39541ea5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:00.662129 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:01.236808 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d1ed69-12a4-4cc1-aaf0-126bac5d2a49 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:41:01.335719 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d13b4142-5f1e-4b8e-bcd9-2df3db946821 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:01.487484 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d1ed69-12a4-4cc1-aaf0-126bac5d2a49 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:41:01.500371 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a762bd-b0c2-4b4b-829e-b1cddb40b45a None None] Sync routers for ids ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:41:01.511008 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a762bd-b0c2-4b4b-829e-b1cddb40b45a None None] Routers {'d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:01.511618 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b8a762bd-b0c2-4b4b-829e-b1cddb40b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:01.513199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-69765dba-b6a2-4636-bd04-31a5a8cb3fe0 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:01.670549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ed69-12a4-4cc1-aaf0-126bac5d2a49 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:01.709618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d13b4142-5f1e-4b8e-bcd9-2df3db946821 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port 5f3ba2af-bfc7-409d-9d1b-03f86d865e34 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:01.709991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d13b4142-5f1e-4b8e-bcd9-2df3db946821 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:01.752886 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b8a762bd-b0c2-4b4b-829e-b1cddb40b45a None None] Set router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:41:01.787822 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a6d1ed69-12a4-4cc1-aaf0-126bac5d2a49 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "DELETE /v2.0/floatingips/36910547-16f0-4f95-b9b7-280ae2b0f1ea HTTP/1.1" status: 204 len: 168 time: 2.8961201 Feb 17 09:41:01.787822 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'tag': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:41:01.887666 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'tag': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0', 'status': 'completed', 'code': 200} Feb 17 09:41:01.966268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d13b4142-5f1e-4b8e-bcd9-2df3db946821 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:02.056160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-69765dba-b6a2-4636-bd04-31a5a8cb3fe0 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Deleting port ef64276c-1014-4527-b019-b4af622d5013 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:02.056574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-69765dba-b6a2-4636-bd04-31a5a8cb3fe0 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:02.140414 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d13b4142-5f1e-4b8e-bcd9-2df3db946821 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for 5f3ba2af-bfc7-409d-9d1b-03f86d865e34 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:02.148108 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bd557-a1bf-4ceb-b59b-e1adaa57ece8 req-ec2f7690-ca86-4e58-828b-e5e70f11007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:02.150111 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-de6bd557-a1bf-4ceb-b59b-e1adaa57ece8 req-ec2f7690-ca86-4e58-828b-e5e70f11007c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c462a90c63ab406abd0ec41718f287bf&device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 1098 time: 0.2185431 Feb 17 09:41:02.185269 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b8a762bd-b0c2-4b4b-829e-b1cddb40b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441000233', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:14Z', 'updated_at': '2022-02-17T09:37:29Z', 'revision_number': 4, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'gw_port': {'id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:16Z', 'updated_at': '2022-02-17T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '5c479545-73be-4370-9ee8-608d76162b7d', 'name': '', 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'mac_address': 'fa:16:3e:53:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:27Z', 'updated_at': '2022-02-17T09:37:39Z', 'revision_number': 5, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'subnets': [{'id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:02.190083 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a762bd-b0c2-4b4b-829e-b1cddb40b45a None None] Checking router: d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:41:02.206528 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a762bd-b0c2-4b4b-829e-b1cddb40b45a None None] Routers {'d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:02.207314 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b8a762bd-b0c2-4b4b-829e-b1cddb40b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:02.361929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-69765dba-b6a2-4636-bd04-31a5a8cb3fe0 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:02.409606 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b8a762bd-b0c2-4b4b-829e-b1cddb40b45a None None] Set router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:41:02.422171 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d13b4142-5f1e-4b8e-bcd9-2df3db946821 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:02.495204 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b4142-5f1e-4b8e-bcd9-2df3db946821 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Port': ['ID=5f3ba2af-bfc7-409d-9d1b-03f86d865e34,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:02.666546 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-69765dba-b6a2-4636-bd04-31a5a8cb3fe0 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Calling delete_port for ef64276c-1014-4527-b019-b4af622d5013 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:02.700890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bd557-a1bf-4ceb-b59b-e1adaa57ece8 req-f4ffec19-5970-45cc-a6fc-d22444a7a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:02.702721 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-de6bd557-a1bf-4ceb-b59b-e1adaa57ece8 req-f4ffec19-5970-45cc-a6fc-d22444a7a17b service neutron] 10.222.0.37 "GET /v2.0/networks?id=2faf6efb-760a-4980-97a0-58d7bf1fab50 HTTP/1.1" status: 200 len: 897 time: 0.5068219 Feb 17 09:41:02.833562 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b8a762bd-b0c2-4b4b-829e-b1cddb40b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441000233', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:14Z', 'updated_at': '2022-02-17T09:37:29Z', 'revision_number': 4, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'gw_port': {'id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:16Z', 'updated_at': '2022-02-17T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '5c479545-73be-4370-9ee8-608d76162b7d', 'name': '', 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'mac_address': 'fa:16:3e:53:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:27Z', 'updated_at': '2022-02-17T09:37:39Z', 'revision_number': 5, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'subnets': [{'id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:02.838142 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a762bd-b0c2-4b4b-829e-b1cddb40b45a None None] The sync data for ids ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'] in dv-neutron-828143-5-hyperv is: [{'id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441000233', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:14Z', 'updated_at': '2022-02-17T09:37:29Z', 'revision_number': 4, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'gw_port': {'id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:16Z', 'updated_at': '2022-02-17T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '5c479545-73be-4370-9ee8-608d76162b7d', 'name': '', 'network_id': '2faf6efb-760a-4980-97a0-58d7bf1fab50', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'mac_address': 'fa:16:3e:53:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:27Z', 'updated_at': '2022-02-17T09:37:39Z', 'revision_number': 5, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'subnets': [{'id': 'd4be594b-ad39-4079-9019-ea91a787d25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:41:02.848695 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d13b4142-5f1e-4b8e-bcd9-2df3db946821 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:02.855559 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-de6bd557-a1bf-4ceb-b59b-e1adaa57ece8 req-9e2acfca-2943-4bb1-b6fd-917c2d5af2ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 HTTP/1.1" status: 200 len: 217 time: 0.1087978 Feb 17 09:41:02.969751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bd557-a1bf-4ceb-b59b-e1adaa57ece8 req-608d133a-fb0f-463b-91fa-154b58200511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:02.971268 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-de6bd557-a1bf-4ceb-b59b-e1adaa57ece8 req-608d133a-fb0f-463b-91fa-154b58200511 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4be594b-ad39-4079-9019-ea91a787d25b HTTP/1.1" status: 200 len: 835 time: 0.1028504 Feb 17 09:41:03.043143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2c071-b5f0-4aa8-8094-9ee5fce12ffd req-1664178c-da0f-44e4-9a8a-2064354b6b56 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:03.043892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-22b2c071-b5f0-4aa8-8094-9ee5fce12ffd req-1664178c-da0f-44e4-9a8a-2064354b6b56 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Synchronizing usage tracker for tenant:c462a90c63ab406abd0ec41718f287bf on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:03.127097 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f71efb-03cb-49aa-b075-40a74740718d None None] New status for floating IP 36910547-16f0-4f95-b9b7-280ae2b0f1ea: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:41:03.157680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bd557-a1bf-4ceb-b59b-e1adaa57ece8 req-96a92706-c65a-41ff-a33d-3d17cdfe37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:03.159239 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-de6bd557-a1bf-4ceb-b59b-e1adaa57ece8 req-96a92706-c65a-41ff-a33d-3d17cdfe37ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2faf6efb-760a-4980-97a0-58d7bf1fab50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1788642 Feb 17 09:41:03.187360 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-22b2c071-b5f0-4aa8-8094-9ee5fce12ffd req-1664178c-da0f-44e4-9a8a-2064354b6b56 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Unset dirty status for tenant:c462a90c63ab406abd0ec41718f287bf on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:03.188508 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-22b2c071-b5f0-4aa8-8094-9ee5fce12ffd req-1664178c-da0f-44e4-9a8a-2064354b6b56 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.5368085 Feb 17 09:41:03.328240 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-22b2c071-b5f0-4aa8-8094-9ee5fce12ffd req-11e50e53-7d49-4add-a38b-e9441378536f tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773191 Feb 17 09:41:03.333457 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-69765dba-b6a2-4636-bd04-31a5a8cb3fe0 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:03.405127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69765dba-b6a2-4636-bd04-31a5a8cb3fe0 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event deleted for resources: {'Port': ['ID=ef64276c-1014-4527-b019-b4af622d5013,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:03.406477 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13b4142-5f1e-4b8e-bcd9-2df3db946821 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router 70bdac79-5aae-4daf-a97b-b04d62b1b170 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:41:03.409781 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-de6bd557-a1bf-4ceb-b59b-e1adaa57ece8 req-d5828a7b-88ee-46d0-a1de-0fa6722b7ef5 service neutron] 10.222.0.37 "GET /v2.0/networks/2faf6efb-760a-4980-97a0-58d7bf1fab50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429309 Feb 17 09:41:03.592257 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13b4142-5f1e-4b8e-bcd9-2df3db946821 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:41:03.609711 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973fec8d-011d-4946-961b-18876fcc9b54 None None] Sync routers for ids ['70bdac79-5aae-4daf-a97b-b04d62b1b170'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:41:03.620874 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973fec8d-011d-4946-961b-18876fcc9b54 None None] Routers {'70bdac79-5aae-4daf-a97b-b04d62b1b170'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:03.621508 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-973fec8d-011d-4946-961b-18876fcc9b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['70bdac79-5aae-4daf-a97b-b04d62b1b170'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:03.681413 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d13b4142-5f1e-4b8e-bcd9-2df3db946821 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/70bdac79-5aae-4daf-a97b-b04d62b1b170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0279119 Feb 17 09:41:03.681413 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40208) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:03.690558 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-973fec8d-011d-4946-961b-18876fcc9b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:03.700202 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973fec8d-011d-4946-961b-18876fcc9b54 None None] Routers {'70bdac79-5aae-4daf-a97b-b04d62b1b170'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:03.700815 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-973fec8d-011d-4946-961b-18876fcc9b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['70bdac79-5aae-4daf-a97b-b04d62b1b170'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:03.761756 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-69765dba-b6a2-4636-bd04-31a5a8cb3fe0 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:03.775769 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-973fec8d-011d-4946-961b-18876fcc9b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:03.776427 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973fec8d-011d-4946-961b-18876fcc9b54 None None] The sync data for ids ['70bdac79-5aae-4daf-a97b-b04d62b1b170'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:41:03.777741 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-de6bd557-a1bf-4ceb-b59b-e1adaa57ece8 req-8d020f8e-b9c1-4cd7-a50d-7aa3cf90cfca service neutron] 10.222.0.37 "GET /v2.0/networks/2faf6efb-760a-4980-97a0-58d7bf1fab50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365607 Feb 17 09:41:04.053471 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69765dba-b6a2-4636-bd04-31a5a8cb3fe0 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Router 8094a01b-648d-453a-af1a-2b962887553c has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:41:04.207854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1e3b-4b69-46bf-866e-e35583cf6f18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:04.355517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69765dba-b6a2-4636-bd04-31a5a8cb3fe0 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:41:04.370138 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e83b6-9672-435f-9d7b-b25a6f08d512 None None] Sync routers for ids ['8094a01b-648d-453a-af1a-2b962887553c'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:41:04.379945 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-69765dba-b6a2-4636-bd04-31a5a8cb3fe0 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "PUT /v2.0/routers/8094a01b-648d-453a-af1a-2b962887553c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0670319 Feb 17 09:41:04.385263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e83b6-9672-435f-9d7b-b25a6f08d512 None None] Routers {'8094a01b-648d-453a-af1a-2b962887553c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:04.386098 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-639e83b6-9672-435f-9d7b-b25a6f08d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['8094a01b-648d-453a-af1a-2b962887553c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:04.388075 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40214) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:04.466542 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-639e83b6-9672-435f-9d7b-b25a6f08d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:04.476546 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-196f2ada-77f8-4ddb-9630-bb01bbd0a449 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] delete failed (client error): The resource could not be found. Feb 17 09:41:04.477342 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-196f2ada-77f8-4ddb-9630-bb01bbd0a449 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "DELETE /v2.0/routers/tempest-non_exist_router-988411542 HTTP/1.1" status: 404 len: 334 time: 0.0861423 Feb 17 09:41:04.477811 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e83b6-9672-435f-9d7b-b25a6f08d512 None None] Routers {'8094a01b-648d-453a-af1a-2b962887553c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:04.478492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-639e83b6-9672-435f-9d7b-b25a6f08d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['8094a01b-648d-453a-af1a-2b962887553c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:04.482994 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40218) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:04.491063 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-25843f51-5b56-4675-9793-235f9b66e764 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Request body: {'router': {'external_gateway_info': {'network_id': '8094a01b-648d-453a-af1a-2b962887553c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:04.541707 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-639e83b6-9672-435f-9d7b-b25a6f08d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:04.542145 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e83b6-9672-435f-9d7b-b25a6f08d512 None None] The sync data for ids ['8094a01b-648d-453a-af1a-2b962887553c'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:41:04.710400 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041defc-b852-438a-9bf5-5c86b7f75b0a req-668cfee9-856d-49f7-8c40-3f71c8fbd784 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:04.711883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939546d-b051-47f0-a626-03228315ed4b req-d0350569-17cb-4be2-9e67-aa1f0d5543ca tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:04.712100 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a041defc-b852-438a-9bf5-5c86b7f75b0a req-668cfee9-856d-49f7-8c40-3f71c8fbd784 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.1391497 Feb 17 09:41:04.713514 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0939546d-b051-47f0-a626-03228315ed4b req-d0350569-17cb-4be2-9e67-aa1f0d5543ca tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.4001215 Feb 17 09:41:04.805914 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a041defc-b852-438a-9bf5-5c86b7f75b0a req-e5705525-1e6c-4351-a9f5-d708a6570cd7 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657711 Feb 17 09:41:04.806815 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f1e3b-4b69-46bf-866e-e35583cf6f18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port ef5c97c2-8690-4072-8c15-22f9924f4930 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:04.806941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1e3b-4b69-46bf-866e-e35583cf6f18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:04.964663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0939546d-b051-47f0-a626-03228315ed4b req-0fbe4877-aa80-4961-b538-be529f6fc8a6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Deleting port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:04.965032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0939546d-b051-47f0-a626-03228315ed4b req-0fbe4877-aa80-4961-b538-be529f6fc8a6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:05.001260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1e3b-4b69-46bf-866e-e35583cf6f18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:05.003542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-25843f51-5b56-4675-9793-235f9b66e764 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:05.127236 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f1e3b-4b69-46bf-866e-e35583cf6f18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for ef5c97c2-8690-4072-8c15-22f9924f4930 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:05.185973 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-25843f51-5b56-4675-9793-235f9b66e764 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] update failed (client error): The resource could not be found. Feb 17 09:41:05.187035 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-25843f51-5b56-4675-9793-235f9b66e764 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "PUT /v2.0/routers/8094a01b-648d-453a-af1a-2b962887553c HTTP/1.1" status: 404 len: 339 time: 0.7028737 Feb 17 09:41:05.191390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40222) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:05.376138 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1e3b-4b69-46bf-866e-e35583cf6f18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:05.428608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f1e3b-4b69-46bf-866e-e35583cf6f18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Port': ['ID=ef5c97c2-8690-4072-8c15-22f9924f4930,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:05.619112 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1e3b-4b69-46bf-866e-e35583cf6f18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:05.633485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0939546d-b051-47f0-a626-03228315ed4b req-0fbe4877-aa80-4961-b538-be529f6fc8a6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] For port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,segment=NetworkSegment(179b37b6-f82e-45bc-b5bf-ce33261ab390),segment_id=179b37b6-f82e-45bc-b5bf-ce33261ab390)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:05.634140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0939546d-b051-47f0-a626-03228315ed4b req-0fbe4877-aa80-4961-b538-be529f6fc8a6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:05.872171 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0939546d-b051-47f0-a626-03228315ed4b req-0fbe4877-aa80-4961-b538-be529f6fc8a6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Calling delete_port for 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:05.914295 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6f1e3b-4b69-46bf-866e-e35583cf6f18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router 70bdac79-5aae-4daf-a97b-b04d62b1b170 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:41:06.107200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:06.182688 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6f1e3b-4b69-46bf-866e-e35583cf6f18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:41:06.193606 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00857d3e-bd6e-4868-ba5d-5c798142a882 None None] Sync routers for ids ['70bdac79-5aae-4daf-a97b-b04d62b1b170'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:41:06.197884 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ee6f1e3b-4b69-46bf-866e-e35583cf6f18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/70bdac79-5aae-4daf-a97b-b04d62b1b170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5157044 Feb 17 09:41:06.202392 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40228) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:06.204920 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00857d3e-bd6e-4868-ba5d-5c798142a882 None None] Routers {'70bdac79-5aae-4daf-a97b-b04d62b1b170'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:06.205681 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-00857d3e-bd6e-4868-ba5d-5c798142a882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['70bdac79-5aae-4daf-a97b-b04d62b1b170'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:06.279066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b8298995-b44e-4da8-abf7-78bcf72dd06b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Synchronizing usage tracker for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:06.283610 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-00857d3e-bd6e-4868-ba5d-5c798142a882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:06.293216 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00857d3e-bd6e-4868-ba5d-5c798142a882 None None] Routers {'70bdac79-5aae-4daf-a97b-b04d62b1b170'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:06.293836 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-00857d3e-bd6e-4868-ba5d-5c798142a882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['70bdac79-5aae-4daf-a97b-b04d62b1b170'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:06.329252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be198c4-a918-464b-9c73-5f7a2f10f14f req-16029b9f-3273-4e7a-ae3e-d61f7077bbd0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:06.330821 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8be198c4-a918-464b-9c73-5f7a2f10f14f req-16029b9f-3273-4e7a-ae3e-d61f7077bbd0 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 945 time: 0.4026523 Feb 17 09:41:06.358957 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b8298995-b44e-4da8-abf7-78bcf72dd06b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Unset dirty status for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:06.359185 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-00857d3e-bd6e-4868-ba5d-5c798142a882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:06.359426 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00857d3e-bd6e-4868-ba5d-5c798142a882 None None] The sync data for ids ['70bdac79-5aae-4daf-a97b-b04d62b1b170'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:41:06.367226 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b8298995-b44e-4da8-abf7-78bcf72dd06b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports?device_id=70bdac79-5aae-4daf-a97b-b04d62b1b170 HTTP/1.1" status: 200 len: 205 time: 0.1532884 Feb 17 09:41:06.367226 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40232) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:06.446241 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8be198c4-a918-464b-9c73-5f7a2f10f14f req-67d295a0-0bb0-4457-ab94-ca7eb1845040 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/security-groups?id=fe51f73e-bd06-4fb9-be16-ee663e4477a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759699 Feb 17 09:41:06.482031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0939546d-b051-47f0-a626-03228315ed4b req-0fbe4877-aa80-4961-b538-be529f6fc8a6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:06.509352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10c4e2ef-168e-44d7-89b6-3d42b2d85f23 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:06.545129 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe4877-aa80-4961-b538-be529f6fc8a6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event deleted for resources: {'Port': ['ID=7d0f9fa7-299a-444d-aa2c-0b0c398c29f0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:06.674334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-0939546d-b051-47f0-a626-03228315ed4b req-0fbe4877-aa80-4961-b538-be529f6fc8a6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] No DVR routers for this DVR port 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:41:06.679065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0939546d-b051-47f0-a626-03228315ed4b req-0fbe4877-aa80-4961-b538-be529f6fc8a6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:06.681532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'name': 'network-vif-deleted', 'tag': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:41:06.719926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Allocated IP 172.20.0.1 (da224926-f30f-491d-bee8-db57355eeb21/54e85b82-817d-49c0-a1ba-1ce7d907efbf/e492434c-6909-4051-8e78-9d3203a2589c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:41:06.735436 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c75bfbe-51ce-415b-8224-cfc7415e4878', 'name': 'network-vif-deleted', 'tag': '7d0f9fa7-299a-444d-aa2c-0b0c398c29f0', 'status': 'completed', 'code': 200} Feb 17 09:41:06.800291 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0939546d-b051-47f0-a626-03228315ed4b req-0fbe4877-aa80-4961-b538-be529f6fc8a6 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.37 "DELETE /v2.0/ports/7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 HTTP/1.1" status: 204 len: 173 time: 2.0786786 Feb 17 09:41:06.840820 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10c4e2ef-168e-44d7-89b6-3d42b2d85f23 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:06.843260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10c4e2ef-168e-44d7-89b6-3d42b2d85f23 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:06.965131 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10c4e2ef-168e-44d7-89b6-3d42b2d85f23 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:06.965791 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c4e2ef-168e-44d7-89b6-3d42b2d85f23 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Fanout notify agent at l3_agent the message router_deleted on router 70bdac79-5aae-4daf-a97b-b04d62b1b170 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:41:06.981828 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10c4e2ef-168e-44d7-89b6-3d42b2d85f23 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:06.985715 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-10c4e2ef-168e-44d7-89b6-3d42b2d85f23 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/routers/70bdac79-5aae-4daf-a97b-b04d62b1b170 HTTP/1.1" status: 204 len: 168 time: 0.6179497 Feb 17 09:41:06.985994 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40238) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:07.030249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:07.047615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Transition to ACTIVE for port object e492434c-6909-4051-8e78-9d3203a2589c will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:41:07.100477 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting subnet fc15e051-5756-41ad-9357-9e81cdac98d6 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:41:07.103594 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:07.159961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:07.162545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:07.232920 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Network da224926-f30f-491d-bee8-db57355eeb21 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:41:07.236200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:07.240959 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:41:07.271630 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:07.281046 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event updated for resources: {'Port': ['ID=e492434c-6909-4051-8e78-9d3203a2589c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:07.319367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:07.456161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:07.497270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Subnet': ['ID=fc15e051-5756-41ad-9357-9e81cdac98d6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:07.502506 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:07.511696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcf2dfa-7d26-46dc-ba79-e37c52a308ed None None] Network 853598d5-9a40-43de-8561-1e93b70a5054 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:07.521236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:07.523778 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:07.524117 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:07.524456 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:07.525041 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:07.525367 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:07.525742 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:07.526310 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:07.526673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:07.526999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:07.527325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:07.527636 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:07.527958 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:07.536529 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ef8d5129-8745-4958-bfdb-c434e7cfbc43 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/fc15e051-5756-41ad-9357-9e81cdac98d6 HTTP/1.1" status: 204 len: 168 time: 0.5494859 Feb 17 09:41:07.537188 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40244) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:07.630692 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b75e7d1-fe67-4c7b-b92a-334699405ccd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting subnet 23cc7ab3-8bba-4fd0-bc81-5c65a9206228 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:41:07.634508 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b75e7d1-fe67-4c7b-b92a-334699405ccd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:07.674189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-ff4649a2-1e00-4c90-b0ed-683f84dfa8df req-d3adbe69-fa38-48b7-b825-96ecc95d77b4 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Synchronizing usage tracker for tenant:c462a90c63ab406abd0ec41718f287bf on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:07.717248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b75e7d1-fe67-4c7b-b92a-334699405ccd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:07.735601 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1eb26622-5947-406d-8386-4ebde47956da None None] Provisioning for port e492434c-6909-4051-8e78-9d3203a2589c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:41:07.747603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1eb26622-5947-406d-8386-4ebde47956da None None] Provisioning complete for port e492434c-6909-4051-8e78-9d3203a2589c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:07.750578 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1eb26622-5947-406d-8386-4ebde47956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:07.810531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1eb26622-5947-406d-8386-4ebde47956da None None] Port e492434c-6909-4051-8e78-9d3203a2589c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:41:07.825952 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b75e7d1-fe67-4c7b-b92a-334699405ccd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:07.915063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63711497-fe79-4f0f-bcd5-0aabc16f7abc None None] DHCP port deletion for 853598d5-9a40-43de-8561-1e93b70a5054 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:41:07.919908 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-63711497-fe79-4f0f-bcd5-0aabc16f7abc None None] Deleting port 291d8b1a-ab66-4676-8af0-53cf80962c2b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:07.920308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63711497-fe79-4f0f-bcd5-0aabc16f7abc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:07.934579 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-ff4649a2-1e00-4c90-b0ed-683f84dfa8df req-d3adbe69-fa38-48b7-b825-96ecc95d77b4 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Unset dirty status for tenant:c462a90c63ab406abd0ec41718f287bf on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:07.935747 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ff4649a2-1e00-4c90-b0ed-683f84dfa8df req-d3adbe69-fa38-48b7-b825-96ecc95d77b4 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c75bfbe-51ce-415b-8224-cfc7415e4878 HTTP/1.1" status: 200 len: 210 time: 0.3150249 Feb 17 09:41:07.984463 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:41:08.016505 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b75e7d1-fe67-4c7b-b92a-334699405ccd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:08.023112 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:41:08.026467 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 7d0f9fa7-299a-444d-aa2c-0b0c398c29f0 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:41:08.060416 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:08.061559 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75e7d1-fe67-4c7b-b92a-334699405ccd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Subnet': ['ID=23cc7ab3-8bba-4fd0-bc81-5c65a9206228,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:08.063597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b75e7d1-fe67-4c7b-b92a-334699405ccd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:08.072503 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6b75e7d1-fe67-4c7b-b92a-334699405ccd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/23cc7ab3-8bba-4fd0-bc81-5c65a9206228 HTTP/1.1" status: 204 len: 168 time: 0.5319204 Feb 17 09:41:08.072910 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40248) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:08.081022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfdafae-fe58-488a-b706-38b404932fde None None] Network 9ccfbbf4-f2eb-4ceb-8989-a48804361e35 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:08.203097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:08.204840 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:08.217774 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port 291d8b1a-ab66-4676-8af0-53cf80962c2b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:08.217774 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:08.338554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event updated for resources: {'Port': ['ID=e492434c-6909-4051-8e78-9d3203a2589c,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:08.341381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:08.470762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-63711497-fe79-4f0f-bcd5-0aabc16f7abc None None] For port 291d8b1a-ab66-4676-8af0-53cf80962c2b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=291d8b1a-ab66-4676-8af0-53cf80962c2b,segment=NetworkSegment(0aeb0853-743a-4795-8b78-430c7ac97922),segment_id=0aeb0853-743a-4795-8b78-430c7ac97922)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:08.471068 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63711497-fe79-4f0f-bcd5-0aabc16f7abc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:08.495409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Network da224926-f30f-491d-bee8-db57355eeb21 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:41:08.497180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:08.635948 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] For port 291d8b1a-ab66-4676-8af0-53cf80962c2b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=291d8b1a-ab66-4676-8af0-53cf80962c2b,segment=NetworkSegment(0aeb0853-743a-4795-8b78-430c7ac97922),segment_id=0aeb0853-743a-4795-8b78-430c7ac97922)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:08.636322 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:08.646833 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-63711497-fe79-4f0f-bcd5-0aabc16f7abc None None] Calling delete_port for 291d8b1a-ab66-4676-8af0-53cf80962c2b owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:08.692813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 291d8b1a-ab66-4676-8af0-53cf80962c2b no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:41:08.703239 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Router 8094a01b-648d-453a-af1a-2b962887553c has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:41:08.732022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:08.809539 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for 291d8b1a-ab66-4676-8af0-53cf80962c2b owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:08.872804 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:08.880320 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1dc7dc66-ddc6-45e7-a5f5-f8d01bc8e553 None None] Provisioning complete for port e492434c-6909-4051-8e78-9d3203a2589c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:08.880749 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1dc7dc66-ddc6-45e7-a5f5-f8d01bc8e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:08.900124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:41:08.905465 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f0e56256-2992-4a8f-9b7f-786fd3dafec8 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "PUT /v2.0/routers/8094a01b-648d-453a-af1a-2b962887553c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7126892 Feb 17 09:41:08.908342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40252) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:08.920057 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb07c0c6-e605-451e-83f4-65a1230f2ee5 None None] DHCP port deletion for 9ccfbbf4-f2eb-4ceb-8989-a48804361e35 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:41:08.922002 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63711497-fe79-4f0f-bcd5-0aabc16f7abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:08.966350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:41:08.966668 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:41:08.969349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc4335-ae50-4293-8047-c7bf5860976b None None] Sync routers for ids ['8094a01b-648d-453a-af1a-2b962887553c'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:41:08.995448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fb07c0c6-e605-451e-83f4-65a1230f2ee5 None None] Deleting port c0f599d1-5a0d-4b37-988d-d906beaf2d8f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:08.995448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fb07c0c6-e605-451e-83f4-65a1230f2ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:09.042846 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63711497-fe79-4f0f-bcd5-0aabc16f7abc None None] Pushing event deleted for resources: {'Port': ['ID=291d8b1a-ab66-4676-8af0-53cf80962c2b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:09.069125 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63711497-fe79-4f0f-bcd5-0aabc16f7abc None None] No DVR routers for this DVR port 291d8b1a-ab66-4676-8af0-53cf80962c2b on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:41:09.070272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40258) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:09.071682 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc4335-ae50-4293-8047-c7bf5860976b None None] Routers {'8094a01b-648d-453a-af1a-2b962887553c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:09.071822 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1dfc4335-ae50-4293-8047-c7bf5860976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['8094a01b-648d-453a-af1a-2b962887553c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:09.099318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5512748-71a6-4405-a47d-fe08f9519bd7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:09.131587 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1dc7dc66-ddc6-45e7-a5f5-f8d01bc8e553 None None] Port e492434c-6909-4051-8e78-9d3203a2589c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:41:09.187700 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1dfc4335-ae50-4293-8047-c7bf5860976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:09.233948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc4335-ae50-4293-8047-c7bf5860976b None None] Routers {'8094a01b-648d-453a-af1a-2b962887553c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:09.234708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1dfc4335-ae50-4293-8047-c7bf5860976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['8094a01b-648d-453a-af1a-2b962887553c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:09.271358 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-e5512748-71a6-4405-a47d-fe08f9519bd7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 17 09:41:09.272674 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e5512748-71a6-4405-a47d-fe08f9519bd7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "DELETE /v2.0/routers/8094a01b-648d-453a-af1a-2b962887553c HTTP/1.1" status: 409 len: 329 time: 0.3618615 Feb 17 09:41:09.275748 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40262) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:09.323483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1dfc4335-ae50-4293-8047-c7bf5860976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:09.324071 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc4335-ae50-4293-8047-c7bf5860976b None None] The sync data for ids ['8094a01b-648d-453a-af1a-2b962887553c'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:41:09.443372 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-fb07c0c6-e605-451e-83f4-65a1230f2ee5 None None] For port c0f599d1-5a0d-4b37-988d-d906beaf2d8f, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c0f599d1-5a0d-4b37-988d-d906beaf2d8f,segment=NetworkSegment(ec3c6905-ad90-43b7-9ebb-9e0a7b572ee7),segment_id=ec3c6905-ad90-43b7-9ebb-9e0a7b572ee7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:09.443856 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fb07c0c6-e605-451e-83f4-65a1230f2ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:09.528691 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port 291d8b1a-ab66-4676-8af0-53cf80962c2b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:09.528938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:09.589885 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fb07c0c6-e605-451e-83f4-65a1230f2ee5 None None] Calling delete_port for c0f599d1-5a0d-4b37-988d-d906beaf2d8f owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:09.665207 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] The port '291d8b1a-ab66-4676-8af0-53cf80962c2b' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:41:09.817504 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fb07c0c6-e605-451e-83f4-65a1230f2ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:09.875298 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c730ac99-cc3e-4388-8648-bbc8fec37c0f tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:09.888503 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07c0c6-e605-451e-83f4-65a1230f2ee5 None None] Pushing event deleted for resources: {'Port': ['ID=c0f599d1-5a0d-4b37-988d-d906beaf2d8f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:09.892171 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb07c0c6-e605-451e-83f4-65a1230f2ee5 None None] No DVR routers for this DVR port c0f599d1-5a0d-4b37-988d-d906beaf2d8f on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:41:09.972983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:10.012862 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853598d5-9a40-43de-8561-1e93b70a5054']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:10.068615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aeb0853-743a-4795-8b78-430c7ac97922') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:10.068849 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aeb0853-743a-4795-8b78-430c7ac97922') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:10.091393 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:10.111299 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:10.119968 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:41:10.120372 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:41:10.135436 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:41:10.279130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c730ac99-cc3e-4388-8648-bbc8fec37c0f tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Deleting port 5c479545-73be-4370-9ee8-608d76162b7d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:10.279742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c730ac99-cc3e-4388-8648-bbc8fec37c0f tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:10.285120 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dfe6011b-e02c-44b7-84c4-61a449a13ceb tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:10.399864 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:10.437819 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:10.448584 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Network': ['ID=853598d5-9a40-43de-8561-1e93b70a5054,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:10.485484 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-c730ac99-cc3e-4388-8648-bbc8fec37c0f tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] For port 5c479545-73be-4370-9ee8-608d76162b7d, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5c479545-73be-4370-9ee8-608d76162b7d,segment=NetworkSegment(179b37b6-f82e-45bc-b5bf-ce33261ab390),segment_id=179b37b6-f82e-45bc-b5bf-ce33261ab390)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:10.486366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c730ac99-cc3e-4388-8648-bbc8fec37c0f tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:10.540704 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c0f599d1-5a0d-4b37-988d-d906beaf2d8f no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:41:10.560723 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-913ee42c-3170-4d7f-ba6e-1dbd8ee1ac99 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/networks/853598d5-9a40-43de-8561-1e93b70a5054 HTTP/1.1" status: 204 len: 168 time: 2.4862118 Feb 17 09:41:10.563337 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40266) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:10.580213 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: c0f599d1-5a0d-4b37-988d-d906beaf2d8f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:41:10.587770 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c0f599d1-5a0d-4b37-988d-d906beaf2d8f not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:41:10.636623 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c730ac99-cc3e-4388-8648-bbc8fec37c0f tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Calling delete_port for 5c479545-73be-4370-9ee8-608d76162b7d owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:10.704424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-859155c6-bd5c-47c3-9ea8-3034e10aaf2a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:10.895050 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-dfe6011b-e02c-44b7-84c4-61a449a13ceb tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Deleting port e492434c-6909-4051-8e78-9d3203a2589c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:10.895406 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dfe6011b-e02c-44b7-84c4-61a449a13ceb tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:10.901917 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c730ac99-cc3e-4388-8648-bbc8fec37c0f tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:10.920907 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-859155c6-bd5c-47c3-9ea8-3034e10aaf2a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:10.955055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730ac99-cc3e-4388-8648-bbc8fec37c0f tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event deleted for resources: {'Port': ['ID=5c479545-73be-4370-9ee8-608d76162b7d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:10.973450 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-859155c6-bd5c-47c3-9ea8-3034e10aaf2a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ccfbbf4-f2eb-4ceb-8989-a48804361e35']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:11.009696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-859155c6-bd5c-47c3-9ea8-3034e10aaf2a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3c6905-ad90-43b7-9ebb-9e0a7b572ee7') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:11.009993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-859155c6-bd5c-47c3-9ea8-3034e10aaf2a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3c6905-ad90-43b7-9ebb-9e0a7b572ee7') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:11.082656 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-859155c6-bd5c-47c3-9ea8-3034e10aaf2a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:11.114603 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-859155c6-bd5c-47c3-9ea8-3034e10aaf2a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:11.128384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859155c6-bd5c-47c3-9ea8-3034e10aaf2a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:41:11.129342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-859155c6-bd5c-47c3-9ea8-3034e10aaf2a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:41:11.144739 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:41:11.245459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dfe6011b-e02c-44b7-84c4-61a449a13ceb tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:11.377213 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c730ac99-cc3e-4388-8648-bbc8fec37c0f tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:11.493979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-859155c6-bd5c-47c3-9ea8-3034e10aaf2a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:11.501614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-dfe6011b-e02c-44b7-84c4-61a449a13ceb tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Calling delete_port for e492434c-6909-4051-8e78-9d3203a2589c owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:11.546824 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-859155c6-bd5c-47c3-9ea8-3034e10aaf2a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:11.571885 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859155c6-bd5c-47c3-9ea8-3034e10aaf2a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Network': ['ID=9ccfbbf4-f2eb-4ceb-8989-a48804361e35,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:11.576684 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-859155c6-bd5c-47c3-9ea8-3034e10aaf2a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/networks/9ccfbbf4-f2eb-4ceb-8989-a48804361e35 HTTP/1.1" status: 204 len: 168 time: 1.0060687 Feb 17 09:41:11.583891 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40270) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:11.594764 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-95007886-28c5-40c3-8d81-5c69d545159f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1434877787'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:11.602351 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-95007886-28c5-40c3-8d81-5c69d545159f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:11.614481 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-95007886-28c5-40c3-8d81-5c69d545159f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:network and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:11.623004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-95007886-28c5-40c3-8d81-5c69d545159f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:11.630617 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-95007886-28c5-40c3-8d81-5c69d545159f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:11.753557 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95007886-28c5-40c3-8d81-5c69d545159f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:41:11.757544 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95007886-28c5-40c3-8d81-5c69d545159f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:11.761541 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c730ac99-cc3e-4388-8648-bbc8fec37c0f tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:41:11.860368 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dfe6011b-e02c-44b7-84c4-61a449a13ceb tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:11.864910 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95007886-28c5-40c3-8d81-5c69d545159f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:41:11.942682 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6011b-e02c-44b7-84c4-61a449a13ceb tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event deleted for resources: {'Port': ['ID=e492434c-6909-4051-8e78-9d3203a2589c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:11.944897 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95007886-28c5-40c3-8d81-5c69d545159f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:11.945250 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-95007886-28c5-40c3-8d81-5c69d545159f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Added segment 20cf3ecb-7a20-46d6-900d-4608632c382a of type vlan for network 8a392534-deb9-4798-af16-de3825341726 Feb 17 09:41:11.946441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c730ac99-cc3e-4388-8648-bbc8fec37c0f tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:41:11.970663 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17c7923-b2cb-4643-b879-578f93109465 None None] Sync routers for ids ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:41:11.983044 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c7923-b2cb-4643-b879-578f93109465 None None] Routers {'d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:11.983044 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b17c7923-b2cb-4643-b879-578f93109465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:12.032265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95007886-28c5-40c3-8d81-5c69d545159f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:12.079749 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c730ac99-cc3e-4388-8648-bbc8fec37c0f tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "PUT /v2.0/routers/d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0079212 Feb 17 09:41:12.082941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40274) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:12.204173 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dfe6011b-e02c-44b7-84c4-61a449a13ceb tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:12.218387 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b17c7923-b2cb-4643-b879-578f93109465 None None] Set router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:41:12.220518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Deleting subnet d4be594b-ad39-4079-9019-ea91a787d25b {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:41:12.225515 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:12.318436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:12.343912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95007886-28c5-40c3-8d81-5c69d545159f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:12.349442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95007886-28c5-40c3-8d81-5c69d545159f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:12.350069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95007886-28c5-40c3-8d81-5c69d545159f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:12.409690 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:12.526476 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b17c7923-b2cb-4643-b879-578f93109465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441000233', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:14Z', 'updated_at': '2022-02-17T09:41:10Z', 'revision_number': 5, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'gw_port': {'id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:16Z', 'updated_at': '2022-02-17T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:12.531474 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17c7923-b2cb-4643-b879-578f93109465 None None] Checking router: d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:41:12.541081 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c7923-b2cb-4643-b879-578f93109465 None None] Routers {'d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:12.541709 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b17c7923-b2cb-4643-b879-578f93109465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:12.586903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:12.593731 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95007886-28c5-40c3-8d81-5c69d545159f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Network': ['ID=8a392534-deb9-4798-af16-de3825341726,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:12.605853 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 8a392534-deb9-4798-af16-de3825341726 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:41:12.614500 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:41:12.620582 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe6011b-e02c-44b7-84c4-61a449a13ceb tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Router 8094a01b-648d-453a-af1a-2b962887553c has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:41:12.653500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:12.661103 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event deleted for resources: {'Subnet': ['ID=d4be594b-ad39-4079-9019-ea91a787d25b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:12.670057 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:12.670416 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:12.670760 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:12.671099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:12.671433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:12.671766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:12.672092 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:12.672418 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:12.672741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:12.673067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:12.673389 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:12.673711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:12.683724 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7b81be60-d485-41ce-b6ea-e9e9c41e05bc tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "DELETE /v2.0/subnets/d4be594b-ad39-4079-9019-ea91a787d25b HTTP/1.1" status: 204 len: 168 time: 0.5985501 Feb 17 09:41:12.685483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40278) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:12.705569 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-95007886-28c5-40c3-8d81-5c69d545159f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1209257 Feb 17 09:41:12.705802 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3259e2b0-da5a-4a21-bec3-5cba3aadafaf None None] Network 2faf6efb-760a-4980-97a0-58d7bf1fab50 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:12.752117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40282) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:12.766504 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-fab38376-eab9-419a-95e9-3db3c60a010f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'subnet': {'network_id': '8a392534-deb9-4798-af16-de3825341726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:12.767956 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b17c7923-b2cb-4643-b879-578f93109465 None None] Set router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:41:12.796703 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe6011b-e02c-44b7-84c4-61a449a13ceb tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:41:12.821664 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-dfe6011b-e02c-44b7-84c4-61a449a13ceb tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "PUT /v2.0/routers/8094a01b-648d-453a-af1a-2b962887553c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5445337 Feb 17 09:41:12.823189 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:12.831974 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa3f9d2-8ee7-4d4a-a3aa-fb7cdb7d3daa None None] Sync routers for ids ['8094a01b-648d-453a-af1a-2b962887553c'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:41:12.869068 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa3f9d2-8ee7-4d4a-a3aa-fb7cdb7d3daa None None] Routers {'8094a01b-648d-453a-af1a-2b962887553c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:12.869910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3fa3f9d2-8ee7-4d4a-a3aa-fb7cdb7d3daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['8094a01b-648d-453a-af1a-2b962887553c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:12.934567 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-fe539f60-0c30-4689-bc73-a19956c9f221 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] show failed (client error): The resource could not be found. Feb 17 09:41:12.940321 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fe539f60-0c30-4689-bc73-a19956c9f221 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "GET /v2.0/routers/tempest-non_exist_router-1330042990 HTTP/1.1" status: 404 len: 335 time: 0.1157954 Feb 17 09:41:12.942095 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:12.946168 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3fa3f9d2-8ee7-4d4a-a3aa-fb7cdb7d3daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:12.948438 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-78f8f822-2f67-4626-9623-f060fdcd3d0e tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:12.982699 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa3f9d2-8ee7-4d4a-a3aa-fb7cdb7d3daa None None] Routers {'8094a01b-648d-453a-af1a-2b962887553c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:12.983635 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3fa3f9d2-8ee7-4d4a-a3aa-fb7cdb7d3daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['8094a01b-648d-453a-af1a-2b962887553c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:13.068263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3fa3f9d2-8ee7-4d4a-a3aa-fb7cdb7d3daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:13.068985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa3f9d2-8ee7-4d4a-a3aa-fb7cdb7d3daa None None] The sync data for ids ['8094a01b-648d-453a-af1a-2b962887553c'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:41:13.186377 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-78f8f822-2f67-4626-9623-f060fdcd3d0e tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] update failed (client error): The resource could not be found. Feb 17 09:41:13.190672 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-78f8f822-2f67-4626-9623-f060fdcd3d0e tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "PUT /v2.0/routers/tempest-non_exist_router-778649806 HTTP/1.1" status: 404 len: 334 time: 0.2442365 Feb 17 09:41:13.190870 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40294) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:13.212250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fab38376-eab9-419a-95e9-3db3c60a010f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:13.224569 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-fab38376-eab9-419a-95e9-3db3c60a010f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:subnet and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:13.232743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-fab38376-eab9-419a-95e9-3db3c60a010f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:13.250492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fab38376-eab9-419a-95e9-3db3c60a010f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:13.260445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79e3c764-447d-4a13-94b5-657d5173986e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:13.275848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] DHCP port deletion for 2faf6efb-760a-4980-97a0-58d7bf1fab50 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:41:13.280829 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Deleting port df1cbe84-6513-4ebf-8d3a-584107ac4277 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:13.286867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:13.301529 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b17c7923-b2cb-4643-b879-578f93109465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441000233', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:14Z', 'updated_at': '2022-02-17T09:41:10Z', 'revision_number': 5, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'gw_port': {'id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:16Z', 'updated_at': '2022-02-17T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:13.308501 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17c7923-b2cb-4643-b879-578f93109465 None None] The sync data for ids ['d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac'] in dv-neutron-828143-5-hyperv is: [{'id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441000233', 'tenant_id': 'c462a90c63ab406abd0ec41718f287bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:14Z', 'updated_at': '2022-02-17T09:41:10Z', 'revision_number': 5, 'project_id': 'c462a90c63ab406abd0ec41718f287bf', 'gw_port': {'id': 'fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:16Z', 'updated_at': '2022-02-17T09:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:41:13.326178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c586f92-226c-4b2b-97c9-442faf73ebb6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Deleting subnet a9836be2-3a5f-40a2-95b9-1aba8c5fbe6f {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:41:13.330309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c586f92-226c-4b2b-97c9-442faf73ebb6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:13.427912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c586f92-226c-4b2b-97c9-442faf73ebb6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:13.467414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab38376-eab9-419a-95e9-3db3c60a010f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:41:13.471265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fab38376-eab9-419a-95e9-3db3c60a010f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:13.522419 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] For port df1cbe84-6513-4ebf-8d3a-584107ac4277, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=df1cbe84-6513-4ebf-8d3a-584107ac4277,segment=NetworkSegment(179b37b6-f82e-45bc-b5bf-ce33261ab390),segment_id=179b37b6-f82e-45bc-b5bf-ce33261ab390)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:13.523075 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:13.525620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c586f92-226c-4b2b-97c9-442faf73ebb6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:13.611567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79e3c764-447d-4a13-94b5-657d5173986e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:13.671957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Calling delete_port for df1cbe84-6513-4ebf-8d3a-584107ac4277 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:13.704462 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-79e3c764-447d-4a13-94b5-657d5173986e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Deleting port fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:13.711267 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c586f92-226c-4b2b-97c9-442faf73ebb6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:13.711898 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79e3c764-447d-4a13-94b5-657d5173986e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:13.759002 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c586f92-226c-4b2b-97c9-442faf73ebb6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:13.763290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2fb0e9-b320-460e-b0a5-75be8fe208dc None None] Network f0242a81-14bf-439c-9b54-628844e00f62 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:13.767361 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8c586f92-226c-4b2b-97c9-442faf73ebb6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "DELETE /v2.0/subnets/a9836be2-3a5f-40a2-95b9-1aba8c5fbe6f HTTP/1.1" status: 204 len: 168 time: 0.5721853 Feb 17 09:41:13.769770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40298) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:13.772401 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c586f92-226c-4b2b-97c9-442faf73ebb6 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event deleted for resources: {'Subnet': ['ID=a9836be2-3a5f-40a2-95b9-1aba8c5fbe6f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:13.846685 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-38acb585-2d15-44b3-b607-c4ee9e1256ef tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Deleting subnet f9cb76fc-0209-4c58-896a-cb5bb4598b1b {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:41:13.851172 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:13.851792 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38acb585-2d15-44b3-b607-c4ee9e1256ef tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:13.918254 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38acb585-2d15-44b3-b607-c4ee9e1256ef tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:13.936324 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Pushing event deleted for resources: {'Port': ['ID=df1cbe84-6513-4ebf-8d3a-584107ac4277,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:13.938217 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] No DVR routers for this DVR port df1cbe84-6513-4ebf-8d3a-584107ac4277 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:41:13.953415 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:13.953764 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:13.953910 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-79e3c764-447d-4a13-94b5-657d5173986e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] For port fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:13.954209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:13.954313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79e3c764-447d-4a13-94b5-657d5173986e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:13.954462 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:13.954774 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:13.955106 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:13.955429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:13.955754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:13.956081 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:13.956401 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:13.957268 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:13.957648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee7147-f21b-4167-9d8b-fef1a9f3fae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:14.025893 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38acb585-2d15-44b3-b607-c4ee9e1256ef tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:14.110156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-79e3c764-447d-4a13-94b5-657d5173986e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Calling delete_port for fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:14.179241 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b7c710-35f9-4730-af8a-cb6d73eb2a59 None None] DHCP port deletion for f0242a81-14bf-439c-9b54-628844e00f62 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:41:14.183956 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7c710-35f9-4730-af8a-cb6d73eb2a59 None None] Deleting port 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:14.184319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c710-35f9-4730-af8a-cb6d73eb2a59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:14.219205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38acb585-2d15-44b3-b607-c4ee9e1256ef tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:14.263307 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acb585-2d15-44b3-b607-c4ee9e1256ef tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event deleted for resources: {'Subnet': ['ID=f9cb76fc-0209-4c58-896a-cb5bb4598b1b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:14.268964 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38acb585-2d15-44b3-b607-c4ee9e1256ef tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:14.281433 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-38acb585-2d15-44b3-b607-c4ee9e1256ef tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "DELETE /v2.0/subnets/f9cb76fc-0209-4c58-896a-cb5bb4598b1b HTTP/1.1" status: 204 len: 168 time: 0.5073340 Feb 17 09:41:14.281706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40302) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:14.283411 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c18a6f7-34b2-4fa5-b32c-d3288ab7f472 None None] Network 8938bfa3-e367-480a-8d31-7cbc9b7a3b50 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:14.291411 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fab38376-eab9-419a-95e9-3db3c60a010f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:14.409863 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab38376-eab9-419a-95e9-3db3c60a010f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Subnet': ['ID=7de17901-0665-43f1-b938-f67a91173d27,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:14.425595 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab38376-eab9-419a-95e9-3db3c60a010f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Checking segment: {'id': '20cf3ecb-7a20-46d6-900d-4608632c382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '8a392534-deb9-4798-af16-de3825341726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:41:14.426280 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab38376-eab9-419a-95e9-3db3c60a010f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network hostable DHCP agents. Network: 8a392534-deb9-4798-af16-de3825341726, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:41:14.438120 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:14.444676 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79e3c764-447d-4a13-94b5-657d5173986e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:14.458739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Deleting port 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:14.459245 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:14.554473 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3c764-447d-4a13-94b5-657d5173986e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event deleted for resources: {'Port': ['ID=fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:14.586962 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device df1cbe84-6513-4ebf-8d3a-584107ac4277 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:41:14.598992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab38376-eab9-419a-95e9-3db3c60a010f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 8a392534-deb9-4798-af16-de3825341726 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:41:14.627830 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: df1cbe84-6513-4ebf-8d3a-584107ac4277 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:41:14.628219 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device df1cbe84-6513-4ebf-8d3a-584107ac4277 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:41:14.629163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5c479545-73be-4370-9ee8-608d76162b7d no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:41:14.646088 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79e3c764-447d-4a13-94b5-657d5173986e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:14.684821 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 5c479545-73be-4370-9ee8-608d76162b7d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:41:14.684821 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5c479545-73be-4370-9ee8-608d76162b7d not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:41:14.684821 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:41:14.700973 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] For port 532d8c22-1fb9-4e10-be4b-4fc3db97dba2, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=532d8c22-1fb9-4e10-be4b-4fc3db97dba2,segment=NetworkSegment(5b235b98-56ed-4f32-b073-eb37cc8f464a),segment_id=5b235b98-56ed-4f32-b073-eb37cc8f464a)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:14.702427 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:14.754293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a4b7c710-35f9-4730-af8a-cb6d73eb2a59 None None] For port 532d8c22-1fb9-4e10-be4b-4fc3db97dba2, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=532d8c22-1fb9-4e10-be4b-4fc3db97dba2,segment=NetworkSegment(5b235b98-56ed-4f32-b073-eb37cc8f464a),segment_id=5b235b98-56ed-4f32-b073-eb37cc8f464a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:14.754739 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c710-35f9-4730-af8a-cb6d73eb2a59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:14.785225 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-fab38376-eab9-419a-95e9-3db3c60a010f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 8a392534-deb9-4798-af16-de3825341726) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:14.798474 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab38376-eab9-419a-95e9-3db3c60a010f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:14.799187 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fab38376-eab9-419a-95e9-3db3c60a010f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:14.834547 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777c367d-277d-4150-bec7-e30af227a41e None None] Network 8a392534-deb9-4798-af16-de3825341726 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:14.838604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Calling delete_port for 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:14.873039 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79e3c764-447d-4a13-94b5-657d5173986e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:14.875643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79e3c764-447d-4a13-94b5-657d5173986e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:14.910079 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7c710-35f9-4730-af8a-cb6d73eb2a59 None None] Calling delete_port for 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:14.979343 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fab38376-eab9-419a-95e9-3db3c60a010f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2267449 Feb 17 09:41:14.982265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40306) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:14.988477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-937a84b1-816d-4536-a39b-525e3b7a7955 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-683200509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:14.997508 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-937a84b1-816d-4536-a39b-525e3b7a7955 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:15.001682 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-937a84b1-816d-4536-a39b-525e3b7a7955 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:router and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:15.006056 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-937a84b1-816d-4536-a39b-525e3b7a7955 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:15.012059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-937a84b1-816d-4536-a39b-525e3b7a7955 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:15.056227 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79e3c764-447d-4a13-94b5-657d5173986e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.056474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.056784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e3c764-447d-4a13-94b5-657d5173986e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Fanout notify agent at l3_agent the message router_deleted on router d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:41:15.069854 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79e3c764-447d-4a13-94b5-657d5173986e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.072325 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-79e3c764-447d-4a13-94b5-657d5173986e tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "DELETE /v2.0/routers/d9e7a1c0-2ee2-425e-a2e1-8aa0cc590aac HTTP/1.1" status: 204 len: 168 time: 2.3841488 Feb 17 09:41:15.074301 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40310) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:15.108733 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] No DVR routers for this DVR port 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:41:15.153006 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event deleted for resources: {'Port': ['ID=532d8c22-1fb9-4e10-be4b-4fc3db97dba2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:15.158461 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.220807 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-a4b7c710-35f9-4730-af8a-cb6d73eb2a59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:41:15.220807 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-a4b7c710-35f9-4730-af8a-cb6d73eb2a59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:41:15.257509 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c043b5-b665-4185-b60a-9d2b30625083 None None] DHCP port deletion for 8938bfa3-e367-480a-8d31-7cbc9b7a3b50 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:41:15.280173 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-32c043b5-b665-4185-b60a-9d2b30625083 None None] Deleting port 541b7948-a066-47a7-8783-5d8a39541ea5 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:15.280538 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32c043b5-b665-4185-b60a-9d2b30625083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.282775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.325920 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0242a81-14bf-439c-9b54-628844e00f62']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:15.341144 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b235b98-56ed-4f32-b073-eb37cc8f464a') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:15.341446 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b235b98-56ed-4f32-b073-eb37cc8f464a') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:15.347012 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-937a84b1-816d-4536-a39b-525e3b7a7955 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.348930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-937a84b1-816d-4536-a39b-525e3b7a7955 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.357205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.381604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.390948 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:41:15.391360 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.398741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6fced30-f485-4b3f-a465-c04e1c553e4c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.402384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-937a84b1-816d-4536-a39b-525e3b7a7955 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:41:15.407672 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:41:15.422024 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8a392534-deb9-4798-af16-de3825341726', 'network_id': '8a392534-deb9-4798-af16-de3825341726', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'fixed_ips': [{'subnet_id': '7de17901-0665-43f1-b938-f67a91173d27'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:41:15.423143 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.550966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6fced30-f485-4b3f-a465-c04e1c553e4c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.571532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-937a84b1-816d-4536-a39b-525e3b7a7955 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.595123 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-b6fced30-f485-4b3f-a465-c04e1c553e4c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2faf6efb-760a-4980-97a0-58d7bf1fab50']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:15.613545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-b6fced30-f485-4b3f-a465-c04e1c553e4c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179b37b6-f82e-45bc-b5bf-ce33261ab390') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:15.613920 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-b6fced30-f485-4b3f-a465-c04e1c553e4c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179b37b6-f82e-45bc-b5bf-ce33261ab390') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:15.622808 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.637695 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6fced30-f485-4b3f-a465-c04e1c553e4c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.643866 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.656807 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6fced30-f485-4b3f-a465-c04e1c553e4c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.658940 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "DELETE /v2.0/networks/f0242a81-14bf-439c-9b54-628844e00f62 HTTP/1.1" status: 204 len: 168 time: 1.3761604 Feb 17 09:41:15.659094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40314) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:15.663946 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673ca85-ed3e-4c1b-9f87-40d87ce058d7 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event deleted for resources: {'Network': ['ID=f0242a81-14bf-439c-9b54-628844e00f62,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:15.675546 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6fced30-f485-4b3f-a465-c04e1c553e4c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:41:15.675546 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6fced30-f485-4b3f-a465-c04e1c553e4c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.679943 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-32c043b5-b665-4185-b60a-9d2b30625083 None None] For port 541b7948-a066-47a7-8783-5d8a39541ea5, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=541b7948-a066-47a7-8783-5d8a39541ea5,segment=NetworkSegment(8ec6d086-acb3-4689-9cca-732758d99a6d),segment_id=8ec6d086-acb3-4689-9cca-732758d99a6d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:15.680339 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32c043b5-b665-4185-b60a-9d2b30625083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:41:15.688868 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:41:15.762181 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-937a84b1-816d-4536-a39b-525e3b7a7955 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.766314 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-937a84b1-816d-4536-a39b-525e3b7a7955 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7801590 Feb 17 09:41:15.766492 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40318) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:15.773353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'port': {'network_id': '8a392534-deb9-4798-af16-de3825341726', 'name': 'tempest-RoutersIpV6Test-1966698278'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:15.811054 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7c710-35f9-4730-af8a-cb6d73eb2a59 None None] Deleting port 532d8c22-1fb9-4e10-be4b-4fc3db97dba2 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:15.811054 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4b7c710-35f9-4730-af8a-cb6d73eb2a59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.886155 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.898154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Deleting port 541b7948-a066-47a7-8783-5d8a39541ea5 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:15.898368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.903052 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-32c043b5-b665-4185-b60a-9d2b30625083 None None] Calling delete_port for 541b7948-a066-47a7-8783-5d8a39541ea5 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:15.919102 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:15.923157 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:port and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:15.926587 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:15.935361 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:15.949861 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Allocated IP 2001:db8::2 (8a392534-deb9-4798-af16-de3825341726/7de17901-0665-43f1-b938-f67a91173d27/69e589fe-aa10-4639-8cef-98fed89a005d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:41:15.987266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6fced30-f485-4b3f-a465-c04e1c553e4c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:15.998226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7c710-35f9-4730-af8a-cb6d73eb2a59 None None] The port '532d8c22-1fb9-4e10-be4b-4fc3db97dba2' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:41:16.017159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6fced30-f485-4b3f-a465-c04e1c553e4c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:16.029644 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fced30-f485-4b3f-a465-c04e1c553e4c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event deleted for resources: {'Network': ['ID=2faf6efb-760a-4980-97a0-58d7bf1fab50,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:16.035565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:41:16.039175 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:16.066922 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] device_id is not set on port a4018ee8-fe66-4452-acdf-0b40bac6e01c yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:41:16.142252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40322) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:16.142636 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b6fced30-f485-4b3f-a465-c04e1c553e4c tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "DELETE /v2.0/networks/2faf6efb-760a-4980-97a0-58d7bf1fab50 HTTP/1.1" status: 204 len: 168 time: 1.0672314 Feb 17 09:41:16.169188 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] For port 541b7948-a066-47a7-8783-5d8a39541ea5, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=541b7948-a066-47a7-8783-5d8a39541ea5,segment=NetworkSegment(8ec6d086-acb3-4689-9cca-732758d99a6d),segment_id=8ec6d086-acb3-4689-9cca-732758d99a6d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:16.173446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:16.211427 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32c043b5-b665-4185-b60a-9d2b30625083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:16.212905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c35637f4-f9e8-4578-b2b0-825f78b482e2 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:16.246238 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c35637f4-f9e8-4578-b2b0-825f78b482e2 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:16.280961 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c043b5-b665-4185-b60a-9d2b30625083 None None] Pushing event deleted for resources: {'Port': ['ID=541b7948-a066-47a7-8783-5d8a39541ea5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:16.293792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c043b5-b665-4185-b60a-9d2b30625083 None None] No DVR routers for this DVR port 541b7948-a066-47a7-8783-5d8a39541ea5 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:41:16.308439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Calling delete_port for 541b7948-a066-47a7-8783-5d8a39541ea5 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:16.315133 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:16.386363 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.api [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:41:16.386619 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG oslo_db.api [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:41:16.407384 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Transition to ACTIVE for port object 69e589fe-aa10-4639-8cef-98fed89a005d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:41:16.408649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c35637f4-f9e8-4578-b2b0-825f78b482e2 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:16.424689 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35637f4-f9e8-4578-b2b0-825f78b482e2 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe51f73e-bd06-4fb9-be16-ee663e4477a2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:16.430418 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Transition to ACTIVE for port object 69e589fe-aa10-4639-8cef-98fed89a005d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:41:16.505566 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:16.541918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:41:16.551097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c35637f4-f9e8-4578-b2b0-825f78b482e2 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:16.555373 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c35637f4-f9e8-4578-b2b0-825f78b482e2 tempest-TestNetworkAdvancedServerOps-1804950382 tempest-TestNetworkAdvancedServerOps-1804950382-project] 10.222.0.75 "DELETE /v2.0/security-groups/fe51f73e-bd06-4fb9-be16-ee663e4477a2 HTTP/1.1" status: 204 len: 168 time: 0.4091101 Feb 17 09:41:16.605157 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Allocated IP 2001:db8::1e7 (8a392534-deb9-4798-af16-de3825341726/7de17901-0665-43f1-b938-f67a91173d27/a4018ee8-fe66-4452-acdf-0b40bac6e01c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:41:16.635883 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:41:16.636358 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fd2e1dfc-5711-4185-b2c4-7a6f8bc8c547 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:41:16.636736 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 541b7948-a066-47a7-8783-5d8a39541ea5 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:41:16.645970 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0e5d4228-2477-4095-ab21-1c01a82dfc80 req-f66b83ee-5059-4af7-ac5d-12327df0d5a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782568 Feb 17 09:41:16.680487 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 541b7948-a066-47a7-8783-5d8a39541ea5 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:41:16.681196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 541b7948-a066-47a7-8783-5d8a39541ea5 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:41:16.686992 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Network 8a392534-deb9-4798-af16-de3825341726 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:41:16.694656 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:16.700333 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:41:16.702738 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Pushing event updated for resources: {'Port': ['ID=69e589fe-aa10-4639-8cef-98fed89a005d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:16.810353 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Attempting to bind port 69e589fe-aa10-4639-8cef-98fed89a005d on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:41:16.810830 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Attempting to bind port 69e589fe-aa10-4639-8cef-98fed89a005d by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '20cf3ecb-7a20-46d6-900d-4608632c382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '8a392534-deb9-4798-af16-de3825341726'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:41:16.811265 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Attempting to bind port 69e589fe-aa10-4639-8cef-98fed89a005d on network 8a392534-deb9-4798-af16-de3825341726 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:41:16.818470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:41:16.819329 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Checking segment: {'id': '20cf3ecb-7a20-46d6-900d-4608632c382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '8a392534-deb9-4798-af16-de3825341726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:41:16.820074 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:16.820632 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Bound using segment: {'id': '20cf3ecb-7a20-46d6-900d-4608632c382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '8a392534-deb9-4798-af16-de3825341726'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:41:16.821317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Bound port: 69e589fe-aa10-4639-8cef-98fed89a005d, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20cf3ecb-7a20-46d6-900d-4608632c382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '8a392534-deb9-4798-af16-de3825341726'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:41:16.821886 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:16.883818 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:16.888517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Deleting port 541b7948-a066-47a7-8783-5d8a39541ea5 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:16.888788 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:16.903289 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Transition to ACTIVE for port object a4018ee8-fe66-4452-acdf-0b40bac6e01c will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:41:16.915840 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] For port 69e589fe-aa10-4639-8cef-98fed89a005d, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:41:16.920379 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] For port 69e589fe-aa10-4639-8cef-98fed89a005d, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=69e589fe-aa10-4639-8cef-98fed89a005d,segment=NetworkSegment(20cf3ecb-7a20-46d6-900d-4608632c382a),segment_id=20cf3ecb-7a20-46d6-900d-4608632c382a)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:41:16.958906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] The port '541b7948-a066-47a7-8783-5d8a39541ea5' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:41:17.004734 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:17.005036 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:17.089146 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 8a392534-deb9-4798-af16-de3825341726 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:41:17.092376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:17.099081 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:41:17.103020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:17.103757 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:17.115486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339d5c2-8feb-44c6-8e0b-dbd13b9efe98 None None] Pushing event updated for resources: {'Port': ['ID=69e589fe-aa10-4639-8cef-98fed89a005d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:17.121094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d4228-2477-4095-ab21-1c01a82dfc80 req-ee6aef68-ed71-4498-8e01-7c8570485666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:17.122644 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0e5d4228-2477-4095-ab21-1c01a82dfc80 req-ee6aef68-ed71-4498-8e01-7c8570485666 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 1098 time: 0.2919459 Feb 17 09:41:17.122797 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=a4018ee8-fe66-4452-acdf-0b40bac6e01c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:17.124935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:17.174485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8938bfa3-e367-480a-8d31-7cbc9b7a3b50']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:17.217075 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9d5584ec-3db1-4004-b6eb-833184a72bea tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4489748 Feb 17 09:41:17.244718 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec6d086-acb3-4689-9cca-732758d99a6d') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:17.245005 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec6d086-acb3-4689-9cca-732758d99a6d') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:17.279752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40332) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:17.288434 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40334) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:17.414934 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:17.448168 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:17.484507 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:41:17.484890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: util.warn( Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:41:17.501885 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:41:17.591054 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d4228-2477-4095-ab21-1c01a82dfc80 req-f1a47a26-6adf-451f-8f33-e900c5740be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:17.592432 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0e5d4228-2477-4095-ab21-1c01a82dfc80 req-f1a47a26-6adf-451f-8f33-e900c5740be1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 HTTP/1.1" status: 200 len: 897 time: 0.4429481 Feb 17 09:41:17.714575 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0e5d4228-2477-4095-ab21-1c01a82dfc80 req-9b0f87d8-6fa0-4f63-ad49-98ae9217fcf4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dde6ef13-b2bc-459d-a0d5-ab2aa89407bd HTTP/1.1" status: 200 len: 1001 time: 0.1151094 Feb 17 09:41:17.752893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:17.759361 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2a5d9b11-5479-48cc-a04b-48d0cb4853d9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c462a90c63ab406abd0ec41718f287bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4718907 Feb 17 09:41:17.774429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40344) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:17.775742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:17.808648 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event deleted for resources: {'Network': ['ID=8938bfa3-e367-480a-8d31-7cbc9b7a3b50,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:17.824649 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8f0cfd8a-ae40-4b58-a404-e89f18950d10 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "DELETE /v2.0/networks/8938bfa3-e367-480a-8d31-7cbc9b7a3b50 HTTP/1.1" status: 204 len: 168 time: 2.1645648 Feb 17 09:41:17.827106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40348) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:17.845508 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d4228-2477-4095-ab21-1c01a82dfc80 req-ee7b2a5a-a3f6-4d24-a84f-9ad54b866860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:17.847010 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0e5d4228-2477-4095-ab21-1c01a82dfc80 req-ee7b2a5a-a3f6-4d24-a84f-9ad54b866860 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ca1dfe7-f5e0-4847-9211-7f516c2b0f50 HTTP/1.1" status: 200 len: 834 time: 0.1275582 Feb 17 09:41:17.920926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de5dc43c-0233-447f-954e-35c9a7187578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:17.956300 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de5dc43c-0233-447f-954e-35c9a7187578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:17.997883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d4228-2477-4095-ab21-1c01a82dfc80 req-086009bd-6911-4b2f-9847-afca37980214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:17.999435 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0e5d4228-2477-4095-ab21-1c01a82dfc80 req-086009bd-6911-4b2f-9847-afca37980214 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1455598 Feb 17 09:41:18.002640 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-7912ebdb-8cfe-4fd5-9e42-20fc9633111c tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Deleting subnet 54e85b82-817d-49c0-a1ba-1ce7d907efbf {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:41:18.009813 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7912ebdb-8cfe-4fd5-9e42-20fc9633111c tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:18.115506 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7912ebdb-8cfe-4fd5-9e42-20fc9633111c tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:18.145146 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0e5d4228-2477-4095-ab21-1c01a82dfc80 req-385b25bc-c50a-49df-b066-16ad1d2ecc3c service neutron] 10.222.0.37 "GET /v2.0/networks/e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382661 Feb 17 09:41:18.219284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e4576e-af41-48e2-ae5a-1716ede6e0ef None None] Network 8a392534-deb9-4798-af16-de3825341726 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:18.231383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de5dc43c-0233-447f-954e-35c9a7187578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:18.241736 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c12354a-6eaa-40e4-9116-d445742e0e5b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:18.250717 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dc43c-0233-447f-954e-35c9a7187578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50898e5-c891-4d70-a40e-7ddae20bc31f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:18.272275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de5dc43c-0233-447f-954e-35c9a7187578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:18.276665 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-de5dc43c-0233-447f-954e-35c9a7187578 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c50898e5-c891-4d70-a40e-7ddae20bc31f HTTP/1.1" status: 204 len: 168 time: 0.4964275 Feb 17 09:41:18.324028 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7912ebdb-8cfe-4fd5-9e42-20fc9633111c tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:18.324574 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0e5d4228-2477-4095-ab21-1c01a82dfc80 req-be234df5-0e83-4a35-a6dd-b4ac11d008b7 service neutron] 10.222.0.37 "GET /v2.0/networks/e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731749 Feb 17 09:41:18.504668 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-384a2c2e-17a2-439b-a52c-5f9ec5b996d2 None None] Provisioning for port 69e589fe-aa10-4639-8cef-98fed89a005d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:41:18.641450 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 69e589fe-aa10-4639-8cef-98fed89a005d up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:41:18.692039 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7912ebdb-8cfe-4fd5-9e42-20fc9633111c tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:18.736625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912ebdb-8cfe-4fd5-9e42-20fc9633111c tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event deleted for resources: {'Subnet': ['ID=54e85b82-817d-49c0-a1ba-1ce7d907efbf,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:18.743845 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7912ebdb-8cfe-4fd5-9e42-20fc9633111c tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:18.752766 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0550a8-4c98-4699-8f38-9fbba295217d None None] Network da224926-f30f-491d-bee8-db57355eeb21 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:18.761852 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7912ebdb-8cfe-4fd5-9e42-20fc9633111c tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "DELETE /v2.0/subnets/54e85b82-817d-49c0-a1ba-1ce7d907efbf HTTP/1.1" status: 204 len: 168 time: 0.9336743 Feb 17 09:41:18.764566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40356) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:18.769200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c12354a-6eaa-40e4-9116-d445742e0e5b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:18.827137 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 69e589fe-aa10-4639-8cef-98fed89a005d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:41:18.848049 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 69e589fe-aa10-4639-8cef-98fed89a005d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:18.848421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:18.888222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c12354a-6eaa-40e4-9116-d445742e0e5b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:18.910451 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:18.936288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Deleting port f1e54ef8-737c-4010-9191-1410fa2a37fc {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:18.936848 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:19.107495 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40360) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:19.143359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec82673f-ae51-490d-b104-2b0b84bfd550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:19.185095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ec82673f-ae51-490d-b104-2b0b84bfd550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:19.237437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e9c450b3-ce56-4ede-bbe6-875c3b8fd420 None None] Provisioning for port a4018ee8-fe66-4452-acdf-0b40bac6e01c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:41:19.244453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ec82673f-ae51-490d-b104-2b0b84bfd550 admin admin] Usage tracker for resource:security_group_rule and tenant:93d40a94eb424519ad45c50c5898a646 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:19.257398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ec82673f-ae51-490d-b104-2b0b84bfd550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:19.260745 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e9c450b3-ce56-4ede-bbe6-875c3b8fd420 None None] Provisioning complete for port a4018ee8-fe66-4452-acdf-0b40bac6e01c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:19.261812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e9c450b3-ce56-4ede-bbe6-875c3b8fd420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:19.289420 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ec82673f-ae51-490d-b104-2b0b84bfd550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:19.329065 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0ca879-3773-40b5-a0ff-5de5664032cf None None] DHCP port deletion for da224926-f30f-491d-bee8-db57355eeb21 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:41:19.334874 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] For port f1e54ef8-737c-4010-9191-1410fa2a37fc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f1e54ef8-737c-4010-9191-1410fa2a37fc,segment=NetworkSegment(d1305d1d-6b64-4d01-988d-f5a5039522f2),segment_id=d1305d1d-6b64-4d01-988d-f5a5039522f2)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:19.335239 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:19.364597 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e9c450b3-ce56-4ede-bbe6-875c3b8fd420 None None] Port a4018ee8-fe66-4452-acdf-0b40bac6e01c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:41:19.369570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ca879-3773-40b5-a0ff-5de5664032cf None None] Deleting port f1e54ef8-737c-4010-9191-1410fa2a37fc {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:19.369943 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a0ca879-3773-40b5-a0ff-5de5664032cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:19.392070 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12354a-6eaa-40e4-9116-d445742e0e5b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=a4018ee8-fe66-4452-acdf-0b40bac6e01c,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:19.417522 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:19.473866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Calling delete_port for f1e54ef8-737c-4010-9191-1410fa2a37fc owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:19.505624 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c12354a-6eaa-40e4-9116-d445742e0e5b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:19.510270 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e9c450b3-ce56-4ede-bbe6-875c3b8fd420 None None] Provisioning complete for port 69e589fe-aa10-4639-8cef-98fed89a005d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:19.510270 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e9c450b3-ce56-4ede-bbe6-875c3b8fd420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:19.564044 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 69e589fe-aa10-4639-8cef-98fed89a005d, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=69e589fe-aa10-4639-8cef-98fed89a005d,segment=NetworkSegment(20cf3ecb-7a20-46d6-900d-4608632c382a),segment_id=20cf3ecb-7a20-46d6-900d-4608632c382a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:19.652187 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec82673f-ae51-490d-b104-2b0b84bfd550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:19.748293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6a0ca879-3773-40b5-a0ff-5de5664032cf None None] For port f1e54ef8-737c-4010-9191-1410fa2a37fc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f1e54ef8-737c-4010-9191-1410fa2a37fc,segment=NetworkSegment(d1305d1d-6b64-4d01-988d-f5a5039522f2),segment_id=d1305d1d-6b64-4d01-988d-f5a5039522f2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:19.748685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a0ca879-3773-40b5-a0ff-5de5664032cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:19.753447 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:19.762101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:19.773137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c12354a-6eaa-40e4-9116-d445742e0e5b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:19.796562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec82673f-ae51-490d-b104-2b0b84bfd550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:19.819527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event deleted for resources: {'Port': ['ID=f1e54ef8-737c-4010-9191-1410fa2a37fc,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:19.825962 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] No DVR routers for this DVR port f1e54ef8-737c-4010-9191-1410fa2a37fc on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:41:19.948966 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ca879-3773-40b5-a0ff-5de5664032cf None None] Calling delete_port for f1e54ef8-737c-4010-9191-1410fa2a37fc owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:20.007788 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e9c450b3-ce56-4ede-bbe6-875c3b8fd420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:20.074253 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=69e589fe-aa10-4639-8cef-98fed89a005d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:20.081046 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ec82673f-ae51-490d-b104-2b0b84bfd550 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=93d40a94eb424519ad45c50c5898a646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9724426 Feb 17 09:41:20.087446 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40364) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:20.114317 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82673f-ae51-490d-b104-2b0b84bfd550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e08ea8-a6cb-4c54-a597-fd145fb8bcd2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:20.137836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:20.144460 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-6a0ca879-3773-40b5-a0ff-5de5664032cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:41:20.144894 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-6a0ca879-3773-40b5-a0ff-5de5664032cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:41:20.152677 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-e9c450b3-ce56-4ede-bbe6-875c3b8fd420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:41:20.153228 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-e9c450b3-ce56-4ede-bbe6-875c3b8fd420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:41:20.189922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da224926-f30f-491d-bee8-db57355eeb21']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:20.210353 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1305d1d-6b64-4d01-988d-f5a5039522f2') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:20.210855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1305d1d-6b64-4d01-988d-f5a5039522f2') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:20.229782 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:20.252197 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:20.260536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:41:20.260931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:20.275932 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4cf35ab-553b-49cf-8f21-0edb1aee39e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:41:20.276250 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:41:20.329532 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4cf35ab-553b-49cf-8f21-0edb1aee39e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:20.384086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c12354a-6eaa-40e4-9116-d445742e0e5b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:20.470030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:20.489667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:20.501838 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Pushing event deleted for resources: {'Network': ['ID=da224926-f30f-491d-bee8-db57355eeb21,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:20.511837 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ea8dbede-4b6a-4416-ada8-5a68b1d3d0f1 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "DELETE /v2.0/networks/da224926-f30f-491d-bee8-db57355eeb21 HTTP/1.1" status: 204 len: 168 time: 1.7460675 Feb 17 09:41:20.514533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40368) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:20.533065 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c12354a-6eaa-40e4-9116-d445742e0e5b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:20.538675 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c12354a-6eaa-40e4-9116-d445742e0e5b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:20.566030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 69e589fe-aa10-4639-8cef-98fed89a005d up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:41:20.571012 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4cf35ab-553b-49cf-8f21-0edb1aee39e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:20.576126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-244405b9-b738-40dd-b3ff-ea74be5c2e8e tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Synchronizing usage tracker for tenant:86fe4b0ae8864b4dab5b8580598f408a on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:20.611398 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf35ab-553b-49cf-8f21-0edb1aee39e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e08ea8-a6cb-4c54-a597-fd145fb8bcd2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:20.650154 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ca879-3773-40b5-a0ff-5de5664032cf None None] Deleting port f1e54ef8-737c-4010-9191-1410fa2a37fc {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:20.650530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a0ca879-3773-40b5-a0ff-5de5664032cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:20.707358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-244405b9-b738-40dd-b3ff-ea74be5c2e8e tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Unset dirty status for tenant:86fe4b0ae8864b4dab5b8580598f408a on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:20.709270 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-244405b9-b738-40dd-b3ff-ea74be5c2e8e tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "GET /v2.0/ports?device_id=8094a01b-648d-453a-af1a-2b962887553c HTTP/1.1" status: 200 len: 205 time: 0.1937041 Feb 17 09:41:20.711918 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40372) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:20.736329 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4cf35ab-553b-49cf-8f21-0edb1aee39e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:20.750378 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a4cf35ab-553b-49cf-8f21-0edb1aee39e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b2e08ea8-a6cb-4c54-a597-fd145fb8bcd2 HTTP/1.1" status: 204 len: 168 time: 0.6528993 Feb 17 09:41:20.755379 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12354a-6eaa-40e4-9116-d445742e0e5b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=a4018ee8-fe66-4452-acdf-0b40bac6e01c,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:20.790674 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ca879-3773-40b5-a0ff-5de5664032cf None None] The port 'f1e54ef8-737c-4010-9191-1410fa2a37fc' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:41:20.835564 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 69e589fe-aa10-4639-8cef-98fed89a005d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:20.835958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:20.867911 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c12354a-6eaa-40e4-9116-d445742e0e5b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 8a392534-deb9-4798-af16-de3825341726 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:41:20.869709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-9c12354a-6eaa-40e4-9116-d445742e0e5b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:21.041137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81a8a3de-ba9d-4a20-9a63-326745e3ff37 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:21.072389 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ea9bc8e6-3f8a-4207-beb1-aff081e04f92 None None] Provisioning complete for port a4018ee8-fe66-4452-acdf-0b40bac6e01c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:21.073044 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea9bc8e6-3f8a-4207-beb1-aff081e04f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:21.186360 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ea9bc8e6-3f8a-4207-beb1-aff081e04f92 None None] Port a4018ee8-fe66-4452-acdf-0b40bac6e01c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:41:21.220208 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f1e54ef8-737c-4010-9191-1410fa2a37fc no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:41:21.305563 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: f1e54ef8-737c-4010-9191-1410fa2a37fc {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:41:21.306393 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f1e54ef8-737c-4010-9191-1410fa2a37fc not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:41:21.321215 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c12354a-6eaa-40e4-9116-d445742e0e5b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router be6773ca-b6bb-4af8-a2e8-d23aaaf98902 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:41:21.343023 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5dc7e1d6-c449-4fba-8f55-030284e65552 None None] Provisioning complete for port a4018ee8-fe66-4452-acdf-0b40bac6e01c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:21.343687 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e1d6-c449-4fba-8f55-030284e65552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:21.451483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7e1d6-c449-4fba-8f55-030284e65552 None None] Port a4018ee8-fe66-4452-acdf-0b40bac6e01c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:41:21.611681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81a8a3de-ba9d-4a20-9a63-326745e3ff37 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:21.615219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81a8a3de-ba9d-4a20-9a63-326745e3ff37 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:21.627637 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c12354a-6eaa-40e4-9116-d445742e0e5b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:41:21.643592 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9c12354a-6eaa-40e4-9116-d445742e0e5b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/be6773ca-b6bb-4af8-a2e8-d23aaaf98902/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3596039 Feb 17 09:41:21.645744 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40378) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:21.651961 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e888aa1-c539-42f5-8970-4d62d17bec3a None None] Sync routers for ids ['be6773ca-b6bb-4af8-a2e8-d23aaaf98902'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:41:21.665811 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e888aa1-c539-42f5-8970-4d62d17bec3a None None] Routers {'be6773ca-b6bb-4af8-a2e8-d23aaaf98902'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:21.665811 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9e888aa1-c539-42f5-8970-4d62d17bec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['be6773ca-b6bb-4af8-a2e8-d23aaaf98902'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:21.726090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81a8a3de-ba9d-4a20-9a63-326745e3ff37 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:21.727257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a8a3de-ba9d-4a20-9a63-326745e3ff37 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Fanout notify agent at l3_agent the message router_deleted on router 8094a01b-648d-453a-af1a-2b962887553c {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:41:21.744966 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9e888aa1-c539-42f5-8970-4d62d17bec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:21.756576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81a8a3de-ba9d-4a20-9a63-326745e3ff37 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:21.756827 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e888aa1-c539-42f5-8970-4d62d17bec3a None None] Routers {'be6773ca-b6bb-4af8-a2e8-d23aaaf98902'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:21.757968 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9e888aa1-c539-42f5-8970-4d62d17bec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['be6773ca-b6bb-4af8-a2e8-d23aaaf98902'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:21.758127 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-81a8a3de-ba9d-4a20-9a63-326745e3ff37 tempest-RoutersNegativeTest-576922443 tempest-RoutersNegativeTest-576922443-project] 10.222.0.75 "DELETE /v2.0/routers/8094a01b-648d-453a-af1a-2b962887553c HTTP/1.1" status: 204 len: 168 time: 1.0434456 Feb 17 09:41:21.776593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedb5236-e036-4d60-9eea-6d212345bbb4 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:21.778335 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-aedb5236-e036-4d60-9eea-6d212345bbb4 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports/a4018ee8-fe66-4452-acdf-0b40bac6e01c HTTP/1.1" status: 200 len: 984 time: 0.1323252 Feb 17 09:41:21.780963 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40384) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:21.851467 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9e888aa1-c539-42f5-8970-4d62d17bec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:21.851860 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e888aa1-c539-42f5-8970-4d62d17bec3a None None] The sync data for ids ['be6773ca-b6bb-4af8-a2e8-d23aaaf98902'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:41:22.328805 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40390) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:22.535846 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa38a9db-d4e5-4640-b988-a43587463643 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:22.537070 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1b5e5f35-6107-488b-82c7-688a18f88a6c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=86fe4b0ae8864b4dab5b8580598f408a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086101 Feb 17 09:41:22.538187 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40396) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:22.605653 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-daf9527f-50c8-42a2-a831-217e3b9bcfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:22.641238 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-daf9527f-50c8-42a2-a831-217e3b9bcfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:22.790541 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-daf9527f-50c8-42a2-a831-217e3b9bcfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:22.821216 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9527f-50c8-42a2-a831-217e3b9bcfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42a98e8-c3fd-4e66-99fe-cbbab611304a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:22.825945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-daf9527f-50c8-42a2-a831-217e3b9bcfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:22.830060 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-daf9527f-50c8-42a2-a831-217e3b9bcfb5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f42a98e8-c3fd-4e66-99fe-cbbab611304a HTTP/1.1" status: 204 len: 168 time: 0.2878218 Feb 17 09:41:22.876729 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-aa38a9db-d4e5-4640-b988-a43587463643 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port a4018ee8-fe66-4452-acdf-0b40bac6e01c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:22.877050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa38a9db-d4e5-4640-b988-a43587463643 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:23.105893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa38a9db-d4e5-4640-b988-a43587463643 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:23.255262 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-aa38a9db-d4e5-4640-b988-a43587463643 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for a4018ee8-fe66-4452-acdf-0b40bac6e01c owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:23.607433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa38a9db-d4e5-4640-b988-a43587463643 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:23.662921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38a9db-d4e5-4640-b988-a43587463643 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Port': ['ID=a4018ee8-fe66-4452-acdf-0b40bac6e01c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:23.921620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa38a9db-d4e5-4640-b988-a43587463643 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:24.277088 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40420) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:24.371031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa38a9db-d4e5-4640-b988-a43587463643 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router be6773ca-b6bb-4af8-a2e8-d23aaaf98902 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:41:24.427372 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6dd7b8c7-78fc-4681-829c-b29d496e9aea tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:24.428119 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING neutron.api.v2.base [None req-6dd7b8c7-78fc-4681-829c-b29d496e9aea tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 17 09:41:24.429586 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-6dd7b8c7-78fc-4681-829c-b29d496e9aea tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 09:41:24.430174 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6dd7b8c7-78fc-4681-829c-b29d496e9aea tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1501391 Feb 17 09:41:24.433708 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40426) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:24.442850 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1125310646'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:24.451506 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:24.457471 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:24.462446 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:24.471887 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:24.564475 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa38a9db-d4e5-4640-b988-a43587463643 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:41:24.578787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:24.585684 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0e83a-221c-42f5-b28c-e32afff2b607 None None] Sync routers for ids ['be6773ca-b6bb-4af8-a2e8-d23aaaf98902'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:41:24.594829 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:24.595539 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-aa38a9db-d4e5-4640-b988-a43587463643 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/be6773ca-b6bb-4af8-a2e8-d23aaaf98902/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8116724 Feb 17 09:41:24.598771 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40430) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:24.605293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0e83a-221c-42f5-b28c-e32afff2b607 None None] Routers {'be6773ca-b6bb-4af8-a2e8-d23aaaf98902'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:24.606615 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9de0e83a-221c-42f5-b28c-e32afff2b607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['be6773ca-b6bb-4af8-a2e8-d23aaaf98902'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:24.614815 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:24.619577 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:24.622921 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:24.629613 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:24.684681 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-615b5ab1-bd77-4d25-b8d9-d877c365dd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:24.686120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9de0e83a-221c-42f5-b28c-e32afff2b607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:24.697460 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0e83a-221c-42f5-b28c-e32afff2b607 None None] Routers {'be6773ca-b6bb-4af8-a2e8-d23aaaf98902'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:24.698136 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9de0e83a-221c-42f5-b28c-e32afff2b607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['be6773ca-b6bb-4af8-a2e8-d23aaaf98902'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:24.728019 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:24.768233 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9de0e83a-221c-42f5-b28c-e32afff2b607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:24.768642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0e83a-221c-42f5-b28c-e32afff2b607 None None] The sync data for ids ['be6773ca-b6bb-4af8-a2e8-d23aaaf98902'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:41:24.804031 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:24.932286 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:24.940112 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:24.945320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:24.960021 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:24.967340 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7ae03c-a2f6-4f68-89b3-00e32d8faefd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:25.012988 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-63d9f9d3-8437-403c-ab26-36716370336f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] remove_router_interface failed (client error): The resource could not be found. Feb 17 09:41:25.014082 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-63d9f9d3-8437-403c-ab26-36716370336f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/be6773ca-b6bb-4af8-a2e8-d23aaaf98902/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4138606 Feb 17 09:41:25.017709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40434) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:25.046162 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:25.095165 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-016a0f40-3daa-4284-8199-1e389096d0ca tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Synchronizing usage tracker for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:25.104398 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:25.149599 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31e17b1-1fa8-4c9a-ae72-818853da59b4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:25.195667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-016a0f40-3daa-4284-8199-1e389096d0ca tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Unset dirty status for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:25.196889 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-016a0f40-3daa-4284-8199-1e389096d0ca tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports?device_id=be6773ca-b6bb-4af8-a2e8-d23aaaf98902 HTTP/1.1" status: 200 len: 205 time: 0.1778841 Feb 17 09:41:25.199672 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40438) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:25.235884 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:25.240748 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-080efb41-932a-4517-acb0-19764a5e9f2b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8016148 Feb 17 09:41:25.241056 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40442) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:25.246458 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ef5b0c21-1e3f-4803-9028-af668c10772e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': 'f31e17b1-1fa8-4c9a-ae72-818853da59b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:25.253208 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ef5b0c21-1e3f-4803-9028-af668c10772e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:25.257557 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ef5b0c21-1e3f-4803-9028-af668c10772e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:25.260514 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ef5b0c21-1e3f-4803-9028-af668c10772e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:25.266735 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ef5b0c21-1e3f-4803-9028-af668c10772e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:25.340202 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5a42882-b74d-4e34-92d9-260d915ce79b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:25.404687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0c21-1e3f-4803-9028-af668c10772e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:25.473666 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0c21-1e3f-4803-9028-af668c10772e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:25.568392 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0c21-1e3f-4803-9028-af668c10772e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:25.599122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b0c21-1e3f-4803-9028-af668c10772e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc79036-82a3-4039-bc57-b001d8e10bf6,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:25.690406 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0c21-1e3f-4803-9028-af668c10772e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:25.692307 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ef5b0c21-1e3f-4803-9028-af668c10772e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4501846 Feb 17 09:41:25.695231 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40446) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:25.701173 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-05b14bb5-a36f-48c1-b905-d994ee5eced8 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': 'f31e17b1-1fa8-4c9a-ae72-818853da59b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:25.708387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-05b14bb5-a36f-48c1-b905-d994ee5eced8 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:25.714408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-05b14bb5-a36f-48c1-b905-d994ee5eced8 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:25.718206 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-05b14bb5-a36f-48c1-b905-d994ee5eced8 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:25.724799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-05b14bb5-a36f-48c1-b905-d994ee5eced8 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:25.783208 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5a42882-b74d-4e34-92d9-260d915ce79b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:25.785501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5a42882-b74d-4e34-92d9-260d915ce79b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:25.836219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05b14bb5-a36f-48c1-b905-d994ee5eced8 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:25.898124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5a42882-b74d-4e34-92d9-260d915ce79b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:25.898640 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a42882-b74d-4e34-92d9-260d915ce79b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Fanout notify agent at l3_agent the message router_deleted on router be6773ca-b6bb-4af8-a2e8-d23aaaf98902 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:41:25.911244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5a42882-b74d-4e34-92d9-260d915ce79b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:25.913243 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d5a42882-b74d-4e34-92d9-260d915ce79b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/routers/be6773ca-b6bb-4af8-a2e8-d23aaaf98902 HTTP/1.1" status: 204 len: 168 time: 0.7118015 Feb 17 09:41:25.916594 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40450) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:25.973119 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-05b14bb5-a36f-48c1-b905-d994ee5eced8 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 09:41:25.974259 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-05b14bb5-a36f-48c1-b905-d994ee5eced8 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2776194 Feb 17 09:41:25.977213 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40454) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:25.993153 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e4862e-bd5e-45f2-9773-8e4857515574 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting subnet 7de17901-0665-43f1-b938-f67a91173d27 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:41:25.996494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7e4862e-bd5e-45f2-9773-8e4857515574 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.063135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b976da85-d0f6-4cd3-afcc-4141e7fe7762 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.063673 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7e4862e-bd5e-45f2-9773-8e4857515574 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.099292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b976da85-d0f6-4cd3-afcc-4141e7fe7762 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.172537 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7e4862e-bd5e-45f2-9773-8e4857515574 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.270223 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b976da85-d0f6-4cd3-afcc-4141e7fe7762 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.287619 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976da85-d0f6-4cd3-afcc-4141e7fe7762 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31e17b1-1fa8-4c9a-ae72-818853da59b4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:26.294542 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b976da85-d0f6-4cd3-afcc-4141e7fe7762 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.295265 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b976da85-d0f6-4cd3-afcc-4141e7fe7762 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "DELETE /v2.0/security-groups/f31e17b1-1fa8-4c9a-ae72-818853da59b4 HTTP/1.1" status: 204 len: 168 time: 0.3166757 Feb 17 09:41:26.298643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40458) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:26.325468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7e4862e-bd5e-45f2-9773-8e4857515574 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.375600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4862e-bd5e-45f2-9773-8e4857515574 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Subnet': ['ID=7de17901-0665-43f1-b938-f67a91173d27,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:26.384997 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7e4862e-bd5e-45f2-9773-8e4857515574 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.390822 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d39825f-1b03-4b12-9543-eab5f86c5ebf None None] Network 8a392534-deb9-4798-af16-de3825341726 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:26.402010 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f7e4862e-bd5e-45f2-9773-8e4857515574 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/7de17901-0665-43f1-b938-f67a91173d27 HTTP/1.1" status: 204 len: 168 time: 0.4843950 Feb 17 09:41:26.407749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40462) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:26.408487 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-900249aa-aaf9-490a-94f6-a7b01d0c0fa1 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1076300 Feb 17 09:41:26.413117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40466) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:26.418328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3bbd83f3-08ef-48be-99b3-299acbe53127 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440959164'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:26.424499 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3bbd83f3-08ef-48be-99b3-299acbe53127 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:26.431064 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3bbd83f3-08ef-48be-99b3-299acbe53127 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:26.434195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3bbd83f3-08ef-48be-99b3-299acbe53127 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:26.440838 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3bbd83f3-08ef-48be-99b3-299acbe53127 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:26.531490 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.550083 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3bbd83f3-08ef-48be-99b3-299acbe53127 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.557047 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port 69e589fe-aa10-4639-8cef-98fed89a005d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:26.557483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.573993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3bbd83f3-08ef-48be-99b3-299acbe53127 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:26.578465 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3bbd83f3-08ef-48be-99b3-299acbe53127 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:26.582236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3bbd83f3-08ef-48be-99b3-299acbe53127 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:26.589244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3bbd83f3-08ef-48be-99b3-299acbe53127 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:26.677845 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a044709b-7c7e-4154-ac41-02a03f5bf914 None None] DHCP port deletion for 8a392534-deb9-4798-af16-de3825341726 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:41:26.683594 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a044709b-7c7e-4154-ac41-02a03f5bf914 None None] Deleting port 69e589fe-aa10-4639-8cef-98fed89a005d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:26.684030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a044709b-7c7e-4154-ac41-02a03f5bf914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.705043 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3bbd83f3-08ef-48be-99b3-299acbe53127 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.787164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3bbd83f3-08ef-48be-99b3-299acbe53127 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.822332 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] For port 69e589fe-aa10-4639-8cef-98fed89a005d, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=69e589fe-aa10-4639-8cef-98fed89a005d,segment=NetworkSegment(20cf3ecb-7a20-46d6-900d-4608632c382a),segment_id=20cf3ecb-7a20-46d6-900d-4608632c382a)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:26.822703 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.856164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd83f3-08ef-48be-99b3-299acbe53127 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569e8b1e-17d5-44b0-85a5-a202a53a7681,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:26.886806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3bbd83f3-08ef-48be-99b3-299acbe53127 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.888443 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3bbd83f3-08ef-48be-99b3-299acbe53127 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4740033 Feb 17 09:41:26.891333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40472) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:26.898597 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-db35a5be-7a4d-4256-bc1a-071593ae0013 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': '569e8b1e-17d5-44b0-85a5-a202a53a7681', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:26.903035 dv-neutron-828143-5-hyperv neutron-server[88370]: WARNING neutron.api.v2.base [None req-db35a5be-7a4d-4256-bc1a-071593ae0013 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 17 09:41:26.903035 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-db35a5be-7a4d-4256-bc1a-071593ae0013 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:26.903035 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-db35a5be-7a4d-4256-bc1a-071593ae0013 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084429 Feb 17 09:41:26.908398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40476) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:26.942650 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a044709b-7c7e-4154-ac41-02a03f5bf914 None None] For port 69e589fe-aa10-4639-8cef-98fed89a005d, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=69e589fe-aa10-4639-8cef-98fed89a005d,segment=NetworkSegment(20cf3ecb-7a20-46d6-900d-4608632c382a),segment_id=20cf3ecb-7a20-46d6-900d-4608632c382a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:26.943196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a044709b-7c7e-4154-ac41-02a03f5bf914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:26.977041 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for 69e589fe-aa10-4639-8cef-98fed89a005d owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:26.988535 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4c2fb15-e289-474e-93b5-f43d20ade46d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.017810 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4c2fb15-e289-474e-93b5-f43d20ade46d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.019591 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5dcc8c7-9f77-4753-85cc-3a055d571b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.093011 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a044709b-7c7e-4154-ac41-02a03f5bf914 None None] Calling delete_port for 69e589fe-aa10-4639-8cef-98fed89a005d owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:27.151001 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.170288 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-a044709b-7c7e-4154-ac41-02a03f5bf914 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:41:27.170923 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-a044709b-7c7e-4154-ac41-02a03f5bf914 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:41:27.181673 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4c2fb15-e289-474e-93b5-f43d20ade46d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.200231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2fb15-e289-474e-93b5-f43d20ade46d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=569e8b1e-17d5-44b0-85a5-a202a53a7681,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:27.200515 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Port': ['ID=69e589fe-aa10-4639-8cef-98fed89a005d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:27.202066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] No DVR routers for this DVR port 69e589fe-aa10-4639-8cef-98fed89a005d on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:41:27.204881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4c2fb15-e289-474e-93b5-f43d20ade46d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.206379 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b4c2fb15-e289-474e-93b5-f43d20ade46d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "DELETE /v2.0/security-groups/569e8b1e-17d5-44b0-85a5-a202a53a7681 HTTP/1.1" status: 204 len: 168 time: 0.2985358 Feb 17 09:41:27.209468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40482) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:27.263267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6c8ef57b-3b93-45d8-b6fd-90ee36c9689e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Synchronizing usage tracker for tenant:b6a470a6632d42b780848c2f5b0b913d on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:27.334333 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.361472 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a392534-deb9-4798-af16-de3825341726']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:27.369935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6c8ef57b-3b93-45d8-b6fd-90ee36c9689e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Unset dirty status for tenant:b6a470a6632d42b780848c2f5b0b913d on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:27.371248 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6c8ef57b-3b93-45d8-b6fd-90ee36c9689e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1613877 Feb 17 09:41:27.375844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40486) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:27.378765 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20cf3ecb-7a20-46d6-900d-4608632c382a') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:27.379076 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20cf3ecb-7a20-46d6-900d-4608632c382a') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:27.385850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-93ac90b5-9648-485a-8c91-928e648f684e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034115371'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:27.392403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.396271 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-93ac90b5-9648-485a-8c91-928e648f684e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:27.416761 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.420418 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-93ac90b5-9648-485a-8c91-928e648f684e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:27.426087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:41:27.426490 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:41:27.443226 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:41:27.495564 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93ac90b5-9648-485a-8c91-928e648f684e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.522091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-93ac90b5-9648-485a-8c91-928e648f684e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:27.527523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-93ac90b5-9648-485a-8c91-928e648f684e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:27.530566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-93ac90b5-9648-485a-8c91-928e648f684e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:27.537493 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-93ac90b5-9648-485a-8c91-928e648f684e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:27.607445 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.616552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93ac90b5-9648-485a-8c91-928e648f684e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.633124 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.639628 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Network': ['ID=8a392534-deb9-4798-af16-de3825341726,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:27.673108 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a044709b-7c7e-4154-ac41-02a03f5bf914 None None] Deleting port 69e589fe-aa10-4639-8cef-98fed89a005d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:27.673108 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a044709b-7c7e-4154-ac41-02a03f5bf914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.693031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93ac90b5-9648-485a-8c91-928e648f684e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.724812 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-28549436-3ad4-4f52-bef2-7e9ccbf2e1d1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/networks/8a392534-deb9-4798-af16-de3825341726 HTTP/1.1" status: 204 len: 168 time: 1.3133280 Feb 17 09:41:27.729307 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40490) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:27.739698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4df47f70-b7e2-4982-be84-8d9d3350fa9f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-984531547'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:27.744885 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a044709b-7c7e-4154-ac41-02a03f5bf914 None None] The port '69e589fe-aa10-4639-8cef-98fed89a005d' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:41:27.747047 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4df47f70-b7e2-4982-be84-8d9d3350fa9f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:27.748686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac90b5-9648-485a-8c91-928e648f684e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc33cbdb-6afd-4a0e-8498-1cb4bdc48b0e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:27.760259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4df47f70-b7e2-4982-be84-8d9d3350fa9f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:network and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:27.763534 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4df47f70-b7e2-4982-be84-8d9d3350fa9f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:27.770120 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4df47f70-b7e2-4982-be84-8d9d3350fa9f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:27.821420 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93ac90b5-9648-485a-8c91-928e648f684e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.822741 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-93ac90b5-9648-485a-8c91-928e648f684e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4441917 Feb 17 09:41:27.825628 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40494) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:27.830749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bf747c13-de76-47e4-b7f9-35473a23bc1d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': 'fc33cbdb-6afd-4a0e-8498-1cb4bdc48b0e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:27.835128 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING neutron.api.v2.base [None req-bf747c13-de76-47e4-b7f9-35473a23bc1d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 17 09:41:27.835128 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-bf747c13-de76-47e4-b7f9-35473a23bc1d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:27.835128 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bf747c13-de76-47e4-b7f9-35473a23bc1d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067995 Feb 17 09:41:27.837940 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40498) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:27.893136 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.903356 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a944e87-59c0-4cf8-88b4-5f0f2af516f5 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.925949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df47f70-b7e2-4982-be84-8d9d3350fa9f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:41:27.929278 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4df47f70-b7e2-4982-be84-8d9d3350fa9f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.947134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a944e87-59c0-4cf8-88b4-5f0f2af516f5 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:27.990875 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df47f70-b7e2-4982-be84-8d9d3350fa9f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:41:28.078817 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:28.093928 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a944e87-59c0-4cf8-88b4-5f0f2af516f5 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:28.096652 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4df47f70-b7e2-4982-be84-8d9d3350fa9f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:28.097002 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-4df47f70-b7e2-4982-be84-8d9d3350fa9f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Added segment 2c633756-7ba0-4ae5-b162-fe148331501f of type vlan for network 5b94b6be-e6e9-4894-be6d-ec48e49b7ca7 Feb 17 09:41:28.120213 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a944e87-59c0-4cf8-88b4-5f0f2af516f5 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc33cbdb-6afd-4a0e-8498-1cb4bdc48b0e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:28.148331 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a944e87-59c0-4cf8-88b4-5f0f2af516f5 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:28.149456 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7a944e87-59c0-4cf8-88b4-5f0f2af516f5 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "DELETE /v2.0/security-groups/fc33cbdb-6afd-4a0e-8498-1cb4bdc48b0e HTTP/1.1" status: 204 len: 168 time: 0.3105650 Feb 17 09:41:28.152477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40502) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:28.156388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4df47f70-b7e2-4982-be84-8d9d3350fa9f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:28.209559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3d6e59a0-4c09-4c0e-9e66-71c92ea36705 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Synchronizing usage tracker for tenant:b6a470a6632d42b780848c2f5b0b913d on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:28.301930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4df47f70-b7e2-4982-be84-8d9d3350fa9f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:28.308312 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df47f70-b7e2-4982-be84-8d9d3350fa9f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:28.308995 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4df47f70-b7e2-4982-be84-8d9d3350fa9f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:28.332405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3d6e59a0-4c09-4c0e-9e66-71c92ea36705 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Unset dirty status for tenant:b6a470a6632d42b780848c2f5b0b913d on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:28.333794 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3d6e59a0-4c09-4c0e-9e66-71c92ea36705 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1803448 Feb 17 09:41:28.338530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40506) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:28.343882 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-afd20227-d7c2-43b6-a30c-e7940cf6724d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1802988278'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:28.351836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-afd20227-d7c2-43b6-a30c-e7940cf6724d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:28.361700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-afd20227-d7c2-43b6-a30c-e7940cf6724d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:28.416271 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df47f70-b7e2-4982-be84-8d9d3350fa9f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Network': ['ID=5b94b6be-e6e9-4894-be6d-ec48e49b7ca7,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:28.427046 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 5b94b6be-e6e9-4894-be6d-ec48e49b7ca7 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:41:28.452855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-afd20227-d7c2-43b6-a30c-e7940cf6724d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:28.473215 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-afd20227-d7c2-43b6-a30c-e7940cf6724d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:28.477250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-afd20227-d7c2-43b6-a30c-e7940cf6724d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:28.480333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-afd20227-d7c2-43b6-a30c-e7940cf6724d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:28.486032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-afd20227-d7c2-43b6-a30c-e7940cf6724d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:28.495626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40510) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:28.497488 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4df47f70-b7e2-4982-be84-8d9d3350fa9f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7637529 Feb 17 09:41:28.504683 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-98f0f739-18c2-4b20-9ab2-868eaafcce27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'subnet': {'network_id': '5b94b6be-e6e9-4894-be6d-ec48e49b7ca7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:28.559107 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 69e589fe-aa10-4639-8cef-98fed89a005d no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:41:28.598874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 69e589fe-aa10-4639-8cef-98fed89a005d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:41:28.599220 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 69e589fe-aa10-4639-8cef-98fed89a005d not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:41:28.651026 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-98f0f739-18c2-4b20-9ab2-868eaafcce27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:28.663261 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-98f0f739-18c2-4b20-9ab2-868eaafcce27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:subnet and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:28.668750 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-98f0f739-18c2-4b20-9ab2-868eaafcce27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:28.681951 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-98f0f739-18c2-4b20-9ab2-868eaafcce27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:28.689062 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-afd20227-d7c2-43b6-a30c-e7940cf6724d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:28.755612 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-afd20227-d7c2-43b6-a30c-e7940cf6724d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:28.792755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f0f739-18c2-4b20-9ab2-868eaafcce27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:41:28.796177 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98f0f739-18c2-4b20-9ab2-868eaafcce27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:28.822213 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd20227-d7c2-43b6-a30c-e7940cf6724d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ef47d3-9d9e-4052-9245-62712ef15039,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:28.976057 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-afd20227-d7c2-43b6-a30c-e7940cf6724d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:28.977280 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-afd20227-d7c2-43b6-a30c-e7940cf6724d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6377010 Feb 17 09:41:28.980815 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40514) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:28.987045 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ec69172b-df91-4c70-8b03-ee22d5c30a0d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': '97ef47d3-9d9e-4052-9245-62712ef15039', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:28.989830 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING neutron.api.v2.base [None req-ec69172b-df91-4c70-8b03-ee22d5c30a0d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 17 09:41:28.989830 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-ec69172b-df91-4c70-8b03-ee22d5c30a0d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:28.990368 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ec69172b-df91-4c70-8b03-ee22d5c30a0d tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082703 Feb 17 09:41:28.993902 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40518) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:28.998996 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8fe6298d-3068-4b4a-8fdc-4bd85c145acc tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': '97ef47d3-9d9e-4052-9245-62712ef15039', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:28.999660 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING neutron.api.v2.base [None req-8fe6298d-3068-4b4a-8fdc-4bd85c145acc tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 17 09:41:29.000143 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-8fe6298d-3068-4b4a-8fdc-4bd85c145acc tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:29.001091 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8fe6298d-3068-4b4a-8fdc-4bd85c145acc tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062430 Feb 17 09:41:29.005862 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40522) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:29.011809 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-37a69ffe-b162-45cf-8f6a-c03edafb6496 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': '97ef47d3-9d9e-4052-9245-62712ef15039', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:29.012611 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING neutron.api.v2.base [None req-37a69ffe-b162-45cf-8f6a-c03edafb6496 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 17 09:41:29.013083 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-37a69ffe-b162-45cf-8f6a-c03edafb6496 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:29.013994 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-37a69ffe-b162-45cf-8f6a-c03edafb6496 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072374 Feb 17 09:41:29.017992 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40526) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:29.024335 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d6a25d6e-95a1-4020-a07c-0e5e748a5a6e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': '97ef47d3-9d9e-4052-9245-62712ef15039', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:29.033872 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING neutron.api.v2.base [None req-d6a25d6e-95a1-4020-a07c-0e5e748a5a6e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 17 09:41:29.033872 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-d6a25d6e-95a1-4020-a07c-0e5e748a5a6e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:29.033872 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d6a25d6e-95a1-4020-a07c-0e5e748a5a6e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069649 Feb 17 09:41:29.037082 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40530) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:29.113945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e229740d-dbd8-46c5-a7b9-9fc18ed6c1f7 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:29.119106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98f0f739-18c2-4b20-9ab2-868eaafcce27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:29.141171 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e229740d-dbd8-46c5-a7b9-9fc18ed6c1f7 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:29.210384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0f739-18c2-4b20-9ab2-868eaafcce27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Subnet': ['ID=53975854-e475-427c-bbc0-662cc0848bea,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:29.220522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f0f739-18c2-4b20-9ab2-868eaafcce27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Checking segment: {'id': '2c633756-7ba0-4ae5-b162-fe148331501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '5b94b6be-e6e9-4894-be6d-ec48e49b7ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:41:29.220720 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f0f739-18c2-4b20-9ab2-868eaafcce27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network hostable DHCP agents. Network: 5b94b6be-e6e9-4894-be6d-ec48e49b7ca7, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:41:29.280898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e229740d-dbd8-46c5-a7b9-9fc18ed6c1f7 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:29.302918 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229740d-dbd8-46c5-a7b9-9fc18ed6c1f7 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ef47d3-9d9e-4052-9245-62712ef15039,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:29.309715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e229740d-dbd8-46c5-a7b9-9fc18ed6c1f7 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:29.310984 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e229740d-dbd8-46c5-a7b9-9fc18ed6c1f7 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "DELETE /v2.0/security-groups/97ef47d3-9d9e-4052-9245-62712ef15039 HTTP/1.1" status: 204 len: 168 time: 0.2726169 Feb 17 09:41:29.313516 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40534) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:29.358793 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f0f739-18c2-4b20-9ab2-868eaafcce27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 5b94b6be-e6e9-4894-be6d-ec48e49b7ca7 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:41:29.370065 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c994c14a-197f-4e19-ae88-0392cf0f3abc tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Synchronizing usage tracker for tenant:b6a470a6632d42b780848c2f5b0b913d on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:29.435442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-98f0f739-18c2-4b20-9ab2-868eaafcce27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 5b94b6be-e6e9-4894-be6d-ec48e49b7ca7) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:29.439742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f0f739-18c2-4b20-9ab2-868eaafcce27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:29.440410 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98f0f739-18c2-4b20-9ab2-868eaafcce27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:29.445883 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd44207-6985-48f2-99c4-c696ece28c9f None None] Network 5b94b6be-e6e9-4894-be6d-ec48e49b7ca7 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:29.468303 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c994c14a-197f-4e19-ae88-0392cf0f3abc tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Unset dirty status for tenant:b6a470a6632d42b780848c2f5b0b913d on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:29.469586 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c994c14a-197f-4e19-ae88-0392cf0f3abc tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1550651 Feb 17 09:41:29.473915 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40540) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:29.479209 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b389e9bc-6d97-4d9a-a202-ac6e378b9763 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group': {'name': 'tempest-secgroup--874032890'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:29.486012 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b389e9bc-6d97-4d9a-a202-ac6e378b9763 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:29.496265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b389e9bc-6d97-4d9a-a202-ac6e378b9763 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:29.551514 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-98f0f739-18c2-4b20-9ab2-868eaafcce27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0534828 Feb 17 09:41:29.553054 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40544) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:29.559971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-119f80ca-1605-4032-9c29-243e75723aff tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-136904700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:29.567987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-119f80ca-1605-4032-9c29-243e75723aff tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:29.572555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-119f80ca-1605-4032-9c29-243e75723aff tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:router and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:29.575659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-119f80ca-1605-4032-9c29-243e75723aff tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:29.583386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-119f80ca-1605-4032-9c29-243e75723aff tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:29.647307 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b389e9bc-6d97-4d9a-a202-ac6e378b9763 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:29.669759 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b389e9bc-6d97-4d9a-a202-ac6e378b9763 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:29.673735 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b389e9bc-6d97-4d9a-a202-ac6e378b9763 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:29.678362 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b389e9bc-6d97-4d9a-a202-ac6e378b9763 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:29.679040 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-119f80ca-1605-4032-9c29-243e75723aff tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:29.680353 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-119f80ca-1605-4032-9c29-243e75723aff tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:29.690678 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b389e9bc-6d97-4d9a-a202-ac6e378b9763 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:29.698222 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-5b94b6be-e6e9-4894-be6d-ec48e49b7ca7', 'network_id': '5b94b6be-e6e9-4894-be6d-ec48e49b7ca7', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'fixed_ips': [{'subnet_id': '53975854-e475-427c-bbc0-662cc0848bea'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:41:29.699126 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:29.702643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-119f80ca-1605-4032-9c29-243e75723aff tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:29.710978 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:29.777924 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b389e9bc-6d97-4d9a-a202-ac6e378b9763 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:29.807472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-119f80ca-1605-4032-9c29-243e75723aff tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:29.890364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b389e9bc-6d97-4d9a-a202-ac6e378b9763 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:29.903622 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Allocated IP 2001:db8::2 (5b94b6be-e6e9-4894-be6d-ec48e49b7ca7/53975854-e475-427c-bbc0-662cc0848bea/5c4e9a4c-7cfb-47c9-be70-8759ff9c115b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:41:29.927853 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-119f80ca-1605-4032-9c29-243e75723aff tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:29.932294 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-119f80ca-1605-4032-9c29-243e75723aff tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3752396 Feb 17 09:41:29.933219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40548) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:29.934642 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389e9bc-6d97-4d9a-a202-ac6e378b9763 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478ec93c-4c49-4f2e-a7b2-c960af1c1fb2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:30.041001 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b389e9bc-6d97-4d9a-a202-ac6e378b9763 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:30.044928 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b389e9bc-6d97-4d9a-a202-ac6e378b9763 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5674732 Feb 17 09:41:30.045223 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40552) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:30.051782 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-19bb7a01-c4b1-4dbd-82cf-39b5815c0c8c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': '478ec93c-4c49-4f2e-a7b2-c960af1c1fb2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:30.052285 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING neutron.api.v2.base [None req-19bb7a01-c4b1-4dbd-82cf-39b5815c0c8c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 17 09:41:30.052806 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-19bb7a01-c4b1-4dbd-82cf-39b5815c0c8c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:30.055614 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-19bb7a01-c4b1-4dbd-82cf-39b5815c0c8c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078251 Feb 17 09:41:30.062702 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40556) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:30.068176 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-dced6545-dba1-429f-9a52-8a83c621ecb6 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': '478ec93c-4c49-4f2e-a7b2-c960af1c1fb2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:30.075282 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dced6545-dba1-429f-9a52-8a83c621ecb6 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:30.079206 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-dced6545-dba1-429f-9a52-8a83c621ecb6 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:30.082912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-dced6545-dba1-429f-9a52-8a83c621ecb6 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:30.089978 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dced6545-dba1-429f-9a52-8a83c621ecb6 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:30.123902 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:30.134669 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Transition to ACTIVE for port object 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:41:30.153887 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Transition to ACTIVE for port object 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:41:30.264571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:30.296546 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-dced6545-dba1-429f-9a52-8a83c621ecb6 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:30.301681 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-dced6545-dba1-429f-9a52-8a83c621ecb6 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2342508 Feb 17 09:41:30.302885 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40560) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:30.311723 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-86f9ce67-c790-4d94-af27-c9adc26be9ca tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': '478ec93c-4c49-4f2e-a7b2-c960af1c1fb2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:30.312197 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING neutron.api.v2.base [None req-86f9ce67-c790-4d94-af27-c9adc26be9ca tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 17 09:41:30.312691 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-86f9ce67-c790-4d94-af27-c9adc26be9ca tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:30.317516 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-86f9ce67-c790-4d94-af27-c9adc26be9ca tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096779 Feb 17 09:41:30.317516 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40564) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:30.328715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2d3a4b10-6206-4bc2-9022-46c3059ad90a tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': '478ec93c-4c49-4f2e-a7b2-c960af1c1fb2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:30.336587 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2d3a4b10-6206-4bc2-9022-46c3059ad90a tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:30.337945 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Network 5b94b6be-e6e9-4894-be6d-ec48e49b7ca7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:41:30.341170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:30.341475 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2d3a4b10-6206-4bc2-9022-46c3059ad90a tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:30.345160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:41:30.345409 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2d3a4b10-6206-4bc2-9022-46c3059ad90a tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:30.352675 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Pushing event updated for resources: {'Port': ['ID=5c4e9a4c-7cfb-47c9-be70-8759ff9c115b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:30.353923 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2d3a4b10-6206-4bc2-9022-46c3059ad90a tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:30.447170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Attempting to bind port 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:41:30.447819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Attempting to bind port 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '2c633756-7ba0-4ae5-b162-fe148331501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '5b94b6be-e6e9-4894-be6d-ec48e49b7ca7'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:41:30.447958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Attempting to bind port 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b on network 5b94b6be-e6e9-4894-be6d-ec48e49b7ca7 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:41:30.453725 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:41:30.454119 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Checking segment: {'id': '2c633756-7ba0-4ae5-b162-fe148331501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '5b94b6be-e6e9-4894-be6d-ec48e49b7ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:41:30.454588 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:30.455017 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Bound using segment: {'id': '2c633756-7ba0-4ae5-b162-fe148331501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '5b94b6be-e6e9-4894-be6d-ec48e49b7ca7'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:41:30.455561 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Bound port: 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c633756-7ba0-4ae5-b162-fe148331501f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '5b94b6be-e6e9-4894-be6d-ec48e49b7ca7'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:41:30.455891 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:30.558903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] For port 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:41:30.562328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] For port 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5c4e9a4c-7cfb-47c9-be70-8759ff9c115b,segment=NetworkSegment(2c633756-7ba0-4ae5-b162-fe148331501f),segment_id=2c633756-7ba0-4ae5-b162-fe148331501f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:41:30.586303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:30.693091 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-2d3a4b10-6206-4bc2-9022-46c3059ad90a tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:30.694362 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2d3a4b10-6206-4bc2-9022-46c3059ad90a tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3742650 Feb 17 09:41:30.697597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40568) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:30.707528 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-83ba108e-a76c-4a97-9e62-140c6b97ee76 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': '478ec93c-4c49-4f2e-a7b2-c960af1c1fb2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:30.708280 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING neutron.api.v2.base [None req-83ba108e-a76c-4a97-9e62-140c6b97ee76 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 17 09:41:30.708780 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-83ba108e-a76c-4a97-9e62-140c6b97ee76 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:30.709845 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-83ba108e-a76c-4a97-9e62-140c6b97ee76 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108049 Feb 17 09:41:30.712546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40572) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:30.718502 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c48a2e33-b94e-44cb-9e3a-ec6f10efe018 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': '478ec93c-4c49-4f2e-a7b2-c960af1c1fb2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:30.725054 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c48a2e33-b94e-44cb-9e3a-ec6f10efe018 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:30.729327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c48a2e33-b94e-44cb-9e3a-ec6f10efe018 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:30.732291 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c48a2e33-b94e-44cb-9e3a-ec6f10efe018 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:30.736298 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:30.741695 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c48a2e33-b94e-44cb-9e3a-ec6f10efe018 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:30.827083 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d882fa1-ad87-4fa0-b893-f1d0d9463a42 None None] Pushing event updated for resources: {'Port': ['ID=5c4e9a4c-7cfb-47c9-be70-8759ff9c115b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:30.855772 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-c48a2e33-b94e-44cb-9e3a-ec6f10efe018 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Project b6a470a6632d42b780848c2f5b0b913d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:41:30.975677 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-c48a2e33-b94e-44cb-9e3a-ec6f10efe018 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:30.975979 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Allocated IP 2001:db8::1 (5b94b6be-e6e9-4894-be6d-ec48e49b7ca7/53975854-e475-427c-bbc0-662cc0848bea/db72a302-eb49-476e-aa08-dab43b375afd) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:41:30.980483 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c48a2e33-b94e-44cb-9e3a-ec6f10efe018 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2622674 Feb 17 09:41:30.980684 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40576) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:30.986248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2eb1ef11-9498-4055-9a11-006ac2b69eb2 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': '478ec93c-4c49-4f2e-a7b2-c960af1c1fb2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:30.986725 dv-neutron-828143-5-hyperv neutron-server[88369]: WARNING neutron.api.v2.base [None req-2eb1ef11-9498-4055-9a11-006ac2b69eb2 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 17 09:41:30.987203 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-2eb1ef11-9498-4055-9a11-006ac2b69eb2 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:30.992653 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2eb1ef11-9498-4055-9a11-006ac2b69eb2 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067844 Feb 17 09:41:30.999342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40580) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:30.999342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a0753ef8-3038-4a30-947d-fe1885a43be5 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': '478ec93c-4c49-4f2e-a7b2-c960af1c1fb2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:31.006240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0753ef8-3038-4a30-947d-fe1885a43be5 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:31.014549 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0753ef8-3038-4a30-947d-fe1885a43be5 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:31.020346 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0753ef8-3038-4a30-947d-fe1885a43be5 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:31.026720 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0753ef8-3038-4a30-947d-fe1885a43be5 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:31.131987 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-a0753ef8-3038-4a30-947d-fe1885a43be5 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Project b6a470a6632d42b780848c2f5b0b913d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:41:31.186156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:31.208754 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Transition to ACTIVE for port object db72a302-eb49-476e-aa08-dab43b375afd will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:41:31.279037 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-a0753ef8-3038-4a30-947d-fe1885a43be5 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:31.280449 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a0753ef8-3038-4a30-947d-fe1885a43be5 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2866118 Feb 17 09:41:31.290913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40584) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:31.296328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-16ff4985-3c89-454a-9539-77e0f083f34e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': '478ec93c-4c49-4f2e-a7b2-c960af1c1fb2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:31.303527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-16ff4985-3c89-454a-9539-77e0f083f34e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:31.306116 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:31.344621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-16ff4985-3c89-454a-9539-77e0f083f34e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:31.355020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-16ff4985-3c89-454a-9539-77e0f083f34e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:31.371570 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-16ff4985-3c89-454a-9539-77e0f083f34e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:31.388404 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 5b94b6be-e6e9-4894-be6d-ec48e49b7ca7 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:41:31.393298 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:31.397657 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:41:31.398228 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:31.417021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=db72a302-eb49-476e-aa08-dab43b375afd,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:31.479391 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-16ff4985-3c89-454a-9539-77e0f083f34e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Project b6a470a6632d42b780848c2f5b0b913d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:41:31.604065 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-16ff4985-3c89-454a-9539-77e0f083f34e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:31.608119 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-16ff4985-3c89-454a-9539-77e0f083f34e tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3160524 Feb 17 09:41:31.608276 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40588) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:31.648386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:31.695441 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b850015-9777-4e61-8ea6-189f5c4363f8 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:31.730880 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b850015-9777-4e61-8ea6-189f5c4363f8 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:31.886618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b850015-9777-4e61-8ea6-189f5c4363f8 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:31.905061 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b850015-9777-4e61-8ea6-189f5c4363f8 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=478ec93c-4c49-4f2e-a7b2-c960af1c1fb2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:31.920166 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b850015-9777-4e61-8ea6-189f5c4363f8 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:31.924089 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8b850015-9777-4e61-8ea6-189f5c4363f8 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "DELETE /v2.0/security-groups/478ec93c-4c49-4f2e-a7b2-c960af1c1fb2 HTTP/1.1" status: 204 len: 168 time: 0.3147376 Feb 17 09:41:31.924889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40592) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:31.984512 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8039600b-8f38-42d9-9bfd-2cd367dfc5d3 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Synchronizing usage tracker for tenant:b6a470a6632d42b780848c2f5b0b913d on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:32.025681 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc23f91-b772-4c12-8182-ee7586bfddd7 None None] Network 5b94b6be-e6e9-4894-be6d-ec48e49b7ca7 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:32.084468 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8039600b-8f38-42d9-9bfd-2cd367dfc5d3 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Unset dirty status for tenant:b6a470a6632d42b780848c2f5b0b913d on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:32.091298 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8039600b-8f38-42d9-9bfd-2cd367dfc5d3 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1590319 Feb 17 09:41:32.095558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40596) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:32.096837 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-89eb53e7-5a5b-42b2-abbb-156e93ce171c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254094670'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:32.104075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-89eb53e7-5a5b-42b2-abbb-156e93ce171c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:32.118325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-89eb53e7-5a5b-42b2-abbb-156e93ce171c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:32.122858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:32.238707 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-998bff67-6df3-4a13-b365-624e1c77704e None None] Provisioning for port 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:41:32.246891 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89eb53e7-5a5b-42b2-abbb-156e93ce171c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:32.249083 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:32.250666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:32.276344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-89eb53e7-5a5b-42b2-abbb-156e93ce171c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:32.280980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-89eb53e7-5a5b-42b2-abbb-156e93ce171c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:32.291976 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-89eb53e7-5a5b-42b2-abbb-156e93ce171c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:32.299965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-89eb53e7-5a5b-42b2-abbb-156e93ce171c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:32.398189 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89eb53e7-5a5b-42b2-abbb-156e93ce171c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:32.499959 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89eb53e7-5a5b-42b2-abbb-156e93ce171c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:32.534994 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=db72a302-eb49-476e-aa08-dab43b375afd,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:32.580077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb53e7-5a5b-42b2-abbb-156e93ce171c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05bb6c7a-792d-40e7-84d3-260b3ded0076,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:32.631375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 5b94b6be-e6e9-4894-be6d-ec48e49b7ca7 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:41:32.632900 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:41:32.633219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:32.696369 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89eb53e7-5a5b-42b2-abbb-156e93ce171c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:32.698337 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-89eb53e7-5a5b-42b2-abbb-156e93ce171c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6058021 Feb 17 09:41:32.701615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40600) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:32.711857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9f73611c-ceb8-4450-bf0b-086c3111864b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': '05bb6c7a-792d-40e7-84d3-260b3ded0076', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:32.720353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9f73611c-ceb8-4450-bf0b-086c3111864b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:32.725562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9f73611c-ceb8-4450-bf0b-086c3111864b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:32.730889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9f73611c-ceb8-4450-bf0b-086c3111864b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:32.731039 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-93a0e4f7-9e2b-495a-8398-8ed85e58fdde None None] Provisioning for port db72a302-eb49-476e-aa08-dab43b375afd completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:41:32.735932 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9f73611c-ceb8-4450-bf0b-086c3111864b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:32.737238 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-93a0e4f7-9e2b-495a-8398-8ed85e58fdde None None] Provisioning complete for port db72a302-eb49-476e-aa08-dab43b375afd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:32.738659 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93a0e4f7-9e2b-495a-8398-8ed85e58fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:32.819111 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:41:32.829354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-93a0e4f7-9e2b-495a-8398-8ed85e58fdde None None] Port db72a302-eb49-476e-aa08-dab43b375afd cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:41:32.834315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:32.835444 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:32.923903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-93a0e4f7-9e2b-495a-8398-8ed85e58fdde None None] Provisioning complete for port 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:32.924279 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93a0e4f7-9e2b-495a-8398-8ed85e58fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:32.944101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router 7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:41:33.074449 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-9f73611c-ceb8-4450-bf0b-086c3111864b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The resource could not be found. Feb 17 09:41:33.079057 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9f73611c-ceb8-4450-bf0b-086c3111864b tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3729742 Feb 17 09:41:33.079542 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40606) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:33.090508 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5ed6cc50-d48d-4a13-a8a4-110390c15e96 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': '05bb6c7a-792d-40e7-84d3-260b3ded0076', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '75d0ccd5-7fe0-41fd-b042-78c2d7c222ca'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:33.105867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:33.106396 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5ed6cc50-d48d-4a13-a8a4-110390c15e96 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:33.106396 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5ed6cc50-d48d-4a13-a8a4-110390c15e96 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:33.106583 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5ed6cc50-d48d-4a13-a8a4-110390c15e96 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:33.115397 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5ed6cc50-d48d-4a13-a8a4-110390c15e96 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:33.136188 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93a0e4f7-9e2b-495a-8398-8ed85e58fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:33.146143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:41:33.161707 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec56952-b961-41da-b6be-4438ef130ac6 None None] Sync routers for ids ['7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:41:33.166000 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f7d380c9-f8fd-43e5-aca0-e772535ab228 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2289674 Feb 17 09:41:33.166283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40610) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:33.171803 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5c4e9a4c-7cfb-47c9-be70-8759ff9c115b,segment=NetworkSegment(2c633756-7ba0-4ae5-b162-fe148331501f),segment_id=2c633756-7ba0-4ae5-b162-fe148331501f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:33.172508 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec56952-b961-41da-b6be-4438ef130ac6 None None] Routers {'7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:33.173357 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4ec56952-b961-41da-b6be-4438ef130ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:33.240384 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4ec56952-b961-41da-b6be-4438ef130ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:33.256650 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4b1fef-65c4-4351-9695-75bbb0cac7b0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:33.257321 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4e4b1fef-65c4-4351-9695-75bbb0cac7b0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Synchronizing usage tracker for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:33.259596 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec56952-b961-41da-b6be-4438ef130ac6 None None] Routers {'7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:33.261005 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4ec56952-b961-41da-b6be-4438ef130ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:33.270141 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:33.329009 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4ec56952-b961-41da-b6be-4438ef130ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:33.329254 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec56952-b961-41da-b6be-4438ef130ac6 None None] The sync data for ids ['7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:41:33.385570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-93a0e4f7-9e2b-495a-8398-8ed85e58fdde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:41:33.385913 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-93a0e4f7-9e2b-495a-8398-8ed85e58fdde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:41:33.393841 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=5c4e9a4c-7cfb-47c9-be70-8759ff9c115b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:33.401259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4e4b1fef-65c4-4351-9695-75bbb0cac7b0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Unset dirty status for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:33.402475 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4e4b1fef-65c4-4351-9695-75bbb0cac7b0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports/db72a302-eb49-476e-aa08-dab43b375afd HTTP/1.1" status: 200 len: 911 time: 0.2352188 Feb 17 09:41:33.405776 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40614) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:33.468883 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-5ed6cc50-d48d-4a13-a8a4-110390c15e96 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The resource could not be found. Feb 17 09:41:33.469915 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5ed6cc50-d48d-4a13-a8a4-110390c15e96 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3883579 Feb 17 09:41:33.473402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40618) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:33.553216 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-601f79de-d3a8-41b8-93d2-312df6cc36d4 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:33.596627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-601f79de-d3a8-41b8-93d2-312df6cc36d4 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:33.744380 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-601f79de-d3a8-41b8-93d2-312df6cc36d4 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:33.767133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f79de-d3a8-41b8-93d2-312df6cc36d4 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bb6c7a-792d-40e7-84d3-260b3ded0076,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:33.778429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-601f79de-d3a8-41b8-93d2-312df6cc36d4 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:33.780408 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-601f79de-d3a8-41b8-93d2-312df6cc36d4 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "DELETE /v2.0/security-groups/05bb6c7a-792d-40e7-84d3-260b3ded0076 HTTP/1.1" status: 204 len: 168 time: 0.3056428 Feb 17 09:41:33.786317 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40622) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:33.844400 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-fb49d75c-05a8-41c4-ad1a-40a15042df0c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Synchronizing usage tracker for tenant:b6a470a6632d42b780848c2f5b0b913d on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:33.936599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-fb49d75c-05a8-41c4-ad1a-40a15042df0c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Unset dirty status for tenant:b6a470a6632d42b780848c2f5b0b913d on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:33.942713 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fb49d75c-05a8-41c4-ad1a-40a15042df0c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1508238 Feb 17 09:41:33.945414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40626) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:33.950301 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-243101c8-9a76-46fc-a39b-f91afa01ab34 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': 'fa13b14c-b1ff-4d00-9af4-f9f51a7b0857', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:33.958345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-243101c8-9a76-46fc-a39b-f91afa01ab34 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:33.962629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-243101c8-9a76-46fc-a39b-f91afa01ab34 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:33.969791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-243101c8-9a76-46fc-a39b-f91afa01ab34 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:33.976221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-243101c8-9a76-46fc-a39b-f91afa01ab34 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:34.059053 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61051986-c817-4d7c-a5ac-e45cad460d4b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:34.086291 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bdb9be92-1324-4a5a-8991-3e2f95cff2a1 None None] Provisioning complete for port db72a302-eb49-476e-aa08-dab43b375afd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:34.089271 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bdb9be92-1324-4a5a-8991-3e2f95cff2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:34.148776 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bdb9be92-1324-4a5a-8991-3e2f95cff2a1 None None] Port db72a302-eb49-476e-aa08-dab43b375afd cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:41:34.195762 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-243101c8-9a76-46fc-a39b-f91afa01ab34 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The resource could not be found. Feb 17 09:41:34.196945 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-243101c8-9a76-46fc-a39b-f91afa01ab34 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2513685 Feb 17 09:41:34.202898 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40630) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:34.208833 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0b067b73-98fa-403f-81e0-2c4105535056 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1355381291'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:34.215285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0b067b73-98fa-403f-81e0-2c4105535056 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:34.228892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0b067b73-98fa-403f-81e0-2c4105535056 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:34.315323 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b067b73-98fa-403f-81e0-2c4105535056 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:34.344858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0b067b73-98fa-403f-81e0-2c4105535056 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:34.351074 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0b067b73-98fa-403f-81e0-2c4105535056 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:34.354944 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0b067b73-98fa-403f-81e0-2c4105535056 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:34.363061 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0b067b73-98fa-403f-81e0-2c4105535056 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:34.453306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b067b73-98fa-403f-81e0-2c4105535056 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:34.470326 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-61051986-c817-4d7c-a5ac-e45cad460d4b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port db72a302-eb49-476e-aa08-dab43b375afd {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:34.476608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61051986-c817-4d7c-a5ac-e45cad460d4b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:34.538279 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b067b73-98fa-403f-81e0-2c4105535056 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:34.573262 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:41:34.609018 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b067b73-98fa-403f-81e0-2c4105535056 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ec9c0e-c5e5-4c43-844c-ca37c0041bed,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:34.656751 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:34.657127 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:34.705802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61051986-c817-4d7c-a5ac-e45cad460d4b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:34.718466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b067b73-98fa-403f-81e0-2c4105535056 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:34.724672 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0b067b73-98fa-403f-81e0-2c4105535056 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5163436 Feb 17 09:41:34.725058 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40634) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:34.733686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3ec96b80-ba47-4400-b1bf-97ae7d843e41 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994777516'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:34.743224 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3ec96b80-ba47-4400-b1bf-97ae7d843e41 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:34.748462 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3ec96b80-ba47-4400-b1bf-97ae7d843e41 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:34.752712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3ec96b80-ba47-4400-b1bf-97ae7d843e41 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:34.762453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3ec96b80-ba47-4400-b1bf-97ae7d843e41 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:34.855788 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-61051986-c817-4d7c-a5ac-e45cad460d4b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for db72a302-eb49-476e-aa08-dab43b375afd owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:34.893209 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3ec96b80-ba47-4400-b1bf-97ae7d843e41 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:34.919821 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3ec96b80-ba47-4400-b1bf-97ae7d843e41 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:34.925286 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3ec96b80-ba47-4400-b1bf-97ae7d843e41 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:34.929219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3ec96b80-ba47-4400-b1bf-97ae7d843e41 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:34.937873 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3ec96b80-ba47-4400-b1bf-97ae7d843e41 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:35.068855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3ec96b80-ba47-4400-b1bf-97ae7d843e41 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:35.159022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61051986-c817-4d7c-a5ac-e45cad460d4b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:35.176545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3ec96b80-ba47-4400-b1bf-97ae7d843e41 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:35.216782 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61051986-c817-4d7c-a5ac-e45cad460d4b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Port': ['ID=db72a302-eb49-476e-aa08-dab43b375afd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:35.232571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec96b80-ba47-4400-b1bf-97ae7d843e41 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5e98bb-f102-48af-a90d-f3029744320b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:35.358777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3ec96b80-ba47-4400-b1bf-97ae7d843e41 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:35.362921 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3ec96b80-ba47-4400-b1bf-97ae7d843e41 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6337945 Feb 17 09:41:35.363200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40638) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:35.369716 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-12049909-520b-465d-a4d5-1fe7a7c220dd tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': 'e2ec9c0e-c5e5-4c43-844c-ca37c0041bed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ee5e98bb-f102-48af-a90d-f3029744320b'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:35.383789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-12049909-520b-465d-a4d5-1fe7a7c220dd tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:35.388427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-12049909-520b-465d-a4d5-1fe7a7c220dd tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:35.392618 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-12049909-520b-465d-a4d5-1fe7a7c220dd tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:35.402593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-12049909-520b-465d-a4d5-1fe7a7c220dd tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:35.559322 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61051986-c817-4d7c-a5ac-e45cad460d4b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:35.713683 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-12049909-520b-465d-a4d5-1fe7a7c220dd tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:35.715375 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-12049909-520b-465d-a4d5-1fe7a7c220dd tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3509636 Feb 17 09:41:35.718589 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40642) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:35.801700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3addfb66-dc46-41a0-9d61-a50810801e29 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:35.835887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3addfb66-dc46-41a0-9d61-a50810801e29 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:35.886426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61051986-c817-4d7c-a5ac-e45cad460d4b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router 7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:41:35.955638 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3addfb66-dc46-41a0-9d61-a50810801e29 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:35.978946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addfb66-dc46-41a0-9d61-a50810801e29 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5e98bb-f102-48af-a90d-f3029744320b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:35.991708 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3addfb66-dc46-41a0-9d61-a50810801e29 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:35.995700 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3addfb66-dc46-41a0-9d61-a50810801e29 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "DELETE /v2.0/security-groups/ee5e98bb-f102-48af-a90d-f3029744320b HTTP/1.1" status: 204 len: 168 time: 0.2729411 Feb 17 09:41:35.996167 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40646) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:36.054687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61051986-c817-4d7c-a5ac-e45cad460d4b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:41:36.073041 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-fd5f7e18-9788-4564-a879-d9a18d4ac43f tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Synchronizing usage tracker for tenant:b6a470a6632d42b780848c2f5b0b913d on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:36.073528 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29485ee0-9421-4c0d-8079-0fe515f7147c None None] Sync routers for ids ['7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:41:36.093097 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29485ee0-9421-4c0d-8079-0fe515f7147c None None] Routers {'7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:36.093826 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-29485ee0-9421-4c0d-8079-0fe515f7147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:36.150345 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-61051986-c817-4d7c-a5ac-e45cad460d4b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7406151 Feb 17 09:41:36.151087 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40650) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:36.162209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-29485ee0-9421-4c0d-8079-0fe515f7147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:36.172597 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29485ee0-9421-4c0d-8079-0fe515f7147c None None] Routers {'7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:36.173213 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-29485ee0-9421-4c0d-8079-0fe515f7147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:36.203959 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-fd5f7e18-9788-4564-a879-d9a18d4ac43f tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Unset dirty status for tenant:b6a470a6632d42b780848c2f5b0b913d on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:36.205327 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fd5f7e18-9788-4564-a879-d9a18d4ac43f tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2081175 Feb 17 09:41:36.210438 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40654) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:36.214187 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f2dac080-6c9f-4b64-85da-9505b734da10 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Synchronizing usage tracker for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:36.239105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-29485ee0-9421-4c0d-8079-0fe515f7147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:36.239584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29485ee0-9421-4c0d-8079-0fe515f7147c None None] The sync data for ids ['7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:41:36.298663 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c727-2ed6-4ac6-92f0-22bf1216d160 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:36.331117 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c727-2ed6-4ac6-92f0-22bf1216d160 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:36.336401 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f2dac080-6c9f-4b64-85da-9505b734da10 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Unset dirty status for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:36.336401 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f2dac080-6c9f-4b64-85da-9505b734da10 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2 HTTP/1.1" status: 200 len: 205 time: 0.1822715 Feb 17 09:41:36.337564 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40658) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:36.479288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2519283d-c21c-409b-92af-7024fcaae492 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:36.507342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c727-2ed6-4ac6-92f0-22bf1216d160 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:36.530406 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6c727-2ed6-4ac6-92f0-22bf1216d160 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ec9c0e-c5e5-4c43-844c-ca37c0041bed,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:36.626960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c727-2ed6-4ac6-92f0-22bf1216d160 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:36.630809 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f6a6c727-2ed6-4ac6-92f0-22bf1216d160 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "DELETE /v2.0/security-groups/e2ec9c0e-c5e5-4c43-844c-ca37c0041bed HTTP/1.1" status: 204 len: 168 time: 0.4168074 Feb 17 09:41:36.631457 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40662) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:36.689292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d3226b0a-fdd4-43a3-a21f-9a725c31c052 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Synchronizing usage tracker for tenant:b6a470a6632d42b780848c2f5b0b913d on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:36.787328 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d3226b0a-fdd4-43a3-a21f-9a725c31c052 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Unset dirty status for tenant:b6a470a6632d42b780848c2f5b0b913d on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:36.788634 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d3226b0a-fdd4-43a3-a21f-9a725c31c052 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1553431 Feb 17 09:41:36.792730 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40666) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:36.798101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bcb2314b-68ea-4644-ba27-595400f9dfdf tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159747746'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:36.805890 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bcb2314b-68ea-4644-ba27-595400f9dfdf tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:36.822509 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bcb2314b-68ea-4644-ba27-595400f9dfdf tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:36.907739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcb2314b-68ea-4644-ba27-595400f9dfdf tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:36.934450 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bcb2314b-68ea-4644-ba27-595400f9dfdf tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:36.938655 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bcb2314b-68ea-4644-ba27-595400f9dfdf tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:36.941614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bcb2314b-68ea-4644-ba27-595400f9dfdf tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:36.950246 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bcb2314b-68ea-4644-ba27-595400f9dfdf tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:36.961425 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2519283d-c21c-409b-92af-7024fcaae492 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:36.963896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2519283d-c21c-409b-92af-7024fcaae492 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:37.025973 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcb2314b-68ea-4644-ba27-595400f9dfdf tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:37.092441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2519283d-c21c-409b-92af-7024fcaae492 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:37.092903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2519283d-c21c-409b-92af-7024fcaae492 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Fanout notify agent at l3_agent the message router_deleted on router 7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:41:37.105169 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2519283d-c21c-409b-92af-7024fcaae492 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:37.106268 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2519283d-c21c-409b-92af-7024fcaae492 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/routers/7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2 HTTP/1.1" status: 204 len: 168 time: 0.7676606 Feb 17 09:41:37.108992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40670) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:37.135880 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcb2314b-68ea-4644-ba27-595400f9dfdf tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:37.180425 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2314b-68ea-4644-ba27-595400f9dfdf tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8725c51-e6d5-4139-9528-c22136396703,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:37.182908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-857fbb50-8dfe-44b9-b0e0-013db1b8691b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting subnet 53975854-e475-427c-bbc0-662cc0848bea {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:41:37.186445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-857fbb50-8dfe-44b9-b0e0-013db1b8691b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:37.242774 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-857fbb50-8dfe-44b9-b0e0-013db1b8691b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:37.307499 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcb2314b-68ea-4644-ba27-595400f9dfdf tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:37.309305 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bcb2314b-68ea-4644-ba27-595400f9dfdf tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5155597 Feb 17 09:41:37.312146 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40674) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:37.317358 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-37c5d8aa-cac5-43c3-8fd3-7466ea360921 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': 'c8725c51-e6d5-4139-9528-c22136396703', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:37.323606 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-37c5d8aa-cac5-43c3-8fd3-7466ea360921 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:37.327461 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-37c5d8aa-cac5-43c3-8fd3-7466ea360921 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:37.330362 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-37c5d8aa-cac5-43c3-8fd3-7466ea360921 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:37.336050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-857fbb50-8dfe-44b9-b0e0-013db1b8691b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:37.337459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-37c5d8aa-cac5-43c3-8fd3-7466ea360921 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:37.544200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-857fbb50-8dfe-44b9-b0e0-013db1b8691b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:37.584599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fbb50-8dfe-44b9-b0e0-013db1b8691b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Subnet': ['ID=53975854-e475-427c-bbc0-662cc0848bea,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:37.586543 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-857fbb50-8dfe-44b9-b0e0-013db1b8691b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:37.593992 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11be82d5-b8cc-4757-81b6-98d84e6e1309 None None] Network 5b94b6be-e6e9-4894-be6d-ec48e49b7ca7 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:37.595620 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-857fbb50-8dfe-44b9-b0e0-013db1b8691b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/53975854-e475-427c-bbc0-662cc0848bea HTTP/1.1" status: 204 len: 168 time: 0.4855826 Feb 17 09:41:37.595864 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40680) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:37.620630 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-37c5d8aa-cac5-43c3-8fd3-7466ea360921 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:37.621973 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-37c5d8aa-cac5-43c3-8fd3-7466ea360921 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3088324 Feb 17 09:41:37.625409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40684) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:37.633603 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-24443306-fa89-4ca8-9f4d-76aa69ea2e17 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group_rule': {'security_group_id': 'c8725c51-e6d5-4139-9528-c22136396703', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:37.641314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-24443306-fa89-4ca8-9f4d-76aa69ea2e17 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:37.646571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-24443306-fa89-4ca8-9f4d-76aa69ea2e17 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:37.649865 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-24443306-fa89-4ca8-9f4d-76aa69ea2e17 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:37.658988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-24443306-fa89-4ca8-9f4d-76aa69ea2e17 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:37.723547 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:37.734373 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:37.734796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:37.835558 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-24443306-fa89-4ca8-9f4d-76aa69ea2e17 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 09:41:37.840384 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-24443306-fa89-4ca8-9f4d-76aa69ea2e17 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2085397 Feb 17 09:41:37.840384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40688) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:37.851570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a05b99-78ed-4bd3-b8a8-4c4f1d8bc9bd None None] DHCP port deletion for 5b94b6be-e6e9-4894-be6d-ec48e49b7ca7 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:41:37.855794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-86a05b99-78ed-4bd3-b8a8-4c4f1d8bc9bd None None] Deleting port 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:37.856223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-86a05b99-78ed-4bd3-b8a8-4c4f1d8bc9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:37.911453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58dbdc89-0314-4b33-91b8-e594ba8240e2 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:37.939620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58dbdc89-0314-4b33-91b8-e594ba8240e2 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:37.952804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] For port 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5c4e9a4c-7cfb-47c9-be70-8759ff9c115b,segment=NetworkSegment(2c633756-7ba0-4ae5-b162-fe148331501f),segment_id=2c633756-7ba0-4ae5-b162-fe148331501f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:37.953496 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:38.079434 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-86a05b99-78ed-4bd3-b8a8-4c4f1d8bc9bd None None] For port 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5c4e9a4c-7cfb-47c9-be70-8759ff9c115b,segment=NetworkSegment(2c633756-7ba0-4ae5-b162-fe148331501f),segment_id=2c633756-7ba0-4ae5-b162-fe148331501f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:38.079712 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-86a05b99-78ed-4bd3-b8a8-4c4f1d8bc9bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:38.089308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:38.098820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58dbdc89-0314-4b33-91b8-e594ba8240e2 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:38.120133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbdc89-0314-4b33-91b8-e594ba8240e2 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8725c51-e6d5-4139-9528-c22136396703,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:38.127588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58dbdc89-0314-4b33-91b8-e594ba8240e2 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:38.129632 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-58dbdc89-0314-4b33-91b8-e594ba8240e2 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "DELETE /v2.0/security-groups/c8725c51-e6d5-4139-9528-c22136396703 HTTP/1.1" status: 204 len: 168 time: 0.2888105 Feb 17 09:41:38.132576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40692) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:38.206137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ffe093f5-a8a0-4ec4-bdbb-9bd3d6e2ca48 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Synchronizing usage tracker for tenant:b6a470a6632d42b780848c2f5b0b913d on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:38.208482 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-86a05b99-78ed-4bd3-b8a8-4c4f1d8bc9bd None None] Calling delete_port for 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:38.315182 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:38.321743 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-86a05b99-78ed-4bd3-b8a8-4c4f1d8bc9bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:41:38.322098 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-86a05b99-78ed-4bd3-b8a8-4c4f1d8bc9bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:41:38.447163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:38.477424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ffe093f5-a8a0-4ec4-bdbb-9bd3d6e2ca48 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Unset dirty status for tenant:b6a470a6632d42b780848c2f5b0b913d on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:38.478700 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ffe093f5-a8a0-4ec4-bdbb-9bd3d6e2ca48 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3451836 Feb 17 09:41:38.482855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40696) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:38.486912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Port': ['ID=5c4e9a4c-7cfb-47c9-be70-8759ff9c115b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:38.488433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d43a4ccd-1ed9-4232-bead-c8695081f287 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208316926'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:38.490838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] No DVR routers for this DVR port 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:41:38.496207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d43a4ccd-1ed9-4232-bead-c8695081f287 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:38.507498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d43a4ccd-1ed9-4232-bead-c8695081f287 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:38.551754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:41:38.587229 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:41:38.587560 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:41:38.621463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d43a4ccd-1ed9-4232-bead-c8695081f287 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:38.628222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:38.643379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d43a4ccd-1ed9-4232-bead-c8695081f287 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:38.648197 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d43a4ccd-1ed9-4232-bead-c8695081f287 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Usage tracker for resource:security_group_rule and tenant:b6a470a6632d42b780848c2f5b0b913d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:38.651509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d43a4ccd-1ed9-4232-bead-c8695081f287 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:38.655450 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b94b6be-e6e9-4894-be6d-ec48e49b7ca7']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:38.657489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d43a4ccd-1ed9-4232-bead-c8695081f287 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:38.669294 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c633756-7ba0-4ae5-b162-fe148331501f') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:38.677768 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c633756-7ba0-4ae5-b162-fe148331501f') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:38.681911 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:38.698132 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:38.704219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:41:38.704616 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:41:38.719481 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:41:38.734446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d43a4ccd-1ed9-4232-bead-c8695081f287 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:38.823894 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-86a05b99-78ed-4bd3-b8a8-4c4f1d8bc9bd None None] Deleting port 5c4e9a4c-7cfb-47c9-be70-8759ff9c115b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:38.824477 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-86a05b99-78ed-4bd3-b8a8-4c4f1d8bc9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:38.847566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d43a4ccd-1ed9-4232-bead-c8695081f287 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:38.897289 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-86a05b99-78ed-4bd3-b8a8-4c4f1d8bc9bd None None] The port '5c4e9a4c-7cfb-47c9-be70-8759ff9c115b' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:41:38.897766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a4ccd-1ed9-4232-bead-c8695081f287 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b91a7d-b523-4309-8333-829a406fbbe8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:38.915571 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:38.934562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:38.945630 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Network': ['ID=5b94b6be-e6e9-4894-be6d-ec48e49b7ca7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:39.012590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d43a4ccd-1ed9-4232-bead-c8695081f287 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:39.013840 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d43a4ccd-1ed9-4232-bead-c8695081f287 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5299022 Feb 17 09:41:39.016802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40700) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:39.022332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dc52bf69-3c04-414b-a9a9-f1e4417b5000 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:39.022980 dv-neutron-828143-5-hyperv neutron-server[88370]: WARNING neutron.api.v2.base [None req-dc52bf69-3c04-414b-a9a9-f1e4417b5000 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 17 09:41:39.023469 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-dc52bf69-3c04-414b-a9a9-f1e4417b5000 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] update failed (client error): There was a conflict when trying to complete your request. Feb 17 09:41:39.024388 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-dc52bf69-3c04-414b-a9a9-f1e4417b5000 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "PUT /v2.0/security-groups/96b91a7d-b523-4309-8333-829a406fbbe8 HTTP/1.1" status: 409 len: 330 time: 0.0066624 Feb 17 09:41:39.026999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40704) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:39.088502 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b9418252-b7c9-46b8-879f-99a9c7320cda tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/networks/5b94b6be-e6e9-4894-be6d-ec48e49b7ca7 HTTP/1.1" status: 204 len: 168 time: 1.4909053 Feb 17 09:41:39.093233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cd2607d-3925-44c3-abba-612a029f17b7 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:39.093463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40708) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:39.097749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1744378292', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:39.105426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:39.109374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:router and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:39.112334 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:39.119058 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:39.121854 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cd2607d-3925-44c3-abba-612a029f17b7 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:39.204598 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:39.205604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:39.229693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cd2607d-3925-44c3-abba-612a029f17b7 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:39.236590 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:39.248191 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2607d-3925-44c3-abba-612a029f17b7 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b91a7d-b523-4309-8333-829a406fbbe8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:39.260430 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cd2607d-3925-44c3-abba-612a029f17b7 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:39.261557 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1cd2607d-3925-44c3-abba-612a029f17b7 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "DELETE /v2.0/security-groups/96b91a7d-b523-4309-8333-829a406fbbe8 HTTP/1.1" status: 204 len: 168 time: 0.2337353 Feb 17 09:41:39.264462 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40712) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:39.430359 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-07ff75e2-c727-40e7-a8cb-72ea3e5c9480 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1647243 Feb 17 09:41:39.434260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40716) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:39.451687 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-60e93d00-f50a-4705-a1ca-08786f4ec152 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] delete failed (client error): The resource could not be found. Feb 17 09:41:39.452774 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-60e93d00-f50a-4705-a1ca-08786f4ec152 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "DELETE /v2.0/security-groups/84a712c4-48f4-4b36-b4c7-c105945da9a5 HTTP/1.1" status: 404 len: 347 time: 0.0174778 Feb 17 09:41:39.457213 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40720) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:39.473220 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-4b3decff-1a25-4a2f-806e-4cc092f7ff05 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] show failed (client error): The resource could not be found. Feb 17 09:41:39.478314 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4b3decff-1a25-4a2f-806e-4cc092f7ff05 tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "GET /v2.0/security-groups/04aff5b2-87f4-497c-be82-88066e1556d9 HTTP/1.1" status: 404 len: 347 time: 0.0160887 Feb 17 09:41:39.478807 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40724) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:39.497786 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-4761327d-7d85-4eb4-8b63-f0242ceca56c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] show failed (client error): The resource could not be found. Feb 17 09:41:39.499008 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4761327d-7d85-4eb4-8b63-f0242ceca56c tempest-NegativeSecGroupIPv6Test-1730698904 tempest-NegativeSecGroupIPv6Test-1730698904-project] 10.222.0.75 "GET /v2.0/security-group-rules/242158e6-d315-48bd-8942-71f9b6547c10 HTTP/1.1" status: 404 len: 356 time: 0.0178540 Feb 17 09:41:39.572393 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:39.945549 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:39.975370 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:40.112537 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40732) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:40.116644 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Allocated IP 172.26.4.154 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/0514fa8e-6a6d-41ea-938b-df70111ecb11) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:41:40.271949 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-15438d86-0b99-4b79-835d-4e0e4ac8783a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b6a470a6632d42b780848c2f5b0b913d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575539 Feb 17 09:41:40.274013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:40.274522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40740) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:40.334692 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e317-01a9-4c79-ac74-95dcff983c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:40.360893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e317-01a9-4c79-ac74-95dcff983c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:40.399151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:40.467505 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:41:40.470368 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:40.473563 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:41:40.489733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e317-01a9-4c79-ac74-95dcff983c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:40.506417 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3e317-01a9-4c79-ac74-95dcff983c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7ae03c-a2f6-4f68-89b3-00e32d8faefd,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:40.515034 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e317-01a9-4c79-ac74-95dcff983c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:40.516187 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7ae3e317-01a9-4c79-ac74-95dcff983c5e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3e7ae03c-a2f6-4f68-89b3-00e32d8faefd HTTP/1.1" status: 204 len: 168 time: 0.2404912 Feb 17 09:41:40.646702 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=0514fa8e-6a6d-41ea-938b-df70111ecb11,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:41.148171 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:41.519727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:41.746105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40766) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:41.860132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1478293381'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:41.866763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:41.870891 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Usage tracker for resource:network and tenant:808604a081ee4674ac7a7e0ea307cd32 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:41.873913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:41.880975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router a54bd18e-ddf0-4b0b-be35-dc87f06223f8 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:41:41.881614 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:42.001068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Made reservation on behalf of 808604a081ee4674ac7a7e0ea307cd32 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:41:42.005372 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:42.021465 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:42.039008 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:42.042961 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Usage tracker for resource:security_group_rule and tenant:808604a081ee4674ac7a7e0ea307cd32 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:42.045845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:42.052485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:42.062174 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:41:42.072061 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f795d79-2a4b-48a1-a432-b96c46719581 None None] Sync routers for ids ['a54bd18e-ddf0-4b0b-be35-dc87f06223f8'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:41:42.082485 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f795d79-2a4b-48a1-a432-b96c46719581 None None] Routers {'a54bd18e-ddf0-4b0b-be35-dc87f06223f8'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:42.083377 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1f795d79-2a4b-48a1-a432-b96c46719581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['a54bd18e-ddf0-4b0b-be35-dc87f06223f8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:42.140209 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:42.178350 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1f795d79-2a4b-48a1-a432-b96c46719581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:42.186729 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f795d79-2a4b-48a1-a432-b96c46719581 None None] Routers {'a54bd18e-ddf0-4b0b-be35-dc87f06223f8'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:42.187327 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1f795d79-2a4b-48a1-a432-b96c46719581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['a54bd18e-ddf0-4b0b-be35-dc87f06223f8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:42.248137 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1f795d79-2a4b-48a1-a432-b96c46719581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:42.248557 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f795d79-2a4b-48a1-a432-b96c46719581 None None] The sync data for ids ['a54bd18e-ddf0-4b0b-be35-dc87f06223f8'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:41:42.320798 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:42.322119 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b7678cad-a8af-4c07-9cde-1ecdec89ea04 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2294259 Feb 17 09:41:42.324852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40772) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:42.392885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:42.427356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:41:42.435994 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f99a9b-5555-4d77-9635-590b41c11fcb,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:42.441551 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:42.441891 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Added segment 0e7c40d2-194b-4bb0-a327-33df9d325a73 of type vlan for network c0fac250-5061-4dea-9b66-460f83988340 Feb 17 09:41:42.470516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:42.569979 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:42.575916 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:42.576707 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:42.657406 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-651a5a99-780d-4cba-8611-3b366afe436a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/routers/a54bd18e-ddf0-4b0b-be35-dc87f06223f8 HTTP/1.1" status: 200 len: 885 time: 0.3313560 Feb 17 09:41:42.660786 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40776) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:42.689266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Pushing event updated for resources: {'Network': ['ID=c0fac250-5061-4dea-9b66-460f83988340,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:42.700630 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network c0fac250-5061-4dea-9b66-460f83988340 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:41:42.772186 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a7065213-fbe7-4865-bd54-4732f727053e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0249126 Feb 17 09:41:42.775553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40780) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:42.782338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-42643d1f-f719-4190-8b2f-3ffdb8ea39e3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Request body: {'subnet': {'network_id': 'c0fac250-5061-4dea-9b66-460f83988340', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:42.887351 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4c26738d-2b3d-44b9-b37c-3cf45c32f2a9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Synchronizing usage tracker for tenant:20371ebabda94d449303ae0cac72609b on resource:router {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:42.904588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-42643d1f-f719-4190-8b2f-3ffdb8ea39e3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:42.908345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-42643d1f-f719-4190-8b2f-3ffdb8ea39e3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Usage tracker for resource:subnet and tenant:808604a081ee4674ac7a7e0ea307cd32 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:42.912318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-42643d1f-f719-4190-8b2f-3ffdb8ea39e3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:42.917992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-42643d1f-f719-4190-8b2f-3ffdb8ea39e3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:43.055525 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4c26738d-2b3d-44b9-b37c-3cf45c32f2a9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Unset dirty status for tenant:20371ebabda94d449303ae0cac72609b on resource:router {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:43.056767 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4c26738d-2b3d-44b9-b37c-3cf45c32f2a9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3949814 Feb 17 09:41:43.059563 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40786) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:43.064927 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f9ff1c4b-fed5-45b2-ad66-81c7ee3c93e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1744378292'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:43.072914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42643d1f-f719-4190-8b2f-3ffdb8ea39e3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Made reservation on behalf of 808604a081ee4674ac7a7e0ea307cd32 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:41:43.076447 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-42643d1f-f719-4190-8b2f-3ffdb8ea39e3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:43.383734 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-42643d1f-f719-4190-8b2f-3ffdb8ea39e3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:43.466529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42643d1f-f719-4190-8b2f-3ffdb8ea39e3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Pushing event updated for resources: {'Subnet': ['ID=2727dd62-e200-41ae-86ad-ab5f7f80ca4a,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:43.479076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42643d1f-f719-4190-8b2f-3ffdb8ea39e3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Checking segment: {'id': '0e7c40d2-194b-4bb0-a327-33df9d325a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c0fac250-5061-4dea-9b66-460f83988340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:41:43.479437 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42643d1f-f719-4190-8b2f-3ffdb8ea39e3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Network hostable DHCP agents. Network: c0fac250-5061-4dea-9b66-460f83988340, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:41:43.600590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42643d1f-f719-4190-8b2f-3ffdb8ea39e3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Network c0fac250-5061-4dea-9b66-460f83988340 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:41:43.603336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9ff1c4b-fed5-45b2-ad66-81c7ee3c93e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:43.709663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-42643d1f-f719-4190-8b2f-3ffdb8ea39e3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, c0fac250-5061-4dea-9b66-460f83988340) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:43.713967 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42643d1f-f719-4190-8b2f-3ffdb8ea39e3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:43.719211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-42643d1f-f719-4190-8b2f-3ffdb8ea39e3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:43.720727 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a57430e-ad8f-4f68-8361-0cb11fe79a92 None None] Network c0fac250-5061-4dea-9b66-460f83988340 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:43.744327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9ff1c4b-fed5-45b2-ad66-81c7ee3c93e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:43.809589 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-42643d1f-f719-4190-8b2f-3ffdb8ea39e3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0303247 Feb 17 09:41:43.810210 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40790) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:43.826527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Request body: {'port': {'network_id': 'c0fac250-5061-4dea-9b66-460f83988340', 'name': 'tempest-TagsExtTest-516978047'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:43.942809 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ff1c4b-fed5-45b2-ad66-81c7ee3c93e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router a54bd18e-ddf0-4b0b-be35-dc87f06223f8 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:41:43.943798 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-c0fac250-5061-4dea-9b66-460f83988340', 'network_id': 'c0fac250-5061-4dea-9b66-460f83988340', 'tenant_id': '808604a081ee4674ac7a7e0ea307cd32', 'fixed_ips': [{'subnet_id': '2727dd62-e200-41ae-86ad-ab5f7f80ca4a'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:41:43.945392 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:43.981231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:43.985823 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Usage tracker for resource:port and tenant:808604a081ee4674ac7a7e0ea307cd32 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:43.989786 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:43.997284 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:44.076546 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Made reservation on behalf of 808604a081ee4674ac7a7e0ea307cd32 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:41:44.080398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:44.106319 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] device_id is not set on port 827af5ce-f192-4efe-97b2-579ef44fc8d1 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:41:44.127517 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ff1c4b-fed5-45b2-ad66-81c7ee3c93e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:41:44.134739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9ff1c4b-fed5-45b2-ad66-81c7ee3c93e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:44.135938 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f9ff1c4b-fed5-45b2-ad66-81c7ee3c93e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/a54bd18e-ddf0-4b0b-be35-dc87f06223f8 HTTP/1.1" status: 200 len: 892 time: 1.0753322 Feb 17 09:41:44.142265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40794) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:44.142494 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb2d5a1-5dc7-403a-97cf-86d0982d5e27 None None] Sync routers for ids ['a54bd18e-ddf0-4b0b-be35-dc87f06223f8'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:41:44.157451 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Allocated IP 172.20.0.2 (c0fac250-5061-4dea-9b66-460f83988340/2727dd62-e200-41ae-86ad-ab5f7f80ca4a/4718dd65-554d-43bc-ac16-84a19b4c69cc) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:41:44.164439 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb2d5a1-5dc7-403a-97cf-86d0982d5e27 None None] Routers {'a54bd18e-ddf0-4b0b-be35-dc87f06223f8'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:44.165039 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4bb2d5a1-5dc7-403a-97cf-86d0982d5e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['a54bd18e-ddf0-4b0b-be35-dc87f06223f8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:44.230480 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4bb2d5a1-5dc7-403a-97cf-86d0982d5e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:44.306439 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb2d5a1-5dc7-403a-97cf-86d0982d5e27 None None] Routers {'a54bd18e-ddf0-4b0b-be35-dc87f06223f8'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:44.307223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4bb2d5a1-5dc7-403a-97cf-86d0982d5e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['a54bd18e-ddf0-4b0b-be35-dc87f06223f8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:44.372614 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4bb2d5a1-5dc7-403a-97cf-86d0982d5e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:44.373011 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb2d5a1-5dc7-403a-97cf-86d0982d5e27 None None] The sync data for ids ['a54bd18e-ddf0-4b0b-be35-dc87f06223f8'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:41:44.474658 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b46dbf8b-15e7-428a-9761-8ebc6cad4164 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/routers/a54bd18e-ddf0-4b0b-be35-dc87f06223f8 HTTP/1.1" status: 200 len: 892 time: 0.3310790 Feb 17 09:41:44.477581 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40798) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:44.506603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:44.517031 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Transition to ACTIVE for port object 4718dd65-554d-43bc-ac16-84a19b4c69cc will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:41:44.524991 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3abfeb33-9c8f-4e79-9d70-aae9ed73f399 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports?device_id=a54bd18e-ddf0-4b0b-be35-dc87f06223f8 HTTP/1.1" status: 200 len: 205 time: 0.0461135 Feb 17 09:41:44.527812 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40802) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:44.537742 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Transition to ACTIVE for port object 4718dd65-554d-43bc-ac16-84a19b4c69cc will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:41:44.633431 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:44.706053 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Network c0fac250-5061-4dea-9b66-460f83988340 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:41:44.709728 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:44.715226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:41:44.717689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Pushing event updated for resources: {'Port': ['ID=4718dd65-554d-43bc-ac16-84a19b4c69cc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:44.760209 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0b41-7887-4103-bdf8-0ed8d9d55b79 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:44.817013 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Attempting to bind port 4718dd65-554d-43bc-ac16-84a19b4c69cc on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:41:44.817633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Attempting to bind port 4718dd65-554d-43bc-ac16-84a19b4c69cc by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '0e7c40d2-194b-4bb0-a327-33df9d325a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c0fac250-5061-4dea-9b66-460f83988340'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:41:44.817633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Attempting to bind port 4718dd65-554d-43bc-ac16-84a19b4c69cc on network c0fac250-5061-4dea-9b66-460f83988340 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:41:44.823357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:41:44.823733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Checking segment: {'id': '0e7c40d2-194b-4bb0-a327-33df9d325a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c0fac250-5061-4dea-9b66-460f83988340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:41:44.824136 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:44.824538 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Bound using segment: {'id': '0e7c40d2-194b-4bb0-a327-33df9d325a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c0fac250-5061-4dea-9b66-460f83988340'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:41:44.825006 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Bound port: 4718dd65-554d-43bc-ac16-84a19b4c69cc, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7c40d2-194b-4bb0-a327-33df9d325a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c0fac250-5061-4dea-9b66-460f83988340'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:41:44.825380 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:44.829505 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Allocated IP 172.20.0.13 (c0fac250-5061-4dea-9b66-460f83988340/2727dd62-e200-41ae-86ad-ab5f7f80ca4a/827af5ce-f192-4efe-97b2-579ef44fc8d1) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:41:44.921167 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] For port 4718dd65-554d-43bc-ac16-84a19b4c69cc, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:41:44.924197 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] For port 4718dd65-554d-43bc-ac16-84a19b4c69cc, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=4718dd65-554d-43bc-ac16-84a19b4c69cc,segment=NetworkSegment(0e7c40d2-194b-4bb0-a327-33df9d325a73),segment_id=0e7c40d2-194b-4bb0-a327-33df9d325a73)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:41:45.021905 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:45.049510 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0b41-7887-4103-bdf8-0ed8d9d55b79 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:45.105155 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b25b22-a72f-4778-923f-e6fcdad766dc None None] Pushing event updated for resources: {'Port': ['ID=4718dd65-554d-43bc-ac16-84a19b4c69cc,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:45.135588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd0b41-7887-4103-bdf8-0ed8d9d55b79 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port 0514fa8e-6a6d-41ea-938b-df70111ecb11 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:45.141123 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0b41-7887-4103-bdf8-0ed8d9d55b79 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:45.175687 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:45.205265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Transition to ACTIVE for port object 827af5ce-f192-4efe-97b2-579ef44fc8d1 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:41:45.341682 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0b41-7887-4103-bdf8-0ed8d9d55b79 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:45.461865 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:45.469627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd0b41-7887-4103-bdf8-0ed8d9d55b79 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for 0514fa8e-6a6d-41ea-938b-df70111ecb11 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:45.587303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Network c0fac250-5061-4dea-9b66-460f83988340 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:41:45.592139 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:45.600208 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:41:45.624744 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Pushing event updated for resources: {'Port': ['ID=827af5ce-f192-4efe-97b2-579ef44fc8d1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:45.808831 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:45.809451 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:45.950392 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7948b284-23f1-41cd-8dcb-ea490d70c61b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1391490 Feb 17 09:41:45.953219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40806) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:45.958656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-46350d74-470a-4567-9dfb-d216897945ee tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1788984415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:45.965657 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-46350d74-470a-4567-9dfb-d216897945ee tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:45.969567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-46350d74-470a-4567-9dfb-d216897945ee tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Usage tracker for resource:router and tenant:808604a081ee4674ac7a7e0ea307cd32 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:45.974199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-46350d74-470a-4567-9dfb-d216897945ee tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:45.980949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0b41-7887-4103-bdf8-0ed8d9d55b79 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:45.984722 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-46350d74-470a-4567-9dfb-d216897945ee tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:46.036966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd0b41-7887-4103-bdf8-0ed8d9d55b79 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Port': ['ID=0514fa8e-6a6d-41ea-938b-df70111ecb11,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:46.084620 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5668c4-abe5-4997-8f01-820224fae676 None None] Network c0fac250-5061-4dea-9b66-460f83988340 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:46.112456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-46350d74-470a-4567-9dfb-d216897945ee tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.114061 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-46350d74-470a-4567-9dfb-d216897945ee tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.143750 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0b41-7887-4103-bdf8-0ed8d9d55b79 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.252097 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-46350d74-470a-4567-9dfb-d216897945ee tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.293321 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f49dea7f-d53d-412a-b9a1-366ffc0b6055 None None] Provisioning for port 4718dd65-554d-43bc-ac16-84a19b4c69cc completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:41:46.339530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0b41-7887-4103-bdf8-0ed8d9d55b79 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.340970 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0b41-7887-4103-bdf8-0ed8d9d55b79 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.424448 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-46350d74-470a-4567-9dfb-d216897945ee tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.467069 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0b41-7887-4103-bdf8-0ed8d9d55b79 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.467611 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfd0b41-7887-4103-bdf8-0ed8d9d55b79 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Fanout notify agent at l3_agent the message router_deleted on router a54bd18e-ddf0-4b0b-be35-dc87f06223f8 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:41:46.477737 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0b41-7887-4103-bdf8-0ed8d9d55b79 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.480643 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40810) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:46.481350 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cbfd0b41-7887-4103-bdf8-0ed8d9d55b79 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/routers/a54bd18e-ddf0-4b0b-be35-dc87f06223f8 HTTP/1.1" status: 204 len: 168 time: 1.9518819 Feb 17 09:41:46.486389 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1c9c4580-0cdc-4e1a-b4f9-eec7568076e9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1290192521'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:46.492479 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1c9c4580-0cdc-4e1a-b4f9-eec7568076e9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:46.496778 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1c9c4580-0cdc-4e1a-b4f9-eec7568076e9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:network and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:46.499784 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1c9c4580-0cdc-4e1a-b4f9-eec7568076e9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:46.507969 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1c9c4580-0cdc-4e1a-b4f9-eec7568076e9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:46.567305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-46350d74-470a-4567-9dfb-d216897945ee tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.570855 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-46350d74-470a-4567-9dfb-d216897945ee tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6141365 Feb 17 09:41:46.571252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40814) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:46.576665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-302f49d8-6c65-4b00-85b7-e59786201392 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1816689615', 'prefixes': ['172.20.0.0/16']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:46.583926 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-302f49d8-6c65-4b00-85b7-e59786201392 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:46.597285 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 4718dd65-554d-43bc-ac16-84a19b4c69cc up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:41:46.715306 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-04f89838-86eb-424c-8945-598a6fa57d59 None None] Provisioning for port 827af5ce-f192-4efe-97b2-579ef44fc8d1 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:41:46.721039 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-04f89838-86eb-424c-8945-598a6fa57d59 None None] Provisioning complete for port 827af5ce-f192-4efe-97b2-579ef44fc8d1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:46.721435 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-04f89838-86eb-424c-8945-598a6fa57d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.759002 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9c4580-0cdc-4e1a-b4f9-eec7568076e9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:41:46.763200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c9c4580-0cdc-4e1a-b4f9-eec7568076e9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.778966 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-04f89838-86eb-424c-8945-598a6fa57d59 None None] Port 827af5ce-f192-4efe-97b2-579ef44fc8d1 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:41:46.798093 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 4718dd65-554d-43bc-ac16-84a19b4c69cc completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:41:46.800922 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9c4580-0cdc-4e1a-b4f9-eec7568076e9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:41:46.803923 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 4718dd65-554d-43bc-ac16-84a19b4c69cc triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:46.804299 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.811025 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c9c4580-0cdc-4e1a-b4f9-eec7568076e9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.811372 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-1c9c4580-0cdc-4e1a-b4f9-eec7568076e9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Added segment bcacd433-d185-4596-964f-17569948b46e of type vlan for network df96a66b-782c-45eb-b17e-9e3e1885df65 Feb 17 09:41:46.838194 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c9c4580-0cdc-4e1a-b4f9-eec7568076e9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.927542 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2a4e9d1f-381a-4698-b29f-557bd59fa303 None None] Provisioning complete for port 827af5ce-f192-4efe-97b2-579ef44fc8d1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:46.927910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9d1f-381a-4698-b29f-557bd59fa303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.958591 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.966275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c9c4580-0cdc-4e1a-b4f9-eec7568076e9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:46.972313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9c4580-0cdc-4e1a-b4f9-eec7568076e9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:46.972969 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c9c4580-0cdc-4e1a-b4f9-eec7568076e9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:47.006723 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e9d1f-381a-4698-b29f-557bd59fa303 None None] Port 827af5ce-f192-4efe-97b2-579ef44fc8d1 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:41:47.012720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 4718dd65-554d-43bc-ac16-84a19b4c69cc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=4718dd65-554d-43bc-ac16-84a19b4c69cc,segment=NetworkSegment(0e7c40d2-194b-4bb0-a327-33df9d325a73),segment_id=0e7c40d2-194b-4bb0-a327-33df9d325a73)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:47.095772 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:47.171095 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=4718dd65-554d-43bc-ac16-84a19b4c69cc,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:47.190293 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-302f49d8-6c65-4b00-85b7-e59786201392 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks [] for subnetpool, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:47.192469 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-302f49d8-6c65-4b00-85b7-e59786201392 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6201310 Feb 17 09:41:47.197656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40818) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:47.209368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-c8cacc9c-12b9-4ad5-9eb9-272cb371c74b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2727dd62-e200-41ae-86ad-ab5f7f80ca4a', 'tempest-TagsExtTest-Tag-513075371') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:47.215841 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c4580-0cdc-4e1a-b4f9-eec7568076e9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Network': ['ID=df96a66b-782c-45eb-b17e-9e3e1885df65,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:47.227706 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network df96a66b-782c-45eb-b17e-9e3e1885df65 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:41:47.256195 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1c9c4580-0cdc-4e1a-b4f9-eec7568076e9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7712896 Feb 17 09:41:47.257044 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40822) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:47.263513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e62260b1-8ae4-4a62-94c2-acc52fce5cfe tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'subnet': {'network_id': 'df96a66b-782c-45eb-b17e-9e3e1885df65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:47.380847 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e62260b1-8ae4-4a62-94c2-acc52fce5cfe tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:47.384658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e62260b1-8ae4-4a62-94c2-acc52fce5cfe tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:subnet and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:47.387590 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e62260b1-8ae4-4a62-94c2-acc52fce5cfe tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:47.393289 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e62260b1-8ae4-4a62-94c2-acc52fce5cfe tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:47.425666 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c8cacc9c-12b9-4ad5-9eb9-272cb371c74b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "PUT /v2.0/subnets/2727dd62-e200-41ae-86ad-ab5f7f80ca4a/tags/tempest-TagsExtTest-Tag-513075371 HTTP/1.1" status: 201 len: 201 time: 0.2250543 Feb 17 09:41:47.429416 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40826) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:47.434844 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-47cb40ca-0b67-48f3-9304-130eb980d474 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '827af5ce-f192-4efe-97b2-579ef44fc8d1', 'tempest-TagsExtTest-Tag-2132664391') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:47.512164 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62260b1-8ae4-4a62-94c2-acc52fce5cfe tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:41:47.515625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e62260b1-8ae4-4a62-94c2-acc52fce5cfe tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:47.673488 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-47cb40ca-0b67-48f3-9304-130eb980d474 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "PUT /v2.0/ports/827af5ce-f192-4efe-97b2-579ef44fc8d1/tags/tempest-TagsExtTest-Tag-2132664391 HTTP/1.1" status: 201 len: 201 time: 0.2430127 Feb 17 09:41:47.676951 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40830) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:47.683461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-97c2e778-56c2-4af6-8c4f-0001d17813a3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '537f59f1-0ba6-4af2-8963-cbe5d2bca91a', 'tempest-TagsExtTest-Tag-1381222156') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:47.838753 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e62260b1-8ae4-4a62-94c2-acc52fce5cfe tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:47.904612 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-97c2e778-56c2-4af6-8c4f-0001d17813a3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "PUT /v2.0/routers/537f59f1-0ba6-4af2-8963-cbe5d2bca91a/tags/tempest-TagsExtTest-Tag-1381222156 HTTP/1.1" status: 201 len: 201 time: 0.2265315 Feb 17 09:41:47.907348 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40834) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:47.913012 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-a743bec7-fc0e-45df-b00f-e1e4879b8cb8 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4d243cb7-886b-451c-acb4-a7850e4b3fa9', 'tempest-TagsExtTest-Tag-1398699744') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:47.923954 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62260b1-8ae4-4a62-94c2-acc52fce5cfe tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Subnet': ['ID=5252d644-704a-408c-b905-774a2245c2df,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:47.933346 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62260b1-8ae4-4a62-94c2-acc52fce5cfe tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Checking segment: {'id': 'bcacd433-d185-4596-964f-17569948b46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'df96a66b-782c-45eb-b17e-9e3e1885df65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:41:47.933766 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62260b1-8ae4-4a62-94c2-acc52fce5cfe tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network hostable DHCP agents. Network: df96a66b-782c-45eb-b17e-9e3e1885df65, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:41:48.069535 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62260b1-8ae4-4a62-94c2-acc52fce5cfe tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network df96a66b-782c-45eb-b17e-9e3e1885df65 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:41:48.099114 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a743bec7-fc0e-45df-b00f-e1e4879b8cb8 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "PUT /v2.0/subnetpools/4d243cb7-886b-451c-acb4-a7850e4b3fa9/tags/tempest-TagsExtTest-Tag-1398699744 HTTP/1.1" status: 201 len: 201 time: 0.1907737 Feb 17 09:41:48.101765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40838) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:48.106555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-22f38784-31b9-4fcb-9cc5-c109ec982c1d tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2727dd62-e200-41ae-86ad-ab5f7f80ca4a') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:48.171850 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-22f38784-31b9-4fcb-9cc5-c109ec982c1d tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/subnets/2727dd62-e200-41ae-86ad-ab5f7f80ca4a/tags HTTP/1.1" status: 200 len: 240 time: 0.0688901 Feb 17 09:41:48.174204 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40842) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:48.178092 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e62260b1-8ae4-4a62-94c2-acc52fce5cfe tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, df96a66b-782c-45eb-b17e-9e3e1885df65) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:48.179604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-7354cc66-9abc-4f0d-805c-09d573d0f37d tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2727dd62-e200-41ae-86ad-ab5f7f80ca4a', 'tempest-TagsExtTest-Tag-513075371') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:48.186074 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62260b1-8ae4-4a62-94c2-acc52fce5cfe tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:48.187041 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e62260b1-8ae4-4a62-94c2-acc52fce5cfe tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:48.187355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee842592-efc7-4927-8cdf-967520b3a465 None None] Network df96a66b-782c-45eb-b17e-9e3e1885df65 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:48.249215 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7354cc66-9abc-4f0d-805c-09d573d0f37d tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/subnets/2727dd62-e200-41ae-86ad-ab5f7f80ca4a/tags/tempest-TagsExtTest-Tag-513075371 HTTP/1.1" status: 204 len: 168 time: 0.0739555 Feb 17 09:41:48.251667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40846) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:48.256617 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-d4ae51de-c812-4f2a-9c04-97cd0c1ce3eb tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2727dd62-e200-41ae-86ad-ab5f7f80ca4a', 'tempest-TagsExtTest-Tag-513075371') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:48.276913 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e62260b1-8ae4-4a62-94c2-acc52fce5cfe tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0184407 Feb 17 09:41:48.279231 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40850) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:48.285019 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f3ebd02d-2107-43df-a1f1-dd92f4c55c50 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-913251752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:48.291455 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f3ebd02d-2107-43df-a1f1-dd92f4c55c50 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:48.302893 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f3ebd02d-2107-43df-a1f1-dd92f4c55c50 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:48.389599 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3ebd02d-2107-43df-a1f1-dd92f4c55c50 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:48.390724 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3ebd02d-2107-43df-a1f1-dd92f4c55c50 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:48.406885 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3ebd02d-2107-43df-a1f1-dd92f4c55c50 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:48.408998 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-df96a66b-782c-45eb-b17e-9e3e1885df65', 'network_id': 'df96a66b-782c-45eb-b17e-9e3e1885df65', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'fixed_ips': [{'subnet_id': '5252d644-704a-408c-b905-774a2245c2df'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:41:48.410417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:48.460274 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d4ae51de-c812-4f2a-9c04-97cd0c1ce3eb tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/subnets/2727dd62-e200-41ae-86ad-ab5f7f80ca4a/tags/tempest-TagsExtTest-Tag-513075371 HTTP/1.1" status: 204 len: 168 time: 0.1927431 Feb 17 09:41:48.460274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40854) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:48.460274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-3fe18ebb-9533-45cf-9454-409413ae6fb0 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2727dd62-e200-41ae-86ad-ab5f7f80ca4a') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:48.539187 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3ebd02d-2107-43df-a1f1-dd92f4c55c50 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:48.550124 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3fe18ebb-9533-45cf-9454-409413ae6fb0 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/subnets/2727dd62-e200-41ae-86ad-ab5f7f80ca4a/tags HTTP/1.1" status: 200 len: 205 time: 0.1008208 Feb 17 09:41:48.553137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40858) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:48.561340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-cc085c54-64a0-4c53-b56f-45b1e6963c00 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '827af5ce-f192-4efe-97b2-579ef44fc8d1') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:48.580948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 4718dd65-554d-43bc-ac16-84a19b4c69cc up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:41:48.644690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Allocated IP 2001:db8::2 (df96a66b-782c-45eb-b17e-9e3e1885df65/5252d644-704a-408c-b905-774a2245c2df/bd529004-23c1-492c-ac6a-9f9ef271d71e) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:41:48.652919 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cc085c54-64a0-4c53-b56f-45b1e6963c00 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/ports/827af5ce-f192-4efe-97b2-579ef44fc8d1/tags HTTP/1.1" status: 200 len: 241 time: 0.0981269 Feb 17 09:41:48.655455 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40862) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:48.661172 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-6b623532-164f-4a1e-8a3d-ad9edc5dca2f tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '827af5ce-f192-4efe-97b2-579ef44fc8d1', 'tempest-TagsExtTest-Tag-2132664391') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:48.678866 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3ebd02d-2107-43df-a1f1-dd92f4c55c50 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:48.697216 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f3ebd02d-2107-43df-a1f1-dd92f4c55c50 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4000504 Feb 17 09:41:48.697762 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:48.734709 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6b623532-164f-4a1e-8a3d-ad9edc5dca2f tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/ports/827af5ce-f192-4efe-97b2-579ef44fc8d1/tags/tempest-TagsExtTest-Tag-2132664391 HTTP/1.1" status: 204 len: 168 time: 0.0777762 Feb 17 09:41:48.736825 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40870) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:48.744122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-225d7364-371f-4ff6-8202-c456a6f3e43b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '827af5ce-f192-4efe-97b2-579ef44fc8d1', 'tempest-TagsExtTest-Tag-2132664391') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:48.759560 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 4718dd65-554d-43bc-ac16-84a19b4c69cc triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:48.759941 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:48.914340 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-225d7364-371f-4ff6-8202-c456a6f3e43b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/ports/827af5ce-f192-4efe-97b2-579ef44fc8d1/tags/tempest-TagsExtTest-Tag-2132664391 HTTP/1.1" status: 204 len: 168 time: 0.1760714 Feb 17 09:41:48.916733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40874) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:48.921761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-6bb0fc6c-82d8-4561-96be-478fe949790d tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '827af5ce-f192-4efe-97b2-579ef44fc8d1') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:48.981355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:48.993411 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Transition to ACTIVE for port object bd529004-23c1-492c-ac6a-9f9ef271d71e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:41:49.005767 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6bb0fc6c-82d8-4561-96be-478fe949790d tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/ports/827af5ce-f192-4efe-97b2-579ef44fc8d1/tags HTTP/1.1" status: 200 len: 205 time: 0.0879357 Feb 17 09:41:49.008251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40878) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:49.013560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-ec615067-4f03-4955-af91-24fc604e3274 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '537f59f1-0ba6-4af2-8963-cbe5d2bca91a') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:49.014832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Transition to ACTIVE for port object bd529004-23c1-492c-ac6a-9f9ef271d71e will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:41:49.098413 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:49.158083 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ec615067-4f03-4955-af91-24fc604e3274 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/routers/537f59f1-0ba6-4af2-8963-cbe5d2bca91a/tags HTTP/1.1" status: 200 len: 241 time: 0.1474864 Feb 17 09:41:49.159442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40882) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:49.165429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-50065a34-03ef-44f6-bdae-1bae6891fd9e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '537f59f1-0ba6-4af2-8963-cbe5d2bca91a', 'tempest-TagsExtTest-Tag-1381222156') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:49.170680 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Network df96a66b-782c-45eb-b17e-9e3e1885df65 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:41:49.173524 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:49.177572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:41:49.184157 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Pushing event updated for resources: {'Port': ['ID=bd529004-23c1-492c-ac6a-9f9ef271d71e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:49.220332 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:49.286280 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Attempting to bind port bd529004-23c1-492c-ac6a-9f9ef271d71e on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:41:49.286903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Attempting to bind port bd529004-23c1-492c-ac6a-9f9ef271d71e by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'bcacd433-d185-4596-964f-17569948b46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'df96a66b-782c-45eb-b17e-9e3e1885df65'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:41:49.287274 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Attempting to bind port bd529004-23c1-492c-ac6a-9f9ef271d71e on network df96a66b-782c-45eb-b17e-9e3e1885df65 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:41:49.294248 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:41:49.294639 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Checking segment: {'id': 'bcacd433-d185-4596-964f-17569948b46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'df96a66b-782c-45eb-b17e-9e3e1885df65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:41:49.295028 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:49.295417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Bound using segment: {'id': 'bcacd433-d185-4596-964f-17569948b46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'df96a66b-782c-45eb-b17e-9e3e1885df65'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:41:49.295884 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Bound port: bd529004-23c1-492c-ac6a-9f9ef271d71e, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcacd433-d185-4596-964f-17569948b46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'df96a66b-782c-45eb-b17e-9e3e1885df65'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:41:49.296255 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:49.388747 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] For port bd529004-23c1-492c-ac6a-9f9ef271d71e, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:41:49.392126 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] For port bd529004-23c1-492c-ac6a-9f9ef271d71e, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=bd529004-23c1-492c-ac6a-9f9ef271d71e,segment=NetworkSegment(bcacd433-d185-4596-964f-17569948b46e),segment_id=bcacd433-d185-4596-964f-17569948b46e)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:41:49.436506 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-50065a34-03ef-44f6-bdae-1bae6891fd9e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/routers/537f59f1-0ba6-4af2-8963-cbe5d2bca91a/tags/tempest-TagsExtTest-Tag-1381222156 HTTP/1.1" status: 204 len: 168 time: 0.2751353 Feb 17 09:41:49.438842 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40886) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:49.444858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-7f4fe560-5659-42b3-bf46-a05293aaf02d tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '537f59f1-0ba6-4af2-8963-cbe5d2bca91a', 'tempest-TagsExtTest-Tag-1381222156') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:49.491229 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:49.607201 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:41:49.609125 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb3133-bdaa-4bfa-83bc-d29879fefdde None None] Pushing event updated for resources: {'Port': ['ID=bd529004-23c1-492c-ac6a-9f9ef271d71e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:49.691807 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7f4fe560-5659-42b3-bf46-a05293aaf02d tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/routers/537f59f1-0ba6-4af2-8963-cbe5d2bca91a/tags/tempest-TagsExtTest-Tag-1381222156 HTTP/1.1" status: 204 len: 168 time: 0.2518673 Feb 17 09:41:49.694366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40892) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:49.699494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-67b05285-53ad-4307-a5b0-b02c1a51c583 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '537f59f1-0ba6-4af2-8963-cbe5d2bca91a') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:49.731188 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Allocated IP 2001:db8::1 (df96a66b-782c-45eb-b17e-9e3e1885df65/5252d644-704a-408c-b905-774a2245c2df/3c362157-159e-424e-afd8-2aebb02a86e0) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:41:49.864734 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-67b05285-53ad-4307-a5b0-b02c1a51c583 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/routers/537f59f1-0ba6-4af2-8963-cbe5d2bca91a/tags HTTP/1.1" status: 200 len: 205 time: 0.1686344 Feb 17 09:41:49.867508 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40896) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:49.873407 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-ccc43220-f1cd-41b0-b04e-0e14288ab8fd tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4d243cb7-886b-451c-acb4-a7850e4b3fa9') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:49.908012 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ccc43220-f1cd-41b0-b04e-0e14288ab8fd tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/subnetpools/4d243cb7-886b-451c-acb4-a7850e4b3fa9/tags HTTP/1.1" status: 200 len: 241 time: 0.0391042 Feb 17 09:41:49.912440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40900) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:49.917920 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-b6143196-11b8-4536-85f2-7c86d80d4d65 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4d243cb7-886b-451c-acb4-a7850e4b3fa9', 'tempest-TagsExtTest-Tag-1398699744') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:49.925780 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:49.950704 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b6143196-11b8-4536-85f2-7c86d80d4d65 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/subnetpools/4d243cb7-886b-451c-acb4-a7850e4b3fa9/tags/tempest-TagsExtTest-Tag-1398699744 HTTP/1.1" status: 204 len: 168 time: 0.0314519 Feb 17 09:41:49.950896 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Transition to ACTIVE for port object 3c362157-159e-424e-afd8-2aebb02a86e0 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:41:49.952895 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40904) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:49.959548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-7c08b498-07ea-488c-bdf5-f900600a8502 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4d243cb7-886b-451c-acb4-a7850e4b3fa9', 'tempest-TagsExtTest-Tag-1398699744') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:50.052774 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:50.093938 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7c08b498-07ea-488c-bdf5-f900600a8502 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/subnetpools/4d243cb7-886b-451c-acb4-a7850e4b3fa9/tags/tempest-TagsExtTest-Tag-1398699744 HTTP/1.1" status: 204 len: 168 time: 0.1398325 Feb 17 09:41:50.094612 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40908) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:50.100236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-71f99f1d-c764-4b5f-b861-316e61916c9f tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4d243cb7-886b-451c-acb4-a7850e4b3fa9') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:50.126153 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-71f99f1d-c764-4b5f-b861-316e61916c9f tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/subnetpools/4d243cb7-886b-451c-acb4-a7850e4b3fa9/tags HTTP/1.1" status: 200 len: 205 time: 0.0302629 Feb 17 09:41:50.128525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40912) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:50.129484 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network df96a66b-782c-45eb-b17e-9e3e1885df65 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:41:50.132663 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:50.133895 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-5e1afe50-5403-464a-86ed-3f80c88eaac6 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4d243cb7-886b-451c-acb4-a7850e4b3fa9') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:50.135125 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:41:50.135665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:50.154276 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=3c362157-159e-424e-afd8-2aebb02a86e0,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:50.165228 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5e1afe50-5403-464a-86ed-3f80c88eaac6 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/subnetpools/4d243cb7-886b-451c-acb4-a7850e4b3fa9/tags HTTP/1.1" status: 204 len: 168 time: 0.0330791 Feb 17 09:41:50.165532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40916) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:50.170747 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-8a7354b1-c75f-41c8-a478-a0bd67815593 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '537f59f1-0ba6-4af2-8963-cbe5d2bca91a') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:50.317295 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8a7354b1-c75f-41c8-a478-a0bd67815593 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/routers/537f59f1-0ba6-4af2-8963-cbe5d2bca91a/tags HTTP/1.1" status: 204 len: 168 time: 0.1503356 Feb 17 09:41:50.319815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40920) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:50.325115 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-82c0fece-493c-409c-acb5-dd674b9bb99a tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '827af5ce-f192-4efe-97b2-579ef44fc8d1') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:50.345319 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:50.409575 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-82c0fece-493c-409c-acb5-dd674b9bb99a tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/ports/827af5ce-f192-4efe-97b2-579ef44fc8d1/tags HTTP/1.1" status: 204 len: 168 time: 0.0884924 Feb 17 09:41:50.410476 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40924) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:50.415965 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-30732614-866e-4d4a-9f11-5ca38ded94ac tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2727dd62-e200-41ae-86ad-ab5f7f80ca4a') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:50.493192 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-30732614-866e-4d4a-9f11-5ca38ded94ac tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/subnets/2727dd62-e200-41ae-86ad-ab5f7f80ca4a/tags HTTP/1.1" status: 204 len: 168 time: 0.0816717 Feb 17 09:41:50.497941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40928) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:50.504257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-1a98ecab-ef9a-43d6-af72-0ffc1f6979e0 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2727dd62-e200-41ae-86ad-ab5f7f80ca4a', 'tempest-TagsExtTest-Tag-850248373') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:50.628560 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device bd529004-23c1-492c-ac6a-9f9ef271d71e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:41:50.655566 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2a72e7-7697-4a31-a2b5-2922a16a62eb None None] Network df96a66b-782c-45eb-b17e-9e3e1885df65 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:50.747769 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40932) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:50.748400 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1a98ecab-ef9a-43d6-af72-0ffc1f6979e0 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "PUT /v2.0/subnets/2727dd62-e200-41ae-86ad-ab5f7f80ca4a/tags/tempest-TagsExtTest-Tag-850248373 HTTP/1.1" status: 201 len: 201 time: 0.2488101 Feb 17 09:41:50.755690 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-6bed953c-bb36-4217-8162-c1c9de9f6a94 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '827af5ce-f192-4efe-97b2-579ef44fc8d1', 'tempest-TagsExtTest-Tag-2015562362') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:50.809332 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:50.842445 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f1422e3a-03e4-46b9-a708-c284198719d2 None None] Provisioning for port bd529004-23c1-492c-ac6a-9f9ef271d71e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:41:50.899493 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port bd529004-23c1-492c-ac6a-9f9ef271d71e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:41:50.910939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port bd529004-23c1-492c-ac6a-9f9ef271d71e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:50.911245 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:50.920963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:50.921792 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:50.978572 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6bed953c-bb36-4217-8162-c1c9de9f6a94 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "PUT /v2.0/ports/827af5ce-f192-4efe-97b2-579ef44fc8d1/tags/tempest-TagsExtTest-Tag-2015562362 HTTP/1.1" status: 201 len: 201 time: 0.2288952 Feb 17 09:41:50.981326 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40936) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:50.987193 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-7803fb77-980b-412f-8d6c-79dc92b4c559 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '537f59f1-0ba6-4af2-8963-cbe5d2bca91a', 'tempest-TagsExtTest-Tag-1420226875') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:51.070913 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=3c362157-159e-424e-afd8-2aebb02a86e0,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:51.097307 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:51.141496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port bd529004-23c1-492c-ac6a-9f9ef271d71e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=bd529004-23c1-492c-ac6a-9f9ef271d71e,segment=NetworkSegment(bcacd433-d185-4596-964f-17569948b46e),segment_id=bcacd433-d185-4596-964f-17569948b46e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:51.150852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network df96a66b-782c-45eb-b17e-9e3e1885df65 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:41:51.152273 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:41:51.239365 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:51.260562 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7803fb77-980b-412f-8d6c-79dc92b4c559 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "PUT /v2.0/routers/537f59f1-0ba6-4af2-8963-cbe5d2bca91a/tags/tempest-TagsExtTest-Tag-1420226875 HTTP/1.1" status: 201 len: 201 time: 0.2779675 Feb 17 09:41:51.261655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40940) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:51.267594 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-f91fff4c-c468-4fe7-8b2d-dd622b855b71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4d243cb7-886b-451c-acb4-a7850e4b3fa9', 'tempest-TagsExtTest-Tag-247149995') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:51.323220 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=bd529004-23c1-492c-ac6a-9f9ef271d71e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:51.381855 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d8cd69c7-2ee0-48f1-a96f-2057c0dc2be9 None None] Provisioning complete for port bd529004-23c1-492c-ac6a-9f9ef271d71e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:51.382640 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8cd69c7-2ee0-48f1-a96f-2057c0dc2be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:51.436441 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f91fff4c-c468-4fe7-8b2d-dd622b855b71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "PUT /v2.0/subnetpools/4d243cb7-886b-451c-acb4-a7850e4b3fa9/tags/tempest-TagsExtTest-Tag-247149995 HTTP/1.1" status: 201 len: 201 time: 0.1733792 Feb 17 09:41:51.439095 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40944) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:51.445084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-788dfc15-863e-40ba-b15b-1c837fdc4505 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2727dd62-e200-41ae-86ad-ab5f7f80ca4a', {'tags': ['tempest-TagsExtTest-Tag-29138449', 'tempest-TagsExtTest-Tag-1530178683', 'tempest-TagsExtTest-Tag-1291099490']}) {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:51.475903 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router b5fe3606-5822-4aad-8a1d-e84e16df71fd is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:41:51.672766 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d8cd69c7-2ee0-48f1-a96f-2057c0dc2be9 None None] Provisioning for port 3c362157-159e-424e-afd8-2aebb02a86e0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:41:51.680805 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d8cd69c7-2ee0-48f1-a96f-2057c0dc2be9 None None] Provisioning complete for port 3c362157-159e-424e-afd8-2aebb02a86e0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:51.681401 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8cd69c7-2ee0-48f1-a96f-2057c0dc2be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:51.748990 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd69c7-2ee0-48f1-a96f-2057c0dc2be9 None None] Port 3c362157-159e-424e-afd8-2aebb02a86e0 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:41:51.843174 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:41:51.854753 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d8aab-6fa5-4163-b0f7-a86675a185ca None None] Sync routers for ids ['b5fe3606-5822-4aad-8a1d-e84e16df71fd'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:41:51.865799 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f5fd872e-6896-482d-af8b-e19c9a5934aa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/b5fe3606-5822-4aad-8a1d-e84e16df71fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1667337 Feb 17 09:41:51.867386 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d8aab-6fa5-4163-b0f7-a86675a185ca None None] Routers {'b5fe3606-5822-4aad-8a1d-e84e16df71fd'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:51.868716 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40948) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:51.868914 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-533d8aab-6fa5-4163-b0f7-a86675a185ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b5fe3606-5822-4aad-8a1d-e84e16df71fd'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:51.880074 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ce1152a6-bfdc-41dd-959b-5c6a6202d780 None None] Provisioning complete for port 3c362157-159e-424e-afd8-2aebb02a86e0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:51.880590 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ce1152a6-bfdc-41dd-959b-5c6a6202d780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:51.911635 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-788dfc15-863e-40ba-b15b-1c837fdc4505 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "PUT /v2.0/subnets/2727dd62-e200-41ae-86ad-ab5f7f80ca4a/tags HTTP/1.1" status: 200 len: 316 time: 0.4681590 Feb 17 09:41:51.912015 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40952) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:51.917277 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-95757d9d-c7fe-4944-9ff4-c4b0741fbe0f tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2727dd62-e200-41ae-86ad-ab5f7f80ca4a') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:51.942530 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-533d8aab-6fa5-4163-b0f7-a86675a185ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:51.951985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ce1152a6-bfdc-41dd-959b-5c6a6202d780 None None] Port 3c362157-159e-424e-afd8-2aebb02a86e0 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:41:51.952795 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d8aab-6fa5-4163-b0f7-a86675a185ca None None] Routers {'b5fe3606-5822-4aad-8a1d-e84e16df71fd'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:51.953631 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-533d8aab-6fa5-4163-b0f7-a86675a185ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b5fe3606-5822-4aad-8a1d-e84e16df71fd'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:51.966379 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbcdbed-fc8f-4442-a6db-adaefa54936c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:51.967050 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1fbcdbed-fc8f-4442-a6db-adaefa54936c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Synchronizing usage tracker for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:52.018182 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-533d8aab-6fa5-4163-b0f7-a86675a185ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:52.018836 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d8aab-6fa5-4163-b0f7-a86675a185ca None None] The sync data for ids ['b5fe3606-5822-4aad-8a1d-e84e16df71fd'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:41:52.055700 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1fbcdbed-fc8f-4442-a6db-adaefa54936c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Unset dirty status for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:52.060112 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1fbcdbed-fc8f-4442-a6db-adaefa54936c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports/3c362157-159e-424e-afd8-2aebb02a86e0 HTTP/1.1" status: 200 len: 911 time: 0.1870911 Feb 17 09:41:52.060112 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40956) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:52.065366 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4a96aded-8ca9-4353-b3b2-a6ae8b904cf5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5252d644-704a-408c-b905-774a2245c2df'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:52.177611 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-95757d9d-c7fe-4944-9ff4-c4b0741fbe0f tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/subnets/2727dd62-e200-41ae-86ad-ab5f7f80ca4a/tags HTTP/1.1" status: 204 len: 168 time: 0.2636681 Feb 17 09:41:52.181276 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40960) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:52.185197 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-7149588f-2dd8-4340-ba18-a0ed04874664 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2727dd62-e200-41ae-86ad-ab5f7f80ca4a', 'tempest-TagsExtTest-Tag-29138449') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:52.256850 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-7149588f-2dd8-4340-ba18-a0ed04874664 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] show failed (client error): The resource could not be found. Feb 17 09:41:52.259308 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7149588f-2dd8-4340-ba18-a0ed04874664 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/subnets/2727dd62-e200-41ae-86ad-ab5f7f80ca4a/tags/tempest-TagsExtTest-Tag-29138449 HTTP/1.1" status: 404 len: 327 time: 0.0767202 Feb 17 09:41:52.261396 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40964) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:52.266254 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-af0c08e0-edef-4a77-b4dd-661bcbb81e68 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2727dd62-e200-41ae-86ad-ab5f7f80ca4a', 'tempest-TagsExtTest-Tag-1530178683') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:52.335088 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a96aded-8ca9-4353-b3b2-a6ae8b904cf5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:52.341966 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-af0c08e0-edef-4a77-b4dd-661bcbb81e68 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] show failed (client error): The resource could not be found. Feb 17 09:41:52.342695 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-af0c08e0-edef-4a77-b4dd-661bcbb81e68 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/subnets/2727dd62-e200-41ae-86ad-ab5f7f80ca4a/tags/tempest-TagsExtTest-Tag-1530178683 HTTP/1.1" status: 404 len: 329 time: 0.0802810 Feb 17 09:41:52.345554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40968) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:52.351164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-7e0a9c08-5891-481b-bd63-a22c320eb9a5 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2727dd62-e200-41ae-86ad-ab5f7f80ca4a', 'tempest-TagsExtTest-Tag-1291099490') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:52.422062 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-7e0a9c08-5891-481b-bd63-a22c320eb9a5 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] show failed (client error): The resource could not be found. Feb 17 09:41:52.423256 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7e0a9c08-5891-481b-bd63-a22c320eb9a5 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/subnets/2727dd62-e200-41ae-86ad-ab5f7f80ca4a/tags/tempest-TagsExtTest-Tag-1291099490 HTTP/1.1" status: 404 len: 329 time: 0.0766034 Feb 17 09:41:52.427369 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40972) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:52.432681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-a21e7c83-fde9-49c6-9f1d-d9e50d60ad38 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '827af5ce-f192-4efe-97b2-579ef44fc8d1', {'tags': ['tempest-TagsExtTest-Tag-2093604820', 'tempest-TagsExtTest-Tag-1353531799', 'tempest-TagsExtTest-Tag-794168486']}) {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:52.578428 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device bd529004-23c1-492c-ac6a-9f9ef271d71e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:41:52.660558 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port bd529004-23c1-492c-ac6a-9f9ef271d71e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:41:52.660926 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:52.818387 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a21e7c83-fde9-49c6-9f1d-d9e50d60ad38 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "PUT /v2.0/ports/827af5ce-f192-4efe-97b2-579ef44fc8d1/tags HTTP/1.1" status: 200 len: 317 time: 0.3897300 Feb 17 09:41:52.821126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40976) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:52.826566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-bd3427aa-7cf7-4cf0-b788-72275b8fcebb tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '827af5ce-f192-4efe-97b2-579ef44fc8d1') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:52.958738 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a96aded-8ca9-4353-b3b2-a6ae8b904cf5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:53.019077 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bd3427aa-7cf7-4cf0-b788-72275b8fcebb tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/ports/827af5ce-f192-4efe-97b2-579ef44fc8d1/tags HTTP/1.1" status: 204 len: 168 time: 0.1965876 Feb 17 09:41:53.021758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40980) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:53.027736 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-4ec2f5c6-9d95-4779-b14d-57f1ddcfaf6d tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '827af5ce-f192-4efe-97b2-579ef44fc8d1', 'tempest-TagsExtTest-Tag-2093604820') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:53.043982 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a96aded-8ca9-4353-b3b2-a6ae8b904cf5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:53.050352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a96aded-8ca9-4353-b3b2-a6ae8b904cf5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:53.051215 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a96aded-8ca9-4353-b3b2-a6ae8b904cf5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:53.055602 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4a96aded-8ca9-4353-b3b2-a6ae8b904cf5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/ports/3c362157-159e-424e-afd8-2aebb02a86e0 HTTP/1.1" status: 200 len: 911 time: 0.9920127 Feb 17 09:41:53.058913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 40984) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:53.141493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96aded-8ca9-4353-b3b2-a6ae8b904cf5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=3c362157-159e-424e-afd8-2aebb02a86e0,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:53.357545 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-4ec2f5c6-9d95-4779-b14d-57f1ddcfaf6d tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] show failed (client error): The resource could not be found. Feb 17 09:41:53.358506 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4ec2f5c6-9d95-4779-b14d-57f1ddcfaf6d tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/ports/827af5ce-f192-4efe-97b2-579ef44fc8d1/tags/tempest-TagsExtTest-Tag-2093604820 HTTP/1.1" status: 404 len: 329 time: 0.3357215 Feb 17 09:41:53.361666 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40988) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:53.367503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-8a3f2fb1-22dd-44ea-aba4-3d539f7c8a79 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '827af5ce-f192-4efe-97b2-579ef44fc8d1', 'tempest-TagsExtTest-Tag-1353531799') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:53.437514 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-8a3f2fb1-22dd-44ea-aba4-3d539f7c8a79 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] show failed (client error): The resource could not be found. Feb 17 09:41:53.438731 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8a3f2fb1-22dd-44ea-aba4-3d539f7c8a79 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/ports/827af5ce-f192-4efe-97b2-579ef44fc8d1/tags/tempest-TagsExtTest-Tag-1353531799 HTTP/1.1" status: 404 len: 329 time: 0.0753136 Feb 17 09:41:53.441649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40992) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:53.446385 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-426dd63b-fcf7-4220-9078-d1831fb99da2 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '827af5ce-f192-4efe-97b2-579ef44fc8d1', 'tempest-TagsExtTest-Tag-794168486') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:53.520547 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-426dd63b-fcf7-4220-9078-d1831fb99da2 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] show failed (client error): The resource could not be found. Feb 17 09:41:53.524279 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-426dd63b-fcf7-4220-9078-d1831fb99da2 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/ports/827af5ce-f192-4efe-97b2-579ef44fc8d1/tags/tempest-TagsExtTest-Tag-794168486 HTTP/1.1" status: 404 len: 328 time: 0.0791774 Feb 17 09:41:53.524491 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 40996) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:53.530016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-03830092-eaaa-4452-a1c1-bfe8bb1bdfd2 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '537f59f1-0ba6-4af2-8963-cbe5d2bca91a', {'tags': ['tempest-TagsExtTest-Tag-2027308831', 'tempest-TagsExtTest-Tag-1408711153', 'tempest-TagsExtTest-Tag-2066256604']}) {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:53.655917 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fc44a758-651b-4728-8a0e-933099a051e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:53.810944 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-03830092-eaaa-4452-a1c1-bfe8bb1bdfd2 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "PUT /v2.0/routers/537f59f1-0ba6-4af2-8963-cbe5d2bca91a/tags HTTP/1.1" status: 200 len: 318 time: 0.2854271 Feb 17 09:41:53.813403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41000) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:53.818404 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-2ffd5396-c600-4526-bd81-9bb71a8ab18b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '537f59f1-0ba6-4af2-8963-cbe5d2bca91a') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:53.996456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-fc44a758-651b-4728-8a0e-933099a051e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port 3c362157-159e-424e-afd8-2aebb02a86e0 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:53.996792 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fc44a758-651b-4728-8a0e-933099a051e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:54.051317 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2ffd5396-c600-4526-bd81-9bb71a8ab18b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/routers/537f59f1-0ba6-4af2-8963-cbe5d2bca91a/tags HTTP/1.1" status: 204 len: 168 time: 0.2366371 Feb 17 09:41:54.054586 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41004) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:54.060147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-1f3d7a7a-a9c9-40ae-b14b-cf9208f1e6f0 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '537f59f1-0ba6-4af2-8963-cbe5d2bca91a', 'tempest-TagsExtTest-Tag-2027308831') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:54.193500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fc44a758-651b-4728-8a0e-933099a051e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:54.321099 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-1f3d7a7a-a9c9-40ae-b14b-cf9208f1e6f0 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] show failed (client error): The resource could not be found. Feb 17 09:41:54.324746 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1f3d7a7a-a9c9-40ae-b14b-cf9208f1e6f0 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/routers/537f59f1-0ba6-4af2-8963-cbe5d2bca91a/tags/tempest-TagsExtTest-Tag-2027308831 HTTP/1.1" status: 404 len: 329 time: 0.2664218 Feb 17 09:41:54.324935 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41008) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:54.325155 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-fc44a758-651b-4728-8a0e-933099a051e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for 3c362157-159e-424e-afd8-2aebb02a86e0 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:54.329802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-bb8f0fc2-2242-4043-bb53-d03d92d7be93 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '537f59f1-0ba6-4af2-8963-cbe5d2bca91a', 'tempest-TagsExtTest-Tag-1408711153') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:54.467300 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-bb8f0fc2-2242-4043-bb53-d03d92d7be93 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] show failed (client error): The resource could not be found. Feb 17 09:41:54.468337 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bb8f0fc2-2242-4043-bb53-d03d92d7be93 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/routers/537f59f1-0ba6-4af2-8963-cbe5d2bca91a/tags/tempest-TagsExtTest-Tag-1408711153 HTTP/1.1" status: 404 len: 329 time: 0.1425037 Feb 17 09:41:54.471266 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41012) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:54.477103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-ad665192-b562-43ca-b029-ab02ecb07a5e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '537f59f1-0ba6-4af2-8963-cbe5d2bca91a', 'tempest-TagsExtTest-Tag-2066256604') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:54.611938 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-ad665192-b562-43ca-b029-ab02ecb07a5e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] show failed (client error): The resource could not be found. Feb 17 09:41:54.616027 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ad665192-b562-43ca-b029-ab02ecb07a5e tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/routers/537f59f1-0ba6-4af2-8963-cbe5d2bca91a/tags/tempest-TagsExtTest-Tag-2066256604 HTTP/1.1" status: 404 len: 329 time: 0.1403797 Feb 17 09:41:54.616780 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41016) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:54.621814 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-09dcbc42-0f7f-44fa-af1a-29db13586763 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4d243cb7-886b-451c-acb4-a7850e4b3fa9', {'tags': ['tempest-TagsExtTest-Tag-1868030623', 'tempest-TagsExtTest-Tag-117470184', 'tempest-TagsExtTest-Tag-1317436884']}) {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:54.645212 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5adbe3d4-18c3-4871-b74a-1d9cab51ed35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:54.714896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fc44a758-651b-4728-8a0e-933099a051e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:54.744592 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-09dcbc42-0f7f-44fa-af1a-29db13586763 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "PUT /v2.0/subnetpools/4d243cb7-886b-451c-acb4-a7850e4b3fa9/tags HTTP/1.1" status: 200 len: 317 time: 0.1267798 Feb 17 09:41:54.747152 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41020) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:54.752031 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-848c0421-02ce-4564-a44b-e0a07d16fc8c tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4d243cb7-886b-451c-acb4-a7850e4b3fa9') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:54.765886 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44a758-651b-4728-8a0e-933099a051e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Port': ['ID=3c362157-159e-424e-afd8-2aebb02a86e0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:54.869815 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-848c0421-02ce-4564-a44b-e0a07d16fc8c tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/subnetpools/4d243cb7-886b-451c-acb4-a7850e4b3fa9/tags HTTP/1.1" status: 204 len: 168 time: 0.1212637 Feb 17 09:41:54.870803 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41024) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:54.879625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-d195f56f-60e3-48d9-a49b-2a786c813c57 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4d243cb7-886b-451c-acb4-a7850e4b3fa9', 'tempest-TagsExtTest-Tag-1868030623') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:54.911915 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-d195f56f-60e3-48d9-a49b-2a786c813c57 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] show failed (client error): The resource could not be found. Feb 17 09:41:54.915801 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d195f56f-60e3-48d9-a49b-2a786c813c57 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/subnetpools/4d243cb7-886b-451c-acb4-a7850e4b3fa9/tags/tempest-TagsExtTest-Tag-1868030623 HTTP/1.1" status: 404 len: 329 time: 0.0409245 Feb 17 09:41:54.916547 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41028) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:54.921814 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-1035122b-1fdd-4076-a106-e9105ea736c4 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4d243cb7-886b-451c-acb4-a7850e4b3fa9', 'tempest-TagsExtTest-Tag-117470184') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:54.951833 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-1035122b-1fdd-4076-a106-e9105ea736c4 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] show failed (client error): The resource could not be found. Feb 17 09:41:54.955816 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1035122b-1fdd-4076-a106-e9105ea736c4 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/subnetpools/4d243cb7-886b-451c-acb4-a7850e4b3fa9/tags/tempest-TagsExtTest-Tag-117470184 HTTP/1.1" status: 404 len: 328 time: 0.0359063 Feb 17 09:41:54.956911 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41032) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:54.963067 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-dd6a44f2-3c46-4133-9742-4c1ca0bf6fb1 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4d243cb7-886b-451c-acb4-a7850e4b3fa9', 'tempest-TagsExtTest-Tag-1317436884') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:54.982310 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fc44a758-651b-4728-8a0e-933099a051e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:54.986966 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-dd6a44f2-3c46-4133-9742-4c1ca0bf6fb1 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] show failed (client error): The resource could not be found. Feb 17 09:41:54.990918 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-dd6a44f2-3c46-4133-9742-4c1ca0bf6fb1 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/subnetpools/4d243cb7-886b-451c-acb4-a7850e4b3fa9/tags/tempest-TagsExtTest-Tag-1317436884 HTTP/1.1" status: 404 len: 329 time: 0.0298228 Feb 17 09:41:54.991131 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41036) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:54.996928 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-d9831daa-e281-4b15-abc3-4bddc05632b3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4d243cb7-886b-451c-acb4-a7850e4b3fa9') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:55.026340 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d9831daa-e281-4b15-abc3-4bddc05632b3 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/subnetpools/4d243cb7-886b-451c-acb4-a7850e4b3fa9/tags HTTP/1.1" status: 204 len: 168 time: 0.0334795 Feb 17 09:41:55.029312 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41040) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:55.034319 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-4d2eb35b-987a-4b96-9104-1877dafbd41a tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '537f59f1-0ba6-4af2-8963-cbe5d2bca91a') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:55.177542 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4d2eb35b-987a-4b96-9104-1877dafbd41a tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/routers/537f59f1-0ba6-4af2-8963-cbe5d2bca91a/tags HTTP/1.1" status: 204 len: 168 time: 0.1472476 Feb 17 09:41:55.180033 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41044) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:55.184947 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-37e8ccb5-27d8-4cae-9106-22754453fbdf tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '827af5ce-f192-4efe-97b2-579ef44fc8d1') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:55.257112 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc44a758-651b-4728-8a0e-933099a051e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router b5fe3606-5822-4aad-8a1d-e84e16df71fd has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:41:55.268538 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-37e8ccb5-27d8-4cae-9106-22754453fbdf tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/ports/827af5ce-f192-4efe-97b2-579ef44fc8d1/tags HTTP/1.1" status: 204 len: 168 time: 0.0874493 Feb 17 09:41:55.271074 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41048) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:55.276731 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-ecdb185a-f7c1-47f9-915a-ee8104e32bdb tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2727dd62-e200-41ae-86ad-ab5f7f80ca4a') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:55.353474 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ecdb185a-f7c1-47f9-915a-ee8104e32bdb tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/subnets/2727dd62-e200-41ae-86ad-ab5f7f80ca4a/tags HTTP/1.1" status: 204 len: 168 time: 0.0807467 Feb 17 09:41:55.357299 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41052) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:55.391308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc44a758-651b-4728-8a0e-933099a051e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:41:55.401550 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff49c4b7-2dc3-4974-9173-cd28b004ceff None None] Sync routers for ids ['b5fe3606-5822-4aad-8a1d-e84e16df71fd'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:41:55.411670 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff49c4b7-2dc3-4974-9173-cd28b004ceff None None] Routers {'b5fe3606-5822-4aad-8a1d-e84e16df71fd'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:55.417744 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ff49c4b7-2dc3-4974-9173-cd28b004ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b5fe3606-5822-4aad-8a1d-e84e16df71fd'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:55.478770 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ff49c4b7-2dc3-4974-9173-cd28b004ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:55.480362 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fc44a758-651b-4728-8a0e-933099a051e5 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/b5fe3606-5822-4aad-8a1d-e84e16df71fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4217231 Feb 17 09:41:55.483223 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41056) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:55.488509 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff49c4b7-2dc3-4974-9173-cd28b004ceff None None] Routers {'b5fe3606-5822-4aad-8a1d-e84e16df71fd'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:41:55.489205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ff49c4b7-2dc3-4974-9173-cd28b004ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b5fe3606-5822-4aad-8a1d-e84e16df71fd'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:55.527041 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e993d4c7-a54f-4a8c-afa3-31319d36860f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Synchronizing usage tracker for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:41:55.554331 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ff49c4b7-2dc3-4974-9173-cd28b004ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:55.554735 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff49c4b7-2dc3-4974-9173-cd28b004ceff None None] The sync data for ids ['b5fe3606-5822-4aad-8a1d-e84e16df71fd'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:41:55.584903 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c13ae36b-8f54-48a0-8de5-8312b9497e6d tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks [] for subnetpool, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:55.586033 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c13ae36b-8f54-48a0-8de5-8312b9497e6d tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/subnetpools/4d243cb7-886b-451c-acb4-a7850e4b3fa9 HTTP/1.1" status: 204 len: 168 time: 0.2278209 Feb 17 09:41:55.588648 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41060) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:55.632481 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-41a11b0d-e695-4cbc-8ea2-28285d1b9bab tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "GET /v2.0/ports?device_id=537f59f1-0ba6-4af2-8963-cbe5d2bca91a HTTP/1.1" status: 200 len: 205 time: 0.0427310 Feb 17 09:41:55.634938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41064) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:55.657914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e993d4c7-a54f-4a8c-afa3-31319d36860f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Unset dirty status for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:41:55.662836 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e993d4c7-a54f-4a8c-afa3-31319d36860f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5fe3606-5822-4aad-8a1d-e84e16df71fd HTTP/1.1" status: 200 len: 205 time: 0.1749773 Feb 17 09:41:55.663084 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41068) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:55.767008 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bf42288-8811-4a89-b0af-1eac1afa028b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:55.797568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83211e4f-7442-453f-901f-3f36ba07d63a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:56.216018 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bf42288-8811-4a89-b0af-1eac1afa028b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:56.218457 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bf42288-8811-4a89-b0af-1eac1afa028b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:56.230686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83211e4f-7442-453f-901f-3f36ba07d63a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:56.233762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83211e4f-7442-453f-901f-3f36ba07d63a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:56.303429 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bf42288-8811-4a89-b0af-1eac1afa028b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:56.303921 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf42288-8811-4a89-b0af-1eac1afa028b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Fanout notify agent at l3_agent the message router_deleted on router 537f59f1-0ba6-4af2-8963-cbe5d2bca91a {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:41:56.316601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bf42288-8811-4a89-b0af-1eac1afa028b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:56.317766 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6bf42288-8811-4a89-b0af-1eac1afa028b tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/routers/537f59f1-0ba6-4af2-8963-cbe5d2bca91a HTTP/1.1" status: 204 len: 168 time: 0.6818783 Feb 17 09:41:56.320309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41072) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:56.335797 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83211e4f-7442-453f-901f-3f36ba07d63a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:56.336364 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83211e4f-7442-453f-901f-3f36ba07d63a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Fanout notify agent at l3_agent the message router_deleted on router b5fe3606-5822-4aad-8a1d-e84e16df71fd {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:41:56.353381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83211e4f-7442-453f-901f-3f36ba07d63a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:56.354497 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-83211e4f-7442-453f-901f-3f36ba07d63a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/routers/b5fe3606-5822-4aad-8a1d-e84e16df71fd HTTP/1.1" status: 204 len: 168 time: 0.6905189 Feb 17 09:41:56.357219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41076) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:56.395312 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-39002a12-b99f-4be9-a0f1-d1364b2c33e7 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Deleting port 827af5ce-f192-4efe-97b2-579ef44fc8d1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:56.395646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39002a12-b99f-4be9-a0f1-d1364b2c33e7 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:56.427845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-5911c835-9f82-4776-8036-126089b2abd9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting subnet 5252d644-704a-408c-b905-774a2245c2df {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:41:56.430996 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5911c835-9f82-4776-8036-126089b2abd9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:56.491034 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5911c835-9f82-4776-8036-126089b2abd9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:56.596044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5911c835-9f82-4776-8036-126089b2abd9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:56.672893 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39002a12-b99f-4be9-a0f1-d1364b2c33e7 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:56.807523 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-39002a12-b99f-4be9-a0f1-d1364b2c33e7 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Calling delete_port for 827af5ce-f192-4efe-97b2-579ef44fc8d1 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:56.861947 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5911c835-9f82-4776-8036-126089b2abd9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:56.907177 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911c835-9f82-4776-8036-126089b2abd9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Subnet': ['ID=5252d644-704a-408c-b905-774a2245c2df,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:56.911859 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5911c835-9f82-4776-8036-126089b2abd9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:56.919466 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5911c835-9f82-4776-8036-126089b2abd9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/5252d644-704a-408c-b905-774a2245c2df HTTP/1.1" status: 204 len: 168 time: 0.5602140 Feb 17 09:41:56.926172 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eac576-db33-42c4-8709-81ce9ae4e712 None None] Network df96a66b-782c-45eb-b17e-9e3e1885df65 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:56.928230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41080) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:56.993373 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43fc0833-d76f-4216-8c21-f9c5ad7e5274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.059400 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.070230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port bd529004-23c1-492c-ac6a-9f9ef271d71e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:57.070518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.075572 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39002a12-b99f-4be9-a0f1-d1364b2c33e7 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.138750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39002a12-b99f-4be9-a0f1-d1364b2c33e7 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Pushing event deleted for resources: {'Port': ['ID=827af5ce-f192-4efe-97b2-579ef44fc8d1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:57.226792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e3588c-83cf-4798-8195-7663150473f5 None None] DHCP port deletion for df96a66b-782c-45eb-b17e-9e3e1885df65 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:41:57.233428 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-14e3588c-83cf-4798-8195-7663150473f5 None None] Deleting port bd529004-23c1-492c-ac6a-9f9ef271d71e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:57.233894 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14e3588c-83cf-4798-8195-7663150473f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.266986 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39002a12-b99f-4be9-a0f1-d1364b2c33e7 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.278896 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-39002a12-b99f-4be9-a0f1-d1364b2c33e7 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/ports/827af5ce-f192-4efe-97b2-579ef44fc8d1 HTTP/1.1" status: 204 len: 168 time: 0.9574988 Feb 17 09:41:57.279842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41086) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:57.304839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] For port bd529004-23c1-492c-ac6a-9f9ef271d71e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=bd529004-23c1-492c-ac6a-9f9ef271d71e,segment=NetworkSegment(bcacd433-d185-4596-964f-17569948b46e),segment_id=bcacd433-d185-4596-964f-17569948b46e)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:57.304839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.378985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f611e29-b6ed-4e3f-9e81-ba491f97588a tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Deleting subnet 2727dd62-e200-41ae-86ad-ab5f7f80ca4a {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:41:57.383786 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f611e29-b6ed-4e3f-9e81-ba491f97588a tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.453172 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for bd529004-23c1-492c-ac6a-9f9ef271d71e owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:57.453777 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f611e29-b6ed-4e3f-9e81-ba491f97588a tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.496510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-14e3588c-83cf-4798-8195-7663150473f5 None None] For port bd529004-23c1-492c-ac6a-9f9ef271d71e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=bd529004-23c1-492c-ac6a-9f9ef271d71e,segment=NetworkSegment(bcacd433-d185-4596-964f-17569948b46e),segment_id=bcacd433-d185-4596-964f-17569948b46e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:57.497056 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14e3588c-83cf-4798-8195-7663150473f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.557956 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f611e29-b6ed-4e3f-9e81-ba491f97588a tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.634395 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-14e3588c-83cf-4798-8195-7663150473f5 None None] Calling delete_port for bd529004-23c1-492c-ac6a-9f9ef271d71e owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:57.646406 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.695037 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Port': ['ID=bd529004-23c1-492c-ac6a-9f9ef271d71e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:57.698547 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] No DVR routers for this DVR port bd529004-23c1-492c-ac6a-9f9ef271d71e on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:41:57.719676 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-14e3588c-83cf-4798-8195-7663150473f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:41:57.720035 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-14e3588c-83cf-4798-8195-7663150473f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:41:57.743928 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f611e29-b6ed-4e3f-9e81-ba491f97588a tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.782914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f611e29-b6ed-4e3f-9e81-ba491f97588a tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Pushing event deleted for resources: {'Subnet': ['ID=2727dd62-e200-41ae-86ad-ab5f7f80ca4a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:57.787592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f611e29-b6ed-4e3f-9e81-ba491f97588a tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.799219 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac8d47c-8da4-44ee-9f69-411948f30711 None None] Network c0fac250-5061-4dea-9b66-460f83988340 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:41:57.802633 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9f611e29-b6ed-4e3f-9e81-ba491f97588a tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/subnets/2727dd62-e200-41ae-86ad-ab5f7f80ca4a HTTP/1.1" status: 204 len: 168 time: 0.5215034 Feb 17 09:41:57.803595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41090) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:57.827934 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.854408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df96a66b-782c-45eb-b17e-9e3e1885df65']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:57.868535 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcacd433-d185-4596-964f-17569948b46e') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:57.869135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcacd433-d185-4596-964f-17569948b46e') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:57.881691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.899576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.906644 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:41:57.906848 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:41:57.921799 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:41:57.934644 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.948649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Deleting port 4718dd65-554d-43bc-ac16-84a19b4c69cc {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:57.948649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:57.976363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.112737 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201a24c-6555-46b8-a086-59dec9ba3ed1 None None] DHCP port deletion for c0fac250-5061-4dea-9b66-460f83988340 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:41:58.118024 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2201a24c-6555-46b8-a086-59dec9ba3ed1 None None] Deleting port 4718dd65-554d-43bc-ac16-84a19b4c69cc {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:58.118435 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2201a24c-6555-46b8-a086-59dec9ba3ed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.130206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.151140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.163172 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Network': ['ID=df96a66b-782c-45eb-b17e-9e3e1885df65,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:58.164226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.175137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] For port 4718dd65-554d-43bc-ac16-84a19b4c69cc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=4718dd65-554d-43bc-ac16-84a19b4c69cc,segment=NetworkSegment(0e7c40d2-194b-4bb0-a327-33df9d325a73),segment_id=0e7c40d2-194b-4bb0-a327-33df9d325a73)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:58.175637 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.221269 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-14e3588c-83cf-4798-8195-7663150473f5 None None] Deleting port bd529004-23c1-492c-ac6a-9f9ef271d71e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:58.221732 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14e3588c-83cf-4798-8195-7663150473f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.257693 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f339c867-45a2-4bd0-b0ad-a61fab7981b7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/networks/df96a66b-782c-45eb-b17e-9e3e1885df65 HTTP/1.1" status: 204 len: 168 time: 1.3285532 Feb 17 09:41:58.262504 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41094) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:58.268866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4fb3cb13-6712-4ea1-a1e1-a14c09d5d4e6 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-792859699', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:58.279042 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4fb3cb13-6712-4ea1-a1e1-a14c09d5d4e6 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:58.284334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4fb3cb13-6712-4ea1-a1e1-a14c09d5d4e6 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:router and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:58.288190 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4fb3cb13-6712-4ea1-a1e1-a14c09d5d4e6 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:58.296389 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4fb3cb13-6712-4ea1-a1e1-a14c09d5d4e6 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:58.316176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-14e3588c-83cf-4798-8195-7663150473f5 None None] The port 'bd529004-23c1-492c-ac6a-9f9ef271d71e' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:41:58.380083 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cb13-6712-4ea1-a1e1-a14c09d5d4e6 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.381250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cb13-6712-4ea1-a1e1-a14c09d5d4e6 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.399832 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cb13-6712-4ea1-a1e1-a14c09d5d4e6 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.412466 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2201a24c-6555-46b8-a086-59dec9ba3ed1 None None] For port 4718dd65-554d-43bc-ac16-84a19b4c69cc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=4718dd65-554d-43bc-ac16-84a19b4c69cc,segment=NetworkSegment(0e7c40d2-194b-4bb0-a327-33df9d325a73),segment_id=0e7c40d2-194b-4bb0-a327-33df9d325a73)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:41:58.412466 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2201a24c-6555-46b8-a086-59dec9ba3ed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.417649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Calling delete_port for 4718dd65-554d-43bc-ac16-84a19b4c69cc owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:58.486594 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cb13-6712-4ea1-a1e1-a14c09d5d4e6 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.536182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2201a24c-6555-46b8-a086-59dec9ba3ed1 None None] Calling delete_port for 4718dd65-554d-43bc-ac16-84a19b4c69cc owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:41:58.572016 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device bd529004-23c1-492c-ac6a-9f9ef271d71e no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:41:58.578169 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.619205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: bd529004-23c1-492c-ac6a-9f9ef271d71e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:41:58.619552 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device bd529004-23c1-492c-ac6a-9f9ef271d71e not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:41:58.619970 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 4718dd65-554d-43bc-ac16-84a19b4c69cc no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:41:58.629110 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cb13-6712-4ea1-a1e1-a14c09d5d4e6 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.632840 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4fb3cb13-6712-4ea1-a1e1-a14c09d5d4e6 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3672764 Feb 17 09:41:58.634124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41098) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:58.640872 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] No DVR routers for this DVR port 4718dd65-554d-43bc-ac16-84a19b4c69cc on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:41:58.647198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e6589371-df61-473f-84bc-f4c79692454a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1161322848'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:58.652522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e6589371-df61-473f-84bc-f4c79692454a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:58.656694 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 4718dd65-554d-43bc-ac16-84a19b4c69cc {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:41:58.657048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 4718dd65-554d-43bc-ac16-84a19b4c69cc not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:41:58.657808 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e6589371-df61-473f-84bc-f4c79692454a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:network and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:58.667370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e6589371-df61-473f-84bc-f4c79692454a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:58.670270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Pushing event deleted for resources: {'Port': ['ID=4718dd65-554d-43bc-ac16-84a19b4c69cc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:58.673341 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e6589371-df61-473f-84bc-f4c79692454a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:58.691167 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-2201a24c-6555-46b8-a086-59dec9ba3ed1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:41:58.691723 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-2201a24c-6555-46b8-a086-59dec9ba3ed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:41:58.760772 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6589371-df61-473f-84bc-f4c79692454a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:41:58.764739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6589371-df61-473f-84bc-f4c79692454a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.776520 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.799200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6589371-df61-473f-84bc-f4c79692454a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:41:58.804202 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fac250-5061-4dea-9b66-460f83988340']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:58.809393 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6589371-df61-473f-84bc-f4c79692454a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.809743 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-e6589371-df61-473f-84bc-f4c79692454a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Added segment 737ac5b9-ce60-4b69-ad5b-8edb66091b3c of type vlan for network 60695603-9bc3-419b-9f0e-b75937177c7e Feb 17 09:41:58.817047 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7c40d2-194b-4bb0-a327-33df9d325a73') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:58.817347 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7c40d2-194b-4bb0-a327-33df9d325a73') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:41:58.829359 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.848288 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.855242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:41:58.855645 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:41:58.875585 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:41:58.953071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6589371-df61-473f-84bc-f4c79692454a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:59.055331 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:59.074791 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:59.081332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6589371-df61-473f-84bc-f4c79692454a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:59.087232 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6589371-df61-473f-84bc-f4c79692454a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:41:59.087760 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] Pushing event deleted for resources: {'Network': ['ID=c0fac250-5061-4dea-9b66-460f83988340,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:59.087911 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6589371-df61-473f-84bc-f4c79692454a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:59.092255 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f016f807-a435-4571-891b-7dd68ce0ea71 tempest-TagsExtTest-1267799619 tempest-TagsExtTest-1267799619-project] 10.222.0.75 "DELETE /v2.0/networks/c0fac250-5061-4dea-9b66-460f83988340 HTTP/1.1" status: 204 len: 168 time: 1.2873852 Feb 17 09:41:59.193760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2201a24c-6555-46b8-a086-59dec9ba3ed1 None None] Deleting port 4718dd65-554d-43bc-ac16-84a19b4c69cc {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:41:59.194428 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2201a24c-6555-46b8-a086-59dec9ba3ed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:59.200504 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6589371-df61-473f-84bc-f4c79692454a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Network': ['ID=60695603-9bc3-419b-9f0e-b75937177c7e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:59.225691 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 60695603-9bc3-419b-9f0e-b75937177c7e details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:41:59.244661 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e6589371-df61-473f-84bc-f4c79692454a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6083493 Feb 17 09:41:59.247472 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41104) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:59.253240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-23efcc50-24a3-46cc-b5f4-8bfc68b8d032 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'subnet': {'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:41:59.326203 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2201a24c-6555-46b8-a086-59dec9ba3ed1 None None] The port '4718dd65-554d-43bc-ac16-84a19b4c69cc' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:41:59.375010 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-23efcc50-24a3-46cc-b5f4-8bfc68b8d032 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:41:59.377155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-23efcc50-24a3-46cc-b5f4-8bfc68b8d032 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:subnet and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:41:59.380921 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-23efcc50-24a3-46cc-b5f4-8bfc68b8d032 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:41:59.387022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-23efcc50-24a3-46cc-b5f4-8bfc68b8d032 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:41:59.496263 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23efcc50-24a3-46cc-b5f4-8bfc68b8d032 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:41:59.509250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23efcc50-24a3-46cc-b5f4-8bfc68b8d032 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:59.586221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41110) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:59.718364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:59.748015 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2ca657cd-a394-4108-8a1d-eb84c4cb1c70 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=808604a081ee4674ac7a7e0ea307cd32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600146 Feb 17 09:41:59.750447 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41116) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:41:59.809607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5952c72-b6d8-41e1-adfa-2a6698de904c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:59.816370 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23efcc50-24a3-46cc-b5f4-8bfc68b8d032 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:59.836217 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5952c72-b6d8-41e1-adfa-2a6698de904c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:59.897412 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efcc50-24a3-46cc-b5f4-8bfc68b8d032 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Subnet': ['ID=47610622-91ff-4bd1-b7b9-db5ddddc2fd9,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:59.901737 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23efcc50-24a3-46cc-b5f4-8bfc68b8d032 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Checking segment: {'id': '737ac5b9-ce60-4b69-ad5b-8edb66091b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:41:59.902154 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23efcc50-24a3-46cc-b5f4-8bfc68b8d032 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network hostable DHCP agents. Network: 60695603-9bc3-419b-9f0e-b75937177c7e, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:41:59.958516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5952c72-b6d8-41e1-adfa-2a6698de904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:59.975741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5952c72-b6d8-41e1-adfa-2a6698de904c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f99a9b-5555-4d77-9635-590b41c11fcb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:59.978606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5952c72-b6d8-41e1-adfa-2a6698de904c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:41:59.979684 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a5952c72-b6d8-41e1-adfa-2a6698de904c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/98f99a9b-5555-4d77-9635-590b41c11fcb HTTP/1.1" status: 204 len: 168 time: 0.2282984 Feb 17 09:41:59.994840 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23efcc50-24a3-46cc-b5f4-8bfc68b8d032 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 60695603-9bc3-419b-9f0e-b75937177c7e is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:42:00.080237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-23efcc50-24a3-46cc-b5f4-8bfc68b8d032 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 60695603-9bc3-419b-9f0e-b75937177c7e) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:00.084637 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23efcc50-24a3-46cc-b5f4-8bfc68b8d032 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:00.089842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23efcc50-24a3-46cc-b5f4-8bfc68b8d032 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:00.090155 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400c2841-c4e7-42bd-a916-d402c3fecd00 None None] Network 60695603-9bc3-419b-9f0e-b75937177c7e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:42:00.187959 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-23efcc50-24a3-46cc-b5f4-8bfc68b8d032 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9393592 Feb 17 09:42:00.191298 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41122) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:00.306875 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-60695603-9bc3-419b-9f0e-b75937177c7e', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:42:00.308239 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:00.486638 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Allocated IP 2001:db8::2 (60695603-9bc3-419b-9f0e-b75937177c7e/47610622-91ff-4bd1-b7b9-db5ddddc2fd9/dea13fc4-d5be-4d86-85cb-7d8311418fb7) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:42:00.677688 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:00.744693 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:00.754773 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Transition to ACTIVE for port object dea13fc4-d5be-4d86-85cb-7d8311418fb7 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:00.773134 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Transition to ACTIVE for port object dea13fc4-d5be-4d86-85cb-7d8311418fb7 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:00.840914 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:00.907601 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Network 60695603-9bc3-419b-9f0e-b75937177c7e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:42:00.910635 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:00.914507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:42:00.920748 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Pushing event updated for resources: {'Port': ['ID=dea13fc4-d5be-4d86-85cb-7d8311418fb7,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:01.010818 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Attempting to bind port dea13fc4-d5be-4d86-85cb-7d8311418fb7 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:42:01.011221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Attempting to bind port dea13fc4-d5be-4d86-85cb-7d8311418fb7 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '737ac5b9-ce60-4b69-ad5b-8edb66091b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:42:01.011605 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Attempting to bind port dea13fc4-d5be-4d86-85cb-7d8311418fb7 on network 60695603-9bc3-419b-9f0e-b75937177c7e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:42:01.017040 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:42:01.017427 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Checking segment: {'id': '737ac5b9-ce60-4b69-ad5b-8edb66091b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:42:01.017838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:01.018259 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Bound using segment: {'id': '737ac5b9-ce60-4b69-ad5b-8edb66091b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:42:01.019354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Bound port: dea13fc4-d5be-4d86-85cb-7d8311418fb7, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737ac5b9-ce60-4b69-ad5b-8edb66091b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:42:01.019791 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:01.024289 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Allocated IP 2001:db8::1 (60695603-9bc3-419b-9f0e-b75937177c7e/47610622-91ff-4bd1-b7b9-db5ddddc2fd9/74adb609-c0b2-4b1e-bc8d-422168d3ab45) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:42:01.107926 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] For port dea13fc4-d5be-4d86-85cb-7d8311418fb7, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:42:01.110958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] For port dea13fc4-d5be-4d86-85cb-7d8311418fb7, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dea13fc4-d5be-4d86-85cb-7d8311418fb7,segment=NetworkSegment(737ac5b9-ce60-4b69-ad5b-8edb66091b3c),segment_id=737ac5b9-ce60-4b69-ad5b-8edb66091b3c)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:42:01.170011 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:01.181378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:01.197441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Transition to ACTIVE for port object 74adb609-c0b2-4b1e-bc8d-422168d3ab45 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:01.253934 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7847ed8-bdf8-4f83-a297-d4e76401d6d3 None None] Pushing event updated for resources: {'Port': ['ID=dea13fc4-d5be-4d86-85cb-7d8311418fb7,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:01.266275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:01.464781 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 60695603-9bc3-419b-9f0e-b75937177c7e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:42:01.467910 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:01.476122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:42:01.477160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:01.492987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=74adb609-c0b2-4b1e-bc8d-422168d3ab45,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:01.670977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:02.069365 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:02.149287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:02.150222 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:02.172151 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1368d824-a45a-46cf-af3e-9a7aa82b4f33 None None] Network 60695603-9bc3-419b-9f0e-b75937177c7e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:42:02.285918 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=74adb609-c0b2-4b1e-bc8d-422168d3ab45,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:02.343991 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 60695603-9bc3-419b-9f0e-b75937177c7e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:42:02.345322 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:02.381643 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0fb2623a-82f8-4568-bcdf-a6c3530cc8f8 None None] Provisioning for port dea13fc4-d5be-4d86-85cb-7d8311418fb7 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:02.601014 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dea13fc4-d5be-4d86-85cb-7d8311418fb7 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:02.617406 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:42:02.758893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port dea13fc4-d5be-4d86-85cb-7d8311418fb7 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:02.764861 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port dea13fc4-d5be-4d86-85cb-7d8311418fb7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:02.765407 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:02.786442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:42:02.802408 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0dadb13d-308f-49ae-958e-c6ff8c8b88b9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/4610cebb-37c7-43fe-be46-c22b7fd8d4ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6067965 Feb 17 09:42:02.807185 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Sync routers for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:42:02.807999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41126) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:02.808581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-79132ca0-95b6-4db6-a97d-ad0fd7202238 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2077168538'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:02.813359 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-79132ca0-95b6-4db6-a97d-ad0fd7202238 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:02.815487 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:02.817922 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:02.818097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-79132ca0-95b6-4db6-a97d-ad0fd7202238 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:network and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:42:02.820104 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-79132ca0-95b6-4db6-a97d-ad0fd7202238 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:42:02.826708 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-79132ca0-95b6-4db6-a97d-ad0fd7202238 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:02.875633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-08d5075e-f0f1-43ad-8a42-2872308a5680 None None] Provisioning for port 74adb609-c0b2-4b1e-bc8d-422168d3ab45 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:02.896064 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-08d5075e-f0f1-43ad-8a42-2872308a5680 None None] Provisioning complete for port 74adb609-c0b2-4b1e-bc8d-422168d3ab45 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:02.896444 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-08d5075e-f0f1-43ad-8a42-2872308a5680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:02.931756 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79132ca0-95b6-4db6-a97d-ad0fd7202238 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:42:02.935879 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79132ca0-95b6-4db6-a97d-ad0fd7202238 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:02.948930 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:02.967926 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79132ca0-95b6-4db6-a97d-ad0fd7202238 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:42:02.978116 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-08d5075e-f0f1-43ad-8a42-2872308a5680 None None] Port 74adb609-c0b2-4b1e-bc8d-422168d3ab45 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:42:02.979062 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79132ca0-95b6-4db6-a97d-ad0fd7202238 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:02.979644 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-79132ca0-95b6-4db6-a97d-ad0fd7202238 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Added segment 8706c712-dff8-4fea-a716-0a5500b2a1be of type vlan for network 3c92395e-9486-46c1-90fb-0c04045f3911 Feb 17 09:42:02.990718 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:02.994179 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port dea13fc4-d5be-4d86-85cb-7d8311418fb7, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dea13fc4-d5be-4d86-85cb-7d8311418fb7,segment=NetworkSegment(737ac5b9-ce60-4b69-ad5b-8edb66091b3c),segment_id=737ac5b9-ce60-4b69-ad5b-8edb66091b3c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:03.017408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79132ca0-95b6-4db6-a97d-ad0fd7202238 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:03.084439 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:03.118555 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79132ca0-95b6-4db6-a97d-ad0fd7202238 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:03.124379 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79132ca0-95b6-4db6-a97d-ad0fd7202238 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:03.125361 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79132ca0-95b6-4db6-a97d-ad0fd7202238 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:03.157671 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-067cf57b-d273-44cd-a095-c0fec869413d None None] Provisioning complete for port 74adb609-c0b2-4b1e-bc8d-422168d3ab45 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:03.157911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-067cf57b-d273-44cd-a095-c0fec869413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:03.214708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=dea13fc4-d5be-4d86-85cb-7d8311418fb7,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:03.230812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-067cf57b-d273-44cd-a095-c0fec869413d None None] Port 74adb609-c0b2-4b1e-bc8d-422168d3ab45 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:42:03.242777 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79132ca0-95b6-4db6-a97d-ad0fd7202238 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Network': ['ID=3c92395e-9486-46c1-90fb-0c04045f3911,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:03.255821 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 3c92395e-9486-46c1-90fb-0c04045f3911 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:42:03.307662 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-79132ca0-95b6-4db6-a97d-ad0fd7202238 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5038114 Feb 17 09:42:03.310409 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41130) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:03.317233 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bb72d3b6-9be3-48c9-852a-930066bc6e18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'subnet': {'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:03.321743 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:01Z', 'revision_number': 2, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:01Z', 'revision_number': 2, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:03.325930 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Checking router: 4610cebb-37c7-43fe-be46-c22b7fd8d4ac for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:42:03.326307 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Updating router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac port 74adb609-c0b2-4b1e-bc8d-422168d3ab45 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:42:03.367860 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-07c1f12f-3422-4d14-ba55-5192681e24f4 None None] Provisioning complete for port 74adb609-c0b2-4b1e-bc8d-422168d3ab45 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:03.368220 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07c1f12f-3422-4d14-ba55-5192681e24f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:03.386394 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:03.428173 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-07c1f12f-3422-4d14-ba55-5192681e24f4 None None] Port 74adb609-c0b2-4b1e-bc8d-422168d3ab45 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:42:03.433390 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bb72d3b6-9be3-48c9-852a-930066bc6e18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:03.437180 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bb72d3b6-9be3-48c9-852a-930066bc6e18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:subnet and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:42:03.440068 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bb72d3b6-9be3-48c9-852a-930066bc6e18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:42:03.446722 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bb72d3b6-9be3-48c9-852a-930066bc6e18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:03.554537 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb72d3b6-9be3-48c9-852a-930066bc6e18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:42:03.558111 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb72d3b6-9be3-48c9-852a-930066bc6e18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:03.744952 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:03.757143 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Transition to ACTIVE for port object 74adb609-c0b2-4b1e-bc8d-422168d3ab45 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:03.828766 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:03.857891 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb72d3b6-9be3-48c9-852a-930066bc6e18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:03.939660 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72d3b6-9be3-48c9-852a-930066bc6e18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Subnet': ['ID=498d8a5d-4070-4c92-9bc5-22057138a405,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:03.948833 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12054e-f270-4e08-ace2-dadbb7738ad4 None None] Pushing event updated for resources: {'Port': ['ID=74adb609-c0b2-4b1e-bc8d-422168d3ab45,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:03.954234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb72d3b6-9be3-48c9-852a-930066bc6e18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Checking segment: {'id': '8706c712-dff8-4fea-a716-0a5500b2a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:42:03.954666 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb72d3b6-9be3-48c9-852a-930066bc6e18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network hostable DHCP agents. Network: 3c92395e-9486-46c1-90fb-0c04045f3911, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:42:03.963973 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12054e-f270-4e08-ace2-dadbb7738ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:03.964317 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12054e-f270-4e08-ace2-dadbb7738ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:03.964647 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12054e-f270-4e08-ace2-dadbb7738ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:03.964980 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12054e-f270-4e08-ace2-dadbb7738ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:03.965468 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12054e-f270-4e08-ace2-dadbb7738ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:03.965938 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12054e-f270-4e08-ace2-dadbb7738ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:03.966082 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12054e-f270-4e08-ace2-dadbb7738ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:03.966336 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12054e-f270-4e08-ace2-dadbb7738ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:03.966654 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12054e-f270-4e08-ace2-dadbb7738ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:03.966963 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12054e-f270-4e08-ace2-dadbb7738ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:03.967281 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12054e-f270-4e08-ace2-dadbb7738ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:03.967592 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12054e-f270-4e08-ace2-dadbb7738ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:04.040485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb72d3b6-9be3-48c9-852a-930066bc6e18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 3c92395e-9486-46c1-90fb-0c04045f3911 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:42:04.104757 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Attempting to bind port 74adb609-c0b2-4b1e-bc8d-422168d3ab45 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:42:04.105281 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Attempting to bind port 74adb609-c0b2-4b1e-bc8d-422168d3ab45 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '737ac5b9-ce60-4b69-ad5b-8edb66091b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:42:04.105673 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Attempting to bind port 74adb609-c0b2-4b1e-bc8d-422168d3ab45 on network 60695603-9bc3-419b-9f0e-b75937177c7e {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:42:04.111080 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:42:04.111432 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Checking segment: {'id': '737ac5b9-ce60-4b69-ad5b-8edb66091b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:42:04.111827 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:04.112807 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Bound using segment: {'id': '737ac5b9-ce60-4b69-ad5b-8edb66091b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:42:04.113449 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Bound port: 74adb609-c0b2-4b1e-bc8d-422168d3ab45, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737ac5b9-ce60-4b69-ad5b-8edb66091b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:42:04.113765 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:04.114660 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-bb72d3b6-9be3-48c9-852a-930066bc6e18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 3c92395e-9486-46c1-90fb-0c04045f3911) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:04.118797 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb72d3b6-9be3-48c9-852a-930066bc6e18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:04.119495 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb72d3b6-9be3-48c9-852a-930066bc6e18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:04.126118 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b78105-3a90-4974-afd7-fb110eb205ce None None] Network 3c92395e-9486-46c1-90fb-0c04045f3911 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:42:04.201347 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bb72d3b6-9be3-48c9-852a-930066bc6e18 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8894999 Feb 17 09:42:04.204090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41134) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:04.208592 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] For port 74adb609-c0b2-4b1e-bc8d-422168d3ab45, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:42:04.211954 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] For port 74adb609-c0b2-4b1e-bc8d-422168d3ab45, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=74adb609-c0b2-4b1e-bc8d-422168d3ab45,segment=NetworkSegment(737ac5b9-ce60-4b69-ad5b-8edb66091b3c),segment_id=737ac5b9-ce60-4b69-ad5b-8edb66091b3c)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:42:04.285431 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:04.374290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-3c92395e-9486-46c1-90fb-0c04045f3911', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:42:04.374290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:04.387073 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12054e-f270-4e08-ace2-dadbb7738ad4 None None] Pushing event updated for resources: {'Port': ['ID=74adb609-c0b2-4b1e-bc8d-422168d3ab45,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:04.395024 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:04.396927 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:04.590390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Allocated IP 2001:db8:1::2 (3c92395e-9486-46c1-90fb-0c04045f3911/498d8a5d-4070-4c92-9bc5-22057138a405/e82184a3-61cf-4391-8912-b35df69e67ff) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:42:04.608259 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:04.625948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dea13fc4-d5be-4d86-85cb-7d8311418fb7 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:04.867388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port dea13fc4-d5be-4d86-85cb-7d8311418fb7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:04.867763 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:04.976202 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:01Z', 'revision_number': 2, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:04Z', 'revision_number': 4, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:04.983022 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc996a-427b-4821-a515-a1f9690ac5b7 None None] The sync data for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv is: [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:01Z', 'revision_number': 2, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:04Z', 'revision_number': 4, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:42:04.983918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:05.006918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Transition to ACTIVE for port object e82184a3-61cf-4391-8912-b35df69e67ff will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:05.036708 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:05.071839 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Transition to ACTIVE for port object e82184a3-61cf-4391-8912-b35df69e67ff will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:05.135798 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:05.227116 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Network 3c92395e-9486-46c1-90fb-0c04045f3911 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:42:05.229991 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:05.232543 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:42:05.245071 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Pushing event updated for resources: {'Port': ['ID=e82184a3-61cf-4391-8912-b35df69e67ff,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:05.351195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Attempting to bind port e82184a3-61cf-4391-8912-b35df69e67ff on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:42:05.351741 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Attempting to bind port e82184a3-61cf-4391-8912-b35df69e67ff by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '8706c712-dff8-4fea-a716-0a5500b2a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:42:05.352112 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Attempting to bind port e82184a3-61cf-4391-8912-b35df69e67ff on network 3c92395e-9486-46c1-90fb-0c04045f3911 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:42:05.357978 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:42:05.358388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Checking segment: {'id': '8706c712-dff8-4fea-a716-0a5500b2a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:42:05.359066 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:05.359464 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Bound using segment: {'id': '8706c712-dff8-4fea-a716-0a5500b2a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:42:05.360205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Bound port: e82184a3-61cf-4391-8912-b35df69e67ff, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8706c712-dff8-4fea-a716-0a5500b2a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:42:05.360584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:05.460761 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] For port e82184a3-61cf-4391-8912-b35df69e67ff, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:42:05.464071 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] For port e82184a3-61cf-4391-8912-b35df69e67ff, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e82184a3-61cf-4391-8912-b35df69e67ff,segment=NetworkSegment(8706c712-dff8-4fea-a716-0a5500b2a1be),segment_id=8706c712-dff8-4fea-a716-0a5500b2a1be)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:42:05.464653 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Allocated IP 2001:db8:1::1 (3c92395e-9486-46c1-90fb-0c04045f3911/498d8a5d-4070-4c92-9bc5-22057138a405/1a65581c-99e8-4cda-befc-6bd9a08ea74d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:42:05.595317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:05.650128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:05.668098 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Transition to ACTIVE for port object 1a65581c-99e8-4cda-befc-6bd9a08ea74d will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:05.683190 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba21096-7a08-41d2-b9af-4cb82f1cbb62 None None] Pushing event updated for resources: {'Port': ['ID=e82184a3-61cf-4391-8912-b35df69e67ff,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:05.683696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41140) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:05.773692 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7636bf0f-a048-40ad-8f9c-951db78b4542 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:05.774450 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7636bf0f-a048-40ad-8f9c-951db78b4542 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:05.775076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7636bf0f-a048-40ad-8f9c-951db78b4542 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:05.777229 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7636bf0f-a048-40ad-8f9c-951db78b4542 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/ports?project_id=eeb2e7b02f3142f899056abfe417a6b8&network_id=e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 HTTP/1.1" status: 200 len: 2999 time: 0.0918095 Feb 17 09:42:05.806677 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:05.887017 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 3c92395e-9486-46c1-90fb-0c04045f3911 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:42:05.890093 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:05.894842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:42:05.895376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:05.908639 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=1a65581c-99e8-4cda-befc-6bd9a08ea74d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:06.084465 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:06.606710 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:06.634003 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e82184a3-61cf-4391-8912-b35df69e67ff up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:06.672936 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:06.673860 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:06.781184 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port e82184a3-61cf-4391-8912-b35df69e67ff completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:06.781184 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 74adb609-c0b2-4b1e-bc8d-422168d3ab45 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:06.817226 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=1a65581c-99e8-4cda-befc-6bd9a08ea74d,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:06.880108 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 3c92395e-9486-46c1-90fb-0c04045f3911 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:42:06.881211 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:06.920333 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 74adb609-c0b2-4b1e-bc8d-422168d3ab45 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:06.927445 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 74adb609-c0b2-4b1e-bc8d-422168d3ab45 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:06.927841 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:07.054022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:42:07.063256 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:07.103575 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41152) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:07.108064 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 74adb609-c0b2-4b1e-bc8d-422168d3ab45, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=74adb609-c0b2-4b1e-bc8d-422168d3ab45,segment=NetworkSegment(737ac5b9-ce60-4b69-ad5b-8edb66091b3c),segment_id=737ac5b9-ce60-4b69-ad5b-8edb66091b3c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:07.176058 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e33d55a-86e1-4a4f-b6d0-f8084dee6f8a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:07.178539 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7e33d55a-86e1-4a4f-b6d0-f8084dee6f8a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a HTTP/1.1" status: 200 len: 814 time: 0.0733302 Feb 17 09:42:07.198222 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:07.235412 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:42:07.256145 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-10af1935-eb60-4084-833b-2f3d31db71bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/4610cebb-37c7-43fe-be46-c22b7fd8d4ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0509732 Feb 17 09:42:07.258895 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41158) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:07.262492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Sync routers for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:42:07.265049 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-43aade96-38ba-434e-9e83-c098adf2bc12 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1893817571'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:07.281928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-43aade96-38ba-434e-9e83-c098adf2bc12 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:07.281928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-43aade96-38ba-434e-9e83-c098adf2bc12 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:network and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:42:07.281928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-43aade96-38ba-434e-9e83-c098adf2bc12 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:42:07.282845 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:07.282845 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:07.287213 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-43aade96-38ba-434e-9e83-c098adf2bc12 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:07.339129 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbac3f7e-ebc4-460b-bf39-1bd056ce3ad2 None None] Network 3c92395e-9486-46c1-90fb-0c04045f3911 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:42:07.368974 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=74adb609-c0b2-4b1e-bc8d-422168d3ab45,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:07.388828 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43aade96-38ba-434e-9e83-c098adf2bc12 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:42:07.392495 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43aade96-38ba-434e-9e83-c098adf2bc12 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:07.421655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43aade96-38ba-434e-9e83-c098adf2bc12 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:42:07.433501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43aade96-38ba-434e-9e83-c098adf2bc12 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:07.433874 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-43aade96-38ba-434e-9e83-c098adf2bc12 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Added segment c95e39b1-dc3e-45b3-9e34-544a7e5abb44 of type vlan for network 83633f81-cf71-4e4a-bd2e-0af0ae2fe442 Feb 17 09:42:07.461845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43aade96-38ba-434e-9e83-c098adf2bc12 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:07.542968 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:07.558282 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43aade96-38ba-434e-9e83-c098adf2bc12 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:07.566740 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aade96-38ba-434e-9e83-c098adf2bc12 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:07.566740 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43aade96-38ba-434e-9e83-c098adf2bc12 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:07.604178 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a91e78dc-512a-4597-b9ab-8c867d0cf413 None None] Provisioning for port e82184a3-61cf-4391-8912-b35df69e67ff completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:07.622651 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a91e78dc-512a-4597-b9ab-8c867d0cf413 None None] Provisioning complete for port e82184a3-61cf-4391-8912-b35df69e67ff triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:07.623017 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a91e78dc-512a-4597-b9ab-8c867d0cf413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:07.681758 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41164) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:07.682459 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aade96-38ba-434e-9e83-c098adf2bc12 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Network': ['ID=83633f81-cf71-4e4a-bd2e-0af0ae2fe442,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:07.687502 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'network': {'name': 'tempest-network-smoke--534062769', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'port_security_enabled': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:07.693847 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:07.704931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:07.742164 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-43aade96-38ba-434e-9e83-c098adf2bc12 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4818921 Feb 17 09:42:07.745186 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41168) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:07.752414 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d913c5cb-5a09-412f-b1da-7102a5c34caa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'subnet': {'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:07.797766 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 83633f81-cf71-4e4a-bd2e-0af0ae2fe442 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:42:07.843216 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:42:07.847126 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:07.889853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d913c5cb-5a09-412f-b1da-7102a5c34caa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:07.897324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d913c5cb-5a09-412f-b1da-7102a5c34caa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:subnet and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:42:07.908750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:42:07.911804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d913c5cb-5a09-412f-b1da-7102a5c34caa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:42:07.920208 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d913c5cb-5a09-412f-b1da-7102a5c34caa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:07.927317 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:07.927660 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Added segment 49c89886-137b-419b-bde1-050c5adfbc29 of type vlan for network b7f38a2c-f959-41a7-b4dc-61de857bac91 Feb 17 09:42:07.956262 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:08.004586 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d913c5cb-5a09-412f-b1da-7102a5c34caa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:42:08.008318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d913c5cb-5a09-412f-b1da-7102a5c34caa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:08.077726 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:08.083876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:08.084505 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:08.178114 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a91e78dc-512a-4597-b9ab-8c867d0cf413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:08.231981 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a91e78dc-512a-4597-b9ab-8c867d0cf413 None None] For port e82184a3-61cf-4391-8912-b35df69e67ff, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e82184a3-61cf-4391-8912-b35df69e67ff,segment=NetworkSegment(8706c712-dff8-4fea-a716-0a5500b2a1be),segment_id=8706c712-dff8-4fea-a716-0a5500b2a1be)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:08.241888 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:05Z', 'revision_number': 3, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:06Z', 'revision_number': 2, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:08.243051 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Network': ['ID=b7f38a2c-f959-41a7-b4dc-61de857bac91,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:08.246418 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Checking router: 4610cebb-37c7-43fe-be46-c22b7fd8d4ac for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:42:08.246772 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Updating router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac port 1a65581c-99e8-4cda-befc-6bd9a08ea74d binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:42:08.255268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:08.255749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:08.256189 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:08.256567 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:08.256931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:08.257267 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:08.257620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:08.257932 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:08.258283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:08.258648 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:08.259013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:08.259383 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:08.276764 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network b7f38a2c-f959-41a7-b4dc-61de857bac91 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:42:08.335405 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7710e482-286d-4aad-ba08-449b601c2173 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6523657 Feb 17 09:42:08.338583 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41172) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:08.380721 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a91e78dc-512a-4597-b9ab-8c867d0cf413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:08.448582 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:08.459374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d913c5cb-5a09-412f-b1da-7102a5c34caa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:08.554341 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e78dc-512a-4597-b9ab-8c867d0cf413 None None] Pushing event updated for resources: {'Port': ['ID=e82184a3-61cf-4391-8912-b35df69e67ff,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:08.559660 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:08.563218 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbff94f-925c-4e0a-bbe6-3f6e14ae923e tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:08.564933 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3dbff94f-925c-4e0a-bbe6-3f6e14ae923e tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=eeb2e7b02f3142f899056abfe417a6b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2248256 Feb 17 09:42:08.568668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41176) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:08.586936 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913c5cb-5a09-412f-b1da-7102a5c34caa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Subnet': ['ID=78859315-6374-4fcb-aab9-a0a967374892,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:08.591912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d913c5cb-5a09-412f-b1da-7102a5c34caa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Checking segment: {'id': 'c95e39b1-dc3e-45b3-9e34-544a7e5abb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:42:08.593880 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d913c5cb-5a09-412f-b1da-7102a5c34caa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network hostable DHCP agents. Network: 83633f81-cf71-4e4a-bd2e-0af0ae2fe442, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:42:08.642886 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-998df74c-a9f7-413c-82c9-9b83b07edc84 None None] Provisioning for port 1a65581c-99e8-4cda-befc-6bd9a08ea74d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:08.663123 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 74adb609-c0b2-4b1e-bc8d-422168d3ab45 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:08.697851 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-998df74c-a9f7-413c-82c9-9b83b07edc84 None None] Provisioning complete for port 1a65581c-99e8-4cda-befc-6bd9a08ea74d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:08.698157 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d913c5cb-5a09-412f-b1da-7102a5c34caa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 83633f81-cf71-4e4a-bd2e-0af0ae2fe442 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:42:08.698293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-998df74c-a9f7-413c-82c9-9b83b07edc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:08.774217 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5148b2b-b78b-4a2d-a41c-292242793424 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:08.776627 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c5148b2b-b78b-4a2d-a41c-292242793424 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2069938 Feb 17 09:42:08.780195 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41180) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:08.825545 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4866a6ff-a2c1-43fa-8a18-2824829b4937 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439696 Feb 17 09:42:08.826289 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d913c5cb-5a09-412f-b1da-7102a5c34caa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 83633f81-cf71-4e4a-bd2e-0af0ae2fe442) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:08.829976 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41184) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:08.833984 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d913c5cb-5a09-412f-b1da-7102a5c34caa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:08.834824 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d913c5cb-5a09-412f-b1da-7102a5c34caa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:08.853170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337eb198-4565-4006-975d-407ad3ed59a0 None None] Network 83633f81-cf71-4e4a-bd2e-0af0ae2fe442 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:42:08.870980 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-998df74c-a9f7-413c-82c9-9b83b07edc84 None None] Port 1a65581c-99e8-4cda-befc-6bd9a08ea74d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:42:08.884864 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c46a640d-3a74-4479-92b4-29ddca47b42f tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=eeb2e7b02f3142f899056abfe417a6b8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507627 Feb 17 09:42:08.885830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41188) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:08.925016 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d913c5cb-5a09-412f-b1da-7102a5c34caa tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1783495 Feb 17 09:42:08.928733 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41192) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:09.002574 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-998df74c-a9f7-413c-82c9-9b83b07edc84 None None] Provisioning complete for port e82184a3-61cf-4391-8912-b35df69e67ff triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:09.003223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-998df74c-a9f7-413c-82c9-9b83b07edc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:09.043194 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6bc19d-38b4-4d59-8351-2485b25ae075 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:09.047758 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2d6bc19d-38b4-4d59-8351-2485b25ae075 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1581495 Feb 17 09:42:09.048084 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41196) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:09.095096 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-de7f86b3-230e-4fd1-9cab-f7406adcc885 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430965 Feb 17 09:42:09.095271 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 74adb609-c0b2-4b1e-bc8d-422168d3ab45 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:09.095271 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:09.095502 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41200) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:09.103067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3488b5dc-4585-474f-85b2-31007089c03f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-319177878', 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:09.229894 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3488b5dc-4585-474f-85b2-31007089c03f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:09.234064 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3488b5dc-4585-474f-85b2-31007089c03f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:subnet and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:42:09.237299 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3488b5dc-4585-474f-85b2-31007089c03f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:42:09.243769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3488b5dc-4585-474f-85b2-31007089c03f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:09.332778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3488b5dc-4585-474f-85b2-31007089c03f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:42:09.337329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3488b5dc-4585-474f-85b2-31007089c03f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:09.342382 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:09.461837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Transition to ACTIVE for port object 1a65581c-99e8-4cda-befc-6bd9a08ea74d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:09.471663 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'fixed_ips': [{'subnet_id': '78859315-6374-4fcb-aab9-a0a967374892'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:42:09.475483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:09.556713 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:09.690861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3488b5dc-4585-474f-85b2-31007089c03f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:09.742824 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:09.753565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603317e-17ff-4683-a2c8-7192158539ea None None] Pushing event updated for resources: {'Port': ['ID=1a65581c-99e8-4cda-befc-6bd9a08ea74d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:09.795389 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488b5dc-4585-474f-85b2-31007089c03f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Subnet': ['ID=f33939b9-7ce8-4154-9338-62be47803cb0,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:09.837434 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3488b5dc-4585-474f-85b2-31007089c03f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Checking segment: {'id': '49c89886-137b-419b-bde1-050c5adfbc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:42:09.837971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3488b5dc-4585-474f-85b2-31007089c03f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network hostable DHCP agents. Network: b7f38a2c-f959-41a7-b4dc-61de857bac91, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:42:09.889529 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Attempting to bind port 1a65581c-99e8-4cda-befc-6bd9a08ea74d on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:42:09.890158 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Attempting to bind port 1a65581c-99e8-4cda-befc-6bd9a08ea74d by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '8706c712-dff8-4fea-a716-0a5500b2a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:42:09.890456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Attempting to bind port 1a65581c-99e8-4cda-befc-6bd9a08ea74d on network 3c92395e-9486-46c1-90fb-0c04045f3911 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:42:09.903282 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:42:09.903728 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Checking segment: {'id': '8706c712-dff8-4fea-a716-0a5500b2a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:42:09.904202 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:09.904606 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Bound using segment: {'id': '8706c712-dff8-4fea-a716-0a5500b2a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:42:09.905077 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Bound port: 1a65581c-99e8-4cda-befc-6bd9a08ea74d, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8706c712-dff8-4fea-a716-0a5500b2a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:42:09.905509 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:09.925562 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Allocated IP 2001:db8:2::2 (83633f81-cf71-4e4a-bd2e-0af0ae2fe442/78859315-6374-4fcb-aab9-a0a967374892/8b3f8b5d-c56f-4f10-8bce-c13819806aea) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:42:09.948766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3488b5dc-4585-474f-85b2-31007089c03f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network b7f38a2c-f959-41a7-b4dc-61de857bac91 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:42:10.034604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-3488b5dc-4585-474f-85b2-31007089c03f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, b7f38a2c-f959-41a7-b4dc-61de857bac91) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:10.039101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3488b5dc-4585-474f-85b2-31007089c03f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:10.039990 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3488b5dc-4585-474f-85b2-31007089c03f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:10.085001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188ce0ba-c4b3-4f80-910f-520d26ae9587 None None] Network b7f38a2c-f959-41a7-b4dc-61de857bac91 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:42:10.142002 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3488b5dc-4585-474f-85b2-31007089c03f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0452464 Feb 17 09:42:10.196612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] For port 1a65581c-99e8-4cda-befc-6bd9a08ea74d, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:42:10.228360 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] For port 1a65581c-99e8-4cda-befc-6bd9a08ea74d, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1a65581c-99e8-4cda-befc-6bd9a08ea74d,segment=NetworkSegment(8706c712-dff8-4fea-a716-0a5500b2a1be),segment_id=8706c712-dff8-4fea-a716-0a5500b2a1be)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:42:10.306418 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:10.458403 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:10.467735 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603317e-17ff-4683-a2c8-7192158539ea None None] Pushing event updated for resources: {'Port': ['ID=1a65581c-99e8-4cda-befc-6bd9a08ea74d,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:10.494508 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:10.495148 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:10.564584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Transition to ACTIVE for port object 8b3f8b5d-c56f-4f10-8bce-c13819806aea will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:10.637516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-b7f38a2c-f959-41a7-b4dc-61de857bac91', 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ips': [{'subnet_id': 'f33939b9-7ce8-4154-9338-62be47803cb0'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:42:10.638355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:10.647187 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e82184a3-61cf-4391-8912-b35df69e67ff up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:10.726201 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41206) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:10.732288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d720f5ae-9bdc-49a2-bf17-9df3d6d87c91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878451637', 'description': 'tempest-secgroup-smoke-878451637 description', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:10.733192 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Transition to ACTIVE for port object 8b3f8b5d-c56f-4f10-8bce-c13819806aea will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:10.739444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d720f5ae-9bdc-49a2-bf17-9df3d6d87c91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:10.750491 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d720f5ae-9bdc-49a2-bf17-9df3d6d87c91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:10.808303 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:10.869261 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d720f5ae-9bdc-49a2-bf17-9df3d6d87c91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:10.895214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d720f5ae-9bdc-49a2-bf17-9df3d6d87c91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:10.898022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Allocated IP 2001:db8:2::1 (83633f81-cf71-4e4a-bd2e-0af0ae2fe442/78859315-6374-4fcb-aab9-a0a967374892/89a94a6c-fdf2-4268-aefa-928cd788b4d8) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:42:10.899790 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d720f5ae-9bdc-49a2-bf17-9df3d6d87c91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:42:10.903824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d720f5ae-9bdc-49a2-bf17-9df3d6d87c91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:42:10.913375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d720f5ae-9bdc-49a2-bf17-9df3d6d87c91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:10.922610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:10.989197 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d720f5ae-9bdc-49a2-bf17-9df3d6d87c91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.049617 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d720f5ae-9bdc-49a2-bf17-9df3d6d87c91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.058854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Network 83633f81-cf71-4e4a-bd2e-0af0ae2fe442 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:42:11.078205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.094666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720f5ae-9bdc-49a2-bf17-9df3d6d87c91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9702ce6d-c5f5-44ab-8cd5-77b815b0dba3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:11.095762 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Transition to ACTIVE for port object 89a94a6c-fdf2-4268-aefa-928cd788b4d8 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:11.121864 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:11.137615 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:42:11.177434 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d720f5ae-9bdc-49a2-bf17-9df3d6d87c91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.181459 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d720f5ae-9bdc-49a2-bf17-9df3d6d87c91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4512823 Feb 17 09:42:11.181656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41210) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:11.186909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3a5701ee-1e67-47ce-8db2-072d8bcd9059 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '9702ce6d-c5f5-44ab-8cd5-77b815b0dba3', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:11.193548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3a5701ee-1e67-47ce-8db2-072d8bcd9059 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:11.193848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Pushing event updated for resources: {'Port': ['ID=8b3f8b5d-c56f-4f10-8bce-c13819806aea,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:11.199016 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3a5701ee-1e67-47ce-8db2-072d8bcd9059 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:42:11.210224 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3a5701ee-1e67-47ce-8db2-072d8bcd9059 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:42:11.210446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port e82184a3-61cf-4391-8912-b35df69e67ff triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:11.210446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.210785 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3a5701ee-1e67-47ce-8db2-072d8bcd9059 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:11.229275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.299636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a5701ee-1e67-47ce-8db2-072d8bcd9059 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.304221 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 83633f81-cf71-4e4a-bd2e-0af0ae2fe442 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:42:11.307507 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:11.312428 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:42:11.313172 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.332077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=89a94a6c-fdf2-4268-aefa-928cd788b4d8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:11.368037 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Allocated IP 172.20.0.18 (b7f38a2c-f959-41a7-b4dc-61de857bac91/f33939b9-7ce8-4154-9338-62be47803cb0/b7df5b86-fae0-4851-a76d-77c215e9b3f7) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:42:11.373957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a5701ee-1e67-47ce-8db2-072d8bcd9059 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.398609 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Attempting to bind port 8b3f8b5d-c56f-4f10-8bce-c13819806aea on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:42:11.399013 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Attempting to bind port 8b3f8b5d-c56f-4f10-8bce-c13819806aea by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'c95e39b1-dc3e-45b3-9e34-544a7e5abb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:42:11.399376 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Attempting to bind port 8b3f8b5d-c56f-4f10-8bce-c13819806aea on network 83633f81-cf71-4e4a-bd2e-0af0ae2fe442 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:42:11.414745 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:42:11.416611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Checking segment: {'id': 'c95e39b1-dc3e-45b3-9e34-544a7e5abb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:42:11.416611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.416611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Bound using segment: {'id': 'c95e39b1-dc3e-45b3-9e34-544a7e5abb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:42:11.416611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Bound port: 8b3f8b5d-c56f-4f10-8bce-c13819806aea, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95e39b1-dc3e-45b3-9e34-544a7e5abb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:42:11.417020 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.441316 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a5701ee-1e67-47ce-8db2-072d8bcd9059 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.470093 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5701ee-1e67-47ce-8db2-072d8bcd9059 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c372c8b-a25d-449e-bdd7-1138d1fc76a4,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:11.540383 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.562596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a5701ee-1e67-47ce-8db2-072d8bcd9059 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.564336 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3a5701ee-1e67-47ce-8db2-072d8bcd9059 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3816869 Feb 17 09:42:11.567845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41214) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:11.575085 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-68d78309-6d4f-46f7-afb6-e3500cf85b9e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '9702ce6d-c5f5-44ab-8cd5-77b815b0dba3', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:11.585062 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-68d78309-6d4f-46f7-afb6-e3500cf85b9e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:11.590366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-68d78309-6d4f-46f7-afb6-e3500cf85b9e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:42:11.594806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-68d78309-6d4f-46f7-afb6-e3500cf85b9e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:42:11.602019 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-68d78309-6d4f-46f7-afb6-e3500cf85b9e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:11.699892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68d78309-6d4f-46f7-afb6-e3500cf85b9e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.764961 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] For port 8b3f8b5d-c56f-4f10-8bce-c13819806aea, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:42:11.779158 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68d78309-6d4f-46f7-afb6-e3500cf85b9e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.807031 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] For port 8b3f8b5d-c56f-4f10-8bce-c13819806aea, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8b3f8b5d-c56f-4f10-8bce-c13819806aea,segment=NetworkSegment(c95e39b1-dc3e-45b3-9e34-544a7e5abb44),segment_id=c95e39b1-dc3e-45b3-9e34-544a7e5abb44)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:42:11.840383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68d78309-6d4f-46f7-afb6-e3500cf85b9e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.855354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.867486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:05Z', 'revision_number': 3, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:10Z', 'revision_number': 4, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:11.872163 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d78309-6d4f-46f7-afb6-e3500cf85b9e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e597d3de-6395-4266-8d1f-b69c91e3cf36,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:11.872687 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Transition to ACTIVE for port object b7df5b86-fae0-4851-a76d-77c215e9b3f7 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:11.875174 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70a262e-7f21-40f6-9218-dc6521439352 None None] The sync data for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv is: [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:05Z', 'revision_number': 3, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:10Z', 'revision_number': 4, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:42:11.887250 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:11.981501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Transition to ACTIVE for port object b7df5b86-fae0-4851-a76d-77c215e9b3f7 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:12.005947 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68d78309-6d4f-46f7-afb6-e3500cf85b9e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:12.007635 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-68d78309-6d4f-46f7-afb6-e3500cf85b9e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4385109 Feb 17 09:42:12.010454 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41218) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:12.016107 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096a994-29a3-4566-bb60-691346f7f98b None None] Pushing event updated for resources: {'Port': ['ID=8b3f8b5d-c56f-4f10-8bce-c13819806aea,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:12.017498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a7ca11af-3971-445a-b959-0338f1a3870a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '9702ce6d-c5f5-44ab-8cd5-77b815b0dba3', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:12.023252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a7ca11af-3971-445a-b959-0338f1a3870a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:12.027440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a7ca11af-3971-445a-b959-0338f1a3870a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:42:12.030701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a7ca11af-3971-445a-b959-0338f1a3870a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:42:12.037383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a7ca11af-3971-445a-b959-0338f1a3870a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:12.075148 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:12.089544 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:12.167375 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Network b7f38a2c-f959-41a7-b4dc-61de857bac91 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:42:12.171205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:12.173863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:42:12.181075 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Pushing event updated for resources: {'Port': ['ID=b7df5b86-fae0-4851-a76d-77c215e9b3f7,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:12.192751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7ca11af-3971-445a-b959-0338f1a3870a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:12.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:12.241214 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:12.275332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7ca11af-3971-445a-b959-0338f1a3870a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:12.285050 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Attempting to bind port b7df5b86-fae0-4851-a76d-77c215e9b3f7 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:42:12.285812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Attempting to bind port b7df5b86-fae0-4851-a76d-77c215e9b3f7 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '49c89886-137b-419b-bde1-050c5adfbc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:42:12.286205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Attempting to bind port b7df5b86-fae0-4851-a76d-77c215e9b3f7 on network b7f38a2c-f959-41a7-b4dc-61de857bac91 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:42:12.293794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:42:12.294212 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Checking segment: {'id': '49c89886-137b-419b-bde1-050c5adfbc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:42:12.294618 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:12.295001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Bound using segment: {'id': '49c89886-137b-419b-bde1-050c5adfbc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:42:12.295500 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Bound port: b7df5b86-fae0-4851-a76d-77c215e9b3f7, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c89886-137b-419b-bde1-050c5adfbc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:42:12.297771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:12.362821 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7ca11af-3971-445a-b959-0338f1a3870a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:12.407525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca11af-3971-445a-b959-0338f1a3870a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2085a0cb-b2d9-4a34-a17e-5372c6017e92,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:12.427850 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] For port b7df5b86-fae0-4851-a76d-77c215e9b3f7, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:42:12.431364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] For port b7df5b86-fae0-4851-a76d-77c215e9b3f7, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b7df5b86-fae0-4851-a76d-77c215e9b3f7,segment=NetworkSegment(49c89886-137b-419b-bde1-050c5adfbc29),segment_id=49c89886-137b-419b-bde1-050c5adfbc29)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:42:12.455648 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=89a94a6c-fdf2-4268-aefa-928cd788b4d8,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:12.473654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7ca11af-3971-445a-b959-0338f1a3870a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:12.477614 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a7ca11af-3971-445a-b959-0338f1a3870a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4633591 Feb 17 09:42:12.489109 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41222) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:12.489109 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-46fb53d9-053b-4fe3-a64a-84e068e72120 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '9702ce6d-c5f5-44ab-8cd5-77b815b0dba3', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:12.504781 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-46fb53d9-053b-4fe3-a64a-84e068e72120 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:12.509657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:12.520945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-46fb53d9-053b-4fe3-a64a-84e068e72120 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:42:12.541975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-46fb53d9-053b-4fe3-a64a-84e068e72120 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:42:12.554763 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-46fb53d9-053b-4fe3-a64a-84e068e72120 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:12.592254 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network 83633f81-cf71-4e4a-bd2e-0af0ae2fe442 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:42:12.599838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:12.607604 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0723303-2702-49ee-a75a-25cc0bc1b828 None None] Pushing event updated for resources: {'Port': ['ID=b7df5b86-fae0-4851-a76d-77c215e9b3f7,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:12.710977 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8b3f8b5d-c56f-4f10-8bce-c13819806aea up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:12.801290 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:42:12.869534 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 8b3f8b5d-c56f-4f10-8bce-c13819806aea completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:12.875103 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1a65581c-99e8-4cda-befc-6bd9a08ea74d up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:12.939801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-46fb53d9-053b-4fe3-a64a-84e068e72120 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.025427 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:42:13.034811 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 1a65581c-99e8-4cda-befc-6bd9a08ea74d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:13.042408 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 1a65581c-99e8-4cda-befc-6bd9a08ea74d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:13.042850 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.047984 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-46fb53d9-053b-4fe3-a64a-84e068e72120 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.062780 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f01267ea-f9e6-41fb-91ac-bb84c8dcdc7f tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/4610cebb-37c7-43fe-be46-c22b7fd8d4ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1328437 Feb 17 09:42:13.063209 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41226) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:13.073259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-301827450'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:13.081710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:13.089562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:network and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:42:13.089562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:42:13.095811 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:13.143589 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-46fb53d9-053b-4fe3-a64a-84e068e72120 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.164273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:42:13.169982 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.173090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb53d9-053b-4fe3-a64a-84e068e72120 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9110289-ea03-4d7a-8508-d79864949730,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:13.205057 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:42:13.215583 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.215899 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Added segment 77f11b42-dc42-42a8-9356-945a33ae9aad of type vlan for network c0f57676-2a2c-410c-9e83-5da28d4a0de7 Feb 17 09:42:13.246137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-46fb53d9-053b-4fe3-a64a-84e068e72120 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.247624 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-46fb53d9-053b-4fe3-a64a-84e068e72120 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7686150 Feb 17 09:42:13.250255 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41230) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:13.253087 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.256158 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.256606 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bdd1d360-fcb2-46ec-b1fc-78c7b0fd991e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '9702ce6d-c5f5-44ab-8cd5-77b815b0dba3', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:13.263707 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bdd1d360-fcb2-46ec-b1fc-78c7b0fd991e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:13.269381 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bdd1d360-fcb2-46ec-b1fc-78c7b0fd991e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:42:13.274313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bdd1d360-fcb2-46ec-b1fc-78c7b0fd991e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:42:13.282425 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bdd1d360-fcb2-46ec-b1fc-78c7b0fd991e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:13.307631 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 1a65581c-99e8-4cda-befc-6bd9a08ea74d, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1a65581c-99e8-4cda-befc-6bd9a08ea74d,segment=NetworkSegment(8706c712-dff8-4fea-a716-0a5500b2a1be),segment_id=8706c712-dff8-4fea-a716-0a5500b2a1be)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:13.355052 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-bdd1d360-fcb2-46ec-b1fc-78c7b0fd991e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:42:13.363208 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d360-fcb2-46ec-b1fc-78c7b0fd991e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.380232 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8ac741-c54f-4a94-b437-f5e7ee086452 None None] Network 83633f81-cf71-4e4a-bd2e-0af0ae2fe442 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:42:13.383586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.389551 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:13.399498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.409719 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.445826 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d360-fcb2-46ec-b1fc-78c7b0fd991e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.503769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Network': ['ID=c0f57676-2a2c-410c-9e83-5da28d4a0de7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:13.512548 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d360-fcb2-46ec-b1fc-78c7b0fd991e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.516960 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Sync routers for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:42:13.520280 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:13.520746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:13.521189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:13.526776 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:13.527270 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:13.527708 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:13.528152 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:13.529210 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:13.529699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:13.530258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:13.530754 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:13.531174 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:13.541584 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d360-fcb2-46ec-b1fc-78c7b0fd991e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebe1c8a-eb27-4cd7-8a16-a671e51e4ca7,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:13.550033 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:13.551052 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:13.560069 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network c0f57676-2a2c-410c-9e83-5da28d4a0de7 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:42:13.575203 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d61aa62f-bcce-4d5c-ae1a-8d3feee0ef64 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5084019 Feb 17 09:42:13.575438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41234) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:13.582238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-eda249d0-f250-4f85-aadc-f5c803258118 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'subnet': {'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:13.649901 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d360-fcb2-46ec-b1fc-78c7b0fd991e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.651988 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bdd1d360-fcb2-46ec-b1fc-78c7b0fd991e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4007866 Feb 17 09:42:13.656990 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41238) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:13.658592 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Provisioning for port 8b3f8b5d-c56f-4f10-8bce-c13819806aea completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:13.677986 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3d6cb00d-178c-432d-9443-ff1b22eef425 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '9702ce6d-c5f5-44ab-8cd5-77b815b0dba3', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:13.677986 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3d6cb00d-178c-432d-9443-ff1b22eef425 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:13.677986 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3d6cb00d-178c-432d-9443-ff1b22eef425 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:42:13.681854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3d6cb00d-178c-432d-9443-ff1b22eef425 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:42:13.693427 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3d6cb00d-178c-432d-9443-ff1b22eef425 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:13.697390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Provisioning complete for port 8b3f8b5d-c56f-4f10-8bce-c13819806aea triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:13.698354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.719731 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eda249d0-f250-4f85-aadc-f5c803258118 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:13.725569 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-eda249d0-f250-4f85-aadc-f5c803258118 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:subnet and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:42:13.729773 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-eda249d0-f250-4f85-aadc-f5c803258118 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:42:13.736839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eda249d0-f250-4f85-aadc-f5c803258118 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:13.795618 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-3d6cb00d-178c-432d-9443-ff1b22eef425 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:42:13.805980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d6cb00d-178c-432d-9443-ff1b22eef425 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.823931 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:13.824454 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda249d0-f250-4f85-aadc-f5c803258118 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Made reservation on behalf of 20371ebabda94d449303ae0cac72609b for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:42:13.832559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eda249d0-f250-4f85-aadc-f5c803258118 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.834586 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac378e71-ce66-4328-8670-b520a5556708 None None] Network b7f38a2c-f959-41a7-b4dc-61de857bac91 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:42:13.847355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=1a65581c-99e8-4cda-befc-6bd9a08ea74d,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:13.903214 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d6cb00d-178c-432d-9443-ff1b22eef425 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:13.983176 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d6cb00d-178c-432d-9443-ff1b22eef425 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:14.017457 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cb00d-178c-432d-9443-ff1b22eef425 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86218ffa-de8b-4570-827a-a99a6687d73c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:14.092202 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d6cb00d-178c-432d-9443-ff1b22eef425 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:14.099314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:14.109965 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3d6cb00d-178c-432d-9443-ff1b22eef425 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4517720 Feb 17 09:42:14.178908 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:11Z', 'revision_number': 4, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a94a6c-fdf2-4268-aefa-928cd788b4d8', 'name': '', 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:90:fc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '78859315-6374-4fcb-aab9-a0a967374892', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:09Z', 'updated_at': '2022-02-17T09:42:11Z', 'revision_number': 2, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '78859315-6374-4fcb-aab9-a0a967374892', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:14.185061 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Checking router: 4610cebb-37c7-43fe-be46-c22b7fd8d4ac for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:42:14.185532 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Updating router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac port 89a94a6c-fdf2-4268-aefa-928cd788b4d8 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:42:14.188527 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] For port 8b3f8b5d-c56f-4f10-8bce-c13819806aea, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8b3f8b5d-c56f-4f10-8bce-c13819806aea,segment=NetworkSegment(c95e39b1-dc3e-45b3-9e34-544a7e5abb44),segment_id=c95e39b1-dc3e-45b3-9e34-544a7e5abb44)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:14.189633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eda249d0-f250-4f85-aadc-f5c803258118 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:14.250280 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:14.254562 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:14.330411 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda249d0-f250-4f85-aadc-f5c803258118 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Checking segment: {'id': '77f11b42-dc42-42a8-9356-945a33ae9aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:42:14.330821 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda249d0-f250-4f85-aadc-f5c803258118 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network hostable DHCP agents. Network: c0f57676-2a2c-410c-9e83-5da28d4a0de7, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:42:14.359691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda249d0-f250-4f85-aadc-f5c803258118 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Subnet': ['ID=ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:14.359967 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Pushing event updated for resources: {'Port': ['ID=8b3f8b5d-c56f-4f10-8bce-c13819806aea,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:14.380315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:14.380678 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:14.381112 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:14.381574 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:14.381913 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:14.382343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:14.382677 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:14.383014 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:14.383340 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:14.383803 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:14.384078 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:14.384315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ceb1bb-b39e-4d45-80b6-d3186966fe22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:14.434380 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda249d0-f250-4f85-aadc-f5c803258118 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network c0f57676-2a2c-410c-9e83-5da28d4a0de7 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:42:14.480344 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6d5477dd-dd56-4ece-a74e-594aeb6900cd None None] Provisioning for port b7df5b86-fae0-4851-a76d-77c215e9b3f7 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:14.509284 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-eda249d0-f250-4f85-aadc-f5c803258118 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, c0f57676-2a2c-410c-9e83-5da28d4a0de7) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:14.534973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda249d0-f250-4f85-aadc-f5c803258118 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:14.535583 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eda249d0-f250-4f85-aadc-f5c803258118 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:14.540278 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b270889b-1182-46bb-b027-62c05c1d898e None None] Network c0f57676-2a2c-410c-9e83-5da28d4a0de7 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:42:14.676125 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-eda249d0-f250-4f85-aadc-f5c803258118 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0995417 Feb 17 09:42:14.679168 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41256) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:14.764106 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:14.788450 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-a20d5bb8-0f2b-4766-bf56-9a5cbcec5613 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878451637&fields=id&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 267 time: 0.1330609 Feb 17 09:42:14.792139 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Transition to ACTIVE for port object 89a94a6c-fdf2-4268-aefa-928cd788b4d8 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:14.814737 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f2f146dd-015c-4ace-9868-dfe1d8267625 None None] Provisioning for port 89a94a6c-fdf2-4268-aefa-928cd788b4d8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:14.832304 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f2f146dd-015c-4ace-9868-dfe1d8267625 None None] Provisioning complete for port 89a94a6c-fdf2-4268-aefa-928cd788b4d8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:14.833081 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f2f146dd-015c-4ace-9868-dfe1d8267625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:14.891986 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:14.933696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8b3f8b5d-c56f-4f10-8bce-c13819806aea up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:15.002982 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-fd690078-baac-44cc-b350-b89070e07e83 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:15.003947 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-fd690078-baac-44cc-b350-b89070e07e83 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:42:15.062198 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f2f146dd-015c-4ace-9868-dfe1d8267625 None None] Port 89a94a6c-fdf2-4268-aefa-928cd788b4d8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:42:15.113883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-fd690078-baac-44cc-b350-b89070e07e83 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:42:15.115900 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-fd690078-baac-44cc-b350-b89070e07e83 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/networks?id=b7f38a2c-f959-41a7-b4dc-61de857bac91 HTTP/1.1" status: 200 len: 796 time: 0.3177292 Feb 17 09:42:15.119681 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f2f146dd-015c-4ace-9868-dfe1d8267625 None None] Provisioning complete for port 8b3f8b5d-c56f-4f10-8bce-c13819806aea triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:15.121036 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f2f146dd-015c-4ace-9868-dfe1d8267625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:15.138754 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Attempting to bind port 89a94a6c-fdf2-4268-aefa-928cd788b4d8 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:42:15.139118 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Attempting to bind port 89a94a6c-fdf2-4268-aefa-928cd788b4d8 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'c95e39b1-dc3e-45b3-9e34-544a7e5abb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:42:15.139478 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Attempting to bind port 89a94a6c-fdf2-4268-aefa-928cd788b4d8 on network 83633f81-cf71-4e4a-bd2e-0af0ae2fe442 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:42:15.146834 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:42:15.147103 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-daf1f1b0-adf1-414b-92c8-25289283bde1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/quotas/eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 375 time: 0.0245390 Feb 17 09:42:15.147236 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Checking segment: {'id': 'c95e39b1-dc3e-45b3-9e34-544a7e5abb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:42:15.147589 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:15.147978 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Bound using segment: {'id': 'c95e39b1-dc3e-45b3-9e34-544a7e5abb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:42:15.148441 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Bound port: 89a94a6c-fdf2-4268-aefa-928cd788b4d8, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95e39b1-dc3e-45b3-9e34-544a7e5abb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:42:15.148824 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:15.155911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-c0f57676-2a2c-410c-9e83-5da28d4a0de7', 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'fixed_ips': [{'subnet_id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:42:15.156875 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:15.189297 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 8b3f8b5d-c56f-4f10-8bce-c13819806aea triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:15.189839 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:15.197025 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6aaa4a-7a30-4537-934c-7e68d37474dc None None] Pushing event updated for resources: {'Port': ['ID=89a94a6c-fdf2-4268-aefa-928cd788b4d8,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:15.307524 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-eb4f1149-5bba-483d-a4f7-8a794f04f97e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1586380 Feb 17 09:42:15.329516 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-31d0add5-4557-46b6-84e8-873c79cef75d service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:42:15.334472 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-31d0add5-4557-46b6-84e8-873c79cef75d service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114524 Feb 17 09:42:15.375255 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] For port 89a94a6c-fdf2-4268-aefa-928cd788b4d8, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:42:15.380263 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] For port 89a94a6c-fdf2-4268-aefa-928cd788b4d8, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=89a94a6c-fdf2-4268-aefa-928cd788b4d8,segment=NetworkSegment(c95e39b1-dc3e-45b3-9e34-544a7e5abb44),segment_id=c95e39b1-dc3e-45b3-9e34-544a7e5abb44)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:42:15.509593 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:15.568862 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-47be14cb-b02c-4096-9c79-ec385c743304 service neutron] 10.222.0.75 "GET /v2.0/networks/b7f38a2c-f959-41a7-b4dc-61de857bac91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296855 Feb 17 09:42:15.601912 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Allocated IP 2001:db8:3::2 (c0f57676-2a2c-410c-9e83-5da28d4a0de7/ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5/3da57cd0-692d-43cf-9b5d-3521b2af325c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:42:15.630706 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1a65581c-99e8-4cda-befc-6bd9a08ea74d up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:15.657861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:15.671157 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6aaa4a-7a30-4537-934c-7e68d37474dc None None] Pushing event updated for resources: {'Port': ['ID=89a94a6c-fdf2-4268-aefa-928cd788b4d8,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:15.701116 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:15.702099 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:15.923976 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 1a65581c-99e8-4cda-befc-6bd9a08ea74d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:15.924386 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:15.927330 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:16.027760 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-642fbf49-c049-470c-bc4f-a79b5749f29b service neutron] 10.222.0.75 "GET /v2.0/networks/b7f38a2c-f959-41a7-b4dc-61de857bac91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532843 Feb 17 09:42:16.092552 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:16.110363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Transition to ACTIVE for port object 3da57cd0-692d-43cf-9b5d-3521b2af325c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:16.183911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Transition to ACTIVE for port object 3da57cd0-692d-43cf-9b5d-3521b2af325c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:16.199227 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b7df5b86-fae0-4851-a76d-77c215e9b3f7 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:16.275447 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:16.359087 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port b7df5b86-fae0-4851-a76d-77c215e9b3f7 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:16.365727 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Network c0f57676-2a2c-410c-9e83-5da28d4a0de7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:42:16.368928 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port b7df5b86-fae0-4851-a76d-77c215e9b3f7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:16.369963 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:16.373256 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:11Z', 'revision_number': 4, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a94a6c-fdf2-4268-aefa-928cd788b4d8', 'name': '', 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:90:fc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '78859315-6374-4fcb-aab9-a0a967374892', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:09Z', 'updated_at': '2022-02-17T09:42:15Z', 'revision_number': 4, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '78859315-6374-4fcb-aab9-a0a967374892', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:16.377609 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886979e3-0d31-4259-aceb-ef03de45e22c None None] The sync data for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv is: [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:11Z', 'revision_number': 4, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a94a6c-fdf2-4268-aefa-928cd788b4d8', 'name': '', 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:90:fc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '78859315-6374-4fcb-aab9-a0a967374892', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:09Z', 'updated_at': '2022-02-17T09:42:15Z', 'revision_number': 4, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '78859315-6374-4fcb-aab9-a0a967374892', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:42:16.409918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:16.420914 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:42:16.425677 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ce319362-e169-434b-971d-e4a913d12506 req-b5df49d9-2ec9-49e7-91da-ad43c2899d0c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 210 time: 0.0672483 Feb 17 09:42:16.458759 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Pushing event updated for resources: {'Port': ['ID=3da57cd0-692d-43cf-9b5d-3521b2af325c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:16.507186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Allocated IP 2001:db8:3::1 (c0f57676-2a2c-410c-9e83-5da28d4a0de7/ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5/5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:42:16.653984 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:16.698564 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Attempting to bind port 3da57cd0-692d-43cf-9b5d-3521b2af325c on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:42:16.698859 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Attempting to bind port 3da57cd0-692d-43cf-9b5d-3521b2af325c by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '77f11b42-dc42-42a8-9356-945a33ae9aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:42:16.699216 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Attempting to bind port 3da57cd0-692d-43cf-9b5d-3521b2af325c on network c0f57676-2a2c-410c-9e83-5da28d4a0de7 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:42:16.712412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:42:16.712791 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Checking segment: {'id': '77f11b42-dc42-42a8-9356-945a33ae9aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:42:16.713202 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:16.713595 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Bound using segment: {'id': '77f11b42-dc42-42a8-9356-945a33ae9aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:42:16.714124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Bound port: 3da57cd0-692d-43cf-9b5d-3521b2af325c, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f11b42-dc42-42a8-9356-945a33ae9aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:42:16.714478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:16.728191 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port b7df5b86-fae0-4851-a76d-77c215e9b3f7, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b7df5b86-fae0-4851-a76d-77c215e9b3f7,segment=NetworkSegment(49c89886-137b-419b-bde1-050c5adfbc29),segment_id=49c89886-137b-419b-bde1-050c5adfbc29)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:16.792331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:16.799125 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fcfc1458-fb63-4c93-848a-214f9d47c652 req-3ff655ab-c609-4ea3-97d5-e7e1c5fb7128 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1599693 Feb 17 09:42:16.817219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Transition to ACTIVE for port object 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:16.819297 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] For port 3da57cd0-692d-43cf-9b5d-3521b2af325c, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:42:16.822867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] For port 3da57cd0-692d-43cf-9b5d-3521b2af325c, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=3da57cd0-692d-43cf-9b5d-3521b2af325c,segment=NetworkSegment(77f11b42-dc42-42a8-9356-945a33ae9aad),segment_id=77f11b42-dc42-42a8-9356-945a33ae9aad)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:42:16.824858 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:16.906985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:16.916608 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=b7df5b86-fae0-4851-a76d-77c215e9b3f7,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:17.027464 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 89a94a6c-fdf2-4268-aefa-928cd788b4d8 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:17.068987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:17.086226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc0061-9532-48c0-b8cc-3f6f67852f0f None None] Pushing event updated for resources: {'Port': ['ID=3da57cd0-692d-43cf-9b5d-3521b2af325c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:17.149664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network c0f57676-2a2c-410c-9e83-5da28d4a0de7 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:42:17.157940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:17.171168 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:42:17.171716 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:17.217457 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 89a94a6c-fdf2-4268-aefa-928cd788b4d8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:17.226823 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:17.236095 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 89a94a6c-fdf2-4268-aefa-928cd788b4d8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:17.242246 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:17.279442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc1458-fb63-4c93-848a-214f9d47c652 req-c57c5667-d567-4257-9ebc-75f7fc4acd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:17.280966 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fcfc1458-fb63-4c93-848a-214f9d47c652 req-c57c5667-d567-4257-9ebc-75f7fc4acd45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 1098 time: 0.3334980 Feb 17 09:42:17.394324 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:17.434837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 89a94a6c-fdf2-4268-aefa-928cd788b4d8, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=89a94a6c-fdf2-4268-aefa-928cd788b4d8,segment=NetworkSegment(c95e39b1-dc3e-45b3-9e34-544a7e5abb44),segment_id=c95e39b1-dc3e-45b3-9e34-544a7e5abb44)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:17.513137 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:17.595597 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:17.604926 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=89a94a6c-fdf2-4268-aefa-928cd788b4d8,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:17.662653 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cd658837-e5f3-4a26-bf9d-b4ba686d3929 req-0819c775-898f-42e7-a9db-dc4a263c0759 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 210 time: 0.0527263 Feb 17 09:42:17.841079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc1458-fb63-4c93-848a-214f9d47c652 req-dadca9e9-e3c5-494d-a4af-80becfeff422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:17.842597 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fcfc1458-fb63-4c93-848a-214f9d47c652 req-dadca9e9-e3c5-494d-a4af-80becfeff422 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 HTTP/1.1" status: 200 len: 897 time: 0.5321579 Feb 17 09:42:17.990620 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fcfc1458-fb63-4c93-848a-214f9d47c652 req-81af2ce8-e8c1-4e5a-a184-e25a9ba80983 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dde6ef13-b2bc-459d-a0d5-ab2aa89407bd HTTP/1.1" status: 200 len: 1001 time: 0.1396513 Feb 17 09:42:18.090855 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406af179-580c-4e5c-b2d4-2dc1fd68f9dc None None] Network c0f57676-2a2c-410c-9e83-5da28d4a0de7 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:42:18.148236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc1458-fb63-4c93-848a-214f9d47c652 req-5368cdeb-4fb8-4cb4-9a52-8e1fb64b97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:18.149679 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fcfc1458-fb63-4c93-848a-214f9d47c652 req-5368cdeb-4fb8-4cb4-9a52-8e1fb64b97ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ca1dfe7-f5e0-4847-9211-7f516c2b0f50 HTTP/1.1" status: 200 len: 834 time: 0.1425529 Feb 17 09:42:18.262751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:18.270128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc1458-fb63-4c93-848a-214f9d47c652 req-47efcff6-4201-4e49-bd3a-519f1f605206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:18.271642 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fcfc1458-fb63-4c93-848a-214f9d47c652 req-47efcff6-4201-4e49-bd3a-519f1f605206 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1102440 Feb 17 09:42:18.282117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-fcfc1458-fb63-4c93-848a-214f9d47c652 req-feea9e22-e9e5-491f-9cfd-e6ff0db8d523 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:42:18.283044 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fcfc1458-fb63-4c93-848a-214f9d47c652 req-feea9e22-e9e5-491f-9cfd-e6ff0db8d523 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050352 Feb 17 09:42:18.301574 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9b46cd70-db74-4c52-b089-c9c50dfb7429 None None] Provisioning for port 3da57cd0-692d-43cf-9b5d-3521b2af325c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:18.361837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:18.363153 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:18.549657 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event updated for resources: {'Port': ['ID=5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:18.590163 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fcfc1458-fb63-4c93-848a-214f9d47c652 req-94535c1a-8cfd-4223-8e3d-0442917377dd service neutron] 10.222.0.37 "GET /v2.0/networks/e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995305 Feb 17 09:42:18.708451 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Network c0f57676-2a2c-410c-9e83-5da28d4a0de7 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:42:18.718541 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:18.752783 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6b9d6dfa-b73f-4d35-8154-21e946fbd671 None None] Provisioning for port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:18.758086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6b9d6dfa-b73f-4d35-8154-21e946fbd671 None None] Provisioning complete for port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:18.758468 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6dfa-b73f-4d35-8154-21e946fbd671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:18.827953 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d6dfa-b73f-4d35-8154-21e946fbd671 None None] Port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:42:18.968341 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-206c0a69-786d-4dce-bd48-d1d60ef1047b None None] Provisioning complete for port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:18.970901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-206c0a69-786d-4dce-bd48-d1d60ef1047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:19.063786 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 3da57cd0-692d-43cf-9b5d-3521b2af325c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:19.120189 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-206c0a69-786d-4dce-bd48-d1d60ef1047b None None] Port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:42:19.150520 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-25433c57-eb92-4f53-9f24-5ae8ee8e0945 req-1c217260-a094-494f-9938-a639bc7bdbb2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 210 time: 0.3506544 Feb 17 09:42:19.187438 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fcfc1458-fb63-4c93-848a-214f9d47c652 req-c593daa7-5a2f-45e2-9cfa-8441cb3acf82 service neutron] 10.222.0.37 "GET /v2.0/networks/e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868545 Feb 17 09:42:19.203696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 3da57cd0-692d-43cf-9b5d-3521b2af325c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:19.211006 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 3da57cd0-692d-43cf-9b5d-3521b2af325c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:19.211624 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:19.255478 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:42:19.268788 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2159a3c7-cace-4efb-9ea7-45598c9f83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:19.270333 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2159a3c7-cace-4efb-9ea7-45598c9f83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/networks?id=b7f38a2c-f959-41a7-b4dc-61de857bac91 HTTP/1.1" status: 200 len: 796 time: 0.5409043 Feb 17 09:42:19.278714 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-81e975c4-e484-4e98-8ad0-934c7227363b None None] Provisioning complete for port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:19.279084 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81e975c4-e484-4e98-8ad0-934c7227363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:19.378577 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-81e975c4-e484-4e98-8ad0-934c7227363b None None] Port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:42:19.392927 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:19.428649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 3da57cd0-692d-43cf-9b5d-3521b2af325c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=3da57cd0-692d-43cf-9b5d-3521b2af325c,segment=NetworkSegment(77f11b42-dc42-42a8-9356-945a33ae9aad),segment_id=77f11b42-dc42-42a8-9356-945a33ae9aad)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:19.463043 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-7a974f87-41dd-4516-bf5c-f19de2851b42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:42:19.477648 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:42:19.488688 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Sync routers for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:42:19.495487 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-66aef499-8824-4cf0-bd59-806d364d9af7 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/4610cebb-37c7-43fe-be46-c22b7fd8d4ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8152909 Feb 17 09:42:19.497459 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:19.498100 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:19.498361 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41278) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:19.503974 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a505d1a1-faae-45dc-8257-28f6f16d9414 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:19.555370 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:19.556143 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b7df5b86-fae0-4851-a76d-77c215e9b3f7 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:19.619785 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-7a974f87-41dd-4516-bf5c-f19de2851b42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:42:19.620860 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-7a974f87-41dd-4516-bf5c-f19de2851b42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 472 time: 0.2958698 Feb 17 09:42:19.634421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'port': {'device_id': '6df70fff-bf89-41b1-99c5-1b572e03d7b4', 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91', 'admin_state_up': True, 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'security_groups': ['9702ce6d-c5f5-44ab-8cd5-77b815b0dba3']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:19.758720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=3da57cd0-692d-43cf-9b5d-3521b2af325c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:19.769987 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:19.904348 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port b7df5b86-fae0-4851-a76d-77c215e9b3f7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:19.904634 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:19.965143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:19.980810 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:port and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:42:19.985787 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:42:19.994758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:20.137528 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:42:20.141018 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:20.181936 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 89a94a6c-fdf2-4268-aefa-928cd788b4d8 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:20.284387 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 89a94a6c-fdf2-4268-aefa-928cd788b4d8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:20.284760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:20.306649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.extraroute_db [None req-a505d1a1-faae-45dc-8257-28f6f16d9414 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88370) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 17 09:42:20.320866 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-976b1ce1-bbf8-49aa-840f-3c8f4837df78 req-b2159ed0-9c50-49b1-8a3c-16376da1ff56 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 210 time: 0.0475647 Feb 17 09:42:20.332937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:17Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1', 'name': '', 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:f9:1a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:15Z', 'updated_at': '2022-02-17T09:42:17Z', 'revision_number': 2, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a94a6c-fdf2-4268-aefa-928cd788b4d8', 'name': '', 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:90:fc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '78859315-6374-4fcb-aab9-a0a967374892', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:09Z', 'updated_at': '2022-02-17T09:42:17Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '78859315-6374-4fcb-aab9-a0a967374892', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:20.342127 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Checking router: 4610cebb-37c7-43fe-be46-c22b7fd8d4ac for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:42:20.342312 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Updating router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:42:20.360321 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.extraroute_db [None req-a505d1a1-faae-45dc-8257-28f6f16d9414 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Removed routes are [] {{(pid=88370) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 17 09:42:20.360706 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a505d1a1-faae-45dc-8257-28f6f16d9414 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:20.389746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.28 (b7f38a2c-f959-41a7-b4dc-61de857bac91/f33939b9-7ce8-4154-9338-62be47803cb0/40124e49-1e12-45b6-9200-5a72f057bf2d) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:42:20.410378 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:20.881148 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:20.900236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Transition to ACTIVE for port object 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:20.922457 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 3da57cd0-692d-43cf-9b5d-3521b2af325c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:20.985009 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:20.998810 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:21.032898 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object 40124e49-1e12-45b6-9200-5a72f057bf2d will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:21.044430 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a505d1a1-faae-45dc-8257-28f6f16d9414 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:21.050923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a505d1a1-faae-45dc-8257-28f6f16d9414 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:21.172445 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f22f8-8dfd-4cec-bd1c-e546450a1ce8 None None] Pushing event updated for resources: {'Port': ['ID=5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:21.208083 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 3da57cd0-692d-43cf-9b5d-3521b2af325c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:21.208452 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:21.241083 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a505d1a1-faae-45dc-8257-28f6f16d9414 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:42:21.288165 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Attempting to bind port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:42:21.288531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Attempting to bind port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '77f11b42-dc42-42a8-9356-945a33ae9aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:42:21.288899 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Attempting to bind port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 on network c0f57676-2a2c-410c-9e83-5da28d4a0de7 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:42:21.294718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:42:21.295090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Checking segment: {'id': '77f11b42-dc42-42a8-9356-945a33ae9aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:42:21.295496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:21.295892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Bound using segment: {'id': '77f11b42-dc42-42a8-9356-945a33ae9aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:42:21.296361 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Bound port: 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f11b42-dc42-42a8-9356-945a33ae9aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:42:21.296731 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:21.313970 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:21.415035 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=40124e49-1e12-45b6-9200-5a72f057bf2d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:21.450329 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] For port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:42:21.500671 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] For port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1,segment=NetworkSegment(77f11b42-dc42-42a8-9356-945a33ae9aad),segment_id=77f11b42-dc42-42a8-9356-945a33ae9aad)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:42:21.512367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network b7f38a2c-f959-41a7-b4dc-61de857bac91 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:42:21.526266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:21.541339 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:42:21.613800 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:21.636139 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a505d1a1-faae-45dc-8257-28f6f16d9414 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:42:21.654507 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:21.655344 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:21.682165 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a505d1a1-faae-45dc-8257-28f6f16d9414 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:21.689446 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a505d1a1-faae-45dc-8257-28f6f16d9414 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/4610cebb-37c7-43fe-be46-c22b7fd8d4ac HTTP/1.1" status: 200 len: 953 time: 2.1843247 Feb 17 09:42:21.690766 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:21.693387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d478d-8d1c-44bb-9c13-f1deb85b3cc0 req-bd93ad5e-dc67-4d0a-a107-8cdff2434f8e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:21.694313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-869d478d-8d1c-44bb-9c13-f1deb85b3cc0 req-bd93ad5e-dc67-4d0a-a107-8cdff2434f8e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:42:21.743466 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:21.744129 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:21.767131 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-503a4c7c-c409-4855-9bfa-9fff4090368a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1367998 Feb 17 09:42:21.792088 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Request body: {'port': {'device_id': '6df70fff-bf89-41b1-99c5-1b572e03d7b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:21.813570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f22f8-8dfd-4cec-bd1c-e546450a1ce8 None None] Pushing event updated for resources: {'Port': ['ID=5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:21.836288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-869d478d-8d1c-44bb-9c13-f1deb85b3cc0 req-bd93ad5e-dc67-4d0a-a107-8cdff2434f8e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:42:21.837734 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-869d478d-8d1c-44bb-9c13-f1deb85b3cc0 req-bd93ad5e-dc67-4d0a-a107-8cdff2434f8e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 932 time: 0.3657856 Feb 17 09:42:21.928858 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8030e1a7-ded6-4c64-8d7e-9175e0645938 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/routers/4610cebb-37c7-43fe-be46-c22b7fd8d4ac HTTP/1.1" status: 200 len: 953 time: 0.2412393 Feb 17 09:42:21.929491 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:21.929827 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:21.935499 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fe7caa0f-f42f-4213-aaec-6ecd475b3264 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'router': {'routes': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:21.976658 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-869d478d-8d1c-44bb-9c13-f1deb85b3cc0 req-358c3dd4-461c-47c7-8e95-5f55cb827425 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=9702ce6d-c5f5-44ab-8cd5-77b815b0dba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281486 Feb 17 09:42:21.991843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fc26c049-a669-4d84-9889-573c31e128a9 None None] Provisioning for port 40124e49-1e12-45b6-9200-5a72f057bf2d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:22.012242 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:22.014315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fc26c049-a669-4d84-9889-573c31e128a9 None None] Provisioning complete for port 40124e49-1e12-45b6-9200-5a72f057bf2d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:22.014948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc26c049-a669-4d84-9889-573c31e128a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:22.218622 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fc26c049-a669-4d84-9889-573c31e128a9 None None] Port 40124e49-1e12-45b6-9200-5a72f057bf2d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:42:22.362437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:20Z', 'revision_number': 6, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1', 'name': '', 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:f9:1a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:15Z', 'updated_at': '2022-02-17T09:42:21Z', 'revision_number': 4, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a94a6c-fdf2-4268-aefa-928cd788b4d8', 'name': '', 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:90:fc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '78859315-6374-4fcb-aab9-a0a967374892', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:09Z', 'updated_at': '2022-02-17T09:42:17Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '78859315-6374-4fcb-aab9-a0a967374892', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:22.368962 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e4782e-e4f0-4c16-a0a8-d8112be11bd7 None None] The sync data for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv is: [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:20Z', 'revision_number': 6, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1', 'name': '', 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:f9:1a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:15Z', 'updated_at': '2022-02-17T09:42:21Z', 'revision_number': 4, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a94a6c-fdf2-4268-aefa-928cd788b4d8', 'name': '', 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:90:fc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '78859315-6374-4fcb-aab9-a0a967374892', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:09Z', 'updated_at': '2022-02-17T09:42:17Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '78859315-6374-4fcb-aab9-a0a967374892', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:42:22.571504 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40124e49-1e12-45b6-9200-5a72f057bf2d {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:42:22.582349 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:22.604480 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Transition to ACTIVE for port object 40124e49-1e12-45b6-9200-5a72f057bf2d will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:22.653613 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.extraroute_db [None req-fe7caa0f-f42f-4213-aaec-6ecd475b3264 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Added routes are [] {{(pid=88369) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 17 09:42:22.654119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.extraroute_db [None req-fe7caa0f-f42f-4213-aaec-6ecd475b3264 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88369) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 17 09:42:22.666726 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:22.698348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe7caa0f-f42f-4213-aaec-6ecd475b3264 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:22.835738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Pushing event updated for resources: {'Port': ['ID=40124e49-1e12-45b6-9200-5a72f057bf2d,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:22.979046 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Attempting to bind port 40124e49-1e12-45b6-9200-5a72f057bf2d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:42:22.979437 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Attempting to bind port 40124e49-1e12-45b6-9200-5a72f057bf2d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '49c89886-137b-419b-bde1-050c5adfbc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:42:22.979808 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Attempting to bind port 40124e49-1e12-45b6-9200-5a72f057bf2d on network b7f38a2c-f959-41a7-b4dc-61de857bac91 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:42:22.985500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Port 40124e49-1e12-45b6-9200-5a72f057bf2d on network b7f38a2c-f959-41a7-b4dc-61de857bac91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:42:22.985825 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Attempting to bind port 40124e49-1e12-45b6-9200-5a72f057bf2d on network b7f38a2c-f959-41a7-b4dc-61de857bac91 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:42:22.993778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:42:22.994100 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Checking segment: {'id': '49c89886-137b-419b-bde1-050c5adfbc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:42:22.994357 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Bound using segment: {'id': '49c89886-137b-419b-bde1-050c5adfbc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:42:22.994803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Bound port: 40124e49-1e12-45b6-9200-5a72f057bf2d, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c89886-137b-419b-bde1-050c5adfbc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:42:22.999673 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:23.019522 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:23.166242 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] For port 40124e49-1e12-45b6-9200-5a72f057bf2d, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:42:23.172156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] For port 40124e49-1e12-45b6-9200-5a72f057bf2d, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=40124e49-1e12-45b6-9200-5a72f057bf2d,segment=NetworkSegment(49c89886-137b-419b-bde1-050c5adfbc29),segment_id=49c89886-137b-419b-bde1-050c5adfbc29)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:42:23.290571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:23.303958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:23.315320 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:23.316443 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:23.382920 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:23.383849 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:23.385919 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] 10.222.0.37 "PUT /v2.0/ports/40124e49-1e12-45b6-9200-5a72f057bf2d HTTP/1.1" status: 200 len: 1094 time: 1.6068575 Feb 17 09:42:23.386553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df70fff-bf89-41b1-99c5-1b572e03d7b4', 'tag': '40124e49-1e12-45b6-9200-5a72f057bf2d'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:42:23.426198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd4bcf-e45d-49bc-960f-129c6e571f1f service neutron] Pushing event updated for resources: {'Port': ['ID=40124e49-1e12-45b6-9200-5a72f057bf2d,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:23.456041 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4987596c-addb-4eb1-b835-22e98be8f2a9 None None] Sync routers for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:42:23.468543 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4987596c-addb-4eb1-b835-22e98be8f2a9 None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:23.469535 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4987596c-addb-4eb1-b835-22e98be8f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:23.475752 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df70fff-bf89-41b1-99c5-1b572e03d7b4', 'tag': '40124e49-1e12-45b6-9200-5a72f057bf2d', 'status': 'completed', 'code': 200} Feb 17 09:42:23.478758 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe7caa0f-f42f-4213-aaec-6ecd475b3264 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:23.485815 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe7caa0f-f42f-4213-aaec-6ecd475b3264 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:23.552570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:23.614785 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1,segment=NetworkSegment(77f11b42-dc42-42a8-9356-945a33ae9aad),segment_id=77f11b42-dc42-42a8-9356-945a33ae9aad)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:23.678603 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-4987596c-addb-4eb1-b835-22e98be8f2a9 None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:23.694841 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7112a9-3536-4fcc-a283-ce11922aa059 req-d5f09c1a-e337-4d48-897f-1827a00bfed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:23.695667 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9d7112a9-3536-4fcc-a283-ce11922aa059 req-d5f09c1a-e337-4d48-897f-1827a00bfed0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 1097 time: 0.1689548 Feb 17 09:42:23.703007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:23.712106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c71ece-2979-41ca-aa38-1a26218c1bc5 req-5a9fa5ab-a410-4d7b-9b8d-af27667332be tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:23.713751 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-70c71ece-2979-41ca-aa38-1a26218c1bc5 req-5a9fa5ab-a410-4d7b-9b8d-af27667332be tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 944 time: 0.4888134 Feb 17 09:42:23.805113 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7caa0f-f42f-4213-aaec-6ecd475b3264 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:42:23.813046 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:23.895641 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-70c71ece-2979-41ca-aa38-1a26218c1bc5 req-0c677fd3-532e-442b-8714-8976c3604236 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=9702ce6d-c5f5-44ab-8cd5-77b815b0dba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150596 Feb 17 09:42:23.904892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7112a9-3536-4fcc-a283-ce11922aa059 req-c69dde70-cb26-41b4-9372-6ec1c66b6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:23.905486 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7112a9-3536-4fcc-a283-ce11922aa059 req-c69dde70-cb26-41b4-9372-6ec1c66b6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:23.907473 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9d7112a9-3536-4fcc-a283-ce11922aa059 req-c69dde70-cb26-41b4-9372-6ec1c66b6276 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1964347 Feb 17 09:42:24.017818 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7caa0f-f42f-4213-aaec-6ecd475b3264 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:42:24.028317 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe7caa0f-f42f-4213-aaec-6ecd475b3264 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:24.030132 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fe7caa0f-f42f-4213-aaec-6ecd475b3264 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/4610cebb-37c7-43fe-be46-c22b7fd8d4ac HTTP/1.1" status: 200 len: 703 time: 2.0988271 Feb 17 09:42:24.032056 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41298) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:24.074115 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7112a9-3536-4fcc-a283-ce11922aa059 req-924b936c-dd67-4d90-8d97-39422d4ac860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:24.075584 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9d7112a9-3536-4fcc-a283-ce11922aa059 req-924b936c-dd67-4d90-8d97-39422d4ac860 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1625867 Feb 17 09:42:24.077700 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4987596c-addb-4eb1-b835-22e98be8f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:22Z', 'revision_number': 7, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1', 'name': '', 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:f9:1a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:15Z', 'updated_at': '2022-02-17T09:42:21Z', 'revision_number': 4, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a94a6c-fdf2-4268-aefa-928cd788b4d8', 'name': '', 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:90:fc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '78859315-6374-4fcb-aab9-a0a967374892', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:09Z', 'updated_at': '2022-02-17T09:42:17Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '78859315-6374-4fcb-aab9-a0a967374892', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:24.081672 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4987596c-addb-4eb1-b835-22e98be8f2a9 None None] Checking router: 4610cebb-37c7-43fe-be46-c22b7fd8d4ac for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:42:24.090345 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4987596c-addb-4eb1-b835-22e98be8f2a9 None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:24.091112 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4987596c-addb-4eb1-b835-22e98be8f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:24.197298 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7617ec21-9f42-4b6b-a73b-e4eddf5e8da0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/routers/4610cebb-37c7-43fe-be46-c22b7fd8d4ac HTTP/1.1" status: 200 len: 703 time: 0.1641502 Feb 17 09:42:24.199939 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41302) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:24.211115 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-112d898b-09fc-46b9-9d34-c747a98ecef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:24.212724 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-112d898b-09fc-46b9-9d34-c747a98ecef8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 1097 time: 0.0786316 Feb 17 09:42:24.247779 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-4987596c-addb-4eb1-b835-22e98be8f2a9 None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:24.287987 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-9d1667fb-a6ad-4764-9bfe-fbef307c3150 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=40124e49-1e12-45b6-9200-5a72f057bf2d HTTP/1.1" status: 200 len: 217 time: 0.0627325 Feb 17 09:42:24.358735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-ef0b4264-b942-4ed2-9d5f-99b7742308cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:24.359778 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-ef0b4264-b942-4ed2-9d5f-99b7742308cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f33939b9-7ce8-4154-9338-62be47803cb0 HTTP/1.1" status: 200 len: 837 time: 0.0664380 Feb 17 09:42:24.440610 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-8b2ce4ad-d428-4ec5-b5e5-a5beb4b9a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:24.442112 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-8b2ce4ad-d428-4ec5-b5e5-a5beb4b9a8f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7f38a2c-f959-41a7-b4dc-61de857bac91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0759587 Feb 17 09:42:24.579288 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4987596c-addb-4eb1-b835-22e98be8f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:22Z', 'revision_number': 7, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1', 'name': '', 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:f9:1a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:15Z', 'updated_at': '2022-02-17T09:42:23Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a94a6c-fdf2-4268-aefa-928cd788b4d8', 'name': '', 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:90:fc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '78859315-6374-4fcb-aab9-a0a967374892', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:09Z', 'updated_at': '2022-02-17T09:42:17Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '78859315-6374-4fcb-aab9-a0a967374892', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:24.584543 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4987596c-addb-4eb1-b835-22e98be8f2a9 None None] The sync data for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv is: [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:22Z', 'revision_number': 7, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1', 'name': '', 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:f9:1a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:15Z', 'updated_at': '2022-02-17T09:42:23Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a94a6c-fdf2-4268-aefa-928cd788b4d8', 'name': '', 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:90:fc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '78859315-6374-4fcb-aab9-a0a967374892', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:09Z', 'updated_at': '2022-02-17T09:42:17Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '78859315-6374-4fcb-aab9-a0a967374892', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:42:24.585567 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-b8950326-208b-4828-9db2-d8769bdc08b7 service neutron] 10.222.0.37 "GET /v2.0/networks/b7f38a2c-f959-41a7-b4dc-61de857bac91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369090 Feb 17 09:42:24.626976 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42537bdf-7802-4869-8900-c16aa9dd0fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:24.864807 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0d951d9b-591d-4661-a624-1f8ad6af1374 req-ffdd985f-331a-4bdf-80f3-1c1d5a032db6 service neutron] 10.222.0.37 "GET /v2.0/networks/b7f38a2c-f959-41a7-b4dc-61de857bac91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741273 Feb 17 09:42:24.866176 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-addbedfd-ccde-406f-b1f0-175710394718 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:24.882164 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e4221-4957-4753-83b9-00cfde52949f None None] Sync routers for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:42:24.896782 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e4221-4957-4753-83b9-00cfde52949f None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:24.897798 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-128e4221-4957-4753-83b9-00cfde52949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:24.978999 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:25.149291 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-128e4221-4957-4753-83b9-00cfde52949f None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:25.220901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:25.222012 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:25.270560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fd077-cc85-4d5e-b55d-4806203e7337 req-fb739278-e4ba-4b43-bb24-c649002d1202 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:25.272362 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-209fd077-cc85-4d5e-b55d-4806203e7337 req-fb739278-e4ba-4b43-bb24-c649002d1202 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 944 time: 0.0940161 Feb 17 09:42:25.325787 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-209fd077-cc85-4d5e-b55d-4806203e7337 req-da95f832-8803-4707-bc5a-36a413cfd70d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=9702ce6d-c5f5-44ab-8cd5-77b815b0dba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465789 Feb 17 09:42:25.365992 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-addbedfd-ccde-406f-b1f0-175710394718 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:42:25.366406 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-addbedfd-ccde-406f-b1f0-175710394718 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:25.562525 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-addbedfd-ccde-406f-b1f0-175710394718 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] For port 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1,segment=NetworkSegment(77f11b42-dc42-42a8-9356-945a33ae9aad),segment_id=77f11b42-dc42-42a8-9356-945a33ae9aad)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:25.563275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-addbedfd-ccde-406f-b1f0-175710394718 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:25.602347 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-128e4221-4957-4753-83b9-00cfde52949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:22Z', 'revision_number': 7, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1', 'name': '', 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:f9:1a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:15Z', 'updated_at': '2022-02-17T09:42:23Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a94a6c-fdf2-4268-aefa-928cd788b4d8', 'name': '', 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:90:fc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '78859315-6374-4fcb-aab9-a0a967374892', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:09Z', 'updated_at': '2022-02-17T09:42:17Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '78859315-6374-4fcb-aab9-a0a967374892', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:25.606692 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e4221-4957-4753-83b9-00cfde52949f None None] Checking router: 4610cebb-37c7-43fe-be46-c22b7fd8d4ac for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:42:25.616948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e4221-4957-4753-83b9-00cfde52949f None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:25.617782 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-128e4221-4957-4753-83b9-00cfde52949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:25.699640 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-addbedfd-ccde-406f-b1f0-175710394718 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:42:25.778346 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-128e4221-4957-4753-83b9-00cfde52949f None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:25.966009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-addbedfd-ccde-406f-b1f0-175710394718 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:26.024367 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbedfd-ccde-406f-b1f0-175710394718 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Port': ['ID=5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:26.180120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-128e4221-4957-4753-83b9-00cfde52949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:22Z', 'revision_number': 7, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1', 'name': '', 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:f9:1a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:15Z', 'updated_at': '2022-02-17T09:42:23Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a94a6c-fdf2-4268-aefa-928cd788b4d8', 'name': '', 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:90:fc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '78859315-6374-4fcb-aab9-a0a967374892', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:09Z', 'updated_at': '2022-02-17T09:42:17Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '78859315-6374-4fcb-aab9-a0a967374892', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:26.185025 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e4221-4957-4753-83b9-00cfde52949f None None] The sync data for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv is: [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:22Z', 'revision_number': 7, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1', 'name': '', 'network_id': 'c0f57676-2a2c-410c-9e83-5da28d4a0de7', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:f9:1a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:15Z', 'updated_at': '2022-02-17T09:42:23Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': 'ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a94a6c-fdf2-4268-aefa-928cd788b4d8', 'name': '', 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:90:fc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '78859315-6374-4fcb-aab9-a0a967374892', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:09Z', 'updated_at': '2022-02-17T09:42:17Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '78859315-6374-4fcb-aab9-a0a967374892', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:42:26.246905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-addbedfd-ccde-406f-b1f0-175710394718 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:26.607448 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:42:26.646782 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addbedfd-ccde-406f-b1f0-175710394718 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:42:26.666894 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaceb33-7cb5-4036-8c92-04ccaba09275 req-76a35e03-8538-4263-96c6-3abc909d5a6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:26.668345 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-daaceb33-7cb5-4036-8c92-04ccaba09275 req-76a35e03-8538-4263-96c6-3abc909d5a6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 944 time: 0.1814718 Feb 17 09:42:26.969327 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-daaceb33-7cb5-4036-8c92-04ccaba09275 req-3f2ade88-1811-4175-89e1-7b3ce10d37be tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=9702ce6d-c5f5-44ab-8cd5-77b815b0dba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273322 Feb 17 09:42:26.980849 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addbedfd-ccde-406f-b1f0-175710394718 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:42:26.992302 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae42d58-d3c5-4962-8bdd-6010f86879d5 None None] Sync routers for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:42:26.995700 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-addbedfd-ccde-406f-b1f0-175710394718 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/4610cebb-37c7-43fe-be46-c22b7fd8d4ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7943625 Feb 17 09:42:26.998266 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41310) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:27.001700 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae42d58-d3c5-4962-8bdd-6010f86879d5 None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:27.002998 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5ae42d58-d3c5-4962-8bdd-6010f86879d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:41:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:27.004985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9369534a-166d-4a72-b6b8-180129281ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:27.070778 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af12c5e-0311-404d-b746-822e9757f4c8 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting subnet ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:42:27.073702 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6af12c5e-0311-404d-b746-822e9757f4c8 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:27.129706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6af12c5e-0311-404d-b746-822e9757f4c8 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:27.160372 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-5ae42d58-d3c5-4962-8bdd-6010f86879d5 None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:27.214898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6af12c5e-0311-404d-b746-822e9757f4c8 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:27.378250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6af12c5e-0311-404d-b746-822e9757f4c8 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:27.419407 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af12c5e-0311-404d-b746-822e9757f4c8 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:27.426410 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6af12c5e-0311-404d-b746-822e9757f4c8 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:27.434330 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9863d10b-a906-4abd-a69d-b1ff25bec04a None None] Network c0f57676-2a2c-410c-9e83-5da28d4a0de7 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:42:27.437471 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6af12c5e-0311-404d-b746-822e9757f4c8 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5 HTTP/1.1" status: 204 len: 168 time: 0.4359157 Feb 17 09:42:27.437755 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41314) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:27.488951 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5ae42d58-d3c5-4962-8bdd-6010f86879d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:25Z', 'revision_number': 8, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a94a6c-fdf2-4268-aefa-928cd788b4d8', 'name': '', 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:90:fc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '78859315-6374-4fcb-aab9-a0a967374892', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:09Z', 'updated_at': '2022-02-17T09:42:17Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '78859315-6374-4fcb-aab9-a0a967374892', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:27.493283 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae42d58-d3c5-4962-8bdd-6010f86879d5 None None] Checking router: 4610cebb-37c7-43fe-be46-c22b7fd8d4ac for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:42:27.501999 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae42d58-d3c5-4962-8bdd-6010f86879d5 None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:27.503312 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5ae42d58-d3c5-4962-8bdd-6010f86879d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:42:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:27.571264 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:27.583697 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port 3da57cd0-692d-43cf-9b5d-3521b2af325c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:42:27.584318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:27.713285 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-5ae42d58-d3c5-4962-8bdd-6010f86879d5 None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:27.739858 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc18842b-4077-4fee-b4e6-2f082a302b5c None None] DHCP port deletion for c0f57676-2a2c-410c-9e83-5da28d4a0de7 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:42:27.744291 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dc18842b-4077-4fee-b4e6-2f082a302b5c None None] Deleting port 3da57cd0-692d-43cf-9b5d-3521b2af325c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:42:27.744661 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc18842b-4077-4fee-b4e6-2f082a302b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:27.824873 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] For port 3da57cd0-692d-43cf-9b5d-3521b2af325c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=3da57cd0-692d-43cf-9b5d-3521b2af325c,segment=NetworkSegment(77f11b42-dc42-42a8-9356-945a33ae9aad),segment_id=77f11b42-dc42-42a8-9356-945a33ae9aad)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:27.825281 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:27.930511 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:27.957366 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for 3da57cd0-692d-43cf-9b5d-3521b2af325c owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:42:27.966682 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-dc18842b-4077-4fee-b4e6-2f082a302b5c None None] For port 3da57cd0-692d-43cf-9b5d-3521b2af325c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=3da57cd0-692d-43cf-9b5d-3521b2af325c,segment=NetworkSegment(77f11b42-dc42-42a8-9356-945a33ae9aad),segment_id=77f11b42-dc42-42a8-9356-945a33ae9aad)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:27.966982 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc18842b-4077-4fee-b4e6-2f082a302b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:28.067033 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5ae42d58-d3c5-4962-8bdd-6010f86879d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:25Z', 'revision_number': 8, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a94a6c-fdf2-4268-aefa-928cd788b4d8', 'name': '', 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:90:fc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '78859315-6374-4fcb-aab9-a0a967374892', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:09Z', 'updated_at': '2022-02-17T09:42:17Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '78859315-6374-4fcb-aab9-a0a967374892', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:28.071919 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae42d58-d3c5-4962-8bdd-6010f86879d5 None None] The sync data for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv is: [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:25Z', 'revision_number': 8, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a94a6c-fdf2-4268-aefa-928cd788b4d8', 'name': '', 'network_id': '83633f81-cf71-4e4a-bd2e-0af0ae2fe442', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:90:fc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '78859315-6374-4fcb-aab9-a0a967374892', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:09Z', 'updated_at': '2022-02-17T09:42:17Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '78859315-6374-4fcb-aab9-a0a967374892', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:42:28.110824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dc18842b-4077-4fee-b4e6-2f082a302b5c None None] Calling delete_port for 3da57cd0-692d-43cf-9b5d-3521b2af325c owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:42:28.126602 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:28.186694 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Port': ['ID=3da57cd0-692d-43cf-9b5d-3521b2af325c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:28.187276 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e9031-b32d-430b-8a62-ff9a6605314c req-899f0352-8711-4fdc-ad7b-df22e19afb55 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:28.188719 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-dc18842b-4077-4fee-b4e6-2f082a302b5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:42:28.188858 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2e9e9031-b32d-430b-8a62-ff9a6605314c req-899f0352-8711-4fdc-ad7b-df22e19afb55 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 944 time: 0.0856893 Feb 17 09:42:28.189079 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-dc18842b-4077-4fee-b4e6-2f082a302b5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:42:28.194164 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] No DVR routers for this DVR port 3da57cd0-692d-43cf-9b5d-3521b2af325c on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:42:28.221599 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:28.242703 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2e9e9031-b32d-430b-8a62-ff9a6605314c req-ba21754c-2f4c-4737-b09c-5c485edb8751 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=9702ce6d-c5f5-44ab-8cd5-77b815b0dba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432944 Feb 17 09:42:28.288072 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 40124e49-1e12-45b6-9200-5a72f057bf2d details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 09:42:28.321153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:28.347091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f57676-2a2c-410c-9e83-5da28d4a0de7']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:28.359633 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f11b42-dc42-42a8-9356-945a33ae9aad') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:28.359633 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f11b42-dc42-42a8-9356-945a33ae9aad') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:28.370985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:28.388434 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:28.396153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:42:28.396765 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:42:28.413447 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:42:28.435519 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 40124e49-1e12-45b6-9200-5a72f057bf2d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=40124e49-1e12-45b6-9200-5a72f057bf2d,segment=NetworkSegment(49c89886-137b-419b-bde1-050c5adfbc29),segment_id=49c89886-137b-419b-bde1-050c5adfbc29)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:28.452797 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '40124e49-1e12-45b6-9200-5a72f057bf2d', 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91', 'port_id': '40124e49-1e12-45b6-9200-5a72f057bf2d', 'mac_address': 'fa:16:3e:04:d9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33939b9-7ce8-4154-9338-62be47803cb0', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 09:42:28.516721 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:28.589547 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40124e49-1e12-45b6-9200-5a72f057bf2d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:42:28.605216 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 40124e49-1e12-45b6-9200-5a72f057bf2d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=40124e49-1e12-45b6-9200-5a72f057bf2d,segment=NetworkSegment(49c89886-137b-419b-bde1-050c5adfbc29),segment_id=49c89886-137b-419b-bde1-050c5adfbc29)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:28.606483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:28.628715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:28.639818 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Network': ['ID=c0f57676-2a2c-410c-9e83-5da28d4a0de7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:28.647708 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-303cea09-369a-4aad-b238-a15c4dd24e6d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/networks/c0f57676-2a2c-410c-9e83-5da28d4a0de7 HTTP/1.1" status: 204 len: 168 time: 1.2089593 Feb 17 09:42:28.650425 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41320) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:28.689814 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:28.691500 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dc18842b-4077-4fee-b4e6-2f082a302b5c None None] Deleting port 3da57cd0-692d-43cf-9b5d-3521b2af325c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:42:28.691870 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc18842b-4077-4fee-b4e6-2f082a302b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:28.809720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dc18842b-4077-4fee-b4e6-2f082a302b5c None None] The port '3da57cd0-692d-43cf-9b5d-3521b2af325c' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:42:28.832979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=40124e49-1e12-45b6-9200-5a72f057bf2d,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:28.903113 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 3da57cd0-692d-43cf-9b5d-3521b2af325c no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:42:28.938104 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 3da57cd0-692d-43cf-9b5d-3521b2af325c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:42:28.938448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 3da57cd0-692d-43cf-9b5d-3521b2af325c not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:42:28.938844 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:42:28.971732 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:42:28.972078 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5d6ab4dc-5b0c-4c59-82c0-84ff4384dbd1 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:42:29.128854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['40124e49-1e12-45b6-9200-5a72f057bf2d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:42:29.290877 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-405c6665-9bbe-4799-a48d-995f18fe6074 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:29.620489 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6826ad6-68ba-4f17-acb0-0ac4132987ad req-de802252-d93f-422d-b8b2-d821b2548061 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:29.621937 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b6826ad6-68ba-4f17-acb0-0ac4132987ad req-de802252-d93f-422d-b8b2-d821b2548061 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 945 time: 0.2596745 Feb 17 09:42:29.681351 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b6826ad6-68ba-4f17-acb0-0ac4132987ad req-c4eb842b-c689-40bc-a892-acb899320a4a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=9702ce6d-c5f5-44ab-8cd5-77b815b0dba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518448 Feb 17 09:42:29.723972 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:29.744138 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-405c6665-9bbe-4799-a48d-995f18fe6074 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port 89a94a6c-fdf2-4268-aefa-928cd788b4d8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:42:29.744475 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-405c6665-9bbe-4799-a48d-995f18fe6074 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:29.938325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-405c6665-9bbe-4799-a48d-995f18fe6074 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] For port 89a94a6c-fdf2-4268-aefa-928cd788b4d8, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=89a94a6c-fdf2-4268-aefa-928cd788b4d8,segment=NetworkSegment(c95e39b1-dc3e-45b3-9e34-544a7e5abb44),segment_id=c95e39b1-dc3e-45b3-9e34-544a7e5abb44)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:29.938696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-405c6665-9bbe-4799-a48d-995f18fe6074 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:30.068019 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-405c6665-9bbe-4799-a48d-995f18fe6074 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for 89a94a6c-fdf2-4268-aefa-928cd788b4d8 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:42:30.289356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 40124e49-1e12-45b6-9200-5a72f057bf2d up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:30.438568 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 40124e49-1e12-45b6-9200-5a72f057bf2d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:30.444050 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 40124e49-1e12-45b6-9200-5a72f057bf2d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:30.450447 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:30.474850 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-405c6665-9bbe-4799-a48d-995f18fe6074 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:30.539149 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c6665-9bbe-4799-a48d-995f18fe6074 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Port': ['ID=89a94a6c-fdf2-4268-aefa-928cd788b4d8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:30.609886 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:30.640452 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df70fff-bf89-41b1-99c5-1b572e03d7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40124e49-1e12-45b6-9200-5a72f057bf2d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:42:30.663579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 40124e49-1e12-45b6-9200-5a72f057bf2d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=40124e49-1e12-45b6-9200-5a72f057bf2d,segment=NetworkSegment(49c89886-137b-419b-bde1-050c5adfbc29),segment_id=49c89886-137b-419b-bde1-050c5adfbc29)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:30.708194 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df70fff-bf89-41b1-99c5-1b572e03d7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40124e49-1e12-45b6-9200-5a72f057bf2d', 'code': 200} Feb 17 09:42:30.732054 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:30.790843 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-405c6665-9bbe-4799-a48d-995f18fe6074 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:30.856310 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=40124e49-1e12-45b6-9200-5a72f057bf2d,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:31.114881 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a916a-eca8-4b35-bb6f-3a08ea5ad11f req-4f8bd393-a3cc-477b-aead-2d81fd73c904 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:31.116415 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-690a916a-eca8-4b35-bb6f-3a08ea5ad11f req-4f8bd393-a3cc-477b-aead-2d81fd73c904 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 946 time: 0.2533417 Feb 17 09:42:31.243997 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2efb9-731a-404c-8f94-6a608e9644c1 req-6b235095-290e-41d4-a64c-35d1b7332e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:31.245466 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-77f2efb9-731a-404c-8f94-6a608e9644c1 req-6b235095-290e-41d4-a64c-35d1b7332e34 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 1099 time: 0.1958752 Feb 17 09:42:31.245669 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-690a916a-eca8-4b35-bb6f-3a08ea5ad11f req-cf673553-b8fd-4e03-bdff-598f58329050 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=9702ce6d-c5f5-44ab-8cd5-77b815b0dba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738225 Feb 17 09:42:31.251778 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405c6665-9bbe-4799-a48d-995f18fe6074 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:42:31.293165 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-77f2efb9-731a-404c-8f94-6a608e9644c1 req-ebec50ed-ee69-4087-8429-a7b4a3a15424 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9702ce6d-c5f5-44ab-8cd5-77b815b0dba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417631 Feb 17 09:42:31.417239 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405c6665-9bbe-4799-a48d-995f18fe6074 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:42:31.428250 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484c680-4e5a-4781-b4ab-37303c1765c5 None None] Sync routers for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:42:31.432405 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-405c6665-9bbe-4799-a48d-995f18fe6074 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/4610cebb-37c7-43fe-be46-c22b7fd8d4ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7807040 Feb 17 09:42:31.435120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41330) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:31.438215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484c680-4e5a-4781-b4ab-37303c1765c5 None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:31.438812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1484c680-4e5a-4781-b4ab-37303c1765c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:42:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:31.517448 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bee92fc-bf3c-4acd-8aac-62567a172aba tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting subnet 78859315-6374-4fcb-aab9-a0a967374892 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:42:31.520802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bee92fc-bf3c-4acd-8aac-62567a172aba tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:31.591713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bee92fc-bf3c-4acd-8aac-62567a172aba tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:31.600923 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-1484c680-4e5a-4781-b4ab-37303c1765c5 None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:31.693911 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bee92fc-bf3c-4acd-8aac-62567a172aba tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:31.886519 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bee92fc-bf3c-4acd-8aac-62567a172aba tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:31.933802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee92fc-bf3c-4acd-8aac-62567a172aba tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Subnet': ['ID=78859315-6374-4fcb-aab9-a0a967374892,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:31.940311 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1484c680-4e5a-4781-b4ab-37303c1765c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:30Z', 'revision_number': 9, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:31.944929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bee92fc-bf3c-4acd-8aac-62567a172aba tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:31.945191 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484c680-4e5a-4781-b4ab-37303c1765c5 None None] Checking router: 4610cebb-37c7-43fe-be46-c22b7fd8d4ac for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:42:31.952896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ff6219-0fd5-42c8-9408-a7041d730524 None None] Network 83633f81-cf71-4e4a-bd2e-0af0ae2fe442 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:42:31.958999 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2bee92fc-bf3c-4acd-8aac-62567a172aba tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/78859315-6374-4fcb-aab9-a0a967374892 HTTP/1.1" status: 204 len: 168 time: 0.5190394 Feb 17 09:42:31.960598 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41334) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:32.022234 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484c680-4e5a-4781-b4ab-37303c1765c5 None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:32.023105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1484c680-4e5a-4781-b4ab-37303c1765c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:42:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:32.105086 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:32.121622 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port 8b3f8b5d-c56f-4f10-8bce-c13819806aea {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:42:32.122106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:32.272070 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-1484c680-4e5a-4781-b4ab-37303c1765c5 None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:32.347655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] For port 8b3f8b5d-c56f-4f10-8bce-c13819806aea, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8b3f8b5d-c56f-4f10-8bce-c13819806aea,segment=NetworkSegment(c95e39b1-dc3e-45b3-9e34-544a7e5abb44),segment_id=c95e39b1-dc3e-45b3-9e34-544a7e5abb44)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:32.348516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:32.522926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for 8b3f8b5d-c56f-4f10-8bce-c13819806aea owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:42:32.584274 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2860d3-e3b1-4b85-a476-793d3f3256d6 None None] DHCP port deletion for 83633f81-cf71-4e4a-bd2e-0af0ae2fe442 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:42:32.597432 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0c2860d3-e3b1-4b85-a476-793d3f3256d6 None None] Deleting port 8b3f8b5d-c56f-4f10-8bce-c13819806aea {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:42:32.597694 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c2860d3-e3b1-4b85-a476-793d3f3256d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:32.664781 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fb0b3-f01e-4153-9160-4552447e01b0 req-a4d8207a-cbc4-42bd-b91c-603ec6a75e3e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:32.666385 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5c2fb0b3-f01e-4153-9160-4552447e01b0 req-a4d8207a-cbc4-42bd-b91c-603ec6a75e3e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 946 time: 0.2464979 Feb 17 09:42:32.726574 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5c2fb0b3-f01e-4153-9160-4552447e01b0 req-b45d17ec-40a1-48a0-912c-39950b0c4a22 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=9702ce6d-c5f5-44ab-8cd5-77b815b0dba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536871 Feb 17 09:42:32.779255 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1484c680-4e5a-4781-b4ab-37303c1765c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:30Z', 'revision_number': 9, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:32.805232 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:32.842666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484c680-4e5a-4781-b4ab-37303c1765c5 None None] The sync data for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv is: [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:30Z', 'revision_number': 9, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '1a65581c-99e8-4cda-befc-6bd9a08ea74d', 'name': '', 'network_id': '3c92395e-9486-46c1-90fb-0c04045f3911', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:8c:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:05Z', 'updated_at': '2022-02-17T09:42:13Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '498d8a5d-4070-4c92-9bc5-22057138a405', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:42:32.857604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Port': ['ID=8b3f8b5d-c56f-4f10-8bce-c13819806aea,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:32.859347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] No DVR routers for this DVR port 8b3f8b5d-c56f-4f10-8bce-c13819806aea on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:42:32.911974 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0c2860d3-e3b1-4b85-a476-793d3f3256d6 None None] For port 8b3f8b5d-c56f-4f10-8bce-c13819806aea, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8b3f8b5d-c56f-4f10-8bce-c13819806aea,segment=NetworkSegment(c95e39b1-dc3e-45b3-9e34-544a7e5abb44),segment_id=c95e39b1-dc3e-45b3-9e34-544a7e5abb44)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:32.912363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c2860d3-e3b1-4b85-a476-793d3f3256d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:32.995311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:33.021988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83633f81-cf71-4e4a-bd2e-0af0ae2fe442']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:33.035103 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95e39b1-dc3e-45b3-9e34-544a7e5abb44') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:33.035348 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95e39b1-dc3e-45b3-9e34-544a7e5abb44') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:33.041281 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0c2860d3-e3b1-4b85-a476-793d3f3256d6 None None] Calling delete_port for 8b3f8b5d-c56f-4f10-8bce-c13819806aea owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:42:33.048882 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:33.068209 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:33.076494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:42:33.076889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:42:33.095100 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:42:33.121471 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-0c2860d3-e3b1-4b85-a476-793d3f3256d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:42:33.122034 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-0c2860d3-e3b1-4b85-a476-793d3f3256d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:42:33.217122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8b3f8b5d-c56f-4f10-8bce-c13819806aea no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:42:33.249777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:33.253345 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 8b3f8b5d-c56f-4f10-8bce-c13819806aea {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:42:33.253848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8b3f8b5d-c56f-4f10-8bce-c13819806aea not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:42:33.256515 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:33.288169 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Network': ['ID=83633f81-cf71-4e4a-bd2e-0af0ae2fe442,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:33.299852 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c5838a23-a3b7-4751-a9a8-a3c84d69cef1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/networks/83633f81-cf71-4e4a-bd2e-0af0ae2fe442 HTTP/1.1" status: 204 len: 168 time: 1.3296418 Feb 17 09:42:33.300765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41340) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:33.623694 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0c2860d3-e3b1-4b85-a476-793d3f3256d6 None None] Deleting port 8b3f8b5d-c56f-4f10-8bce-c13819806aea {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:42:33.624276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c2860d3-e3b1-4b85-a476-793d3f3256d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:33.692166 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0c2860d3-e3b1-4b85-a476-793d3f3256d6 None None] The port '8b3f8b5d-c56f-4f10-8bce-c13819806aea' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:42:33.935066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92132f-fc51-40ff-8797-6e651dfff826 req-5bcdda93-873b-432c-9aba-cc2cc325b56d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:33.936684 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3b92132f-fc51-40ff-8797-6e651dfff826 req-5bcdda93-873b-432c-9aba-cc2cc325b56d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0965788 Feb 17 09:42:33.956546 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43f8b166-842d-4a26-84ef-c1618a441b2b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:33.984181 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3b92132f-fc51-40ff-8797-6e651dfff826 req-e4817486-e63d-40c8-a80f-bdaa292a9fc7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=9702ce6d-c5f5-44ab-8cd5-77b815b0dba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392549 Feb 17 09:42:34.300817 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96ce22-c077-46e2-b9f6-8efd45669fe7 req-f5c1bdc9-2f9b-4eac-9e01-6dbcb2889745 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:42:34.302224 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8a96ce22-c077-46e2-b9f6-8efd45669fe7 req-f5c1bdc9-2f9b-4eac-9e01-6dbcb2889745 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 946 time: 0.2008300 Feb 17 09:42:34.397375 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8a96ce22-c077-46e2-b9f6-8efd45669fe7 req-df48b813-3e0d-46da-af11-cddc73fb8d61 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=9702ce6d-c5f5-44ab-8cd5-77b815b0dba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888655 Feb 17 09:42:34.405314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-43f8b166-842d-4a26-84ef-c1618a441b2b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port 1a65581c-99e8-4cda-befc-6bd9a08ea74d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:42:34.405646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43f8b166-842d-4a26-84ef-c1618a441b2b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:34.614935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-43f8b166-842d-4a26-84ef-c1618a441b2b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] For port 1a65581c-99e8-4cda-befc-6bd9a08ea74d, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1a65581c-99e8-4cda-befc-6bd9a08ea74d,segment=NetworkSegment(8706c712-dff8-4fea-a716-0a5500b2a1be),segment_id=8706c712-dff8-4fea-a716-0a5500b2a1be)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:34.615189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43f8b166-842d-4a26-84ef-c1618a441b2b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:34.743802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-43f8b166-842d-4a26-84ef-c1618a441b2b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for 1a65581c-99e8-4cda-befc-6bd9a08ea74d owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:42:34.869135 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 89a94a6c-fdf2-4268-aefa-928cd788b4d8 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:42:34.905759 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 89a94a6c-fdf2-4268-aefa-928cd788b4d8 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:42:34.906227 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 89a94a6c-fdf2-4268-aefa-928cd788b4d8 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:42:34.999938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43f8b166-842d-4a26-84ef-c1618a441b2b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:35.050426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8b166-842d-4a26-84ef-c1618a441b2b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Port': ['ID=1a65581c-99e8-4cda-befc-6bd9a08ea74d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:35.372281 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43f8b166-842d-4a26-84ef-c1618a441b2b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:35.706899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f8b166-842d-4a26-84ef-c1618a441b2b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:42:35.882999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f8b166-842d-4a26-84ef-c1618a441b2b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:42:35.892618 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c51a05-3b2f-4821-9faa-b03c6dae89b0 None None] Sync routers for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:42:35.896666 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-43f8b166-842d-4a26-84ef-c1618a441b2b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/4610cebb-37c7-43fe-be46-c22b7fd8d4ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5944247 Feb 17 09:42:35.899724 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41352) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:35.904946 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c51a05-3b2f-4821-9faa-b03c6dae89b0 None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:35.905557 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e3c51a05-3b2f-4821-9faa-b03c6dae89b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:42:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:35.929657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41356) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:35.974732 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd2ce26-441c-40a7-91af-3ef793b85e51 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting subnet 498d8a5d-4070-4c92-9bc5-22057138a405 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:42:35.978243 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bfd2ce26-441c-40a7-91af-3ef793b85e51 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:36.049278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bfd2ce26-441c-40a7-91af-3ef793b85e51 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:36.101437 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e3c51a05-3b2f-4821-9faa-b03c6dae89b0 None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:36.149854 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bfd2ce26-441c-40a7-91af-3ef793b85e51 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:36.337846 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bfd2ce26-441c-40a7-91af-3ef793b85e51 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:36.387393 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2ce26-441c-40a7-91af-3ef793b85e51 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Subnet': ['ID=498d8a5d-4070-4c92-9bc5-22057138a405,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:36.389563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bfd2ce26-441c-40a7-91af-3ef793b85e51 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:36.399316 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f958a95-84d3-4045-a020-5fa9e0c23a7e None None] Network 3c92395e-9486-46c1-90fb-0c04045f3911 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:42:36.412008 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bfd2ce26-441c-40a7-91af-3ef793b85e51 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/498d8a5d-4070-4c92-9bc5-22057138a405 HTTP/1.1" status: 204 len: 168 time: 0.5080452 Feb 17 09:42:36.412966 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41360) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:36.464570 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e3c51a05-3b2f-4821-9faa-b03c6dae89b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:34Z', 'revision_number': 10, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:36.469019 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c51a05-3b2f-4821-9faa-b03c6dae89b0 None None] Checking router: 4610cebb-37c7-43fe-be46-c22b7fd8d4ac for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:42:36.481092 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c51a05-3b2f-4821-9faa-b03c6dae89b0 None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:36.482030 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e3c51a05-3b2f-4821-9faa-b03c6dae89b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:42:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:36.642070 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:36.686792 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e3c51a05-3b2f-4821-9faa-b03c6dae89b0 None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:36.729800 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port e82184a3-61cf-4391-8912-b35df69e67ff {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:42:36.730181 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:36.750934 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcb0d53-98d1-4c24-9ddb-608162c59156 None None] DHCP port deletion for 3c92395e-9486-46c1-90fb-0c04045f3911 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:42:36.756033 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0fcb0d53-98d1-4c24-9ddb-608162c59156 None None] Deleting port e82184a3-61cf-4391-8912-b35df69e67ff {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:42:36.756459 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0d53-98d1-4c24-9ddb-608162c59156 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:37.036633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e82184a3-61cf-4391-8912-b35df69e67ff no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:42:37.068120 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e3c51a05-3b2f-4821-9faa-b03c6dae89b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:34Z', 'revision_number': 10, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:37.072525 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c51a05-3b2f-4821-9faa-b03c6dae89b0 None None] The sync data for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv is: [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:34Z', 'revision_number': 10, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None, '_interfaces': [{'id': '74adb609-c0b2-4b1e-bc8d-422168d3ab45', 'name': '', 'network_id': '60695603-9bc3-419b-9f0e-b75937177c7e', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'mac_address': 'fa:16:3e:81:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:00Z', 'updated_at': '2022-02-17T09:42:07Z', 'revision_number': 5, 'project_id': '20371ebabda94d449303ae0cac72609b', 'subnets': [{'id': '47610622-91ff-4bd1-b7b9-db5ddddc2fd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:42:37.089603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0fcb0d53-98d1-4c24-9ddb-608162c59156 None None] For port e82184a3-61cf-4391-8912-b35df69e67ff, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e82184a3-61cf-4391-8912-b35df69e67ff,segment=NetworkSegment(8706c712-dff8-4fea-a716-0a5500b2a1be),segment_id=8706c712-dff8-4fea-a716-0a5500b2a1be)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:37.090074 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0d53-98d1-4c24-9ddb-608162c59156 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:37.163796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] For port e82184a3-61cf-4391-8912-b35df69e67ff, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e82184a3-61cf-4391-8912-b35df69e67ff,segment=NetworkSegment(8706c712-dff8-4fea-a716-0a5500b2a1be),segment_id=8706c712-dff8-4fea-a716-0a5500b2a1be)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:37.164401 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:37.220101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0fcb0d53-98d1-4c24-9ddb-608162c59156 None None] Calling delete_port for e82184a3-61cf-4391-8912-b35df69e67ff owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:42:37.297256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for e82184a3-61cf-4391-8912-b35df69e67ff owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:42:37.357828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:37.432905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:37.492789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0d53-98d1-4c24-9ddb-608162c59156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:37.538850 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:42:37.539954 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:42:37.616945 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb0d53-98d1-4c24-9ddb-608162c59156 None None] Pushing event deleted for resources: {'Port': ['ID=e82184a3-61cf-4391-8912-b35df69e67ff,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:37.626364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcb0d53-98d1-4c24-9ddb-608162c59156 None None] No DVR routers for this DVR port e82184a3-61cf-4391-8912-b35df69e67ff on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:42:37.879246 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.17 (b7f38a2c-f959-41a7-b4dc-61de857bac91/f33939b9-7ce8-4154-9338-62be47803cb0/25bde3b8-e20b-40ec-9b79-f363fcdcbde6) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:42:38.085374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port e82184a3-61cf-4391-8912-b35df69e67ff {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:42:38.085713 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:38.165601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] The port 'e82184a3-61cf-4391-8912-b35df69e67ff' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:42:38.331793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:38.368452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:38.381457 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c92395e-9486-46c1-90fb-0c04045f3911']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:38.402237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8706c712-dff8-4fea-a716-0a5500b2a1be') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:38.402601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8706c712-dff8-4fea-a716-0a5500b2a1be') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:38.410503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:38.418326 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:38.437485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:38.447004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:42:38.447397 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: util.warn( Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:42:38.462275 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:42:38.485614 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:38.623173 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:38.697562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network b7f38a2c-f959-41a7-b4dc-61de857bac91 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:42:38.700981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:38.703374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:42:38.730619 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:38.739226 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:38.787045 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=25bde3b8-e20b-40ec-9b79-f363fcdcbde6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:38.795985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Network': ['ID=3c92395e-9486-46c1-90fb-0c04045f3911,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:38.808659 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9577fef0-0472-4c0e-b5b0-82f4e2dce75c tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/networks/3c92395e-9486-46c1-90fb-0c04045f3911 HTTP/1.1" status: 204 len: 168 time: 2.3905847 Feb 17 09:42:38.808846 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41364) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:38.824421 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:38.879192 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1a65581c-99e8-4cda-befc-6bd9a08ea74d no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:42:38.940609 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 1a65581c-99e8-4cda-befc-6bd9a08ea74d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:42:38.941030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1a65581c-99e8-4cda-befc-6bd9a08ea74d not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:42:39.000711 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4ae4fdda-c4f9-42bd-8ee8-4d8243d1d713 None None] Provisioning for port 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:39.008449 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4ae4fdda-c4f9-42bd-8ee8-4d8243d1d713 None None] Provisioning complete for port 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:39.009019 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4ae4fdda-c4f9-42bd-8ee8-4d8243d1d713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:39.054833 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:39.072080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4ae4fdda-c4f9-42bd-8ee8-4d8243d1d713 None None] Port 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:42:39.485704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6877407d-c364-4cf6-944c-288bdf7af1ed tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:39.493168 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:39.565831 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:39.680263 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=25bde3b8-e20b-40ec-9b79-f363fcdcbde6,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:39.682769 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:39.840232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network b7f38a2c-f959-41a7-b4dc-61de857bac91 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:42:39.841436 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:42:39.853914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6877407d-c364-4cf6-944c-288bdf7af1ed tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port 74adb609-c0b2-4b1e-bc8d-422168d3ab45 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:42:39.854540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6877407d-c364-4cf6-944c-288bdf7af1ed tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:40.084252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-6877407d-c364-4cf6-944c-288bdf7af1ed tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] For port 74adb609-c0b2-4b1e-bc8d-422168d3ab45, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=74adb609-c0b2-4b1e-bc8d-422168d3ab45,segment=NetworkSegment(737ac5b9-ce60-4b69-ad5b-8edb66091b3c),segment_id=737ac5b9-ce60-4b69-ad5b-8edb66091b3c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:40.084632 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6877407d-c364-4cf6-944c-288bdf7af1ed tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:40.100087 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2c50b337-820d-4b64-9b47-3a5b03e70cd8 None None] Provisioning complete for port 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:40.100660 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c50b337-820d-4b64-9b47-3a5b03e70cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:40.166157 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2c50b337-820d-4b64-9b47-3a5b03e70cd8 None None] Port 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:42:40.172859 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 38461dc6-96be-4cd5-9d4c-1aefac802e23 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:42:40.232790 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6877407d-c364-4cf6-944c-288bdf7af1ed tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for 74adb609-c0b2-4b1e-bc8d-422168d3ab45 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:42:40.359897 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:42:40.372699 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c9911c8b-0aef-42ee-bd39-e2df73c1804a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/38461dc6-96be-4cd5-9d4c-1aefac802e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4381313 Feb 17 09:42:40.372807 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Sync routers for ids ['38461dc6-96be-4cd5-9d4c-1aefac802e23'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:42:40.382695 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Routers {'38461dc6-96be-4cd5-9d4c-1aefac802e23'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:40.384018 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:42:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['38461dc6-96be-4cd5-9d4c-1aefac802e23'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:40.542661 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6877407d-c364-4cf6-944c-288bdf7af1ed tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:40.570750 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Set router 38461dc6-96be-4cd5-9d4c-1aefac802e23 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:40.593243 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877407d-c364-4cf6-944c-288bdf7af1ed tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Port': ['ID=74adb609-c0b2-4b1e-bc8d-422168d3ab45,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:40.779749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6877407d-c364-4cf6-944c-288bdf7af1ed tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:40.995632 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:42:38Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '226523e6-e415-469b-8ab1-ffed39febb7e', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'port_id': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'mac_address': 'fa:16:3e:f2:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:40:52Z', 'updated_at': '2022-02-17T09:40:59Z', 'revision_number': 1, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bde3b8-e20b-40ec-9b79-f363fcdcbde6', 'name': '', 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:b2:a7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'f33939b9-7ce8-4154-9338-62be47803cb0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:37Z', 'updated_at': '2022-02-17T09:42:39Z', 'revision_number': 2, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'f33939b9-7ce8-4154-9338-62be47803cb0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c', 'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:bf:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:15Z', 'updated_at': '2022-02-17T09:40:30Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:41.000194 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Checking router: 38461dc6-96be-4cd5-9d4c-1aefac802e23 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:42:41.004003 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Updating router 38461dc6-96be-4cd5-9d4c-1aefac802e23 port 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:42:41.061429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:41.192136 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6877407d-c364-4cf6-944c-288bdf7af1ed tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:42:41.340941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6877407d-c364-4cf6-944c-288bdf7af1ed tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:42:41.352277 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e2f7b-3791-46d3-bd2d-14c39a45efbc None None] Sync routers for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:42:41.362072 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41372) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:41.362704 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e2f7b-3791-46d3-bd2d-14c39a45efbc None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:41.363284 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-615e2f7b-3791-46d3-bd2d-14c39a45efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:42:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:41.363813 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6877407d-c364-4cf6-944c-288bdf7af1ed tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/4610cebb-37c7-43fe-be46-c22b7fd8d4ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5510669 Feb 17 09:42:41.448414 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d3037c-3766-4765-bc39-70f078570a60 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting subnet 47610622-91ff-4bd1-b7b9-db5ddddc2fd9 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:42:41.454020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30d3037c-3766-4765-bc39-70f078570a60 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:41.475461 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:41.491836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Transition to ACTIVE for port object 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:42:41.553667 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-615e2f7b-3791-46d3-bd2d-14c39a45efbc None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:41.567467 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30d3037c-3766-4765-bc39-70f078570a60 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:41.587489 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:41.665795 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30d3037c-3766-4765-bc39-70f078570a60 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:41.758491 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-615e2f7b-3791-46d3-bd2d-14c39a45efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:40Z', 'revision_number': 11, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:41.765939 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e2f7b-3791-46d3-bd2d-14c39a45efbc None None] Checking router: 4610cebb-37c7-43fe-be46-c22b7fd8d4ac for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:42:41.785467 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e2f7b-3791-46d3-bd2d-14c39a45efbc None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:41.786465 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-615e2f7b-3791-46d3-bd2d-14c39a45efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:42:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:41.808252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7d282-c846-4a20-94cf-1b83bfcf1859 None None] Pushing event updated for resources: {'Port': ['ID=25bde3b8-e20b-40ec-9b79-f363fcdcbde6,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:41.837653 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30d3037c-3766-4765-bc39-70f078570a60 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:41.907083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3037c-3766-4765-bc39-70f078570a60 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Subnet': ['ID=47610622-91ff-4bd1-b7b9-db5ddddc2fd9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:41.928137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30d3037c-3766-4765-bc39-70f078570a60 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:41.941269 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41376) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:41.951630 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bd186a-a700-459e-a46d-9676b25e5daf None None] Network 60695603-9bc3-419b-9f0e-b75937177c7e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:42:41.952326 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-30d3037c-3766-4765-bc39-70f078570a60 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/47610622-91ff-4bd1-b7b9-db5ddddc2fd9 HTTP/1.1" status: 204 len: 168 time: 0.5869782 Feb 17 09:42:42.026973 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-615e2f7b-3791-46d3-bd2d-14c39a45efbc None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:42.092207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:42.109189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Deleting port dea13fc4-d5be-4d86-85cb-7d8311418fb7 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:42:42.109743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:42.148534 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-615e2f7b-3791-46d3-bd2d-14c39a45efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:40Z', 'revision_number': 11, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:42.154093 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e2f7b-3791-46d3-bd2d-14c39a45efbc None None] The sync data for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv is: [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:40Z', 'revision_number': 11, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:42:42.168300 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Attempting to bind port 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:42:42.168700 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Attempting to bind port 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '49c89886-137b-419b-bde1-050c5adfbc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:42:42.169061 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Attempting to bind port 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 on network b7f38a2c-f959-41a7-b4dc-61de857bac91 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:42:42.187937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:42:42.188315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Checking segment: {'id': '49c89886-137b-419b-bde1-050c5adfbc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:42:42.188690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:42.189081 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Bound using segment: {'id': '49c89886-137b-419b-bde1-050c5adfbc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:42:42.190174 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Bound port: 25bde3b8-e20b-40ec-9b79-f363fcdcbde6, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c89886-137b-419b-bde1-050c5adfbc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:42:42.190649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:42.352199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] For port dea13fc4-d5be-4d86-85cb-7d8311418fb7, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dea13fc4-d5be-4d86-85cb-7d8311418fb7,segment=NetworkSegment(737ac5b9-ce60-4b69-ad5b-8edb66091b3c),segment_id=737ac5b9-ce60-4b69-ad5b-8edb66091b3c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:42.353004 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:42.374396 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] For port 25bde3b8-e20b-40ec-9b79-f363fcdcbde6, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:42:42.378974 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] For port 25bde3b8-e20b-40ec-9b79-f363fcdcbde6, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=25bde3b8-e20b-40ec-9b79-f363fcdcbde6,segment=NetworkSegment(49c89886-137b-419b-bde1-050c5adfbc29),segment_id=49c89886-137b-419b-bde1-050c5adfbc29)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:42:42.467255 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:42.499469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Calling delete_port for dea13fc4-d5be-4d86-85cb-7d8311418fb7 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:42:42.560694 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Routers {'38461dc6-96be-4cd5-9d4c-1aefac802e23'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:42.561409 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:42:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['38461dc6-96be-4cd5-9d4c-1aefac802e23'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:42.670950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ca6a93-868d-4cc1-a40f-75611fb5d029 None None] DHCP port deletion for 60695603-9bc3-419b-9f0e-b75937177c7e request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:42:42.691773 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:42.704426 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7d282-c846-4a20-94cf-1b83bfcf1859 None None] Pushing event updated for resources: {'Port': ['ID=25bde3b8-e20b-40ec-9b79-f363fcdcbde6,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:42.757794 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Port': ['ID=dea13fc4-d5be-4d86-85cb-7d8311418fb7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:42.766081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] No DVR routers for this DVR port dea13fc4-d5be-4d86-85cb-7d8311418fb7 on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:42:42.857894 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] Set router 38461dc6-96be-4cd5-9d4c-1aefac802e23 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:42.916862 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:42.940084 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 74adb609-c0b2-4b1e-bc8d-422168d3ab45 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:42:42.952410 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60695603-9bc3-419b-9f0e-b75937177c7e']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:42.965580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737ac5b9-ce60-4b69-ad5b-8edb66091b3c') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:42.965871 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737ac5b9-ce60-4b69-ad5b-8edb66091b3c') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:42.980923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:42.983260 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 74adb609-c0b2-4b1e-bc8d-422168d3ab45 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:42:42.983602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 74adb609-c0b2-4b1e-bc8d-422168d3ab45 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:42:42.984015 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dea13fc4-d5be-4d86-85cb-7d8311418fb7 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:42:43.001521 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:43.008826 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:42:43.009135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:42:43.025604 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:42:43.107404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: dea13fc4-d5be-4d86-85cb-7d8311418fb7 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:42:43.107934 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dea13fc4-d5be-4d86-85cb-7d8311418fb7 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:42:43.192291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:43.213739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:43.224594 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Pushing event deleted for resources: {'Network': ['ID=60695603-9bc3-419b-9f0e-b75937177c7e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:43.235123 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d2fa8d7d-f269-4f07-b11b-967784c7555a tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/networks/60695603-9bc3-419b-9f0e-b75937177c7e HTTP/1.1" status: 204 len: 168 time: 1.2902968 Feb 17 09:42:43.237276 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41386) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:43.243418 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0b47c2b2-558f-46fc-b76a-172d5f26bde0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'router': {'routes': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:43.351242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:42:38Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '226523e6-e415-469b-8ab1-ffed39febb7e', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'port_id': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'mac_address': 'fa:16:3e:f2:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:40:52Z', 'updated_at': '2022-02-17T09:40:59Z', 'revision_number': 1, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bde3b8-e20b-40ec-9b79-f363fcdcbde6', 'name': '', 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:b2:a7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'f33939b9-7ce8-4154-9338-62be47803cb0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:37Z', 'updated_at': '2022-02-17T09:42:42Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'f33939b9-7ce8-4154-9338-62be47803cb0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c', 'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:bf:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:15Z', 'updated_at': '2022-02-17T09:40:30Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:43.356485 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87667489-b7fa-4719-ae9e-9ec83817601e None None] The sync data for ids ['38461dc6-96be-4cd5-9d4c-1aefac802e23'] in dv-neutron-828143-5-hyperv is: [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:42:38Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '226523e6-e415-469b-8ab1-ffed39febb7e', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'port_id': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'mac_address': 'fa:16:3e:f2:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:40:52Z', 'updated_at': '2022-02-17T09:40:59Z', 'revision_number': 1, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bde3b8-e20b-40ec-9b79-f363fcdcbde6', 'name': '', 'network_id': 'b7f38a2c-f959-41a7-b4dc-61de857bac91', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:b2:a7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'f33939b9-7ce8-4154-9338-62be47803cb0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:42:37Z', 'updated_at': '2022-02-17T09:42:42Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'f33939b9-7ce8-4154-9338-62be47803cb0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c', 'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:bf:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:15Z', 'updated_at': '2022-02-17T09:40:30Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:42:43.550854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.extraroute_db [None req-0b47c2b2-558f-46fc-b76a-172d5f26bde0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Added routes are [] {{(pid=88369) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 17 09:42:43.551449 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.extraroute_db [None req-0b47c2b2-558f-46fc-b76a-172d5f26bde0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Removed routes are [] {{(pid=88369) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 17 09:42:43.551981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b47c2b2-558f-46fc-b76a-172d5f26bde0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:43.816075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b47c2b2-558f-46fc-b76a-172d5f26bde0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:43.821405 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b47c2b2-558f-46fc-b76a-172d5f26bde0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:44.088002 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b47c2b2-558f-46fc-b76a-172d5f26bde0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:42:44.224827 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b47c2b2-558f-46fc-b76a-172d5f26bde0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:42:44.231505 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b47c2b2-558f-46fc-b76a-172d5f26bde0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:44.232693 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0b47c2b2-558f-46fc-b76a-172d5f26bde0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/4610cebb-37c7-43fe-be46-c22b7fd8d4ac HTTP/1.1" status: 200 len: 704 time: 0.9937985 Feb 17 09:42:44.234072 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92a3ae7-f545-42e3-b171-6210433c9b3c None None] Sync routers for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:42:44.235396 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41390) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:44.245018 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a3ae7-f545-42e3-b171-6210433c9b3c None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:44.245634 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a92a3ae7-f545-42e3-b171-6210433c9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:42:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:44.278426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e8a2e33b-d2ff-42af-b4e2-3b64c3433436 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Synchronizing usage tracker for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:42:44.348082 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e8a2e33b-d2ff-42af-b4e2-3b64c3433436 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Unset dirty status for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:42:44.349457 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e8a2e33b-d2ff-42af-b4e2-3b64c3433436 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports?device_id=4610cebb-37c7-43fe-be46-c22b7fd8d4ac HTTP/1.1" status: 200 len: 205 time: 0.1130295 Feb 17 09:42:44.352209 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41394) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:44.380222 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a92a3ae7-f545-42e3-b171-6210433c9b3c None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:44.487702 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a92a3ae7-f545-42e3-b171-6210433c9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:40Z', 'revision_number': 11, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:44.488729 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c33739b-8dcd-4b81-8545-2d734412fb0b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:44.491882 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92a3ae7-f545-42e3-b171-6210433c9b3c None None] Checking router: 4610cebb-37c7-43fe-be46-c22b7fd8d4ac for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:42:44.500276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a3ae7-f545-42e3-b171-6210433c9b3c None None] Routers {'4610cebb-37c7-43fe-be46-c22b7fd8d4ac'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:44.500960 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a92a3ae7-f545-42e3-b171-6210433c9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:42:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:44.677976 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a92a3ae7-f545-42e3-b171-6210433c9b3c None None] Set router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:44.784066 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a92a3ae7-f545-42e3-b171-6210433c9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:40Z', 'revision_number': 11, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:44.788519 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c33739b-8dcd-4b81-8545-2d734412fb0b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:44.788785 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92a3ae7-f545-42e3-b171-6210433c9b3c None None] The sync data for ids ['4610cebb-37c7-43fe-be46-c22b7fd8d4ac'] in dv-neutron-828143-5-hyperv is: [{'id': '4610cebb-37c7-43fe-be46-c22b7fd8d4ac', 'name': 'tempest-RoutersIpV6Test-router-792859699', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:41:58Z', 'updated_at': '2022-02-17T09:42:40Z', 'revision_number': 11, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:42:44.791595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c33739b-8dcd-4b81-8545-2d734412fb0b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:44.885131 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c33739b-8dcd-4b81-8545-2d734412fb0b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:44.885671 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c33739b-8dcd-4b81-8545-2d734412fb0b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Fanout notify agent at l3_agent the message router_deleted on router 4610cebb-37c7-43fe-be46-c22b7fd8d4ac {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:42:44.902259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c33739b-8dcd-4b81-8545-2d734412fb0b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:44.906351 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2c33739b-8dcd-4b81-8545-2d734412fb0b tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/routers/4610cebb-37c7-43fe-be46-c22b7fd8d4ac HTTP/1.1" status: 204 len: 168 time: 0.5502129 Feb 17 09:42:44.907481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41398) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:44.913553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9e46653f-7596-4719-81dc-09eb24236456 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1973431506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:44.920972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9e46653f-7596-4719-81dc-09eb24236456 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:42:44.926163 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9e46653f-7596-4719-81dc-09eb24236456 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Usage tracker for resource:router and tenant:20371ebabda94d449303ae0cac72609b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:42:44.929528 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9e46653f-7596-4719-81dc-09eb24236456 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:42:44.936813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9e46653f-7596-4719-81dc-09eb24236456 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:42:44.948262 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:45.017119 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e46653f-7596-4719-81dc-09eb24236456 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:45.018320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e46653f-7596-4719-81dc-09eb24236456 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:45.033151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e46653f-7596-4719-81dc-09eb24236456 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:45.100668 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:42:45.105954 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:45.106367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:45.129894 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e46653f-7596-4719-81dc-09eb24236456 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:45.209393 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e46653f-7596-4719-81dc-09eb24236456 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:45.211526 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9e46653f-7596-4719-81dc-09eb24236456 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3019490 Feb 17 09:42:45.213942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41404) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:45.219560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f0d41eb4-80bb-46c5-b3e9-79cb07630e07 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:42:45.228654 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:45.263501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 25bde3b8-e20b-40ec-9b79-f363fcdcbde6, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=25bde3b8-e20b-40ec-9b79-f363fcdcbde6,segment=NetworkSegment(49c89886-137b-419b-bde1-050c5adfbc29),segment_id=49c89886-137b-419b-bde1-050c5adfbc29)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:42:45.342795 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:45.422257 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=25bde3b8-e20b-40ec-9b79-f363fcdcbde6,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:45.732680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0d41eb4-80bb-46c5-b3e9-79cb07630e07 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:45.798549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0d41eb4-80bb-46c5-b3e9-79cb07630e07 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:46.056675 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d41eb4-80bb-46c5-b3e9-79cb07630e07 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Router c0520823-48ea-4016-b58b-80af1577ff88 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:42:46.198134 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d41eb4-80bb-46c5-b3e9-79cb07630e07 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:42:46.204757 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0d41eb4-80bb-46c5-b3e9-79cb07630e07 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:46.207698 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f0d41eb4-80bb-46c5-b3e9-79cb07630e07 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "PUT /v2.0/routers/c0520823-48ea-4016-b58b-80af1577ff88 HTTP/1.1" status: 200 len: 698 time: 0.9922588 Feb 17 09:42:46.208495 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e628936-2426-4194-af50-8a0b153f04f8 None None] Sync routers for ids ['c0520823-48ea-4016-b58b-80af1577ff88'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:42:46.210404 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41408) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:46.217992 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e628936-2426-4194-af50-8a0b153f04f8 None None] Routers {'c0520823-48ea-4016-b58b-80af1577ff88'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:46.218644 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9e628936-2426-4194-af50-8a0b153f04f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:42:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c0520823-48ea-4016-b58b-80af1577ff88'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:46.352145 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9e4ca971-dddb-43d0-8eb9-de3e35797b34 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/routers/c0520823-48ea-4016-b58b-80af1577ff88 HTTP/1.1" status: 200 len: 704 time: 0.1403997 Feb 17 09:42:46.354529 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41412) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:46.355864 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-9e628936-2426-4194-af50-8a0b153f04f8 None None] Set router c0520823-48ea-4016-b58b-80af1577ff88 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:46.398768 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6d921822-3eee-4048-ba44-a1df565d1d0d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0520823-48ea-4016-b58b-80af1577ff88 HTTP/1.1" status: 200 len: 205 time: 0.0430653 Feb 17 09:42:46.401680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41416) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:46.462004 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9e628936-2426-4194-af50-8a0b153f04f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0520823-48ea-4016-b58b-80af1577ff88', 'name': 'tempest-RoutersIpV6Test-router-1973431506', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:42:45Z', 'updated_at': '2022-02-17T09:42:45Z', 'revision_number': 2, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:46.466109 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e628936-2426-4194-af50-8a0b153f04f8 None None] Checking router: c0520823-48ea-4016-b58b-80af1577ff88 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:42:46.474982 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e628936-2426-4194-af50-8a0b153f04f8 None None] Routers {'c0520823-48ea-4016-b58b-80af1577ff88'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:42:46.475590 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9e628936-2426-4194-af50-8a0b153f04f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:42:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c0520823-48ea-4016-b58b-80af1577ff88'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:46.535682 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79bf7d5d-186f-466d-a0fd-5febb465b399 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:46.636560 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-9e628936-2426-4194-af50-8a0b153f04f8 None None] Set router c0520823-48ea-4016-b58b-80af1577ff88 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:42:46.741040 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9e628936-2426-4194-af50-8a0b153f04f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0520823-48ea-4016-b58b-80af1577ff88', 'name': 'tempest-RoutersIpV6Test-router-1973431506', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:42:45Z', 'updated_at': '2022-02-17T09:42:45Z', 'revision_number': 2, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:42:46.745135 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e628936-2426-4194-af50-8a0b153f04f8 None None] The sync data for ids ['c0520823-48ea-4016-b58b-80af1577ff88'] in dv-neutron-828143-5-hyperv is: [{'id': 'c0520823-48ea-4016-b58b-80af1577ff88', 'name': 'tempest-RoutersIpV6Test-router-1973431506', 'tenant_id': '20371ebabda94d449303ae0cac72609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:42:45Z', 'updated_at': '2022-02-17T09:42:45Z', 'revision_number': 2, 'project_id': '20371ebabda94d449303ae0cac72609b', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:42:46.919909 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:42:46.977029 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79bf7d5d-186f-466d-a0fd-5febb465b399 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:46.979272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79bf7d5d-186f-466d-a0fd-5febb465b399 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:46.992287 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:42:46.992662 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:47.108152 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79bf7d5d-186f-466d-a0fd-5febb465b399 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:47.108850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bf7d5d-186f-466d-a0fd-5febb465b399 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Fanout notify agent at l3_agent the message router_deleted on router c0520823-48ea-4016-b58b-80af1577ff88 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:42:47.127517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-79bf7d5d-186f-466d-a0fd-5febb465b399 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:47.128611 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-79bf7d5d-186f-466d-a0fd-5febb465b399 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/routers/c0520823-48ea-4016-b58b-80af1577ff88 HTTP/1.1" status: 204 len: 168 time: 0.7259228 Feb 17 09:42:47.135364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41420) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:47.184349 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-63a99c02-1082-4e06-b3e9-1de4c930a9af tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0520823-48ea-4016-b58b-80af1577ff88 HTTP/1.1" status: 200 len: 205 time: 0.0478265 Feb 17 09:42:47.186985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41424) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:47.255113 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-f4b55a9a-2442-4c9c-aeb2-9505ac0bc8da tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] delete failed (client error): The resource could not be found. Feb 17 09:42:47.256153 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f4b55a9a-2442-4c9c-aeb2-9505ac0bc8da tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/routers/c0520823-48ea-4016-b58b-80af1577ff88 HTTP/1.1" status: 404 len: 336 time: 0.0681961 Feb 17 09:42:47.258721 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41428) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:47.422778 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d6e045-6255-48f1-890c-4dbc0649f7e2 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] DELETE failed (client error): The resource could not be found. Feb 17 09:42:47.423240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d6e045-6255-48f1-890c-4dbc0649f7e2 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:42:47.425685 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-19d6e045-6255-48f1-890c-4dbc0649f7e2 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/ffa9c6b4-4652-4b5d-b12d-32417a1ea5c5 HTTP/1.1" status: 404 len: 337 time: 0.1660633 Feb 17 09:42:47.431442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41432) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:47.472147 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e438d8-99a3-4a98-9f78-ae0fdd31cc16 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] DELETE failed (client error): The resource could not be found. Feb 17 09:42:47.472607 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e438d8-99a3-4a98-9f78-ae0fdd31cc16 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:42:47.474380 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-49e438d8-99a3-4a98-9f78-ae0fdd31cc16 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/78859315-6374-4fcb-aab9-a0a967374892 HTTP/1.1" status: 404 len: 337 time: 0.0419149 Feb 17 09:42:47.477292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41436) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:47.519763 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd315a0-2713-4ed6-99bc-956b801a5fd8 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] DELETE failed (client error): The resource could not be found. Feb 17 09:42:47.520234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd315a0-2713-4ed6-99bc-956b801a5fd8 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:42:47.521944 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bdd315a0-2713-4ed6-99bc-956b801a5fd8 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/498d8a5d-4070-4c92-9bc5-22057138a405 HTTP/1.1" status: 404 len: 337 time: 0.0437491 Feb 17 09:42:47.524755 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41440) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:47.569993 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d6be15-4fd0-4fc4-a205-ef9a961058e0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] DELETE failed (client error): The resource could not be found. Feb 17 09:42:47.570597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d6be15-4fd0-4fc4-a205-ef9a961058e0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:42:47.572307 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-51d6be15-4fd0-4fc4-a205-ef9a961058e0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/47610622-91ff-4bd1-b7b9-db5ddddc2fd9 HTTP/1.1" status: 404 len: 337 time: 0.0466552 Feb 17 09:42:47.575122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41446) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:47.621782 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6197df83-e0c3-4a40-ba5d-eb7fb9d75ca1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports?device_id=4610cebb-37c7-43fe-be46-c22b7fd8d4ac HTTP/1.1" status: 200 len: 205 time: 0.0452974 Feb 17 09:42:47.623981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41450) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:47.692813 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-d243ef15-56cd-48a4-a048-d72079b375dd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] delete failed (client error): The resource could not be found. Feb 17 09:42:47.693778 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d243ef15-56cd-48a4-a048-d72079b375dd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/routers/4610cebb-37c7-43fe-be46-c22b7fd8d4ac HTTP/1.1" status: 404 len: 336 time: 0.0688970 Feb 17 09:42:47.696585 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41454) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:47.743677 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-eab74a9c-68b5-4ac0-b849-9c28a52bb6bd tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5fe3606-5822-4aad-8a1d-e84e16df71fd HTTP/1.1" status: 200 len: 205 time: 0.0459061 Feb 17 09:42:47.745873 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41458) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:47.820697 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-371724ab-9fdf-40f6-b055-3e47f0a15fc1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] delete failed (client error): The resource could not be found. Feb 17 09:42:47.821644 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-371724ab-9fdf-40f6-b055-3e47f0a15fc1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/routers/b5fe3606-5822-4aad-8a1d-e84e16df71fd HTTP/1.1" status: 404 len: 336 time: 0.0748410 Feb 17 09:42:47.824454 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41462) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:47.862964 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb784b0-68e3-4932-a051-d337dcd809f4 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] DELETE failed (client error): The resource could not be found. Feb 17 09:42:47.863419 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb784b0-68e3-4932-a051-d337dcd809f4 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:42:47.865117 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5eb784b0-68e3-4932-a051-d337dcd809f4 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/5252d644-704a-408c-b905-774a2245c2df HTTP/1.1" status: 404 len: 337 time: 0.0397377 Feb 17 09:42:47.867785 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41466) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:47.914271 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e07b8afb-d591-489b-a85f-2fdfa4e3ece0 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports?device_id=a54bd18e-ddf0-4b0b-be35-dc87f06223f8 HTTP/1.1" status: 200 len: 205 time: 0.0453873 Feb 17 09:42:47.916632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41470) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:47.984426 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-75b8e0ca-ec3e-4dc3-95a8-9c6328812c27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] delete failed (client error): The resource could not be found. Feb 17 09:42:47.985349 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-75b8e0ca-ec3e-4dc3-95a8-9c6328812c27 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/routers/a54bd18e-ddf0-4b0b-be35-dc87f06223f8 HTTP/1.1" status: 404 len: 336 time: 0.0679116 Feb 17 09:42:47.988567 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41474) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:48.034191 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-789beb0c-4456-46ad-938f-473df63e85d6 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2 HTTP/1.1" status: 200 len: 205 time: 0.0445280 Feb 17 09:42:48.036647 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41478) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:48.105867 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.api.v2.resource [None req-5aa96876-e60e-45e6-b33c-64b63a6230c4 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] delete failed (client error): The resource could not be found. Feb 17 09:42:48.109424 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5aa96876-e60e-45e6-b33c-64b63a6230c4 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/routers/7a4f412c-3f8c-4bb8-8a2d-8659854eb7b2 HTTP/1.1" status: 404 len: 336 time: 0.0693548 Feb 17 09:42:48.109645 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41482) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:48.149448 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbac7d4-3a64-4260-abe5-a687d226bbc1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] DELETE failed (client error): The resource could not be found. Feb 17 09:42:48.149906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbac7d4-3a64-4260-abe5-a687d226bbc1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:42:48.154538 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7dbac7d4-3a64-4260-abe5-a687d226bbc1 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/53975854-e475-427c-bbc0-662cc0848bea HTTP/1.1" status: 404 len: 337 time: 0.0438986 Feb 17 09:42:48.154740 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41486) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:48.198580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-fff6408b-f84a-414e-b2a1-71f647883f89 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Synchronizing usage tracker for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:42:48.211105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-fff6408b-f84a-414e-b2a1-71f647883f89 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] Unset dirty status for tenant:20371ebabda94d449303ae0cac72609b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:42:48.214659 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fff6408b-f84a-414e-b2a1-71f647883f89 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports?device_id=be6773ca-b6bb-4af8-a2e8-d23aaaf98902 HTTP/1.1" status: 200 len: 205 time: 0.0565944 Feb 17 09:42:48.215278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41490) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:48.287468 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-179c8dea-a9c4-4a1a-9da1-489b917e7965 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] delete failed (client error): The resource could not be found. Feb 17 09:42:48.288399 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-179c8dea-a9c4-4a1a-9da1-489b917e7965 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/routers/be6773ca-b6bb-4af8-a2e8-d23aaaf98902 HTTP/1.1" status: 404 len: 336 time: 0.0716312 Feb 17 09:42:48.291078 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41494) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:48.329023 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca73be10-bd65-4a5b-8f5d-18766f1b6494 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] DELETE failed (client error): The resource could not be found. Feb 17 09:42:48.329472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca73be10-bd65-4a5b-8f5d-18766f1b6494 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:42:48.331389 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ca73be10-bd65-4a5b-8f5d-18766f1b6494 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/7de17901-0665-43f1-b938-f67a91173d27 HTTP/1.1" status: 404 len: 337 time: 0.0394258 Feb 17 09:42:48.334095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41498) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:48.376371 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-138b82ab-bf3d-48fe-bde5-9b6af24822f9 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "GET /v2.0/ports?device_id=70bdac79-5aae-4daf-a97b-b04d62b1b170 HTTP/1.1" status: 200 len: 205 time: 0.0412025 Feb 17 09:42:48.379099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41502) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:48.447250 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-f51499e2-8e7a-4746-8187-8afd2309bb02 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] delete failed (client error): The resource could not be found. Feb 17 09:42:48.448285 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f51499e2-8e7a-4746-8187-8afd2309bb02 tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/routers/70bdac79-5aae-4daf-a97b-b04d62b1b170 HTTP/1.1" status: 404 len: 336 time: 0.0682955 Feb 17 09:42:48.453423 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41506) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:48.491882 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d5456c-a0ee-4d6c-b9e2-b7672578e90d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] DELETE failed (client error): The resource could not be found. Feb 17 09:42:48.492340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d5456c-a0ee-4d6c-b9e2-b7672578e90d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:42:48.494298 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-96d5456c-a0ee-4d6c-b9e2-b7672578e90d tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/fc15e051-5756-41ad-9357-9e81cdac98d6 HTTP/1.1" status: 404 len: 337 time: 0.0397048 Feb 17 09:42:48.496540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41510) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:48.538935 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f951062-51fe-4ee0-8d0a-6234bea85dbc tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] DELETE failed (client error): The resource could not be found. Feb 17 09:42:48.539298 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f951062-51fe-4ee0-8d0a-6234bea85dbc tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 09:42:48.540982 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6f951062-51fe-4ee0-8d0a-6234bea85dbc tempest-RoutersIpV6Test-953285214 tempest-RoutersIpV6Test-953285214-project] 10.222.0.75 "DELETE /v2.0/subnets/23cc7ab3-8bba-4fd0-bc81-5c65a9206228 HTTP/1.1" status: 404 len: 337 time: 0.0435526 Feb 17 09:42:49.144564 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41518) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:49.357965 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bfef8d44-8a8b-4064-b500-12eda196551b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=20371ebabda94d449303ae0cac72609b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122533 Feb 17 09:42:49.360468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41524) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:42:49.421016 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07e6e2bb-41e7-4157-9025-a197b5653ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:49.449371 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07e6e2bb-41e7-4157-9025-a197b5653ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:49.610936 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07e6e2bb-41e7-4157-9025-a197b5653ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:49.626691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6e2bb-41e7-4157-9025-a197b5653ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32269c88-3aa0-4a4a-a836-32f59b05c336,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:42:49.634527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07e6e2bb-41e7-4157-9025-a197b5653ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:49.636653 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-07e6e2bb-41e7-4157-9025-a197b5653ff0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/32269c88-3aa0-4a4a-a836-32f59b05c336 HTTP/1.1" status: 204 len: 168 time: 0.2743099 Feb 17 09:42:54.632399 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7e83e82-8caa-4d8b-be13-1b16f3c7b04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:57.005134 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87d81abf-bfbb-4c57-8727-b0434f218444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:57.926354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:58.062425 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:42:59.737829 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:03.608286 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:43:08.512001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:12.190121 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41558) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:12.784335 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:13.329011 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:43:13.329814 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:13.521505 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port 25bde3b8-e20b-40ec-9b79-f363fcdcbde6, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=25bde3b8-e20b-40ec-9b79-f363fcdcbde6,segment=NetworkSegment(49c89886-137b-419b-bde1-050c5adfbc29),segment_id=49c89886-137b-419b-bde1-050c5adfbc29)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:43:13.521861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:13.654859 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:43:13.924985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:13.973729 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=25bde3b8-e20b-40ec-9b79-f363fcdcbde6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:14.013101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:14.013101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:14.013545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:14.013763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:14.014122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:14.014454 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:14.014783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:14.015108 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:14.015432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:14.015754 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:14.016078 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:14.016395 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:14.268407 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:14.634217 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 38461dc6-96be-4cd5-9d4c-1aefac802e23 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:43:14.923412 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:43:14.933115 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd3853f-d072-423e-83fa-a53a590bb6d4 None None] Sync routers for ids ['38461dc6-96be-4cd5-9d4c-1aefac802e23'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:43:14.942012 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd3853f-d072-423e-83fa-a53a590bb6d4 None None] Routers {'38461dc6-96be-4cd5-9d4c-1aefac802e23'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:43:14.942613 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8cd3853f-d072-423e-83fa-a53a590bb6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:42:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['38461dc6-96be-4cd5-9d4c-1aefac802e23'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:15.117339 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8cd3853f-d072-423e-83fa-a53a590bb6d4 None None] Set router 38461dc6-96be-4cd5-9d4c-1aefac802e23 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:43:15.166358 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-52febb4a-3826-49be-aaf2-22c8864c9a36 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/38461dc6-96be-4cd5-9d4c-1aefac802e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9751084 Feb 17 09:43:15.461519 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8cd3853f-d072-423e-83fa-a53a590bb6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:43:13Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '226523e6-e415-469b-8ab1-ffed39febb7e', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'port_id': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'mac_address': 'fa:16:3e:f2:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:40:52Z', 'updated_at': '2022-02-17T09:40:59Z', 'revision_number': 1, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c', 'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:bf:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:15Z', 'updated_at': '2022-02-17T09:40:30Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:15.465345 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd3853f-d072-423e-83fa-a53a590bb6d4 None None] Checking router: 38461dc6-96be-4cd5-9d4c-1aefac802e23 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:43:15.473766 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd3853f-d072-423e-83fa-a53a590bb6d4 None None] Routers {'38461dc6-96be-4cd5-9d4c-1aefac802e23'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:43:15.474430 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8cd3853f-d072-423e-83fa-a53a590bb6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:42:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['38461dc6-96be-4cd5-9d4c-1aefac802e23'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:15.650320 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8cd3853f-d072-423e-83fa-a53a590bb6d4 None None] Set router 38461dc6-96be-4cd5-9d4c-1aefac802e23 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:43:15.997906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17298e-711a-400b-af48-8dfd7d07d152 req-3e93d134-1871-444e-9712-d2b133ee6fa7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:15.998531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-dd17298e-711a-400b-af48-8dfd7d07d152 req-3e93d134-1871-444e-9712-d2b133ee6fa7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:43:16.042808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8cd3853f-d072-423e-83fa-a53a590bb6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:43:13Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '226523e6-e415-469b-8ab1-ffed39febb7e', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'port_id': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'mac_address': 'fa:16:3e:f2:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:40:52Z', 'updated_at': '2022-02-17T09:40:59Z', 'revision_number': 1, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c', 'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:bf:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:15Z', 'updated_at': '2022-02-17T09:40:30Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:16.047225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd3853f-d072-423e-83fa-a53a590bb6d4 None None] The sync data for ids ['38461dc6-96be-4cd5-9d4c-1aefac802e23'] in dv-neutron-828143-5-hyperv is: [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:43:13Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '226523e6-e415-469b-8ab1-ffed39febb7e', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'port_id': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'mac_address': 'fa:16:3e:f2:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:40:52Z', 'updated_at': '2022-02-17T09:40:59Z', 'revision_number': 1, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c', 'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:bf:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:15Z', 'updated_at': '2022-02-17T09:40:30Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:43:16.079654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-dd17298e-711a-400b-af48-8dfd7d07d152 req-3e93d134-1871-444e-9712-d2b133ee6fa7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:43:16.080530 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-dd17298e-711a-400b-af48-8dfd7d07d152 req-3e93d134-1871-444e-9712-d2b133ee6fa7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 946 time: 0.3474720 Feb 17 09:43:16.127784 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-dd17298e-711a-400b-af48-8dfd7d07d152 req-04034fb8-4ff1-4b69-8c38-965df874c4f0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=9702ce6d-c5f5-44ab-8cd5-77b815b0dba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412581 Feb 17 09:43:16.889238 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:43:16.934279 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:43:16.939096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 25bde3b8-e20b-40ec-9b79-f363fcdcbde6 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:43:17.320646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d459c73-941e-46a0-8f79-479b5b11896b req-73827270-4754-43b3-b066-e73c04ab8690 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:17.321347 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-8d459c73-941e-46a0-8f79-479b5b11896b req-73827270-4754-43b3-b066-e73c04ab8690 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:43:17.333200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-8d459c73-941e-46a0-8f79-479b5b11896b req-73827270-4754-43b3-b066-e73c04ab8690 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:43:17.334385 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8d459c73-941e-46a0-8f79-479b5b11896b req-73827270-4754-43b3-b066-e73c04ab8690 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0984175 Feb 17 09:43:17.382168 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8d459c73-941e-46a0-8f79-479b5b11896b req-568831c0-373f-46aa-9403-f6cde109611f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=9702ce6d-c5f5-44ab-8cd5-77b815b0dba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412581 Feb 17 09:43:17.545566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99519b63-7af4-427d-98d0-1837276881f0 req-9251a5e4-85f4-493b-bda5-d74537592b86 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:17.547003 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-99519b63-7af4-427d-98d0-1837276881f0 req-9251a5e4-85f4-493b-bda5-d74537592b86 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0829017 Feb 17 09:43:17.618186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-99519b63-7af4-427d-98d0-1837276881f0 req-a8762558-815b-4f1a-ad19-262c191794cf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port 40124e49-1e12-45b6-9200-5a72f057bf2d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:43:17.618529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-99519b63-7af4-427d-98d0-1837276881f0 req-a8762558-815b-4f1a-ad19-262c191794cf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:17.876170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-99519b63-7af4-427d-98d0-1837276881f0 req-a8762558-815b-4f1a-ad19-262c191794cf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port 40124e49-1e12-45b6-9200-5a72f057bf2d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=40124e49-1e12-45b6-9200-5a72f057bf2d,segment=NetworkSegment(49c89886-137b-419b-bde1-050c5adfbc29),segment_id=49c89886-137b-419b-bde1-050c5adfbc29)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:43:17.876448 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-99519b63-7af4-427d-98d0-1837276881f0 req-a8762558-815b-4f1a-ad19-262c191794cf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:18.003839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-99519b63-7af4-427d-98d0-1837276881f0 req-a8762558-815b-4f1a-ad19-262c191794cf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for 40124e49-1e12-45b6-9200-5a72f057bf2d owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:43:18.261092 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-99519b63-7af4-427d-98d0-1837276881f0 req-a8762558-815b-4f1a-ad19-262c191794cf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:18.316665 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8762558-815b-4f1a-ad19-262c191794cf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=40124e49-1e12-45b6-9200-5a72f057bf2d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:18.398787 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-99519b63-7af4-427d-98d0-1837276881f0 req-a8762558-815b-4f1a-ad19-262c191794cf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] No DVR routers for this DVR port 40124e49-1e12-45b6-9200-5a72f057bf2d on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:43:18.401219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-99519b63-7af4-427d-98d0-1837276881f0 req-a8762558-815b-4f1a-ad19-262c191794cf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:18.404293 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df70fff-bf89-41b1-99c5-1b572e03d7b4', 'name': 'network-vif-deleted', 'tag': '40124e49-1e12-45b6-9200-5a72f057bf2d'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:43:18.480815 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-99519b63-7af4-427d-98d0-1837276881f0 req-a8762558-815b-4f1a-ad19-262c191794cf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "DELETE /v2.0/ports/40124e49-1e12-45b6-9200-5a72f057bf2d HTTP/1.1" status: 204 len: 173 time: 0.9282718 Feb 17 09:43:18.534003 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df70fff-bf89-41b1-99c5-1b572e03d7b4', 'name': 'network-vif-deleted', 'tag': '40124e49-1e12-45b6-9200-5a72f057bf2d', 'status': 'completed', 'code': 200} Feb 17 09:43:18.552531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-4ef26376-b46e-4141-b481-73531534d83a req-5c18fd45-2d3c-42cd-96a4-8f33278f93e8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:43:18.703929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-4ef26376-b46e-4141-b481-73531534d83a req-5c18fd45-2d3c-42cd-96a4-8f33278f93e8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:43:18.705466 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ef26376-b46e-4141-b481-73531534d83a req-5c18fd45-2d3c-42cd-96a4-8f33278f93e8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6df70fff-bf89-41b1-99c5-1b572e03d7b4 HTTP/1.1" status: 200 len: 210 time: 0.2061877 Feb 17 09:43:18.716904 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4d2433ad-6972-4368-a5c6-984cb9d784b8 req-d0bd4761-943a-4321-b6af-5139c1dec879 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1449518 Feb 17 09:43:18.899364 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2433ad-6972-4368-a5c6-984cb9d784b8 req-f7268e9d-2445-4f6c-806f-4892150a51ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:18.900910 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4d2433ad-6972-4368-a5c6-984cb9d784b8 req-f7268e9d-2445-4f6c-806f-4892150a51ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 1098 time: 0.0822272 Feb 17 09:43:19.065185 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2433ad-6972-4368-a5c6-984cb9d784b8 req-a9a3136c-c2e0-4dee-b744-b69ce16fca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:19.066657 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4d2433ad-6972-4368-a5c6-984cb9d784b8 req-a9a3136c-c2e0-4dee-b744-b69ce16fca36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 HTTP/1.1" status: 200 len: 897 time: 0.1437249 Feb 17 09:43:19.182388 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4d2433ad-6972-4368-a5c6-984cb9d784b8 req-fa0b8f94-24aa-47c5-b7b2-4451aa62d92d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dde6ef13-b2bc-459d-a0d5-ab2aa89407bd HTTP/1.1" status: 200 len: 1001 time: 0.1090777 Feb 17 09:43:19.255799 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2433ad-6972-4368-a5c6-984cb9d784b8 req-79cda794-4d1f-411d-9064-d837974b1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:19.257271 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4d2433ad-6972-4368-a5c6-984cb9d784b8 req-79cda794-4d1f-411d-9064-d837974b1dd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ca1dfe7-f5e0-4847-9211-7f516c2b0f50 HTTP/1.1" status: 200 len: 834 time: 0.0678802 Feb 17 09:43:19.469505 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2433ad-6972-4368-a5c6-984cb9d784b8 req-5eebdfbc-e1aa-4cf4-9f53-4a1208eff59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:19.471051 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4d2433ad-6972-4368-a5c6-984cb9d784b8 req-5eebdfbc-e1aa-4cf4-9f53-4a1208eff59e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1973324 Feb 17 09:43:19.649934 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4d2433ad-6972-4368-a5c6-984cb9d784b8 req-a31305e0-1555-4693-824f-e27da4878849 service neutron] 10.222.0.37 "GET /v2.0/networks/e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725311 Feb 17 09:43:19.799708 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4d2433ad-6972-4368-a5c6-984cb9d784b8 req-29129c3d-ab73-435d-b610-9d8c67f795a0 service neutron] 10.222.0.37 "GET /v2.0/networks/e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414511 Feb 17 09:43:19.833255 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41580) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:19.907280 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:19.940409 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:20.130648 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:20.152752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9702ce6d-c5f5-44ab-8cd5-77b815b0dba3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:20.162355 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:20.162703 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:20.163150 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:20.163382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:20.163715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:20.164043 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:20.164372 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:20.164692 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:20.165039 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:20.165374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:20.165693 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:20.166010 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:20.278256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:20.280995 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d7525ee7-bca1-4e7f-9bd5-75492316c9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/security-groups/9702ce6d-c5f5-44ab-8cd5-77b815b0dba3 HTTP/1.1" status: 204 len: 168 time: 0.4453034 Feb 17 09:43:20.401058 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41590) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:20.468045 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-2397097a-6d50-4162-b613-aa4cfe5a755d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting subnet f33939b9-7ce8-4154-9338-62be47803cb0 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:43:20.471508 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2397097a-6d50-4162-b613-aa4cfe5a755d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:20.537341 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2397097a-6d50-4162-b613-aa4cfe5a755d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:20.623599 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 40124e49-1e12-45b6-9200-5a72f057bf2d no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:43:20.634634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2397097a-6d50-4162-b613-aa4cfe5a755d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:20.680032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 40124e49-1e12-45b6-9200-5a72f057bf2d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:43:20.680401 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 40124e49-1e12-45b6-9200-5a72f057bf2d not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:43:20.960893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2397097a-6d50-4162-b613-aa4cfe5a755d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:20.994635 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397097a-6d50-4162-b613-aa4cfe5a755d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Subnet': ['ID=f33939b9-7ce8-4154-9338-62be47803cb0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:20.998966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2397097a-6d50-4162-b613-aa4cfe5a755d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:21.008213 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cd8d0d-0b18-424d-86b6-368b163b0f29 None None] Network b7f38a2c-f959-41a7-b4dc-61de857bac91 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:43:21.009580 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2397097a-6d50-4162-b613-aa4cfe5a755d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/subnets/f33939b9-7ce8-4154-9338-62be47803cb0 HTTP/1.1" status: 204 len: 168 time: 0.6071756 Feb 17 09:43:21.012216 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41594) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:21.126783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:21.141723 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port b7df5b86-fae0-4851-a76d-77c215e9b3f7 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:43:21.142094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:21.282987 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea501ae-4249-4e0e-8a67-802d8f791e78 None None] DHCP port deletion for b7f38a2c-f959-41a7-b4dc-61de857bac91 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:43:21.287518 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6ea501ae-4249-4e0e-8a67-802d8f791e78 None None] Deleting port b7df5b86-fae0-4851-a76d-77c215e9b3f7 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:43:21.287894 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ea501ae-4249-4e0e-8a67-802d8f791e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:21.374829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port b7df5b86-fae0-4851-a76d-77c215e9b3f7, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b7df5b86-fae0-4851-a76d-77c215e9b3f7,segment=NetworkSegment(49c89886-137b-419b-bde1-050c5adfbc29),segment_id=49c89886-137b-419b-bde1-050c5adfbc29)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:43:21.375176 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:21.510127 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6ea501ae-4249-4e0e-8a67-802d8f791e78 None None] For port b7df5b86-fae0-4851-a76d-77c215e9b3f7, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b7df5b86-fae0-4851-a76d-77c215e9b3f7,segment=NetworkSegment(49c89886-137b-419b-bde1-050c5adfbc29),segment_id=49c89886-137b-419b-bde1-050c5adfbc29)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:43:21.510423 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ea501ae-4249-4e0e-8a67-802d8f791e78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:21.513343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for b7df5b86-fae0-4851-a76d-77c215e9b3f7 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:43:21.635934 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6ea501ae-4249-4e0e-8a67-802d8f791e78 None None] Calling delete_port for b7df5b86-fae0-4851-a76d-77c215e9b3f7 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:43:21.763266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:21.769225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-6ea501ae-4249-4e0e-8a67-802d8f791e78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:43:21.769672 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-6ea501ae-4249-4e0e-8a67-802d8f791e78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:43:21.809120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=b7df5b86-fae0-4851-a76d-77c215e9b3f7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:21.812907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] No DVR routers for this DVR port b7df5b86-fae0-4851-a76d-77c215e9b3f7 on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:43:21.936637 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:21.970071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f38a2c-f959-41a7-b4dc-61de857bac91']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:21.995560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c89886-137b-419b-bde1-050c5adfbc29') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:21.995560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c89886-137b-419b-bde1-050c5adfbc29') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:21.995560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:22.010188 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:22.016479 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:43:22.016806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:43:22.032949 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:43:22.256360 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:22.270756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6ea501ae-4249-4e0e-8a67-802d8f791e78 None None] Deleting port b7df5b86-fae0-4851-a76d-77c215e9b3f7 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:43:22.271107 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ea501ae-4249-4e0e-8a67-802d8f791e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:22.342247 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6ea501ae-4249-4e0e-8a67-802d8f791e78 None None] The port 'b7df5b86-fae0-4851-a76d-77c215e9b3f7' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:43:22.383919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:22.397436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Network': ['ID=b7f38a2c-f959-41a7-b4dc-61de857bac91,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:22.588700 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ecebceee-69ac-49aa-a2dd-ee94f01db641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/networks/b7f38a2c-f959-41a7-b4dc-61de857bac91 HTTP/1.1" status: 204 len: 168 time: 1.5753140 Feb 17 09:43:22.592254 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41600) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:22.798737 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f8a179b8-da5e-4ca9-b2e2-56e5b936463b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port e746f1a8-d69c-4728-b803-f6082d554d23 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:43:22.799078 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8a179b8-da5e-4ca9-b2e2-56e5b936463b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:22.927636 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b7df5b86-fae0-4851-a76d-77c215e9b3f7 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:43:22.964927 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: b7df5b86-fae0-4851-a76d-77c215e9b3f7 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:43:22.965275 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b7df5b86-fae0-4851-a76d-77c215e9b3f7 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:43:22.976434 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8a179b8-da5e-4ca9-b2e2-56e5b936463b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:22.977116 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8a179b8-da5e-4ca9-b2e2-56e5b936463b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:23.106152 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f8a179b8-da5e-4ca9-b2e2-56e5b936463b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for e746f1a8-d69c-4728-b803-f6082d554d23 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:43:23.352147 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8a179b8-da5e-4ca9-b2e2-56e5b936463b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:23.400854 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a179b8-da5e-4ca9-b2e2-56e5b936463b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=e746f1a8-d69c-4728-b803-f6082d554d23,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:23.499790 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8a179b8-da5e-4ca9-b2e2-56e5b936463b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:23.500190 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-f8a179b8-da5e-4ca9-b2e2-56e5b936463b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP 226523e6-e415-469b-8ab1-ffed39febb7e disassociated (deleted). External IP: 172.26.4.195, port: dde6ef13-b2bc-459d-a0d5-ab2aa89407bd. Feb 17 09:43:23.864225 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a179b8-da5e-4ca9-b2e2-56e5b936463b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 38461dc6-96be-4cd5-9d4c-1aefac802e23 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:43:24.174233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a179b8-da5e-4ca9-b2e2-56e5b936463b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:43:24.184977 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd1e3c-c436-4c8f-8c69-d2f0edabda50 None None] Sync routers for ids ['38461dc6-96be-4cd5-9d4c-1aefac802e23'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:43:24.196211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8a179b8-da5e-4ca9-b2e2-56e5b936463b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:24.198201 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd1e3c-c436-4c8f-8c69-d2f0edabda50 None None] Routers {'38461dc6-96be-4cd5-9d4c-1aefac802e23'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:43:24.198817 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6acd1e3c-c436-4c8f-8c69-d2f0edabda50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:42:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['38461dc6-96be-4cd5-9d4c-1aefac802e23'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:24.255045 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f8a179b8-da5e-4ca9-b2e2-56e5b936463b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/floatingips/226523e6-e415-469b-8ab1-ffed39febb7e HTTP/1.1" status: 204 len: 168 time: 1.6617386 Feb 17 09:43:24.255634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'tag': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:43:24.301003 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'tag': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd', 'status': 'completed', 'code': 200} Feb 17 09:43:24.383501 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-6acd1e3c-c436-4c8f-8c69-d2f0edabda50 None None] Set router 38461dc6-96be-4cd5-9d4c-1aefac802e23 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:43:24.425876 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a1ffc-16db-4d80-b95f-9ad05f304b48 req-1c8cb0ae-bb15-41b3-960f-d189f8a5514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:24.427335 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ac5a1ffc-16db-4d80-b95f-9ad05f304b48 req-1c8cb0ae-bb15-41b3-960f-d189f8a5514c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 1098 time: 0.0793023 Feb 17 09:43:24.603338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a1ffc-16db-4d80-b95f-9ad05f304b48 req-f391b53d-bfc3-4109-9a78-8f25d9f60096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:24.604814 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ac5a1ffc-16db-4d80-b95f-9ad05f304b48 req-f391b53d-bfc3-4109-9a78-8f25d9f60096 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 HTTP/1.1" status: 200 len: 897 time: 0.1718974 Feb 17 09:43:24.676388 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ac5a1ffc-16db-4d80-b95f-9ad05f304b48 req-02061e24-f149-4765-99e6-cfbe7d1108f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dde6ef13-b2bc-459d-a0d5-ab2aa89407bd HTTP/1.1" status: 200 len: 217 time: 0.0640233 Feb 17 09:43:24.695369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a5806a9-69f5-49b5-80cb-b3c43c885676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:24.738292 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6acd1e3c-c436-4c8f-8c69-d2f0edabda50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:43:13Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c', 'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:bf:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:15Z', 'updated_at': '2022-02-17T09:40:30Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:24.743488 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd1e3c-c436-4c8f-8c69-d2f0edabda50 None None] Checking router: 38461dc6-96be-4cd5-9d4c-1aefac802e23 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:43:24.754028 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a1ffc-16db-4d80-b95f-9ad05f304b48 req-c100f635-a268-4994-88f9-f017337aa1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:24.754556 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd1e3c-c436-4c8f-8c69-d2f0edabda50 None None] Routers {'38461dc6-96be-4cd5-9d4c-1aefac802e23'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:43:24.755106 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6acd1e3c-c436-4c8f-8c69-d2f0edabda50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:42:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['38461dc6-96be-4cd5-9d4c-1aefac802e23'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:24.756326 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ac5a1ffc-16db-4d80-b95f-9ad05f304b48 req-c100f635-a268-4994-88f9-f017337aa1d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ca1dfe7-f5e0-4847-9211-7f516c2b0f50 HTTP/1.1" status: 200 len: 834 time: 0.0745215 Feb 17 09:43:24.840591 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a1ffc-16db-4d80-b95f-9ad05f304b48 req-ac3499cc-3cac-4a0a-8300-ea61dc7141cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:24.842497 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ac5a1ffc-16db-4d80-b95f-9ad05f304b48 req-ac3499cc-3cac-4a0a-8300-ea61dc7141cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802650 Feb 17 09:43:24.966325 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-6acd1e3c-c436-4c8f-8c69-d2f0edabda50 None None] Set router 38461dc6-96be-4cd5-9d4c-1aefac802e23 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:43:25.109985 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ac5a1ffc-16db-4d80-b95f-9ad05f304b48 req-3d5d05e0-a8fa-4910-9aa7-b81f7689b4db service neutron] 10.222.0.37 "GET /v2.0/networks/e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997571 Feb 17 09:43:25.151953 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f92ffa-e066-42f6-a75d-eae0c6d18083 req-538f6be1-4450-48e6-9eea-f33a2e70bdf6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:25.152673 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-d9f92ffa-e066-42f6-a75d-eae0c6d18083 req-538f6be1-4450-48e6-9eea-f33a2e70bdf6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:43:25.272994 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ac5a1ffc-16db-4d80-b95f-9ad05f304b48 req-b53250de-ddef-4a66-93b1-058688e860bc service neutron] 10.222.0.37 "GET /v2.0/networks/e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556575 Feb 17 09:43:25.313551 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6acd1e3c-c436-4c8f-8c69-d2f0edabda50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:43:13Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c', 'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:bf:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:15Z', 'updated_at': '2022-02-17T09:40:30Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:25.320065 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd1e3c-c436-4c8f-8c69-d2f0edabda50 None None] The sync data for ids ['38461dc6-96be-4cd5-9d4c-1aefac802e23'] in dv-neutron-828143-5-hyperv is: [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:43:13Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c', 'name': '', 'network_id': 'e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:bf:e0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:15Z', 'updated_at': '2022-02-17T09:40:30Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0ca1dfe7-f5e0-4847-9211-7f516c2b0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:43:25.352480 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-d9f92ffa-e066-42f6-a75d-eae0c6d18083 req-538f6be1-4450-48e6-9eea-f33a2e70bdf6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:43:25.354404 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d9f92ffa-e066-42f6-a75d-eae0c6d18083 req-538f6be1-4450-48e6-9eea-f33a2e70bdf6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 945 time: 0.3619556 Feb 17 09:43:25.408325 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d9f92ffa-e066-42f6-a75d-eae0c6d18083 req-a0354a89-320f-4b8d-b727-20bf3229cf65 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f690410-00f6-43b0-8a21-bb737c47455b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428715 Feb 17 09:43:25.554454 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c3723-34cd-460a-a5c0-acb2f2600207 None None] New status for floating IP 226523e6-e415-469b-8ab1-ffed39febb7e: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:43:26.620308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab9555-a35b-4e6c-8b3e-f9933350ddab req-df2da546-c117-4540-897c-edd420507711 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:26.622055 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5eab9555-a35b-4e6c-8b3e-f9933350ddab req-df2da546-c117-4540-897c-edd420507711 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 945 time: 0.0936425 Feb 17 09:43:26.674212 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-5eab9555-a35b-4e6c-8b3e-f9933350ddab req-582120a6-91e7-4f7b-885b-8c6ca4622155 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:43:26.779426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039daadb-9290-4d74-8279-3eb216a6e68e req-38c02b13-51b4-4520-b175-ea650ce3c795 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:26.780791 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-039daadb-9290-4d74-8279-3eb216a6e68e req-38c02b13-51b4-4520-b175-ea650ce3c795 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 945 time: 0.1134098 Feb 17 09:43:26.810361 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-5eab9555-a35b-4e6c-8b3e-f9933350ddab req-582120a6-91e7-4f7b-885b-8c6ca4622155 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:43:26.812126 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5eab9555-a35b-4e6c-8b3e-f9933350ddab req-582120a6-91e7-4f7b-885b-8c6ca4622155 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=5f690410-00f6-43b0-8a21-bb737c47455b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827080 Feb 17 09:43:26.861627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-039daadb-9290-4d74-8279-3eb216a6e68e req-f1145ece-4512-4719-ae7a-8ee193e1697a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:43:26.864485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-039daadb-9290-4d74-8279-3eb216a6e68e req-f1145ece-4512-4719-ae7a-8ee193e1697a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:27.005156 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-195dbbbb-d75d-4760-ae19-a44d5f7e1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:27.141860 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-039daadb-9290-4d74-8279-3eb216a6e68e req-f1145ece-4512-4719-ae7a-8ee193e1697a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dde6ef13-b2bc-459d-a0d5-ab2aa89407bd,segment=NetworkSegment(584105aa-4141-4240-b2f3-a24cf5584550),segment_id=584105aa-4141-4240-b2f3-a24cf5584550)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:43:27.142153 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-039daadb-9290-4d74-8279-3eb216a6e68e req-f1145ece-4512-4719-ae7a-8ee193e1697a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:27.269521 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-039daadb-9290-4d74-8279-3eb216a6e68e req-f1145ece-4512-4719-ae7a-8ee193e1697a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for dde6ef13-b2bc-459d-a0d5-ab2aa89407bd owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:43:27.530473 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-039daadb-9290-4d74-8279-3eb216a6e68e req-f1145ece-4512-4719-ae7a-8ee193e1697a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:27.703798 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1145ece-4512-4719-ae7a-8ee193e1697a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=dde6ef13-b2bc-459d-a0d5-ab2aa89407bd,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:27.779693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-039daadb-9290-4d74-8279-3eb216a6e68e req-f1145ece-4512-4719-ae7a-8ee193e1697a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] No DVR routers for this DVR port dde6ef13-b2bc-459d-a0d5-ab2aa89407bd on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:43:27.782122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-039daadb-9290-4d74-8279-3eb216a6e68e req-f1145ece-4512-4719-ae7a-8ee193e1697a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:27.784710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'name': 'network-vif-deleted', 'tag': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:43:27.833889 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909c8c8b-e9dc-40c3-8e58-bb6a95a44625', 'name': 'network-vif-deleted', 'tag': 'dde6ef13-b2bc-459d-a0d5-ab2aa89407bd', 'status': 'completed', 'code': 200} Feb 17 09:43:27.863548 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-039daadb-9290-4d74-8279-3eb216a6e68e req-f1145ece-4512-4719-ae7a-8ee193e1697a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "DELETE /v2.0/ports/dde6ef13-b2bc-459d-a0d5-ab2aa89407bd HTTP/1.1" status: 204 len: 173 time: 1.0768981 Feb 17 09:43:27.890431 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:27.998475 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6b8f7c58-5c86-4eb9-884b-9e4fb54d4704 req-bedf4b69-7f71-4502-87f5-30e86e03cfda tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=909c8c8b-e9dc-40c3-8e58-bb6a95a44625 HTTP/1.1" status: 200 len: 210 time: 0.0487139 Feb 17 09:43:28.073087 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:29.097459 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41620) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:29.170218 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-75ef67da-84f6-4885-af0d-459c38041d65 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:29.201394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-75ef67da-84f6-4885-af0d-459c38041d65 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:29.336161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-75ef67da-84f6-4885-af0d-459c38041d65 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:29.356118 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef67da-84f6-4885-af0d-459c38041d65 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f690410-00f6-43b0-8a21-bb737c47455b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:29.438501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-75ef67da-84f6-4885-af0d-459c38041d65 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:29.440788 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-75ef67da-84f6-4885-af0d-459c38041d65 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/security-groups/5f690410-00f6-43b0-8a21-bb737c47455b HTTP/1.1" status: 204 len: 168 time: 0.3416092 Feb 17 09:43:29.537508 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41626) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:29.713055 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:30.198537 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4114cedd-ace4-4c5e-b43c-e9f67ea77eec tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:30.556287 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4114cedd-ace4-4c5e-b43c-e9f67ea77eec tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:43:30.556991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4114cedd-ace4-4c5e-b43c-e9f67ea77eec tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:30.666998 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device dde6ef13-b2bc-459d-a0d5-ab2aa89407bd no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:43:30.746542 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: dde6ef13-b2bc-459d-a0d5-ab2aa89407bd {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:43:30.747283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device dde6ef13-b2bc-459d-a0d5-ab2aa89407bd not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:43:30.750012 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-4114cedd-ace4-4c5e-b43c-e9f67ea77eec tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c,segment=NetworkSegment(584105aa-4141-4240-b2f3-a24cf5584550),segment_id=584105aa-4141-4240-b2f3-a24cf5584550)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:43:30.750423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4114cedd-ace4-4c5e-b43c-e9f67ea77eec tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:30.885695 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4114cedd-ace4-4c5e-b43c-e9f67ea77eec tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:43:31.238346 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4114cedd-ace4-4c5e-b43c-e9f67ea77eec tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:31.291277 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114cedd-ace4-4c5e-b43c-e9f67ea77eec tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:31.691583 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4114cedd-ace4-4c5e-b43c-e9f67ea77eec tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:32.048872 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4114cedd-ace4-4c5e-b43c-e9f67ea77eec tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 38461dc6-96be-4cd5-9d4c-1aefac802e23 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:43:32.233161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4114cedd-ace4-4c5e-b43c-e9f67ea77eec tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:43:32.242553 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd264249-9a28-4d39-9b0e-89a09de65f6c None None] Sync routers for ids ['38461dc6-96be-4cd5-9d4c-1aefac802e23'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:43:32.246704 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4114cedd-ace4-4c5e-b43c-e9f67ea77eec tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/38461dc6-96be-4cd5-9d4c-1aefac802e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7073901 Feb 17 09:43:32.248970 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41630) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:32.251533 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd264249-9a28-4d39-9b0e-89a09de65f6c None None] Routers {'38461dc6-96be-4cd5-9d4c-1aefac802e23'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:43:32.252135 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-dd264249-9a28-4d39-9b0e-89a09de65f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:43:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['38461dc6-96be-4cd5-9d4c-1aefac802e23'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:32.314979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-5486eae5-772b-4876-86b1-8bf95b8171c9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting subnet 0ca1dfe7-f5e0-4847-9211-7f516c2b0f50 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:43:32.319503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5486eae5-772b-4876-86b1-8bf95b8171c9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:32.378770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5486eae5-772b-4876-86b1-8bf95b8171c9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:32.458267 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-dd264249-9a28-4d39-9b0e-89a09de65f6c None None] Set router 38461dc6-96be-4cd5-9d4c-1aefac802e23 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:43:32.463790 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5486eae5-772b-4876-86b1-8bf95b8171c9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:32.684516 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5486eae5-772b-4876-86b1-8bf95b8171c9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:32.730244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486eae5-772b-4876-86b1-8bf95b8171c9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca1dfe7-f5e0-4847-9211-7f516c2b0f50,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:32.736117 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5486eae5-772b-4876-86b1-8bf95b8171c9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:32.743073 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611d7089-ed61-47b4-8f8f-6950126e9f1b None None] Network e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:43:32.744370 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5486eae5-772b-4876-86b1-8bf95b8171c9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/subnets/0ca1dfe7-f5e0-4847-9211-7f516c2b0f50 HTTP/1.1" status: 204 len: 168 time: 0.4942641 Feb 17 09:43:32.746763 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-dd264249-9a28-4d39-9b0e-89a09de65f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:43:31Z', 'revision_number': 7, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:32.746973 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41634) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:32.750757 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd264249-9a28-4d39-9b0e-89a09de65f6c None None] Checking router: 38461dc6-96be-4cd5-9d4c-1aefac802e23 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:43:32.759746 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd264249-9a28-4d39-9b0e-89a09de65f6c None None] Routers {'38461dc6-96be-4cd5-9d4c-1aefac802e23'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:43:32.760349 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-dd264249-9a28-4d39-9b0e-89a09de65f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:43:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['38461dc6-96be-4cd5-9d4c-1aefac802e23'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:32.936413 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0f380f2-c1a6-4487-b475-349538ef8b60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:32.956665 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-dd264249-9a28-4d39-9b0e-89a09de65f6c None None] Set router 38461dc6-96be-4cd5-9d4c-1aefac802e23 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:43:33.018702 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] DHCP port deletion for e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:43:33.023056 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Deleting port fc7b003c-a2a6-464e-82bf-ea7b2835463e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:43:33.023790 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:33.135312 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0f380f2-c1a6-4487-b475-349538ef8b60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:33.232023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e0f380f2-c1a6-4487-b475-349538ef8b60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:43:33.232390 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0f380f2-c1a6-4487-b475-349538ef8b60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:33.235453 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] For port fc7b003c-a2a6-464e-82bf-ea7b2835463e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fc7b003c-a2a6-464e-82bf-ea7b2835463e,segment=NetworkSegment(584105aa-4141-4240-b2f3-a24cf5584550),segment_id=584105aa-4141-4240-b2f3-a24cf5584550)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:43:33.235861 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:33.245593 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-dd264249-9a28-4d39-9b0e-89a09de65f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:43:31Z', 'revision_number': 7, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:33.249838 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd264249-9a28-4d39-9b0e-89a09de65f6c None None] The sync data for ids ['38461dc6-96be-4cd5-9d4c-1aefac802e23'] in dv-neutron-828143-5-hyperv is: [{'id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'name': 'tempest-TestNetworkBasicOps-router-770773574', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:40:06Z', 'updated_at': '2022-02-17T09:43:31Z', 'revision_number': 7, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '5ffa6e99-a5b9-4ce7-b117-548c4e9339ff', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38461dc6-96be-4cd5-9d4c-1aefac802e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:40:08Z', 'updated_at': '2022-02-17T09:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:43:33.364448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Calling delete_port for fc7b003c-a2a6-464e-82bf-ea7b2835463e owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:43:33.529183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:33.538067 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-e0f380f2-c1a6-4487-b475-349538ef8b60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5ffa6e99-a5b9-4ce7-b117-548c4e9339ff,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:43:33.538379 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0f380f2-c1a6-4487-b475-349538ef8b60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:33.579156 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Pushing event deleted for resources: {'Port': ['ID=fc7b003c-a2a6-464e-82bf-ea7b2835463e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:33.584503 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] No DVR routers for this DVR port fc7b003c-a2a6-464e-82bf-ea7b2835463e on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:43:33.593076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:33.593076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:33.593076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:33.593076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:33.593076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:33.593076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:33.593076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:33.593076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:33.594492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:33.594492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:33.594492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:33.594492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e0673-1c89-4467-aac8-78af44b63f6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:33.674703 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e0f380f2-c1a6-4487-b475-349538ef8b60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:43:33.930298 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0f380f2-c1a6-4487-b475-349538ef8b60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:33.978158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f380f2-c1a6-4487-b475-349538ef8b60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=5ffa6e99-a5b9-4ce7-b117-548c4e9339ff,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:34.072154 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0f380f2-c1a6-4487-b475-349538ef8b60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:34.242838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0f380f2-c1a6-4487-b475-349538ef8b60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:34.244993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0f380f2-c1a6-4487-b475-349538ef8b60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:34.370331 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0f380f2-c1a6-4487-b475-349538ef8b60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:34.370763 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f380f2-c1a6-4487-b475-349538ef8b60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Fanout notify agent at l3_agent the message router_deleted on router 38461dc6-96be-4cd5-9d4c-1aefac802e23 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:43:34.385706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0f380f2-c1a6-4487-b475-349538ef8b60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:34.388511 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e0f380f2-c1a6-4487-b475-349538ef8b60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/routers/38461dc6-96be-4cd5-9d4c-1aefac802e23 HTTP/1.1" status: 204 len: 168 time: 1.6390176 Feb 17 09:43:34.389388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41638) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:34.506784 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1ae1-8b53-4260-8aab-dadbb42eade7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:34.637391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1ae1-8b53-4260-8aab-dadbb42eade7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:34.662348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fd4b1ae1-8b53-4260-8aab-dadbb42eade7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:34.673851 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fd4b1ae1-8b53-4260-8aab-dadbb42eade7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584105aa-4141-4240-b2f3-a24cf5584550') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:34.674190 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fd4b1ae1-8b53-4260-8aab-dadbb42eade7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584105aa-4141-4240-b2f3-a24cf5584550') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:34.685119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1ae1-8b53-4260-8aab-dadbb42eade7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:34.700857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1ae1-8b53-4260-8aab-dadbb42eade7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:34.707223 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4b1ae1-8b53-4260-8aab-dadbb42eade7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:43:34.707577 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1ae1-8b53-4260-8aab-dadbb42eade7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:43:34.721365 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:43:34.884087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1ae1-8b53-4260-8aab-dadbb42eade7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:34.889696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1ae1-8b53-4260-8aab-dadbb42eade7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:34.919261 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b1ae1-8b53-4260-8aab-dadbb42eade7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Network': ['ID=e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:34.925131 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fd4b1ae1-8b53-4260-8aab-dadbb42eade7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/networks/e6c2f8ad-6606-4e6d-b2ba-14eb64e217a1 HTTP/1.1" status: 204 len: 168 time: 0.5323992 Feb 17 09:43:34.937451 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fc7b003c-a2a6-464e-82bf-ea7b2835463e no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:43:34.944336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41642) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:34.950161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5b8011c0-d68f-41a0-901a-83b2e3cfec35 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'network': {'name': 'tempest-network-smoke--13410168', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'port_security_enabled': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:43:34.955272 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5b8011c0-d68f-41a0-901a-83b2e3cfec35 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:43:34.960579 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5b8011c0-d68f-41a0-901a-83b2e3cfec35 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:network and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:43:34.963632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5b8011c0-d68f-41a0-901a-83b2e3cfec35 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:43:34.969351 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5b8011c0-d68f-41a0-901a-83b2e3cfec35 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:43:34.972965 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: fc7b003c-a2a6-464e-82bf-ea7b2835463e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:43:34.973314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fc7b003c-a2a6-464e-82bf-ea7b2835463e not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:43:34.973722 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:43:35.009933 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:43:35.010301 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5ffa6e99-a5b9-4ce7-b117-548c4e9339ff not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:43:35.010707 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:43:35.042506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:43:35.042849 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f0a080c4-f42f-4a63-8c1b-5a4c7ac9ad4c not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:43:35.084025 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8011c0-d68f-41a0-901a-83b2e3cfec35 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:43:35.087438 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b8011c0-d68f-41a0-901a-83b2e3cfec35 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:35.114926 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8011c0-d68f-41a0-901a-83b2e3cfec35 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:43:35.123025 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b8011c0-d68f-41a0-901a-83b2e3cfec35 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:35.123362 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-5b8011c0-d68f-41a0-901a-83b2e3cfec35 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Added segment 28053c0c-6e24-4884-8d6e-41b563ddd548 of type vlan for network 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c Feb 17 09:43:35.148898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b8011c0-d68f-41a0-901a-83b2e3cfec35 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:35.284655 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b8011c0-d68f-41a0-901a-83b2e3cfec35 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:35.290355 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8011c0-d68f-41a0-901a-83b2e3cfec35 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:35.291021 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b8011c0-d68f-41a0-901a-83b2e3cfec35 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:35.403862 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8011c0-d68f-41a0-901a-83b2e3cfec35 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Network': ['ID=7c8a2d06-ef4c-4504-87ed-9e71f1ce119c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:35.415188 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:43:35.502404 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5b8011c0-d68f-41a0-901a-83b2e3cfec35 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5569234 Feb 17 09:43:35.505636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41646) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:35.513390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-322842205', 'admin_state_up': True, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:43:35.521039 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:43:35.527700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:router and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:43:35.530553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:43:35.539372 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:43:35.633401 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:35.634498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:35.649481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:35.991556 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:36.365042 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:36.394482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:36.534919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.26.4.148 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/e6234965-9cc8-4819-995e-78a260bf9568) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:43:36.685747 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:36.793197 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:36.868237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:43:36.870963 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:43:36.874609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:43:36.906577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=e6234965-9cc8-4819-995e-78a260bf9568,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:37.551023 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:37.902681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:38.175875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 6cf86251-ee46-4c01-8f3d-826d56207689 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:43:38.358150 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:43:38.368092 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Sync routers for ids ['6cf86251-ee46-4c01-8f3d-826d56207689'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:43:38.376908 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Routers {'6cf86251-ee46-4c01-8f3d-826d56207689'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:43:38.378030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:43:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6cf86251-ee46-4c01-8f3d-826d56207689'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:38.450187 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:38.451830 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-372166fb-da63-40fd-8892-349195eab02b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9442735 Feb 17 09:43:38.454883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41650) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:38.501131 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a64c8981-b53e-4559-bf53-3eea916d8d6d tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=eeb2e7b02f3142f899056abfe417a6b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451300 Feb 17 09:43:38.505261 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41654) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:38.554057 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:38.569312 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Set router 6cf86251-ee46-4c01-8f3d-826d56207689 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:43:38.753614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127d632e-2ca4-470f-8ec2-9b82d85d1e34 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:38.755101 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-127d632e-2ca4-470f-8ec2-9b82d85d1e34 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2486813 Feb 17 09:43:38.758188 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41658) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:38.800059 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a0e4a8bb-2b60-4909-849d-7b18756722ed tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401692 Feb 17 09:43:38.803194 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41662) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:38.808958 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d83f08b5-4799-4933-9c76-4635ebf01994 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-291559621', 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:43:38.907177 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'name': 'tempest-TestNetworkBasicOps-router-322842205', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:43:35Z', 'updated_at': '2022-02-17T09:43:37Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:10:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:36Z', 'updated_at': '2022-02-17T09:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:38.913352 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Checking router: 6cf86251-ee46-4c01-8f3d-826d56207689 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:43:38.913352 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Updating router 6cf86251-ee46-4c01-8f3d-826d56207689 port e6234965-9cc8-4819-995e-78a260bf9568 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:43:38.920132 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d83f08b5-4799-4933-9c76-4635ebf01994 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:43:38.923940 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d83f08b5-4799-4933-9c76-4635ebf01994 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:subnet and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:43:38.927572 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d83f08b5-4799-4933-9c76-4635ebf01994 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:43:38.933259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d83f08b5-4799-4933-9c76-4635ebf01994 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:43:38.970801 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:39.027187 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83f08b5-4799-4933-9c76-4635ebf01994 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:43:39.030799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d83f08b5-4799-4933-9c76-4635ebf01994 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:39.307235 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d83f08b5-4799-4933-9c76-4635ebf01994 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:39.313921 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:39.326355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Transition to ACTIVE for port object e6234965-9cc8-4819-995e-78a260bf9568 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:43:39.390061 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f08b5-4799-4933-9c76-4635ebf01994 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Subnet': ['ID=1e151f1c-c510-48ff-b6f9-bdb3f4713e2e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:39.398424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83f08b5-4799-4933-9c76-4635ebf01994 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Checking segment: {'id': '28053c0c-6e24-4884-8d6e-41b563ddd548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:43:39.398779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83f08b5-4799-4933-9c76-4635ebf01994 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network hostable DHCP agents. Network: 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:43:39.410598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:39.484060 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83f08b5-4799-4933-9c76-4635ebf01994 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:43:39.490176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Attempting to bind port e6234965-9cc8-4819-995e-78a260bf9568 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:43:39.490446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Attempting to bind port e6234965-9cc8-4819-995e-78a260bf9568 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:43:39.490814 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Attempting to bind port e6234965-9cc8-4819-995e-78a260bf9568 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:43:39.499907 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6001b8-3659-4488-b01a-8a6d91497dad None None] Pushing event updated for resources: {'Port': ['ID=e6234965-9cc8-4819-995e-78a260bf9568,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:39.503096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:43:39.504331 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:43:39.504585 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:39.504976 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:43:39.505538 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Bound port: e6234965-9cc8-4819-995e-78a260bf9568, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:43:39.505930 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:39.569848 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d83f08b5-4799-4933-9c76-4635ebf01994 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:43:39.574349 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83f08b5-4799-4933-9c76-4635ebf01994 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:39.575091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d83f08b5-4799-4933-9c76-4635ebf01994 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:39.582217 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4d6d28-09c5-4314-87c5-d1026799434b None None] Network 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:43:39.648879 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] For port e6234965-9cc8-4819-995e-78a260bf9568, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:43:39.665766 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] For port e6234965-9cc8-4819-995e-78a260bf9568, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e6234965-9cc8-4819-995e-78a260bf9568,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:43:39.685456 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d83f08b5-4799-4933-9c76-4635ebf01994 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8810673 Feb 17 09:43:39.688372 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41666) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:39.749736 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:39.874327 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-7c8a2d06-ef4c-4504-87ed-9e71f1ce119c', 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ips': [{'subnet_id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:43:39.875142 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:39.888690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Routers {'6cf86251-ee46-4c01-8f3d-826d56207689'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:43:39.889321 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:43:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6cf86251-ee46-4c01-8f3d-826d56207689'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:39.958496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6001b8-3659-4488-b01a-8a6d91497dad None None] Pushing event updated for resources: {'Port': ['ID=e6234965-9cc8-4819-995e-78a260bf9568,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:40.177069 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] Set router 6cf86251-ee46-4c01-8f3d-826d56207689 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:43:40.410582 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:40.412813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Allocated IP 172.20.0.2 (7c8a2d06-ef4c-4504-87ed-9e71f1ce119c/1e151f1c-c510-48ff-b6f9-bdb3f4713e2e/1792cdba-d0af-40ba-81aa-8cd7ba1b31e4) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:43:40.607407 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:43:40.718529 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:40.721918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'name': 'tempest-TestNetworkBasicOps-router-322842205', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:43:35Z', 'updated_at': '2022-02-17T09:43:37Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:10:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:36Z', 'updated_at': '2022-02-17T09:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:40.730899 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e32979-bdd5-46b5-a73a-5ad53a2ca80f None None] The sync data for ids ['6cf86251-ee46-4c01-8f3d-826d56207689'] in dv-neutron-828143-5-hyperv is: [{'id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'name': 'tempest-TestNetworkBasicOps-router-322842205', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:43:35Z', 'updated_at': '2022-02-17T09:43:37Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:10:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:36Z', 'updated_at': '2022-02-17T09:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:43:40.734665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Transition to ACTIVE for port object 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:43:40.754704 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Transition to ACTIVE for port object 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:43:40.840100 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:40.908769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Network 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:43:40.911657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:43:40.915457 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:43:40.921587 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Pushing event updated for resources: {'Port': ['ID=1792cdba-d0af-40ba-81aa-8cd7ba1b31e4,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:40.950276 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.1 (7c8a2d06-ef4c-4504-87ed-9e71f1ce119c/1e151f1c-c510-48ff-b6f9-bdb3f4713e2e/7388474e-fc2f-4b53-8e35-9a94dd91d187) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:43:41.040946 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Attempting to bind port 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:43:41.041315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Attempting to bind port 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '28053c0c-6e24-4884-8d6e-41b563ddd548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:43:41.041679 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Attempting to bind port 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 on network 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:43:41.047720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:43:41.048095 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Checking segment: {'id': '28053c0c-6e24-4884-8d6e-41b563ddd548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:43:41.048496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:41.048886 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Bound using segment: {'id': '28053c0c-6e24-4884-8d6e-41b563ddd548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:43:41.049958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Bound port: 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28053c0c-6e24-4884-8d6e-41b563ddd548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:43:41.051196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:41.160136 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] For port 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:43:41.164393 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] For port 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1792cdba-d0af-40ba-81aa-8cd7ba1b31e4,segment=NetworkSegment(28053c0c-6e24-4884-8d6e-41b563ddd548),segment_id=28053c0c-6e24-4884-8d6e-41b563ddd548)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:43:41.170420 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:41.188192 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object 7388474e-fc2f-4b53-8e35-9a94dd91d187 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:43:41.239958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:41.290442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:41.338952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0594b-39a2-4fd1-8d6a-85bd97e8a858 None None] Pushing event updated for resources: {'Port': ['ID=1792cdba-d0af-40ba-81aa-8cd7ba1b31e4,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:41.364352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:43:41.367487 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:43:41.370106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:43:41.416199 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=7388474e-fc2f-4b53-8e35-9a94dd91d187,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:41.449313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:41.846430 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:42.268688 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:42.341248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:42.464232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:42.467673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=7388474e-fc2f-4b53-8e35-9a94dd91d187,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:42.734256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:43:42.735531 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:43:42.936382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 6cf86251-ee46-4c01-8f3d-826d56207689 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:43:43.003095 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:43:43.085739 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869d2f74-b14a-4a54-b702-e30f42f68a01 None None] Network 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:43:43.135360 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:43:43.146784 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Sync routers for ids ['6cf86251-ee46-4c01-8f3d-826d56207689'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:43:43.151483 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6a7f58d0-ecf8-4db1-bfe4-61f190cae09f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/6cf86251-ee46-4c01-8f3d-826d56207689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4619315 Feb 17 09:43:43.153391 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:43:43.154228 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41670) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:43.160504 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Routers {'6cf86251-ee46-4c01-8f3d-826d56207689'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:43:43.161116 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:43:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6cf86251-ee46-4c01-8f3d-826d56207689'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:43.167034 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e6234965-9cc8-4819-995e-78a260bf9568 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:43:43.334456 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0489860-7ed1-4e58-b152-a981324fc4e8 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:43.334456 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0489860-7ed1-4e58-b152-a981324fc4e8 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:43.334456 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0489860-7ed1-4e58-b152-a981324fc4e8 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:43.334456 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0489860-7ed1-4e58-b152-a981324fc4e8 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:43.334456 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a0489860-7ed1-4e58-b152-a981324fc4e8 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1723900 Feb 17 09:43:43.335416 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dd858228-18e8-485d-a13a-012e39747d55 None None] Provisioning for port 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:43:43.335546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41674) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:43.348710 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dd858228-18e8-485d-a13a-012e39747d55 None None] Provisioning complete for port 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:43:43.349113 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd858228-18e8-485d-a13a-012e39747d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:43.361516 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Set router 6cf86251-ee46-4c01-8f3d-826d56207689 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:43:43.415557 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230e57b4-b5b1-4289-88ab-53da9c681a79 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:43.415963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230e57b4-b5b1-4289-88ab-53da9c681a79 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:43.416391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230e57b4-b5b1-4289-88ab-53da9c681a79 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:43.416833 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230e57b4-b5b1-4289-88ab-53da9c681a79 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:43.418493 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-230e57b4-b5b1-4289-88ab-53da9c681a79 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0828278 Feb 17 09:43:43.421252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41678) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:43.433973 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port e6234965-9cc8-4819-995e-78a260bf9568 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:43:43.446168 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port e6234965-9cc8-4819-995e-78a260bf9568 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:43:43.454476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:43.651052 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd858228-18e8-485d-a13a-012e39747d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:43.660808 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e4837808-32c2-413c-8c7d-792a9142abe0 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2383649 Feb 17 09:43:43.677673 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:43.710656 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port e6234965-9cc8-4819-995e-78a260bf9568, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e6234965-9cc8-4819-995e-78a260bf9568,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:43:43.712518 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-dd858228-18e8-485d-a13a-012e39747d55 None None] For port 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1792cdba-d0af-40ba-81aa-8cd7ba1b31e4,segment=NetworkSegment(28053c0c-6e24-4884-8d6e-41b563ddd548),segment_id=28053c0c-6e24-4884-8d6e-41b563ddd548)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:43:43.750506 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'name': 'tempest-TestNetworkBasicOps-router-322842205', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:43:35Z', 'updated_at': '2022-02-17T09:43:41Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:10:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:36Z', 'updated_at': '2022-02-17T09:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '7388474e-fc2f-4b53-8e35-9a94dd91d187', 'name': '', 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:76:0f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:40Z', 'updated_at': '2022-02-17T09:43:42Z', 'revision_number': 2, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:43.758316 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Checking router: 6cf86251-ee46-4c01-8f3d-826d56207689 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:43:43.758666 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Updating router 6cf86251-ee46-4c01-8f3d-826d56207689 port 7388474e-fc2f-4b53-8e35-9a94dd91d187 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:43:43.798522 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:43.820829 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:43.845901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd858228-18e8-485d-a13a-012e39747d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:43.893700 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=e6234965-9cc8-4819-995e-78a260bf9568,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:43.993622 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd858228-18e8-485d-a13a-012e39747d55 None None] Pushing event updated for resources: {'Port': ['ID=1792cdba-d0af-40ba-81aa-8cd7ba1b31e4,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:44.055714 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c65b0b53-ee1e-4d95-b342-7b4d00216008 None None] Provisioning for port 7388474e-fc2f-4b53-8e35-9a94dd91d187 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:43:44.064308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c65b0b53-ee1e-4d95-b342-7b4d00216008 None None] Provisioning complete for port 7388474e-fc2f-4b53-8e35-9a94dd91d187 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:43:44.065047 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c65b0b53-ee1e-4d95-b342-7b4d00216008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:44.109071 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41684) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:44.117773 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5b834cf3-2c87-4e57-ae69-80effe9bbf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1648219213', 'description': 'tempest-secgroup-smoke-1648219213 description', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:43:44.127886 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5b834cf3-2c87-4e57-ae69-80effe9bbf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:43:44.135375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5b834cf3-2c87-4e57-ae69-80effe9bbf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:43:44.138357 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5b834cf3-2c87-4e57-ae69-80effe9bbf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:43:44.140191 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c65b0b53-ee1e-4d95-b342-7b4d00216008 None None] Port 7388474e-fc2f-4b53-8e35-9a94dd91d187 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:43:44.144749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5b834cf3-2c87-4e57-ae69-80effe9bbf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:43:44.152261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c65b0b53-ee1e-4d95-b342-7b4d00216008 None None] Provisioning complete for port 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:43:44.152666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c65b0b53-ee1e-4d95-b342-7b4d00216008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:44.204593 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:44.218429 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Transition to ACTIVE for port object 7388474e-fc2f-4b53-8e35-9a94dd91d187 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:43:44.226933 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b834cf3-2c87-4e57-ae69-80effe9bbf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:44.252542 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5b834cf3-2c87-4e57-ae69-80effe9bbf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:43:44.256152 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5b834cf3-2c87-4e57-ae69-80effe9bbf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:43:44.259667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5b834cf3-2c87-4e57-ae69-80effe9bbf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:43:44.266579 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5b834cf3-2c87-4e57-ae69-80effe9bbf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:43:44.306826 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:44.349120 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b834cf3-2c87-4e57-ae69-80effe9bbf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:44.415616 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b834cf3-2c87-4e57-ae69-80effe9bbf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:44.449034 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0550360-aa76-44b3-b4c1-5ca390d67909 None None] Pushing event updated for resources: {'Port': ['ID=7388474e-fc2f-4b53-8e35-9a94dd91d187,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:44.480259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b834cf3-2c87-4e57-ae69-80effe9bbf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36366390-fbd9-42d5-ae11-dbc180f3a673,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:44.484001 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0550360-aa76-44b3-b4c1-5ca390d67909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:44.484514 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0550360-aa76-44b3-b4c1-5ca390d67909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:44.484754 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0550360-aa76-44b3-b4c1-5ca390d67909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:44.485089 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0550360-aa76-44b3-b4c1-5ca390d67909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:44.485420 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0550360-aa76-44b3-b4c1-5ca390d67909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:44.485751 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0550360-aa76-44b3-b4c1-5ca390d67909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:44.486107 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0550360-aa76-44b3-b4c1-5ca390d67909 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:44.486433 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0550360-aa76-44b3-b4c1-5ca390d67909 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:44.487035 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0550360-aa76-44b3-b4c1-5ca390d67909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:44.487366 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0550360-aa76-44b3-b4c1-5ca390d67909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:44.487691 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0550360-aa76-44b3-b4c1-5ca390d67909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:44.488014 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0550360-aa76-44b3-b4c1-5ca390d67909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:43:44.548088 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Attempting to bind port 7388474e-fc2f-4b53-8e35-9a94dd91d187 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:43:44.548476 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Attempting to bind port 7388474e-fc2f-4b53-8e35-9a94dd91d187 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '28053c0c-6e24-4884-8d6e-41b563ddd548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:43:44.548819 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Attempting to bind port 7388474e-fc2f-4b53-8e35-9a94dd91d187 on network 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:43:44.556228 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:43:44.557855 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Checking segment: {'id': '28053c0c-6e24-4884-8d6e-41b563ddd548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:43:44.557855 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:44.558316 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Bound using segment: {'id': '28053c0c-6e24-4884-8d6e-41b563ddd548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:43:44.558680 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Bound port: 7388474e-fc2f-4b53-8e35-9a94dd91d187, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28053c0c-6e24-4884-8d6e-41b563ddd548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:43:44.559264 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:44.582132 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b834cf3-2c87-4e57-ae69-80effe9bbf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:44.585293 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5b834cf3-2c87-4e57-ae69-80effe9bbf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4732726 Feb 17 09:43:44.587821 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41688) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:44.597646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f17dce0f-632e-4830-9565-3e2b21c885a0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '36366390-fbd9-42d5-ae11-dbc180f3a673', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:43:44.609135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f17dce0f-632e-4830-9565-3e2b21c885a0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:43:44.616970 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f17dce0f-632e-4830-9565-3e2b21c885a0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:43:44.624490 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f17dce0f-632e-4830-9565-3e2b21c885a0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:43:44.639228 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f17dce0f-632e-4830-9565-3e2b21c885a0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:43:44.676764 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] For port 7388474e-fc2f-4b53-8e35-9a94dd91d187, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:43:44.681135 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] For port 7388474e-fc2f-4b53-8e35-9a94dd91d187, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7388474e-fc2f-4b53-8e35-9a94dd91d187,segment=NetworkSegment(28053c0c-6e24-4884-8d6e-41b563ddd548),segment_id=28053c0c-6e24-4884-8d6e-41b563ddd548)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:43:44.747969 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f17dce0f-632e-4830-9565-3e2b21c885a0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:44.770558 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:44.808938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f17dce0f-632e-4830-9565-3e2b21c885a0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:44.850684 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Routers {'6cf86251-ee46-4c01-8f3d-826d56207689'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:43:44.851354 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:43:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6cf86251-ee46-4c01-8f3d-826d56207689'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:44.917776 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0550360-aa76-44b3-b4c1-5ca390d67909 None None] Pushing event updated for resources: {'Port': ['ID=7388474e-fc2f-4b53-8e35-9a94dd91d187,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:44.923533 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f17dce0f-632e-4830-9565-3e2b21c885a0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:44.955172 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dce0f-632e-4830-9565-3e2b21c885a0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44c4a3d-eccf-4702-9d94-72e7eaeec79b,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:44.958246 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:43:45.059758 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] Set router 6cf86251-ee46-4c01-8f3d-826d56207689 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:43:45.078701 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f17dce0f-632e-4830-9565-3e2b21c885a0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:45.081092 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f17dce0f-632e-4830-9565-3e2b21c885a0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4904823 Feb 17 09:43:45.082724 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:43:45.083418 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:45.083538 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41692) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:45.088550 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-23cb187a-acc2-4300-8abd-b5e855c3b077 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '36366390-fbd9-42d5-ae11-dbc180f3a673', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:43:45.094608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-23cb187a-acc2-4300-8abd-b5e855c3b077 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:43:45.099601 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-23cb187a-acc2-4300-8abd-b5e855c3b077 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:43:45.103737 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-23cb187a-acc2-4300-8abd-b5e855c3b077 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:43:45.110390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-23cb187a-acc2-4300-8abd-b5e855c3b077 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:43:45.216514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e6234965-9cc8-4819-995e-78a260bf9568 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:43:45.251886 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23cb187a-acc2-4300-8abd-b5e855c3b077 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:45.290120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port e6234965-9cc8-4819-995e-78a260bf9568 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:43:45.290446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:45.320122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23cb187a-acc2-4300-8abd-b5e855c3b077 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:45.413638 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'name': 'tempest-TestNetworkBasicOps-router-322842205', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:43:35Z', 'updated_at': '2022-02-17T09:43:41Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:36Z', 'updated_at': '2022-02-17T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '7388474e-fc2f-4b53-8e35-9a94dd91d187', 'name': '', 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:76:0f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:40Z', 'updated_at': '2022-02-17T09:43:44Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:43:45.417568 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841cad2-b0fa-4a95-8cd0-2029905e80af None None] The sync data for ids ['6cf86251-ee46-4c01-8f3d-826d56207689'] in dv-neutron-828143-5-hyperv is: [{'id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'name': 'tempest-TestNetworkBasicOps-router-322842205', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:43:35Z', 'updated_at': '2022-02-17T09:43:41Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:36Z', 'updated_at': '2022-02-17T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '7388474e-fc2f-4b53-8e35-9a94dd91d187', 'name': '', 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:76:0f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:40Z', 'updated_at': '2022-02-17T09:43:44Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:43:45.431581 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23cb187a-acc2-4300-8abd-b5e855c3b077 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:45.456047 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb187a-acc2-4300-8abd-b5e855c3b077 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b809f9f8-7f6b-4ec1-9e68-cdd8480cc6d7,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:45.564268 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23cb187a-acc2-4300-8abd-b5e855c3b077 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:45.566445 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-23cb187a-acc2-4300-8abd-b5e855c3b077 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4817874 Feb 17 09:43:45.569057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41696) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:45.575190 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-196b65c7-0846-45fe-b31b-f4126f74a6f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '36366390-fbd9-42d5-ae11-dbc180f3a673', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:43:45.582463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-196b65c7-0846-45fe-b31b-f4126f74a6f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:43:45.592084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-196b65c7-0846-45fe-b31b-f4126f74a6f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:43:45.595802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-196b65c7-0846-45fe-b31b-f4126f74a6f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:43:45.603991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-196b65c7-0846-45fe-b31b-f4126f74a6f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:43:45.698344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-196b65c7-0846-45fe-b31b-f4126f74a6f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:45.773792 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-196b65c7-0846-45fe-b31b-f4126f74a6f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:45.884030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-196b65c7-0846-45fe-b31b-f4126f74a6f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:45.908452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b65c7-0846-45fe-b31b-f4126f74a6f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f332f833-e8aa-40cf-b078-6468a10048cd,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:45.997923 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-196b65c7-0846-45fe-b31b-f4126f74a6f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:46.001433 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-196b65c7-0846-45fe-b31b-f4126f74a6f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4291000 Feb 17 09:43:46.002304 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41700) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:46.008302 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1b42e646-a282-4282-9f14-31abd2b2a544 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '36366390-fbd9-42d5-ae11-dbc180f3a673', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:43:46.014739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1b42e646-a282-4282-9f14-31abd2b2a544 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:43:46.020742 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1b42e646-a282-4282-9f14-31abd2b2a544 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:43:46.025648 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1b42e646-a282-4282-9f14-31abd2b2a544 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:43:46.035350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1b42e646-a282-4282-9f14-31abd2b2a544 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:43:46.136882 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b42e646-a282-4282-9f14-31abd2b2a544 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:46.212414 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b42e646-a282-4282-9f14-31abd2b2a544 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:46.295690 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b42e646-a282-4282-9f14-31abd2b2a544 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:46.321344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42e646-a282-4282-9f14-31abd2b2a544 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4671f1e7-ae5f-43be-a3f4-c6408ebd8c74,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:46.415842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b42e646-a282-4282-9f14-31abd2b2a544 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:46.419041 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1b42e646-a282-4282-9f14-31abd2b2a544 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4132395 Feb 17 09:43:46.419967 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41704) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:46.426737 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-655b19af-cd25-4b39-b8b7-7fadee71244b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '36366390-fbd9-42d5-ae11-dbc180f3a673', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:43:46.433050 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-655b19af-cd25-4b39-b8b7-7fadee71244b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:43:46.436981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-655b19af-cd25-4b39-b8b7-7fadee71244b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:43:46.439944 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-655b19af-cd25-4b39-b8b7-7fadee71244b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:43:46.446280 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-655b19af-cd25-4b39-b8b7-7fadee71244b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:43:46.535861 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-655b19af-cd25-4b39-b8b7-7fadee71244b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:43:46.543056 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-655b19af-cd25-4b39-b8b7-7fadee71244b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:46.614374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-655b19af-cd25-4b39-b8b7-7fadee71244b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:46.689670 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-655b19af-cd25-4b39-b8b7-7fadee71244b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:46.713662 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b19af-cd25-4b39-b8b7-7fadee71244b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7895885-bd2f-4169-9ed8-bb972b504bf4,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:46.792665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-655b19af-cd25-4b39-b8b7-7fadee71244b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:46.793896 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-655b19af-cd25-4b39-b8b7-7fadee71244b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3729744 Feb 17 09:43:46.796835 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41708) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:43:46.802158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c5cccd84-ac23-48ae-b531-080701261688 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '36366390-fbd9-42d5-ae11-dbc180f3a673', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:43:46.808201 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c5cccd84-ac23-48ae-b531-080701261688 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:43:46.812211 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c5cccd84-ac23-48ae-b531-080701261688 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:43:46.815949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c5cccd84-ac23-48ae-b531-080701261688 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:43:46.821635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c5cccd84-ac23-48ae-b531-080701261688 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:43:46.930337 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-c5cccd84-ac23-48ae-b531-080701261688 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:43:46.937415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5cccd84-ac23-48ae-b531-080701261688 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:46.968788 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7388474e-fc2f-4b53-8e35-9a94dd91d187 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:43:47.011813 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5cccd84-ac23-48ae-b531-080701261688 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:47.158584 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5cccd84-ac23-48ae-b531-080701261688 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:47.187981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cccd84-ac23-48ae-b531-080701261688 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3bb2a7-e775-4856-8a92-3f76f27d624e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:47.204067 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 7388474e-fc2f-4b53-8e35-9a94dd91d187 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:43:47.210472 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 7388474e-fc2f-4b53-8e35-9a94dd91d187 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:43:47.210873 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:47.301552 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5cccd84-ac23-48ae-b531-080701261688 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:47.303212 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c5cccd84-ac23-48ae-b531-080701261688 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5052638 Feb 17 09:43:47.336819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:47.372498 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 7388474e-fc2f-4b53-8e35-9a94dd91d187, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7388474e-fc2f-4b53-8e35-9a94dd91d187,segment=NetworkSegment(28053c0c-6e24-4884-8d6e-41b563ddd548),segment_id=28053c0c-6e24-4884-8d6e-41b563ddd548)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:43:47.490296 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:47.539830 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-e18ede3d-7a87-4171-9139-8af3f98bbe97 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:43:47.561979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=7388474e-fc2f-4b53-8e35-9a94dd91d187,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:47.638815 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-e18ede3d-7a87-4171-9139-8af3f98bbe97 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:43:47.640151 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-e18ede3d-7a87-4171-9139-8af3f98bbe97 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1648219213&fields=id&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 267 time: 0.1405957 Feb 17 09:43:47.798064 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-6396a458-f7be-4cd2-8e00-30b4c22af938 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:47.798842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-6396a458-f7be-4cd2-8e00-30b4c22af938 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:43:47.895595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-6396a458-f7be-4cd2-8e00-30b4c22af938 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:43:47.897341 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-6396a458-f7be-4cd2-8e00-30b4c22af938 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/networks?id=7c8a2d06-ef4c-4504-87ed-9e71f1ce119c HTTP/1.1" status: 200 len: 795 time: 0.2502623 Feb 17 09:43:47.913677 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-45d0bef0-717d-4766-89dd-9669ab2535b6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/quotas/eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 375 time: 0.0105157 Feb 17 09:43:47.998096 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d357cc02-984a-4b18-b096-93dd4fc1aa73 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:43:48.141493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d357cc02-984a-4b18-b096-93dd4fc1aa73 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:43:48.143436 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d357cc02-984a-4b18-b096-93dd4fc1aa73 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2235856 Feb 17 09:43:48.445946 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-7a9d5874-6441-4ddb-8d37-1ebee786f5cf service neutron] 10.222.0.75 "GET /v2.0/networks/7c8a2d06-ef4c-4504-87ed-9e71f1ce119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903428 Feb 17 09:43:48.589341 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-b9a89c27-1f5f-4610-9d38-5f9f1cd809ad service neutron] 10.222.0.75 "GET /v2.0/networks/7c8a2d06-ef4c-4504-87ed-9e71f1ce119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375220 Feb 17 09:43:48.905135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-883b9ea0-0637-43e3-b44a-6768ea4c6369 req-7894440d-7c6c-4066-82fd-1eb3247eca28 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:43:48.917627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-883b9ea0-0637-43e3-b44a-6768ea4c6369 req-7894440d-7c6c-4066-82fd-1eb3247eca28 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:43:48.918873 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-883b9ea0-0637-43e3-b44a-6768ea4c6369 req-7894440d-7c6c-4066-82fd-1eb3247eca28 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 210 time: 0.0557883 Feb 17 09:43:48.954578 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7388474e-fc2f-4b53-8e35-9a94dd91d187 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:43:49.028438 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 7388474e-fc2f-4b53-8e35-9a94dd91d187 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:43:49.028993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:50.075385 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-07249ab0-670d-4320-9e44-0cdfbe404519 req-806ede18-4fcf-4939-8f51-4bf7283fd132 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 210 time: 0.0421615 Feb 17 09:43:51.232006 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9caa3f6a-b2c0-4209-89bb-25465327e5f0 req-9c4de467-3ee5-4022-a991-4c1e7f7ce432 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 210 time: 0.0473526 Feb 17 09:43:51.638927 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-4f73d4c5-6ab3-4887-acef-dcd16ba042dc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:51.639367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-4f73d4c5-6ab3-4887-acef-dcd16ba042dc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:43:51.652685 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-4f73d4c5-6ab3-4887-acef-dcd16ba042dc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:43:51.653921 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-4f73d4c5-6ab3-4887-acef-dcd16ba042dc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/networks?id=7c8a2d06-ef4c-4504-87ed-9e71f1ce119c HTTP/1.1" status: 200 len: 795 time: 0.2953975 Feb 17 09:43:51.708219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-f1ff4b2f-bac3-4505-b0b7-97739888f6a4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:43:51.719563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-f1ff4b2f-bac3-4505-b0b7-97739888f6a4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:43:51.729961 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-f1ff4b2f-bac3-4505-b0b7-97739888f6a4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 380 time: 0.0522301 Feb 17 09:43:51.729961 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d2329d36-48cf-4421-8268-6b0b73b7ac60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'port': {'device_id': 'cbc6c5c2-ca38-44c9-bc41-c5446f3870ca', 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c', 'admin_state_up': True, 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'security_groups': ['36366390-fbd9-42d5-ae11-dbc180f3a673']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:43:51.866820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d2329d36-48cf-4421-8268-6b0b73b7ac60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:43:51.876072 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d2329d36-48cf-4421-8268-6b0b73b7ac60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:43:51.969672 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d2329d36-48cf-4421-8268-6b0b73b7ac60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:43:51.973144 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d2329d36-48cf-4421-8268-6b0b73b7ac60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:52.215299 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d2329d36-48cf-4421-8268-6b0b73b7ac60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.5 (7c8a2d06-ef4c-4504-87ed-9e71f1ce119c/1e151f1c-c510-48ff-b6f9-bdb3f4713e2e/a8fcfb95-4f84-4b6d-b4bd-835181483b47) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:43:52.386592 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e6272f67-8eca-4917-ad1e-4abf5ca61f9e req-2e0c85f9-b8f2-4d28-8c0d-b4bba82dd281 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 210 time: 0.0447950 Feb 17 09:43:52.410562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d2329d36-48cf-4421-8268-6b0b73b7ac60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:52.426914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d2329d36-48cf-4421-8268-6b0b73b7ac60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object a8fcfb95-4f84-4b6d-b4bd-835181483b47 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:43:52.547326 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d2329d36-48cf-4421-8268-6b0b73b7ac60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:52.621583 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d2329d36-48cf-4421-8268-6b0b73b7ac60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:43:52.624562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d2329d36-48cf-4421-8268-6b0b73b7ac60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:43:52.629085 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d2329d36-48cf-4421-8268-6b0b73b7ac60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:43:52.669997 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2329d36-48cf-4421-8268-6b0b73b7ac60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=a8fcfb95-4f84-4b6d-b4bd-835181483b47,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:52.702138 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d2329d36-48cf-4421-8268-6b0b73b7ac60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:52.702766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d2329d36-48cf-4421-8268-6b0b73b7ac60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:52.834091 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-d2329d36-48cf-4421-8268-6b0b73b7ac60 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1085186 Feb 17 09:43:52.851770 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Request body: {'port': {'device_id': 'cbc6c5c2-ca38-44c9-bc41-c5446f3870ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:43:52.935241 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1fb85372-7341-49f1-9373-b937598aa691 None None] Provisioning for port a8fcfb95-4f84-4b6d-b4bd-835181483b47 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:43:52.940506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1fb85372-7341-49f1-9373-b937598aa691 None None] Provisioning complete for port a8fcfb95-4f84-4b6d-b4bd-835181483b47 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:43:52.940882 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1fb85372-7341-49f1-9373-b937598aa691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:52.968026 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:53.001460 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1fb85372-7341-49f1-9373-b937598aa691 None None] Port a8fcfb95-4f84-4b6d-b4bd-835181483b47 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:43:53.322589 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fcfb95-4f84-4b6d-b4bd-835181483b47 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:43:53.331380 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:53.346055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Transition to ACTIVE for port object a8fcfb95-4f84-4b6d-b4bd-835181483b47 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:43:53.427777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:53.605636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Pushing event updated for resources: {'Port': ['ID=a8fcfb95-4f84-4b6d-b4bd-835181483b47,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:53.739014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Attempting to bind port a8fcfb95-4f84-4b6d-b4bd-835181483b47 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:43:53.739533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Attempting to bind port a8fcfb95-4f84-4b6d-b4bd-835181483b47 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '28053c0c-6e24-4884-8d6e-41b563ddd548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:43:53.739704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Attempting to bind port a8fcfb95-4f84-4b6d-b4bd-835181483b47 on network 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:43:53.748882 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe076d6-692f-47d2-b462-911ee7468541 req-fd2e3293-8239-4271-b8b0-9a3d48e4e771 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:53.749573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-dbe076d6-692f-47d2-b462-911ee7468541 req-fd2e3293-8239-4271-b8b0-9a3d48e4e771 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:43:53.758100 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Port a8fcfb95-4f84-4b6d-b4bd-835181483b47 on network 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:43:53.758427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Attempting to bind port a8fcfb95-4f84-4b6d-b4bd-835181483b47 on network 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:43:53.766931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:43:53.767192 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Checking segment: {'id': '28053c0c-6e24-4884-8d6e-41b563ddd548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:43:53.767604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Bound using segment: {'id': '28053c0c-6e24-4884-8d6e-41b563ddd548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:43:53.768047 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Bound port: a8fcfb95-4f84-4b6d-b4bd-835181483b47, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28053c0c-6e24-4884-8d6e-41b563ddd548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:43:53.768392 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:53.863735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] For port a8fcfb95-4f84-4b6d-b4bd-835181483b47, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:43:53.867002 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] For port a8fcfb95-4f84-4b6d-b4bd-835181483b47, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a8fcfb95-4f84-4b6d-b4bd-835181483b47,segment=NetworkSegment(28053c0c-6e24-4884-8d6e-41b563ddd548),segment_id=28053c0c-6e24-4884-8d6e-41b563ddd548)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:43:53.872205 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-dbe076d6-692f-47d2-b462-911ee7468541 req-fd2e3293-8239-4271-b8b0-9a3d48e4e771 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:43:53.873350 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-dbe076d6-692f-47d2-b462-911ee7468541 req-fd2e3293-8239-4271-b8b0-9a3d48e4e771 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 943 time: 0.3347523 Feb 17 09:43:53.920397 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-dbe076d6-692f-47d2-b462-911ee7468541 req-e49665d0-4164-435b-b67c-cadc05e92819 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=36366390-fbd9-42d5-ae11-dbc180f3a673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409963 Feb 17 09:43:53.988013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:54.178636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:54.179283 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:54.180682 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] 10.222.0.37 "PUT /v2.0/ports/a8fcfb95-4f84-4b6d-b4bd-835181483b47 HTTP/1.1" status: 200 len: 1093 time: 1.3330605 Feb 17 09:43:54.181127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc6c5c2-ca38-44c9-bc41-c5446f3870ca', 'tag': 'a8fcfb95-4f84-4b6d-b4bd-835181483b47'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:43:54.202561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da965dd5-d0cc-4cc9-a8fc-98739274667a service neutron] Pushing event updated for resources: {'Port': ['ID=a8fcfb95-4f84-4b6d-b4bd-835181483b47,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:54.237078 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc6c5c2-ca38-44c9-bc41-c5446f3870ca', 'tag': 'a8fcfb95-4f84-4b6d-b4bd-835181483b47', 'status': 'completed', 'code': 200} Feb 17 09:43:54.357846 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5128a-f6aa-4261-97dd-24cf96e712e5 req-3a350b2b-c3f4-45fb-bb16-f39b3b685d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:54.359620 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1ff5128a-f6aa-4261-97dd-24cf96e712e5 req-3a350b2b-c3f4-45fb-bb16-f39b3b685d37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 1096 time: 0.0779183 Feb 17 09:43:54.516170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5128a-f6aa-4261-97dd-24cf96e712e5 req-df438138-a2e3-4f47-b485-ecf6726c4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:54.517625 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1ff5128a-f6aa-4261-97dd-24cf96e712e5 req-df438138-a2e3-4f47-b485-ecf6726c4df3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1448791 Feb 17 09:43:54.669168 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5128a-f6aa-4261-97dd-24cf96e712e5 req-2fb93651-6eb5-4d69-8987-38ce6d4ebda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:54.670666 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1ff5128a-f6aa-4261-97dd-24cf96e712e5 req-2fb93651-6eb5-4d69-8987-38ce6d4ebda6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1474845 Feb 17 09:43:54.678338 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d32cfa7-8bca-40b9-96ed-9c9116572901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:54.798373 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-81f93915-fe07-4ea9-a30c-63ee8d9920bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:54.799927 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-81f93915-fe07-4ea9-a30c-63ee8d9920bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 1096 time: 0.0707443 Feb 17 09:43:54.890630 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-2dd24fa9-0b9d-42d5-8483-b79ffd2e13b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8fcfb95-4f84-4b6d-b4bd-835181483b47 HTTP/1.1" status: 200 len: 217 time: 0.0775187 Feb 17 09:43:54.959609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-7e44059b-804f-42b9-900d-0a742e3a62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:54.961081 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-7e44059b-804f-42b9-900d-0a742e3a62a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e151f1c-c510-48ff-b6f9-bdb3f4713e2e HTTP/1.1" status: 200 len: 834 time: 0.0652838 Feb 17 09:43:55.096096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-537e8f3c-2996-4400-b45f-f1e808dd9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:55.098175 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-537e8f3c-2996-4400-b45f-f1e808dd9739 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c8a2d06-ef4c-4504-87ed-9e71f1ce119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1298983 Feb 17 09:43:55.219089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e7a36-76ae-4c5f-bf54-4aa17003616b req-595d5f02-d5b9-4a25-b9b0-ed83d75ef44f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:55.220546 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c40e7a36-76ae-4c5f-bf54-4aa17003616b req-595d5f02-d5b9-4a25-b9b0-ed83d75ef44f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 943 time: 0.1898096 Feb 17 09:43:55.283011 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-9d0310ee-65fc-489c-8787-72433f7c02b0 service neutron] 10.222.0.37 "GET /v2.0/networks/7c8a2d06-ef4c-4504-87ed-9e71f1ce119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791439 Feb 17 09:43:55.313768 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c40e7a36-76ae-4c5f-bf54-4aa17003616b req-651442cb-992b-457d-a6b1-161b337b1ce9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=36366390-fbd9-42d5-ae11-dbc180f3a673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794640 Feb 17 09:43:55.425280 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8779aeef-5252-4fd6-b385-808910f4e1e7 req-441dd170-d5bf-423d-b3e3-1f83e5ff4719 service neutron] 10.222.0.37 "GET /v2.0/networks/7c8a2d06-ef4c-4504-87ed-9e71f1ce119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349092 Feb 17 09:43:56.507393 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b51d24-c44a-46cc-9162-2704785923f4 req-73d4a6bd-65fe-470e-9463-ca9a89649955 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:56.508895 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-73b51d24-c44a-46cc-9162-2704785923f4 req-73d4a6bd-65fe-470e-9463-ca9a89649955 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 943 time: 0.0859737 Feb 17 09:43:56.553781 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-73b51d24-c44a-46cc-9162-2704785923f4 req-bea096f0-238a-47e1-8253-66f0b5174e4c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=36366390-fbd9-42d5-ae11-dbc180f3a673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392172 Feb 17 09:43:56.975033 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6c7f6b7-6b9a-4aa2-b626-6f00fce895a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:57.761367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d00733-b8a1-46fe-a5cd-ea6164fd4d45 req-f4dea5e7-12d7-4ad1-b55b-c1ec08783ccf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:57.762851 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c6d00733-b8a1-46fe-a5cd-ea6164fd4d45 req-f4dea5e7-12d7-4ad1-b55b-c1ec08783ccf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 943 time: 0.0868244 Feb 17 09:43:57.811037 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c6d00733-b8a1-46fe-a5cd-ea6164fd4d45 req-1eaea4e7-000a-45ce-889b-a6dcd578aa83 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=36366390-fbd9-42d5-ae11-dbc180f3a673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422893 Feb 17 09:43:57.872261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:58.089231 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:58.725233 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device a8fcfb95-4f84-4b6d-b4bd-835181483b47 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 09:43:58.875144 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port a8fcfb95-4f84-4b6d-b4bd-835181483b47, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a8fcfb95-4f84-4b6d-b4bd-835181483b47,segment=NetworkSegment(28053c0c-6e24-4884-8d6e-41b563ddd548),segment_id=28053c0c-6e24-4884-8d6e-41b563ddd548)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:43:58.890790 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'a8fcfb95-4f84-4b6d-b4bd-835181483b47', 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c', 'port_id': 'a8fcfb95-4f84-4b6d-b4bd-835181483b47', 'mac_address': 'fa:16:3e:52:47:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 09:43:58.947985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:58.964563 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fcfb95-4f84-4b6d-b4bd-835181483b47 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:43:58.979681 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port a8fcfb95-4f84-4b6d-b4bd-835181483b47, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a8fcfb95-4f84-4b6d-b4bd-835181483b47,segment=NetworkSegment(28053c0c-6e24-4884-8d6e-41b563ddd548),segment_id=28053c0c-6e24-4884-8d6e-41b563ddd548)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:43:59.010560 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c52c1-78d8-4ad3-98b1-7a1e3d99a9d6 req-ef4e63f5-c6f8-4c25-86b8-963ccddf0630 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:43:59.012038 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ad3c52c1-78d8-4ad3-98b1-7a1e3d99a9d6 req-ef4e63f5-c6f8-4c25-86b8-963ccddf0630 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 943 time: 0.0823667 Feb 17 09:43:59.058148 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ad3c52c1-78d8-4ad3-98b1-7a1e3d99a9d6 req-e7ee4a33-a507-417b-9a67-e08abd3ea44c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=36366390-fbd9-42d5-ae11-dbc180f3a673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403693 Feb 17 09:43:59.072300 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:43:59.141712 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=a8fcfb95-4f84-4b6d-b4bd-835181483b47,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:43:59.448579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['a8fcfb95-4f84-4b6d-b4bd-835181483b47'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:43:59.929610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:00.244148 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6f406-768c-492e-bbf6-c057a39d4d84 req-8e5fb09b-3808-4ebf-b7cf-2db1733d005c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:44:00.245533 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-18f6f406-768c-492e-bbf6-c057a39d4d84 req-8e5fb09b-3808-4ebf-b7cf-2db1733d005c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 944 time: 0.0832462 Feb 17 09:44:00.290837 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-18f6f406-768c-492e-bbf6-c057a39d4d84 req-e5e6cf81-fff8-45a9-87b7-436a3cff9c56 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=36366390-fbd9-42d5-ae11-dbc180f3a673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397301 Feb 17 09:44:00.737823 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device a8fcfb95-4f84-4b6d-b4bd-835181483b47 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:44:00.889220 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port a8fcfb95-4f84-4b6d-b4bd-835181483b47 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:44:00.894519 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port a8fcfb95-4f84-4b6d-b4bd-835181483b47 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:44:00.894981 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:01.014102 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:01.041661 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc6c5c2-ca38-44c9-bc41-c5446f3870ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fcfb95-4f84-4b6d-b4bd-835181483b47'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:44:01.052171 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port a8fcfb95-4f84-4b6d-b4bd-835181483b47, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a8fcfb95-4f84-4b6d-b4bd-835181483b47,segment=NetworkSegment(28053c0c-6e24-4884-8d6e-41b563ddd548),segment_id=28053c0c-6e24-4884-8d6e-41b563ddd548)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:44:01.123702 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:01.192240 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc6c5c2-ca38-44c9-bc41-c5446f3870ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fcfb95-4f84-4b6d-b4bd-835181483b47', 'code': 200} Feb 17 09:44:01.224515 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=a8fcfb95-4f84-4b6d-b4bd-835181483b47,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:44:01.479025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227cfeb-fe1d-451b-8ddd-a3c019e6943c req-e1556e30-ef54-483b-8038-b0f7b0ae3163 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:44:01.480473 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1227cfeb-fe1d-451b-8ddd-a3c019e6943c req-e1556e30-ef54-483b-8038-b0f7b0ae3163 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 945 time: 0.0823224 Feb 17 09:44:01.524833 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1227cfeb-fe1d-451b-8ddd-a3c019e6943c req-a1c7e814-d3ac-48cf-869e-a6def421f35e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=36366390-fbd9-42d5-ae11-dbc180f3a673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387857 Feb 17 09:44:01.666630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40dbe2-ccb9-4b90-8223-9966326769c3 req-c14d8536-531a-43b9-94c1-2ce587697407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:44:01.668124 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9b40dbe2-ccb9-4b90-8223-9966326769c3 req-c14d8536-531a-43b9-94c1-2ce587697407 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 1098 time: 0.0757744 Feb 17 09:44:01.708962 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9b40dbe2-ccb9-4b90-8223-9966326769c3 req-16cc4903-3538-43c7-803c-8a20f484eb5e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=36366390-fbd9-42d5-ae11-dbc180f3a673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352726 Feb 17 09:44:02.722179 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd283717-f23d-4efa-a439-cc456f49a547 req-fb950f5c-c574-4ffb-ae08-56b208148af8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:44:02.723720 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cd283717-f23d-4efa-a439-cc456f49a547 req-fb950f5c-c574-4ffb-ae08-56b208148af8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 945 time: 0.0859735 Feb 17 09:44:02.771611 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cd283717-f23d-4efa-a439-cc456f49a547 req-221bd086-2d54-4e46-ae09-e82747b1bb0d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=36366390-fbd9-42d5-ae11-dbc180f3a673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421846 Feb 17 09:44:03.970506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6d178-f6ee-4488-9636-a19157e53d61 req-a2dec0b8-5d9a-4f3d-b0d0-f201ceeb1128 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:44:03.972886 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b3b6d178-f6ee-4488-9636-a19157e53d61 req-a2dec0b8-5d9a-4f3d-b0d0-f201ceeb1128 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 945 time: 0.0879045 Feb 17 09:44:04.036890 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b3b6d178-f6ee-4488-9636-a19157e53d61 req-f5e8b4ac-61a2-4194-b2b4-f439d0c8bc57 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=36366390-fbd9-42d5-ae11-dbc180f3a673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523229 Feb 17 09:44:04.238740 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385c45b-736b-4582-85c0-fdc472e7fd1e req-0edd35d8-f8d0-4cab-b818-b648159a160f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:44:04.240160 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b385c45b-736b-4582-85c0-fdc472e7fd1e req-0edd35d8-f8d0-4cab-b818-b648159a160f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 945 time: 0.0859067 Feb 17 09:44:04.289761 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b385c45b-736b-4582-85c0-fdc472e7fd1e req-d6baa8b1-245c-483c-993f-c1ab73b8f726 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=36366390-fbd9-42d5-ae11-dbc180f3a673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437043 Feb 17 09:44:04.314287 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41776) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:44:04.386722 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5467f0dc-b75d-4ea8-8490-4070e0293dd2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:44:04.388215 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5467f0dc-b75d-4ea8-8490-4070e0293dd2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 1093 time: 0.0724344 Feb 17 09:44:04.391795 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41780) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:44:04.397419 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': 'a8fcfb95-4f84-4b6d-b4bd-835181483b47', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:44:04.403963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:44:04.407934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:floatingip and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:44:04.410828 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:44:04.416388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:44:04.489645 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:04.653981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:04.795346 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.26.4.108 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/59a2d068-8813-4d55-91a4-78b3021303b8) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:44:04.964030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:05.061536 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:05.128851 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:44:05.132156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:44:05.136030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:44:05.170748 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=59a2d068-8813-4d55-91a4-78b3021303b8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:44:05.687618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:05.831636 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:06.043833 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:06.123604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:06.228320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=59a2d068-8813-4d55-91a4-78b3021303b8,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:44:06.244022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:06.419857 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP cdd1dd83-8895-4385-a72c-b6bb6a5954f4 associated. External IP: 172.26.4.108, port: a8fcfb95-4f84-4b6d-b4bd-835181483b47. Feb 17 09:44:06.767429 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 6cf86251-ee46-4c01-8f3d-826d56207689 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:44:06.947224 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:44:06.957518 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec4206-3359-4bce-88f3-655188087c9d None None] Sync routers for ids ['6cf86251-ee46-4c01-8f3d-826d56207689'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:44:06.966821 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec4206-3359-4bce-88f3-655188087c9d None None] Routers {'6cf86251-ee46-4c01-8f3d-826d56207689'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:44:06.967434 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8dec4206-3359-4bce-88f3-655188087c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:43:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6cf86251-ee46-4c01-8f3d-826d56207689'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:44:07.128508 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:07.147475 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8dec4206-3359-4bce-88f3-655188087c9d None None] Set router 6cf86251-ee46-4c01-8f3d-826d56207689 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:44:07.190078 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8e85b6c6-60ec-4855-b272-e4138ddca287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7948756 Feb 17 09:44:07.190078 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc6c5c2-ca38-44c9-bc41-c5446f3870ca', 'tag': 'a8fcfb95-4f84-4b6d-b4bd-835181483b47'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:44:07.190764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41784) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:44:07.239213 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc6c5c2-ca38-44c9-bc41-c5446f3870ca', 'tag': 'a8fcfb95-4f84-4b6d-b4bd-835181483b47', 'status': 'completed', 'code': 200} Feb 17 09:44:07.453443 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-70bd5a7b-f7a0-46b6-8c49-fc1b416cbcb7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/cdd1dd83-8895-4385-a72c-b6bb6a5954f4 HTTP/1.1" status: 200 len: 991 time: 0.2603149 Feb 17 09:44:07.483707 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509a61b-f641-4a33-86ca-c249f612fac4 req-3b494c44-d951-4519-aa5a-757ba28236b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:44:07.485396 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1509a61b-f641-4a33-86ca-c249f612fac4 req-3b494c44-d951-4519-aa5a-757ba28236b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 1098 time: 0.1937788 Feb 17 09:44:07.512659 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8dec4206-3359-4bce-88f3-655188087c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'name': 'tempest-TestNetworkBasicOps-router-322842205', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:43:35Z', 'updated_at': '2022-02-17T09:43:41Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:36Z', 'updated_at': '2022-02-17T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'cdd1dd83-8895-4385-a72c-b6bb6a5954f4', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.108', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'port_id': 'a8fcfb95-4f84-4b6d-b4bd-835181483b47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c', 'mac_address': 'fa:16:3e:52:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c5c2-ca38-44c9-bc41-c5446f3870ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:44:05Z', 'updated_at': '2022-02-17T09:44:05Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7388474e-fc2f-4b53-8e35-9a94dd91d187', 'name': '', 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:76:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:40Z', 'updated_at': '2022-02-17T09:43:47Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:44:07.516423 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec4206-3359-4bce-88f3-655188087c9d None None] Checking router: 6cf86251-ee46-4c01-8f3d-826d56207689 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:44:07.525287 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec4206-3359-4bce-88f3-655188087c9d None None] Routers {'6cf86251-ee46-4c01-8f3d-826d56207689'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:44:07.525893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8dec4206-3359-4bce-88f3-655188087c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:43:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6cf86251-ee46-4c01-8f3d-826d56207689'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:44:07.620081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509a61b-f641-4a33-86ca-c249f612fac4 req-a3587462-d917-4cba-9bab-cd21a3d865c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:44:07.621519 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1509a61b-f641-4a33-86ca-c249f612fac4 req-a3587462-d917-4cba-9bab-cd21a3d865c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c8a2d06-ef4c-4504-87ed-9e71f1ce119c HTTP/1.1" status: 200 len: 896 time: 0.1305232 Feb 17 09:44:07.709055 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8dec4206-3359-4bce-88f3-655188087c9d None None] Set router 6cf86251-ee46-4c01-8f3d-826d56207689 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:44:07.724195 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1509a61b-f641-4a33-86ca-c249f612fac4 req-055ac0b0-1b12-4cae-9abd-17cac4a34d06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8fcfb95-4f84-4b6d-b4bd-835181483b47 HTTP/1.1" status: 200 len: 999 time: 0.0969419 Feb 17 09:44:07.788153 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509a61b-f641-4a33-86ca-c249f612fac4 req-b766e089-f855-4f7b-9309-e64fccac07ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:44:07.789583 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1509a61b-f641-4a33-86ca-c249f612fac4 req-b766e089-f855-4f7b-9309-e64fccac07ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e151f1c-c510-48ff-b6f9-bdb3f4713e2e HTTP/1.1" status: 200 len: 834 time: 0.0595472 Feb 17 09:44:07.876655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509a61b-f641-4a33-86ca-c249f612fac4 req-466d9ba7-7a46-4ac4-b993-a515022ab5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:44:07.878938 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1509a61b-f641-4a33-86ca-c249f612fac4 req-466d9ba7-7a46-4ac4-b993-a515022ab5a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c8a2d06-ef4c-4504-87ed-9e71f1ce119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839715 Feb 17 09:44:08.015016 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1509a61b-f641-4a33-86ca-c249f612fac4 req-6f8944fc-46c0-41ee-8ac6-03b544bd8fe2 service neutron] 10.222.0.37 "GET /v2.0/networks/7c8a2d06-ef4c-4504-87ed-9e71f1ce119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299391 Feb 17 09:44:08.085191 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8dec4206-3359-4bce-88f3-655188087c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'name': 'tempest-TestNetworkBasicOps-router-322842205', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:43:35Z', 'updated_at': '2022-02-17T09:43:41Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:36Z', 'updated_at': '2022-02-17T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'cdd1dd83-8895-4385-a72c-b6bb6a5954f4', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.108', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'port_id': 'a8fcfb95-4f84-4b6d-b4bd-835181483b47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c', 'mac_address': 'fa:16:3e:52:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c5c2-ca38-44c9-bc41-c5446f3870ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:44:05Z', 'updated_at': '2022-02-17T09:44:05Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7388474e-fc2f-4b53-8e35-9a94dd91d187', 'name': '', 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:76:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:40Z', 'updated_at': '2022-02-17T09:43:47Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:44:08.089376 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec4206-3359-4bce-88f3-655188087c9d None None] The sync data for ids ['6cf86251-ee46-4c01-8f3d-826d56207689'] in dv-neutron-828143-5-hyperv is: [{'id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'name': 'tempest-TestNetworkBasicOps-router-322842205', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:43:35Z', 'updated_at': '2022-02-17T09:43:41Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:36Z', 'updated_at': '2022-02-17T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'cdd1dd83-8895-4385-a72c-b6bb6a5954f4', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.108', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'port_id': 'a8fcfb95-4f84-4b6d-b4bd-835181483b47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c', 'mac_address': 'fa:16:3e:52:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c5c2-ca38-44c9-bc41-c5446f3870ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:44:05Z', 'updated_at': '2022-02-17T09:44:05Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7388474e-fc2f-4b53-8e35-9a94dd91d187', 'name': '', 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:76:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:40Z', 'updated_at': '2022-02-17T09:43:47Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:44:08.152517 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1509a61b-f641-4a33-86ca-c249f612fac4 req-71205ec5-52ec-4ff1-b55a-65bce8f5f6c9 service neutron] 10.222.0.37 "GET /v2.0/networks/7c8a2d06-ef4c-4504-87ed-9e71f1ce119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313927 Feb 17 09:44:08.288230 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce631a33-650e-431f-aa7b-146491f60962 None None] New status for floating IP cdd1dd83-8895-4385-a72c-b6bb6a5954f4: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:44:08.456500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41790) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:44:08.489172 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:08.576897 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b383e1e4-af1a-4156-9d2c-e7f35606b843 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/cdd1dd83-8895-4385-a72c-b6bb6a5954f4 HTTP/1.1" status: 200 len: 991 time: 0.1188257 Feb 17 09:44:09.582397 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41794) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:44:09.683618 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3f2333f1-3d27-4e4c-a558-29b3a22619a6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/cdd1dd83-8895-4385-a72c-b6bb6a5954f4 HTTP/1.1" status: 200 len: 993 time: 0.1010671 Feb 17 09:44:17.606645 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:44:20.639846 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ce9cfbd2-a5c8-4fc2-a048-8c46b9f62ced req-aa0d8506-e6a8-46ae-bf27-e64a9a4d781e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751131 Feb 17 09:44:20.806839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cfbd2-a5c8-4fc2-a048-8c46b9f62ced req-5b5d54b3-ca35-411d-862f-cb7d84fd02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:44:20.808302 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ce9cfbd2-a5c8-4fc2-a048-8c46b9f62ced req-5b5d54b3-ca35-411d-862f-cb7d84fd02c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 1098 time: 0.0725734 Feb 17 09:44:20.955358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cfbd2-a5c8-4fc2-a048-8c46b9f62ced req-4591cf3e-c693-47e5-989c-2a8dff773401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:44:20.956783 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ce9cfbd2-a5c8-4fc2-a048-8c46b9f62ced req-4591cf3e-c693-47e5-989c-2a8dff773401 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c8a2d06-ef4c-4504-87ed-9e71f1ce119c HTTP/1.1" status: 200 len: 896 time: 0.1293724 Feb 17 09:44:21.061693 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ce9cfbd2-a5c8-4fc2-a048-8c46b9f62ced req-601e3e5a-731c-4f0b-8e69-0625ec938b78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8fcfb95-4f84-4b6d-b4bd-835181483b47 HTTP/1.1" status: 200 len: 1001 time: 0.0985994 Feb 17 09:44:21.125944 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cfbd2-a5c8-4fc2-a048-8c46b9f62ced req-b7304db7-beec-4da3-8879-fa220e50e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:44:21.127473 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ce9cfbd2-a5c8-4fc2-a048-8c46b9f62ced req-b7304db7-beec-4da3-8879-fa220e50e428 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e151f1c-c510-48ff-b6f9-bdb3f4713e2e HTTP/1.1" status: 200 len: 834 time: 0.0603151 Feb 17 09:44:21.209166 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cfbd2-a5c8-4fc2-a048-8c46b9f62ced req-d68e8b66-c213-43ab-b1f9-1aa3ba8aadba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:44:21.210700 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ce9cfbd2-a5c8-4fc2-a048-8c46b9f62ced req-d68e8b66-c213-43ab-b1f9-1aa3ba8aadba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c8a2d06-ef4c-4504-87ed-9e71f1ce119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776348 Feb 17 09:44:21.464152 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ce9cfbd2-a5c8-4fc2-a048-8c46b9f62ced req-4a4896f7-f117-4d32-9e84-8878820bd782 service neutron] 10.222.0.37 "GET /v2.0/networks/7c8a2d06-ef4c-4504-87ed-9e71f1ce119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459021 Feb 17 09:44:21.604040 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ce9cfbd2-a5c8-4fc2-a048-8c46b9f62ced req-e0dac5ca-010b-4ab9-9fb6-e4d4b14a0f87 service neutron] 10.222.0.37 "GET /v2.0/networks/7c8a2d06-ef4c-4504-87ed-9e71f1ce119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339173 Feb 17 09:44:24.706096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-104e3006-414c-4dab-af25-cfcdc9e050ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:27.054725 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f636d45-c513-4410-8945-2f318983a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:27.860217 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:28.065797 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:29.711572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:38.494683 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:54.605637 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:44:54.671536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a70f1ad1-b244-4a3b-baf4-c2dd47597d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:56.975096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88b3ddfc-db31-4dd8-9b6c-ffdc360ef317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:57.888230 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:58.122398 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:44:59.716792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:08.522103 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:18.765845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41818) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:18.929604 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-82de33a5-6d65-41f1-bb83-040aae1e4411 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/cdd1dd83-8895-4385-a72c-b6bb6a5954f4 HTTP/1.1" status: 200 len: 993 time: 0.1618519 Feb 17 09:45:19.283966 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41830) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:19.614344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port 59a2d068-8813-4d55-91a4-78b3021303b8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:45:19.614841 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:19.809321 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:19.809651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:19.936687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for 59a2d068-8813-4d55-91a4-78b3021303b8 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:45:20.184876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:20.234714 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=59a2d068-8813-4d55-91a4-78b3021303b8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:20.274394 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:20.274750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:20.275096 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:20.275426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:20.275762 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:20.276090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:20.276417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:20.276745 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:20.277072 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:20.277393 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:20.277971 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:20.278342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:20.343796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:20.344646 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP cdd1dd83-8895-4385-a72c-b6bb6a5954f4 disassociated (deleted). External IP: 172.26.4.108, port: a8fcfb95-4f84-4b6d-b4bd-835181483b47. Feb 17 09:45:20.751538 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 6cf86251-ee46-4c01-8f3d-826d56207689 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:45:20.976901 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:45:20.992936 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812255bf-32e5-4520-85e7-2109bd1e325a None None] Sync routers for ids ['6cf86251-ee46-4c01-8f3d-826d56207689'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:45:21.011104 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812255bf-32e5-4520-85e7-2109bd1e325a None None] Routers {'6cf86251-ee46-4c01-8f3d-826d56207689'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:45:21.017119 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-812255bf-32e5-4520-85e7-2109bd1e325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:44:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6cf86251-ee46-4c01-8f3d-826d56207689'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:21.129284 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:21.212931 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-024c8698-b98b-4354-b7cc-3728b1cb35f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/floatingips/cdd1dd83-8895-4385-a72c-b6bb6a5954f4 HTTP/1.1" status: 204 len: 168 time: 1.9277928 Feb 17 09:45:21.213742 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc6c5c2-ca38-44c9-bc41-c5446f3870ca', 'tag': 'a8fcfb95-4f84-4b6d-b4bd-835181483b47'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:45:21.234961 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-812255bf-32e5-4520-85e7-2109bd1e325a None None] Set router 6cf86251-ee46-4c01-8f3d-826d56207689 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:45:21.280796 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc6c5c2-ca38-44c9-bc41-c5446f3870ca', 'tag': 'a8fcfb95-4f84-4b6d-b4bd-835181483b47', 'status': 'completed', 'code': 200} Feb 17 09:45:21.424593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b347afa-c41b-46df-95d6-094345dee233 req-b86cfe5c-49aa-48ea-a81c-b0a71c7c85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:21.426771 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2b347afa-c41b-46df-95d6-094345dee233 req-b86cfe5c-49aa-48ea-a81c-b0a71c7c85d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 1098 time: 0.0958054 Feb 17 09:45:21.627612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-812255bf-32e5-4520-85e7-2109bd1e325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'name': 'tempest-TestNetworkBasicOps-router-322842205', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:43:35Z', 'updated_at': '2022-02-17T09:43:41Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:36Z', 'updated_at': '2022-02-17T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '7388474e-fc2f-4b53-8e35-9a94dd91d187', 'name': '', 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:76:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:40Z', 'updated_at': '2022-02-17T09:43:47Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:21.634229 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812255bf-32e5-4520-85e7-2109bd1e325a None None] Checking router: 6cf86251-ee46-4c01-8f3d-826d56207689 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:45:21.646508 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812255bf-32e5-4520-85e7-2109bd1e325a None None] Routers {'6cf86251-ee46-4c01-8f3d-826d56207689'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:45:21.647215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-812255bf-32e5-4520-85e7-2109bd1e325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:44:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6cf86251-ee46-4c01-8f3d-826d56207689'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:21.664349 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b347afa-c41b-46df-95d6-094345dee233 req-54dc77e5-18b5-4e6d-8a90-0526d0cf6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:21.665834 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2b347afa-c41b-46df-95d6-094345dee233 req-54dc77e5-18b5-4e6d-8a90-0526d0cf6ad5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c8a2d06-ef4c-4504-87ed-9e71f1ce119c HTTP/1.1" status: 200 len: 896 time: 0.2297571 Feb 17 09:45:21.742087 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2b347afa-c41b-46df-95d6-094345dee233 req-6f54ceb8-69d3-40ce-8aba-260cb5cd7671 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8fcfb95-4f84-4b6d-b4bd-835181483b47 HTTP/1.1" status: 200 len: 217 time: 0.0680699 Feb 17 09:45:21.812214 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7cd9d45d-b7d5-4672-b104-79413085658e req-c7dabe74-b267-443a-be4e-0f1649cbfd26 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2042680 Feb 17 09:45:21.836419 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b347afa-c41b-46df-95d6-094345dee233 req-b9b21318-86d2-4c51-9042-f6f40786ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:21.838088 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2b347afa-c41b-46df-95d6-094345dee233 req-b9b21318-86d2-4c51-9042-f6f40786ca83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e151f1c-c510-48ff-b6f9-bdb3f4713e2e HTTP/1.1" status: 200 len: 834 time: 0.0896218 Feb 17 09:45:21.866526 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-812255bf-32e5-4520-85e7-2109bd1e325a None None] Set router 6cf86251-ee46-4c01-8f3d-826d56207689 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:45:21.970093 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b347afa-c41b-46df-95d6-094345dee233 req-475b01bf-8ab2-4759-8d84-ed2825c3aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:21.971606 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2b347afa-c41b-46df-95d6-094345dee233 req-475b01bf-8ab2-4759-8d84-ed2825c3aa11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c8a2d06-ef4c-4504-87ed-9e71f1ce119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1273565 Feb 17 09:45:22.164216 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a868c-27c2-4536-b553-2b32469e4c8b req-4a5e6db2-b0c8-4dff-91fa-e300cc584047 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:22.165724 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c95a868c-27c2-4536-b553-2b32469e4c8b req-4a5e6db2-b0c8-4dff-91fa-e300cc584047 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 945 time: 0.2313929 Feb 17 09:45:22.167975 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2b347afa-c41b-46df-95d6-094345dee233 req-2a579a4b-6025-43f6-b8c5-12f5c99ba235 service neutron] 10.222.0.37 "GET /v2.0/networks/7c8a2d06-ef4c-4504-87ed-9e71f1ce119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810226 Feb 17 09:45:22.221822 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-812255bf-32e5-4520-85e7-2109bd1e325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'name': 'tempest-TestNetworkBasicOps-router-322842205', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:43:35Z', 'updated_at': '2022-02-17T09:43:41Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:36Z', 'updated_at': '2022-02-17T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '7388474e-fc2f-4b53-8e35-9a94dd91d187', 'name': '', 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:76:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:40Z', 'updated_at': '2022-02-17T09:43:47Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:22.227167 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812255bf-32e5-4520-85e7-2109bd1e325a None None] The sync data for ids ['6cf86251-ee46-4c01-8f3d-826d56207689'] in dv-neutron-828143-5-hyperv is: [{'id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'name': 'tempest-TestNetworkBasicOps-router-322842205', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:43:35Z', 'updated_at': '2022-02-17T09:43:41Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:36Z', 'updated_at': '2022-02-17T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '7388474e-fc2f-4b53-8e35-9a94dd91d187', 'name': '', 'network_id': '7c8a2d06-ef4c-4504-87ed-9e71f1ce119c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:76:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:40Z', 'updated_at': '2022-02-17T09:43:47Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '1e151f1c-c510-48ff-b6f9-bdb3f4713e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:45:22.291906 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c95a868c-27c2-4536-b553-2b32469e4c8b req-d6c3299c-f052-4056-adb0-d58c99aec454 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=36366390-fbd9-42d5-ae11-dbc180f3a673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202440 Feb 17 09:45:22.353476 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2b347afa-c41b-46df-95d6-094345dee233 req-0caedc91-f2a0-402d-8ddc-51f6110e8ab1 service neutron] 10.222.0.37 "GET /v2.0/networks/7c8a2d06-ef4c-4504-87ed-9e71f1ce119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681373 Feb 17 09:45:22.479930 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c7b6d-9450-401c-b49c-f673aa3c9e97 None None] New status for floating IP cdd1dd83-8895-4385-a72c-b6bb6a5954f4: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:45:22.668701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9d45d-b7d5-4672-b104-79413085658e req-b8739f69-8a01-4348-b336-1a77fdb7be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:22.670225 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7cd9d45d-b7d5-4672-b104-79413085658e req-b8739f69-8a01-4348-b336-1a77fdb7be1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 1098 time: 0.0830863 Feb 17 09:45:22.833535 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9d45d-b7d5-4672-b104-79413085658e req-7cfe19d5-605a-4791-8910-d62a188af6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:22.834941 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7cd9d45d-b7d5-4672-b104-79413085658e req-7cfe19d5-605a-4791-8910-d62a188af6dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c8a2d06-ef4c-4504-87ed-9e71f1ce119c HTTP/1.1" status: 200 len: 896 time: 0.1401415 Feb 17 09:45:22.907483 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7cd9d45d-b7d5-4672-b104-79413085658e req-bc36535d-db09-4ca3-9cb5-66855de8f81b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8fcfb95-4f84-4b6d-b4bd-835181483b47 HTTP/1.1" status: 200 len: 217 time: 0.0651004 Feb 17 09:45:22.976836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9d45d-b7d5-4672-b104-79413085658e req-b33af0e1-2b91-4ca5-9d72-75adb5dd9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:22.978308 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7cd9d45d-b7d5-4672-b104-79413085658e req-b33af0e1-2b91-4ca5-9d72-75adb5dd9b84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e151f1c-c510-48ff-b6f9-bdb3f4713e2e HTTP/1.1" status: 200 len: 834 time: 0.0605440 Feb 17 09:45:23.171433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9d45d-b7d5-4672-b104-79413085658e req-11cdb66d-b524-4301-b121-82705490e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:23.172965 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7cd9d45d-b7d5-4672-b104-79413085658e req-11cdb66d-b524-4301-b121-82705490e359 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c8a2d06-ef4c-4504-87ed-9e71f1ce119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1880493 Feb 17 09:45:23.312160 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7cd9d45d-b7d5-4672-b104-79413085658e req-305bd933-7b78-40e3-b3ff-b3396686669e service neutron] 10.222.0.37 "GET /v2.0/networks/7c8a2d06-ef4c-4504-87ed-9e71f1ce119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317942 Feb 17 09:45:23.462876 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7cd9d45d-b7d5-4672-b104-79413085658e req-6aeae994-737f-48e0-a41a-4f312988f8f8 service neutron] 10.222.0.37 "GET /v2.0/networks/7c8a2d06-ef4c-4504-87ed-9e71f1ce119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358237 Feb 17 09:45:23.499757 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1cf05-fb1c-488d-9d81-d8280466e16d req-da0d498e-58b7-439b-a9b4-8af9438f8083 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:23.500559 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-8ca1cf05-fb1c-488d-9d81-d8280466e16d req-da0d498e-58b7-439b-a9b4-8af9438f8083 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:45:23.596291 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-8ca1cf05-fb1c-488d-9d81-d8280466e16d req-da0d498e-58b7-439b-a9b4-8af9438f8083 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:45:23.597864 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8ca1cf05-fb1c-488d-9d81-d8280466e16d req-da0d498e-58b7-439b-a9b4-8af9438f8083 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 945 time: 0.1820605 Feb 17 09:45:23.759675 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8ca1cf05-fb1c-488d-9d81-d8280466e16d req-3f9a99dc-2472-4364-aae7-56a464e5f196 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=36366390-fbd9-42d5-ae11-dbc180f3a673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558213 Feb 17 09:45:24.190522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7413614-bce8-4d6f-9f38-e9001bfb90fa req-c2ac0cc8-7fc0-4706-8851-70ed52fde4c6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:24.192054 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b7413614-bce8-4d6f-9f38-e9001bfb90fa req-c2ac0cc8-7fc0-4706-8851-70ed52fde4c6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 945 time: 0.0802217 Feb 17 09:45:24.266228 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-b7413614-bce8-4d6f-9f38-e9001bfb90fa req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port a8fcfb95-4f84-4b6d-b4bd-835181483b47 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:45:24.266570 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b7413614-bce8-4d6f-9f38-e9001bfb90fa req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:24.524895 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-b7413614-bce8-4d6f-9f38-e9001bfb90fa req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port a8fcfb95-4f84-4b6d-b4bd-835181483b47, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a8fcfb95-4f84-4b6d-b4bd-835181483b47,segment=NetworkSegment(28053c0c-6e24-4884-8d6e-41b563ddd548),segment_id=28053c0c-6e24-4884-8d6e-41b563ddd548)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:45:24.525172 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b7413614-bce8-4d6f-9f38-e9001bfb90fa req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:24.656192 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-b7413614-bce8-4d6f-9f38-e9001bfb90fa req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for a8fcfb95-4f84-4b6d-b4bd-835181483b47 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:45:24.659963 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7302dc99-7872-4bbe-8a26-01fb12436482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:24.915206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b7413614-bce8-4d6f-9f38-e9001bfb90fa req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:24.977881 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bd9b3302-32db-49f7-bc37-ff9565cd3474 req-81c1700e-9ad2-4c7b-a4f1-7462849ae769 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 210 time: 0.0970578 Feb 17 09:45:24.988291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=a8fcfb95-4f84-4b6d-b4bd-835181483b47,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:25.031906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:25.032205 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:25.032540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:25.032870 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:25.033192 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:25.033516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:25.033834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:25.034176 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:25.035225 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:25.036047 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:25.036047 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:25.036370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:25.086237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7413614-bce8-4d6f-9f38-e9001bfb90fa req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] No DVR routers for this DVR port a8fcfb95-4f84-4b6d-b4bd-835181483b47 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:45:25.089122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b7413614-bce8-4d6f-9f38-e9001bfb90fa req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:25.092224 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc6c5c2-ca38-44c9-bc41-c5446f3870ca', 'name': 'network-vif-deleted', 'tag': 'a8fcfb95-4f84-4b6d-b4bd-835181483b47'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:45:25.142692 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc6c5c2-ca38-44c9-bc41-c5446f3870ca', 'name': 'network-vif-deleted', 'tag': 'a8fcfb95-4f84-4b6d-b4bd-835181483b47', 'status': 'completed', 'code': 200} Feb 17 09:45:25.214110 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b7413614-bce8-4d6f-9f38-e9001bfb90fa req-fcd39e45-41af-47b3-a59c-1454f1eb637d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "DELETE /v2.0/ports/a8fcfb95-4f84-4b6d-b4bd-835181483b47 HTTP/1.1" status: 204 len: 173 time: 1.0147214 Feb 17 09:45:26.153252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-570c19a3-bafa-4584-8274-11a99467f1cf req-95cad9be-d506-4e87-a338-1804244b6c55 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:45:26.230096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-570c19a3-bafa-4584-8274-11a99467f1cf req-95cad9be-d506-4e87-a338-1804244b6c55 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:45:26.231318 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-570c19a3-bafa-4584-8274-11a99467f1cf req-95cad9be-d506-4e87-a338-1804244b6c55 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbc6c5c2-ca38-44c9-bc41-c5446f3870ca HTTP/1.1" status: 200 len: 210 time: 0.1225324 Feb 17 09:45:27.001651 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97d66608-d9c3-422c-bb9e-7cf276021aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:27.207541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device a8fcfb95-4f84-4b6d-b4bd-835181483b47 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:45:27.243302 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: a8fcfb95-4f84-4b6d-b4bd-835181483b47 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:45:27.243658 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device a8fcfb95-4f84-4b6d-b4bd-835181483b47 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:45:27.337543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41852) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:27.407434 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-18e724f4-c357-443e-b196-112263238053 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:27.437819 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-18e724f4-c357-443e-b196-112263238053 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:27.579675 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-18e724f4-c357-443e-b196-112263238053 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:27.600872 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e724f4-c357-443e-b196-112263238053 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36366390-fbd9-42d5-ae11-dbc180f3a673,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:27.658582 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-18e724f4-c357-443e-b196-112263238053 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:27.659915 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-18e724f4-c357-443e-b196-112263238053 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/security-groups/36366390-fbd9-42d5-ae11-dbc180f3a673 HTTP/1.1" status: 204 len: 168 time: 0.3209269 Feb 17 09:45:27.728823 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41858) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:27.865298 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:28.053367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:28.317787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccb57441-8296-4159-be0e-ae93bdca258e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:28.682203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ccb57441-8296-4159-be0e-ae93bdca258e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port 7388474e-fc2f-4b53-8e35-9a94dd91d187 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:45:28.682961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccb57441-8296-4159-be0e-ae93bdca258e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:28.874832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ccb57441-8296-4159-be0e-ae93bdca258e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port 7388474e-fc2f-4b53-8e35-9a94dd91d187, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7388474e-fc2f-4b53-8e35-9a94dd91d187,segment=NetworkSegment(28053c0c-6e24-4884-8d6e-41b563ddd548),segment_id=28053c0c-6e24-4884-8d6e-41b563ddd548)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:45:28.875187 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccb57441-8296-4159-be0e-ae93bdca258e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:28.998210 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ccb57441-8296-4159-be0e-ae93bdca258e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for 7388474e-fc2f-4b53-8e35-9a94dd91d187 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:45:29.539178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccb57441-8296-4159-be0e-ae93bdca258e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:29.587674 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb57441-8296-4159-be0e-ae93bdca258e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=7388474e-fc2f-4b53-8e35-9a94dd91d187,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:29.727502 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:29.874552 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccb57441-8296-4159-be0e-ae93bdca258e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:30.257725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb57441-8296-4159-be0e-ae93bdca258e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 6cf86251-ee46-4c01-8f3d-826d56207689 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:45:30.435145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb57441-8296-4159-be0e-ae93bdca258e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:45:30.444862 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4b1c5-e7e6-4336-afcd-ffdba18a01ee None None] Sync routers for ids ['6cf86251-ee46-4c01-8f3d-826d56207689'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:45:30.453562 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4b1c5-e7e6-4336-afcd-ffdba18a01ee None None] Routers {'6cf86251-ee46-4c01-8f3d-826d56207689'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:45:30.454218 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5fe4b1c5-e7e6-4336-afcd-ffdba18a01ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:45:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6cf86251-ee46-4c01-8f3d-826d56207689'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:30.506630 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ccb57441-8296-4159-be0e-ae93bdca258e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/6cf86251-ee46-4c01-8f3d-826d56207689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7766876 Feb 17 09:45:30.509405 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41862) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:30.579015 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09b89ee-61ef-4a88-9e0a-d28230e854c8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting subnet 1e151f1c-c510-48ff-b6f9-bdb3f4713e2e {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:45:30.582857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c09b89ee-61ef-4a88-9e0a-d28230e854c8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:30.648903 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c09b89ee-61ef-4a88-9e0a-d28230e854c8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:30.678293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5fe4b1c5-e7e6-4336-afcd-ffdba18a01ee None None] Set router 6cf86251-ee46-4c01-8f3d-826d56207689 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:45:30.848137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c09b89ee-61ef-4a88-9e0a-d28230e854c8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:30.969287 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5fe4b1c5-e7e6-4336-afcd-ffdba18a01ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'name': 'tempest-TestNetworkBasicOps-router-322842205', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:43:35Z', 'updated_at': '2022-02-17T09:45:29Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:36Z', 'updated_at': '2022-02-17T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:30.973436 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4b1c5-e7e6-4336-afcd-ffdba18a01ee None None] Checking router: 6cf86251-ee46-4c01-8f3d-826d56207689 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:45:30.981693 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4b1c5-e7e6-4336-afcd-ffdba18a01ee None None] Routers {'6cf86251-ee46-4c01-8f3d-826d56207689'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:45:30.986090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5fe4b1c5-e7e6-4336-afcd-ffdba18a01ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:45:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6cf86251-ee46-4c01-8f3d-826d56207689'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:30.991255 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c09b89ee-61ef-4a88-9e0a-d28230e854c8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:31.031906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b89ee-61ef-4a88-9e0a-d28230e854c8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Subnet': ['ID=1e151f1c-c510-48ff-b6f9-bdb3f4713e2e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:31.035549 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c09b89ee-61ef-4a88-9e0a-d28230e854c8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:31.042229 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aefa9c-9c73-4162-aace-bc515b5b4395 None None] Network 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:45:31.042662 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c09b89ee-61ef-4a88-9e0a-d28230e854c8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/subnets/1e151f1c-c510-48ff-b6f9-bdb3f4713e2e HTTP/1.1" status: 204 len: 168 time: 0.5323322 Feb 17 09:45:31.045185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:31.223640 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-307212ce-688f-47b9-84e8-3411326fb5da tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:31.316559 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5fe4b1c5-e7e6-4336-afcd-ffdba18a01ee None None] Set router 6cf86251-ee46-4c01-8f3d-826d56207689 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:45:31.404218 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-307212ce-688f-47b9-84e8-3411326fb5da tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:31.488066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-307212ce-688f-47b9-84e8-3411326fb5da tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port e6234965-9cc8-4819-995e-78a260bf9568 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:45:31.488066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-307212ce-688f-47b9-84e8-3411326fb5da tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:31.606282 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:45:31.607284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] DHCP port deletion for 7c8a2d06-ef4c-4504-87ed-9e71f1ce119c request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:45:31.615934 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Deleting port 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:45:31.616313 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:31.673640 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-307212ce-688f-47b9-84e8-3411326fb5da tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port e6234965-9cc8-4819-995e-78a260bf9568, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e6234965-9cc8-4819-995e-78a260bf9568,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:45:31.673990 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-307212ce-688f-47b9-84e8-3411326fb5da tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:31.733010 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5fe4b1c5-e7e6-4336-afcd-ffdba18a01ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'name': 'tempest-TestNetworkBasicOps-router-322842205', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:43:35Z', 'updated_at': '2022-02-17T09:45:29Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:36Z', 'updated_at': '2022-02-17T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:31.741588 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4b1c5-e7e6-4336-afcd-ffdba18a01ee None None] The sync data for ids ['6cf86251-ee46-4c01-8f3d-826d56207689'] in dv-neutron-828143-5-hyperv is: [{'id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'name': 'tempest-TestNetworkBasicOps-router-322842205', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:43:35Z', 'updated_at': '2022-02-17T09:45:29Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'e6234965-9cc8-4819-995e-78a260bf9568', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf86251-ee46-4c01-8f3d-826d56207689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:43:36Z', 'updated_at': '2022-02-17T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:45:31.802450 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-307212ce-688f-47b9-84e8-3411326fb5da tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for e6234965-9cc8-4819-995e-78a260bf9568 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:45:31.859490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] For port 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1792cdba-d0af-40ba-81aa-8cd7ba1b31e4,segment=NetworkSegment(28053c0c-6e24-4884-8d6e-41b563ddd548),segment_id=28053c0c-6e24-4884-8d6e-41b563ddd548)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:45:31.873135 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:32.065981 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Calling delete_port for 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:45:32.087324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-307212ce-688f-47b9-84e8-3411326fb5da tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:32.139111 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307212ce-688f-47b9-84e8-3411326fb5da tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=e6234965-9cc8-4819-995e-78a260bf9568,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:32.236469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:32.240340 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-307212ce-688f-47b9-84e8-3411326fb5da tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:32.285610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Pushing event deleted for resources: {'Port': ['ID=1792cdba-d0af-40ba-81aa-8cd7ba1b31e4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:32.287957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] No DVR routers for this DVR port 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:45:32.297879 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:32.298278 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:32.298690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:32.298941 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:32.299271 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:32.299600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:32.301054 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:32.301266 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:32.301922 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:32.302080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:32.302564 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:32.302802 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719d36-ca36-4dee-80c5-dc782b8c43f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:32.421138 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-307212ce-688f-47b9-84e8-3411326fb5da tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:32.423301 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-307212ce-688f-47b9-84e8-3411326fb5da tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:32.498916 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-307212ce-688f-47b9-84e8-3411326fb5da tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:32.499413 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307212ce-688f-47b9-84e8-3411326fb5da tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Fanout notify agent at l3_agent the message router_deleted on router 6cf86251-ee46-4c01-8f3d-826d56207689 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:45:32.516093 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-307212ce-688f-47b9-84e8-3411326fb5da tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:32.517114 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-307212ce-688f-47b9-84e8-3411326fb5da tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/routers/6cf86251-ee46-4c01-8f3d-826d56207689 HTTP/1.1" status: 204 len: 168 time: 1.4710295 Feb 17 09:45:32.519946 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41870) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:32.733593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-600ab1e2-8878-4910-a730-2d558d51f7b4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:32.863240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-600ab1e2-8878-4910-a730-2d558d51f7b4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:32.893202 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-600ab1e2-8878-4910-a730-2d558d51f7b4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8a2d06-ef4c-4504-87ed-9e71f1ce119c']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:32.905658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-600ab1e2-8878-4910-a730-2d558d51f7b4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28053c0c-6e24-4884-8d6e-41b563ddd548') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:32.905953 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-600ab1e2-8878-4910-a730-2d558d51f7b4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28053c0c-6e24-4884-8d6e-41b563ddd548') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:32.917803 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-600ab1e2-8878-4910-a730-2d558d51f7b4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:32.936859 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-600ab1e2-8878-4910-a730-2d558d51f7b4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:32.944201 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600ab1e2-8878-4910-a730-2d558d51f7b4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:45:32.944608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-600ab1e2-8878-4910-a730-2d558d51f7b4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:45:32.959666 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:45:33.002368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:45:33.037138 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:45:33.037486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1792cdba-d0af-40ba-81aa-8cd7ba1b31e4 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:45:33.037900 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7388474e-fc2f-4b53-8e35-9a94dd91d187 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:45:33.073459 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 7388474e-fc2f-4b53-8e35-9a94dd91d187 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:45:33.074272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7388474e-fc2f-4b53-8e35-9a94dd91d187 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:45:33.074404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e6234965-9cc8-4819-995e-78a260bf9568 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:45:33.107637 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: e6234965-9cc8-4819-995e-78a260bf9568 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:45:33.107984 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e6234965-9cc8-4819-995e-78a260bf9568 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:45:33.116731 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-600ab1e2-8878-4910-a730-2d558d51f7b4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:33.138498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-600ab1e2-8878-4910-a730-2d558d51f7b4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:33.150732 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ab1e2-8878-4910-a730-2d558d51f7b4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Network': ['ID=7c8a2d06-ef4c-4504-87ed-9e71f1ce119c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:33.225515 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-600ab1e2-8878-4910-a730-2d558d51f7b4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/networks/7c8a2d06-ef4c-4504-87ed-9e71f1ce119c HTTP/1.1" status: 204 len: 168 time: 0.7045052 Feb 17 09:45:33.242901 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41874) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:33.251538 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-845b5eac-fedf-4ac3-a1d3-cea3e5b2ee8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'network': {'name': 'tempest-network-smoke--19404345', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'port_security_enabled': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:33.258237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-845b5eac-fedf-4ac3-a1d3-cea3e5b2ee8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:45:33.262554 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-845b5eac-fedf-4ac3-a1d3-cea3e5b2ee8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:network and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:45:33.265597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-845b5eac-fedf-4ac3-a1d3-cea3e5b2ee8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:45:33.272469 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-845b5eac-fedf-4ac3-a1d3-cea3e5b2ee8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:45:33.367747 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845b5eac-fedf-4ac3-a1d3-cea3e5b2ee8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:45:33.371220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-845b5eac-fedf-4ac3-a1d3-cea3e5b2ee8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:33.399717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845b5eac-fedf-4ac3-a1d3-cea3e5b2ee8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:45:33.408745 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-845b5eac-fedf-4ac3-a1d3-cea3e5b2ee8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:33.409086 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-845b5eac-fedf-4ac3-a1d3-cea3e5b2ee8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Added segment d75c2ae3-c702-46e6-8650-a7b9042b1627 of type vlan for network 54b47ea8-568f-44be-9043-c192ab3bf6be Feb 17 09:45:33.436007 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-845b5eac-fedf-4ac3-a1d3-cea3e5b2ee8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:33.527737 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-845b5eac-fedf-4ac3-a1d3-cea3e5b2ee8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:33.534475 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845b5eac-fedf-4ac3-a1d3-cea3e5b2ee8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:33.535001 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-845b5eac-fedf-4ac3-a1d3-cea3e5b2ee8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:33.648644 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b5eac-fedf-4ac3-a1d3-cea3e5b2ee8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Network': ['ID=54b47ea8-568f-44be-9043-c192ab3bf6be,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:33.660475 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 54b47ea8-568f-44be-9043-c192ab3bf6be details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:45:33.677436 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-845b5eac-fedf-4ac3-a1d3-cea3e5b2ee8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4334908 Feb 17 09:45:33.680096 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41878) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:33.685004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-16355691', 'admin_state_up': True, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:33.692863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:45:33.696887 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:router and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:45:33.699774 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:45:33.706074 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:45:33.762219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:33.763225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:33.779992 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:34.135242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:34.489961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:34.519316 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:34.766147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.26.4.186 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/c363309e-ae5c-417c-8d7f-94febf7c0fdf) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:45:34.915030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:35.002411 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:35.069328 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:45:35.071978 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:35.075673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:45:35.107888 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=c363309e-ae5c-417c-8d7f-94febf7c0fdf,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:35.550346 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:35.896614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:36.190127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router bfb49433-521e-4fd0-b0ea-c2923ca660ea is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:45:36.478972 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:45:36.489311 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Sync routers for ids ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:45:36.498314 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Routers {'bfb49433-521e-4fd0-b0ea-c2923ca660ea'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:45:36.498913 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:45:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:36.567698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:36.572025 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e51671d1-a8aa-4ddd-9f78-9b7fa0476285 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8879406 Feb 17 09:45:36.572196 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41882) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:36.671346 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Set router bfb49433-521e-4fd0-b0ea-c2923ca660ea gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:45:36.728389 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7edc30aa-77b8-4e65-be1e-a21f2d2b1940 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=eeb2e7b02f3142f899056abfe417a6b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1551049 Feb 17 09:45:36.731035 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41888) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:36.869349 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be93faf3-b2db-44af-aeb6-ea29c7b8007e tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:36.870965 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-be93faf3-b2db-44af-aeb6-ea29c7b8007e tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1390603 Feb 17 09:45:36.875531 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41892) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:36.915611 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-def3b4a0-36b3-41b2-b0cb-8045fc9ca814 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389557 Feb 17 09:45:36.918125 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41896) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:36.923477 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d68e0cff-7f7c-4654-8b98-d113ba29d080 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1216201096', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:36.969923 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:35Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:36.974554 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Checking router: bfb49433-521e-4fd0-b0ea-c2923ca660ea for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:45:36.974899 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Updating router bfb49433-521e-4fd0-b0ea-c2923ca660ea port c363309e-ae5c-417c-8d7f-94febf7c0fdf binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:45:37.027327 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:37.046929 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d68e0cff-7f7c-4654-8b98-d113ba29d080 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:45:37.052372 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d68e0cff-7f7c-4654-8b98-d113ba29d080 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:subnet and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:45:37.055312 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d68e0cff-7f7c-4654-8b98-d113ba29d080 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:45:37.060918 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d68e0cff-7f7c-4654-8b98-d113ba29d080 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:45:37.133039 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68e0cff-7f7c-4654-8b98-d113ba29d080 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:45:37.136631 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d68e0cff-7f7c-4654-8b98-d113ba29d080 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:37.406056 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:37.417634 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Transition to ACTIVE for port object c363309e-ae5c-417c-8d7f-94febf7c0fdf will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:45:37.447655 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d68e0cff-7f7c-4654-8b98-d113ba29d080 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:37.488044 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:37.522875 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e0cff-7f7c-4654-8b98-d113ba29d080 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Subnet': ['ID=bc7cf932-45af-4180-a563-d1855c04c31c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:37.536977 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e0cff-7f7c-4654-8b98-d113ba29d080 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Checking segment: {'id': 'd75c2ae3-c702-46e6-8650-a7b9042b1627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:45:37.537350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e0cff-7f7c-4654-8b98-d113ba29d080 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network hostable DHCP agents. Network: 54b47ea8-568f-44be-9043-c192ab3bf6be, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:45:37.580209 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b522d-dbec-4c59-93ea-3eb2df52d8c7 None None] Pushing event updated for resources: {'Port': ['ID=c363309e-ae5c-417c-8d7f-94febf7c0fdf,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:37.584210 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Attempting to bind port c363309e-ae5c-417c-8d7f-94febf7c0fdf on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:45:37.584565 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Attempting to bind port c363309e-ae5c-417c-8d7f-94febf7c0fdf by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:45:37.584911 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Attempting to bind port c363309e-ae5c-417c-8d7f-94febf7c0fdf on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:45:37.592898 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b522d-dbec-4c59-93ea-3eb2df52d8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:37.593245 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b522d-dbec-4c59-93ea-3eb2df52d8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:37.593578 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b522d-dbec-4c59-93ea-3eb2df52d8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:37.593906 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b522d-dbec-4c59-93ea-3eb2df52d8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:37.594269 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b522d-dbec-4c59-93ea-3eb2df52d8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:37.594611 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b522d-dbec-4c59-93ea-3eb2df52d8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:37.594892 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b522d-dbec-4c59-93ea-3eb2df52d8c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:37.595208 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b522d-dbec-4c59-93ea-3eb2df52d8c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:37.595527 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b522d-dbec-4c59-93ea-3eb2df52d8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:37.595849 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b522d-dbec-4c59-93ea-3eb2df52d8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:37.596152 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b522d-dbec-4c59-93ea-3eb2df52d8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:37.596460 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b522d-dbec-4c59-93ea-3eb2df52d8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:37.601644 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:45:37.604250 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:45:37.604250 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:37.604250 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:45:37.604250 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Bound port: c363309e-ae5c-417c-8d7f-94febf7c0fdf, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:45:37.604250 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:37.624401 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e0cff-7f7c-4654-8b98-d113ba29d080 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 54b47ea8-568f-44be-9043-c192ab3bf6be is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:45:37.680812 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] For port c363309e-ae5c-417c-8d7f-94febf7c0fdf, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:45:37.683983 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] For port c363309e-ae5c-417c-8d7f-94febf7c0fdf, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c363309e-ae5c-417c-8d7f-94febf7c0fdf,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:45:37.710525 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d68e0cff-7f7c-4654-8b98-d113ba29d080 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 54b47ea8-568f-44be-9043-c192ab3bf6be) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:37.715470 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68e0cff-7f7c-4654-8b98-d113ba29d080 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:37.716793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d68e0cff-7f7c-4654-8b98-d113ba29d080 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:37.726393 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f2dd63-0e21-4280-adbb-64c7cded37de None None] Network 54b47ea8-568f-44be-9043-c192ab3bf6be requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:45:37.774140 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:37.807185 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d68e0cff-7f7c-4654-8b98-d113ba29d080 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8839290 Feb 17 09:45:37.807796 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41900) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:37.864079 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b522d-dbec-4c59-93ea-3eb2df52d8c7 None None] Pushing event updated for resources: {'Port': ['ID=c363309e-ae5c-417c-8d7f-94febf7c0fdf,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:37.870646 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Routers {'bfb49433-521e-4fd0-b0ea-c2923ca660ea'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:45:37.871270 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:45:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:37.959507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-54b47ea8-568f-44be-9043-c192ab3bf6be', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:45:37.960356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:38.085231 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] Set router bfb49433-521e-4fd0-b0ea-c2923ca660ea gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:45:38.153230 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Allocated IP 172.20.0.2 (54b47ea8-568f-44be-9043-c192ab3bf6be/bc7cf932-45af-4180-a563-d1855c04c31c/145d02d1-2667-45d5-a7fb-df0bafa05bfc) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:45:38.373511 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:38.384580 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Transition to ACTIVE for port object 145d02d1-2667-45d5-a7fb-df0bafa05bfc will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:45:38.401842 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:35Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:38.405534 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Transition to ACTIVE for port object 145d02d1-2667-45d5-a7fb-df0bafa05bfc will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:45:38.407208 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b7fcf8-a65b-4391-9b28-40d98206e980 None None] The sync data for ids ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'] in dv-neutron-828143-5-hyperv is: [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:35Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:45:38.481884 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:38.549081 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:38.551571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Network 54b47ea8-568f-44be-9043-c192ab3bf6be is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:45:38.557915 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:38.557915 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:45:38.631817 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Pushing event updated for resources: {'Port': ['ID=145d02d1-2667-45d5-a7fb-df0bafa05bfc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:38.688824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Attempting to bind port 145d02d1-2667-45d5-a7fb-df0bafa05bfc on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:45:38.689214 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Attempting to bind port 145d02d1-2667-45d5-a7fb-df0bafa05bfc by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'd75c2ae3-c702-46e6-8650-a7b9042b1627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:45:38.689616 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Attempting to bind port 145d02d1-2667-45d5-a7fb-df0bafa05bfc on network 54b47ea8-568f-44be-9043-c192ab3bf6be {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:45:38.699240 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:45:38.699708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Checking segment: {'id': 'd75c2ae3-c702-46e6-8650-a7b9042b1627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:45:38.700115 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:38.700514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Bound using segment: {'id': 'd75c2ae3-c702-46e6-8650-a7b9042b1627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:45:38.700986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Bound port: 145d02d1-2667-45d5-a7fb-df0bafa05bfc, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75c2ae3-c702-46e6-8650-a7b9042b1627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:45:38.701372 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:38.792002 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:38.802810 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] For port 145d02d1-2667-45d5-a7fb-df0bafa05bfc, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:45:38.806608 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] For port 145d02d1-2667-45d5-a7fb-df0bafa05bfc, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=145d02d1-2667-45d5-a7fb-df0bafa05bfc,segment=NetworkSegment(d75c2ae3-c702-46e6-8650-a7b9042b1627),segment_id=d75c2ae3-c702-46e6-8650-a7b9042b1627)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:45:38.876453 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:38.969712 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fcd35-e554-4cf6-9e68-511100d2a5d4 None None] Pushing event updated for resources: {'Port': ['ID=145d02d1-2667-45d5-a7fb-df0bafa05bfc,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:39.066240 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c363309e-ae5c-417c-8d7f-94febf7c0fdf up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:45:39.242601 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port c363309e-ae5c-417c-8d7f-94febf7c0fdf completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:45:39.256410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port c363309e-ae5c-417c-8d7f-94febf7c0fdf triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:39.257008 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:39.361572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.1 (54b47ea8-568f-44be-9043-c192ab3bf6be/bc7cf932-45af-4180-a563-d1855c04c31c/16ebc45a-0cf4-4727-b1fb-3106a616e6ca) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:45:39.482871 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:39.514774 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port c363309e-ae5c-417c-8d7f-94febf7c0fdf, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c363309e-ae5c-417c-8d7f-94febf7c0fdf,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:45:39.568577 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:39.636549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:39.657900 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=c363309e-ae5c-417c-8d7f-94febf7c0fdf,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:39.662662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object 16ebc45a-0cf4-4727-b1fb-3106a616e6ca will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:45:39.733696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:39.803562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 54b47ea8-568f-44be-9043-c192ab3bf6be is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:45:39.806752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:39.811100 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:45:39.852649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=16ebc45a-0cf4-4727-b1fb-3106a616e6ca,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:39.876821 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:40.171919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:40.290823 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b54392-4955-4cf7-8650-aaa9d49c75f2 None None] Network 54b47ea8-568f-44be-9043-c192ab3bf6be requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:45:40.502427 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b509e025-240c-4d5c-b119-badd357707ed None None] Provisioning for port 145d02d1-2667-45d5-a7fb-df0bafa05bfc completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:45:40.738577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:40.773205 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:40.890459 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=16ebc45a-0cf4-4727-b1fb-3106a616e6ca,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:40.893863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f581ae34-7005-4075-8c94-7c8834fbb62b None None] Provisioning for port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:45:40.895356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:40.901037 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f581ae34-7005-4075-8c94-7c8834fbb62b None None] Provisioning complete for port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:40.901037 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f581ae34-7005-4075-8c94-7c8834fbb62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:40.975027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f581ae34-7005-4075-8c94-7c8834fbb62b None None] Port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:45:41.068678 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 54b47ea8-568f-44be-9043-c192ab3bf6be is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:45:41.069880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:41.101075 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c363309e-ae5c-417c-8d7f-94febf7c0fdf up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:45:41.150339 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f63a1be1-84a4-44c8-b066-e4899468fb14 None None] Provisioning complete for port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:41.150714 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f63a1be1-84a4-44c8-b066-e4899468fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:41.221903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f63a1be1-84a4-44c8-b066-e4899468fb14 None None] Port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:45:41.239261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port c363309e-ae5c-417c-8d7f-94febf7c0fdf triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:41.239564 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:41.287183 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router bfb49433-521e-4fd0-b0ea-c2923ca660ea has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:45:41.370133 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 145d02d1-2667-45d5-a7fb-df0bafa05bfc up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:45:41.399633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3b0c1701-eee7-4f30-bfa5-88a49f09a801 None None] Provisioning complete for port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:41.399633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b0c1701-eee7-4f30-bfa5-88a49f09a801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:41.474128 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c1701-eee7-4f30-bfa5-88a49f09a801 None None] Port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:45:41.482502 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:45:41.495523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Sync routers for ids ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:45:41.500065 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d77ff962-f48e-4247-ad54-b6654a7dc0de tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/bfb49433-521e-4fd0-b0ea-c2923ca660ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6904199 Feb 17 09:45:41.503439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41904) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:41.505937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Routers {'bfb49433-521e-4fd0-b0ea-c2923ca660ea'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:45:41.506611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:45:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:41.585366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 145d02d1-2667-45d5-a7fb-df0bafa05bfc completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:45:41.592400 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 145d02d1-2667-45d5-a7fb-df0bafa05bfc triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:41.592771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:41.658678 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5018b1e-b24e-4b7d-a4a2-ae2a10622320 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:41.660338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5018b1e-b24e-4b7d-a4a2-ae2a10622320 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:41.660810 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5018b1e-b24e-4b7d-a4a2-ae2a10622320 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:41.661286 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5018b1e-b24e-4b7d-a4a2-ae2a10622320 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:41.662987 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a5018b1e-b24e-4b7d-a4a2-ae2a10622320 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1583827 Feb 17 09:45:41.665756 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41908) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:41.741354 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ac1266-6880-4029-a179-68fe3583d964 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:41.742365 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ac1266-6880-4029-a179-68fe3583d964 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:41.742365 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ac1266-6880-4029-a179-68fe3583d964 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:41.742745 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ac1266-6880-4029-a179-68fe3583d964 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:41.746689 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d7ac1266-6880-4029-a179-68fe3583d964 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0797839 Feb 17 09:45:41.751444 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41912) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:41.778358 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Set router bfb49433-521e-4fd0-b0ea-c2923ca660ea gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:45:41.914815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:41.970930 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9877386f-46e4-482f-92e6-da0e01f5a659 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2223785 Feb 17 09:45:42.031193 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 145d02d1-2667-45d5-a7fb-df0bafa05bfc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=145d02d1-2667-45d5-a7fb-df0bafa05bfc,segment=NetworkSegment(d75c2ae3-c702-46e6-8650-a7b9042b1627),segment_id=d75c2ae3-c702-46e6-8650-a7b9042b1627)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:45:42.128704 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:42.217825 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=145d02d1-2667-45d5-a7fb-df0bafa05bfc,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:42.243450 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:40Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '16ebc45a-0cf4-4727-b1fb-3106a616e6ca', 'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:43:6a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:40Z', 'revision_number': 2, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:42.248234 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Checking router: bfb49433-521e-4fd0-b0ea-c2923ca660ea for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:45:42.248234 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Updating router bfb49433-521e-4fd0-b0ea-c2923ca660ea port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:45:42.292035 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41918) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:42.301270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9d7142b0-f47c-43fe-ae7a-fbd482c7423f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-4133635', 'description': 'tempest-secgroup-smoke-4133635 description', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:42.309520 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:42.311623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9d7142b0-f47c-43fe-ae7a-fbd482c7423f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:45:42.319165 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9d7142b0-f47c-43fe-ae7a-fbd482c7423f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:45:42.324484 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9d7142b0-f47c-43fe-ae7a-fbd482c7423f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:45:42.336754 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9d7142b0-f47c-43fe-ae7a-fbd482c7423f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:45:42.429725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d7142b0-f47c-43fe-ae7a-fbd482c7423f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:42.451497 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9d7142b0-f47c-43fe-ae7a-fbd482c7423f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:45:42.462188 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9d7142b0-f47c-43fe-ae7a-fbd482c7423f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:45:42.466152 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9d7142b0-f47c-43fe-ae7a-fbd482c7423f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:45:42.472927 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9d7142b0-f47c-43fe-ae7a-fbd482c7423f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:45:42.563194 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d7142b0-f47c-43fe-ae7a-fbd482c7423f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:42.625979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d7142b0-f47c-43fe-ae7a-fbd482c7423f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:42.703145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7142b0-f47c-43fe-ae7a-fbd482c7423f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20eafe92-deb9-4372-b8a1-c3a40f838d14,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:42.739887 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d7142b0-f47c-43fe-ae7a-fbd482c7423f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:42.741871 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9d7142b0-f47c-43fe-ae7a-fbd482c7423f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4482796 Feb 17 09:45:42.748470 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41922) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:42.755923 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-968ed22c-6fe6-440f-b119-51fbf62dd54a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '20eafe92-deb9-4372-b8a1-c3a40f838d14', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:42.763205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-968ed22c-6fe6-440f-b119-51fbf62dd54a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:45:42.767424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-968ed22c-6fe6-440f-b119-51fbf62dd54a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:45:42.772017 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-968ed22c-6fe6-440f-b119-51fbf62dd54a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:45:42.779048 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-968ed22c-6fe6-440f-b119-51fbf62dd54a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:45:42.786153 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:42.796117 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Transition to ACTIVE for port object 16ebc45a-0cf4-4727-b1fb-3106a616e6ca will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:45:42.944255 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-968ed22c-6fe6-440f-b119-51fbf62dd54a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:42.945242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:43.026986 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-968ed22c-6fe6-440f-b119-51fbf62dd54a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:43.083022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-968ed22c-6fe6-440f-b119-51fbf62dd54a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:43.104795 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 145d02d1-2667-45d5-a7fb-df0bafa05bfc up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:45:43.116820 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ed22c-6fe6-440f-b119-51fbf62dd54a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e909da42-8b9e-40d5-9f4e-ca94020392f1,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:43.188806 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5b52-d32e-4c94-8e94-c17b414617de None None] Pushing event updated for resources: {'Port': ['ID=16ebc45a-0cf4-4727-b1fb-3106a616e6ca,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:43.209129 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-968ed22c-6fe6-440f-b119-51fbf62dd54a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:43.211869 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-968ed22c-6fe6-440f-b119-51fbf62dd54a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4618194 Feb 17 09:45:43.223490 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41926) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:43.233661 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bb678346-61e7-42c0-a842-15c57805a34a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '20eafe92-deb9-4372-b8a1-c3a40f838d14', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:43.248664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bb678346-61e7-42c0-a842-15c57805a34a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:45:43.256052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bb678346-61e7-42c0-a842-15c57805a34a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:45:43.261856 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bb678346-61e7-42c0-a842-15c57805a34a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:45:43.275179 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bb678346-61e7-42c0-a842-15c57805a34a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:45:43.336549 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Attempting to bind port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:45:43.336836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Attempting to bind port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'd75c2ae3-c702-46e6-8650-a7b9042b1627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:45:43.337308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Attempting to bind port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca on network 54b47ea8-568f-44be-9043-c192ab3bf6be {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:45:43.345769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:45:43.346196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Checking segment: {'id': 'd75c2ae3-c702-46e6-8650-a7b9042b1627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:45:43.347189 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:43.347853 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Bound using segment: {'id': 'd75c2ae3-c702-46e6-8650-a7b9042b1627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:45:43.348491 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Bound port: 16ebc45a-0cf4-4727-b1fb-3106a616e6ca, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75c2ae3-c702-46e6-8650-a7b9042b1627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:45:43.348930 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:43.369534 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb678346-61e7-42c0-a842-15c57805a34a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:43.397345 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 145d02d1-2667-45d5-a7fb-df0bafa05bfc triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:43.397725 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:43.445113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb678346-61e7-42c0-a842-15c57805a34a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:43.510882 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] For port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:45:43.514939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] For port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=16ebc45a-0cf4-4727-b1fb-3106a616e6ca,segment=NetworkSegment(d75c2ae3-c702-46e6-8650-a7b9042b1627),segment_id=d75c2ae3-c702-46e6-8650-a7b9042b1627)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:45:43.520585 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb678346-61e7-42c0-a842-15c57805a34a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:43.546292 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb678346-61e7-42c0-a842-15c57805a34a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce32414-3da7-4cc9-8558-20dce059e0ba,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:43.603161 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:43.631064 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb678346-61e7-42c0-a842-15c57805a34a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:43.635952 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bb678346-61e7-42c0-a842-15c57805a34a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4068170 Feb 17 09:45:43.636662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41930) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:43.643116 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-956597b1-d4d2-440e-bcce-ba0e9e5ad957 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '20eafe92-deb9-4372-b8a1-c3a40f838d14', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:43.650597 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-956597b1-d4d2-440e-bcce-ba0e9e5ad957 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:45:43.654854 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-956597b1-d4d2-440e-bcce-ba0e9e5ad957 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:45:43.657953 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-956597b1-d4d2-440e-bcce-ba0e9e5ad957 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:45:43.667699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-956597b1-d4d2-440e-bcce-ba0e9e5ad957 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:45:43.686803 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Routers {'bfb49433-521e-4fd0-b0ea-c2923ca660ea'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:45:43.687182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:45:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:43.731116 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-956597b1-d4d2-440e-bcce-ba0e9e5ad957 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:43.788620 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd5b52-d32e-4c94-8e94-c17b414617de None None] Pushing event updated for resources: {'Port': ['ID=16ebc45a-0cf4-4727-b1fb-3106a616e6ca,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:43.825191 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-956597b1-d4d2-440e-bcce-ba0e9e5ad957 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:43.881734 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-956597b1-d4d2-440e-bcce-ba0e9e5ad957 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:43.906344 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956597b1-d4d2-440e-bcce-ba0e9e5ad957 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739a8f3d-3e6a-4c68-8913-85daf595e74f,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:43.922314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] Set router bfb49433-521e-4fd0-b0ea-c2923ca660ea gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:45:43.961589 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-956597b1-d4d2-440e-bcce-ba0e9e5ad957 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:43.962961 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-956597b1-d4d2-440e-bcce-ba0e9e5ad957 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3248029 Feb 17 09:45:43.965777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41934) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:43.972669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-83195e2c-319c-4803-9a0c-dd0f49fc8ab9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '20eafe92-deb9-4372-b8a1-c3a40f838d14', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:43.979388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-83195e2c-319c-4803-9a0c-dd0f49fc8ab9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:45:43.983533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-83195e2c-319c-4803-9a0c-dd0f49fc8ab9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:45:43.986848 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-83195e2c-319c-4803-9a0c-dd0f49fc8ab9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:45:43.993717 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-83195e2c-319c-4803-9a0c-dd0f49fc8ab9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:45:44.089977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83195e2c-319c-4803-9a0c-dd0f49fc8ab9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:44.165044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83195e2c-319c-4803-9a0c-dd0f49fc8ab9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:44.253277 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83195e2c-319c-4803-9a0c-dd0f49fc8ab9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:44.278889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83195e2c-319c-4803-9a0c-dd0f49fc8ab9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3cf754-9224-4254-8d6d-ece4d9dc0b64,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:44.306290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:40Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '16ebc45a-0cf4-4727-b1fb-3106a616e6ca', 'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:43:6a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:43Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:44.311878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16aae3-4757-416b-8b02-676c16a2719f None None] The sync data for ids ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'] in dv-neutron-828143-5-hyperv is: [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:40Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '16ebc45a-0cf4-4727-b1fb-3106a616e6ca', 'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:43:6a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:43Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:45:44.356320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83195e2c-319c-4803-9a0c-dd0f49fc8ab9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:44.367184 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-83195e2c-319c-4803-9a0c-dd0f49fc8ab9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4000788 Feb 17 09:45:44.369799 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 41940) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:44.378259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8998d2bc-a8c9-43c7-a12b-387ebb5cce16 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '20eafe92-deb9-4372-b8a1-c3a40f838d14', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:44.389279 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8998d2bc-a8c9-43c7-a12b-387ebb5cce16 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:45:44.395836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8998d2bc-a8c9-43c7-a12b-387ebb5cce16 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:45:44.401379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8998d2bc-a8c9-43c7-a12b-387ebb5cce16 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:45:44.407536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8998d2bc-a8c9-43c7-a12b-387ebb5cce16 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:45:44.499881 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-8998d2bc-a8c9-43c7-a12b-387ebb5cce16 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:45:44.512812 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8998d2bc-a8c9-43c7-a12b-387ebb5cce16 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:44.599660 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8998d2bc-a8c9-43c7-a12b-387ebb5cce16 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:44.687406 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8998d2bc-a8c9-43c7-a12b-387ebb5cce16 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:44.718357 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998d2bc-a8c9-43c7-a12b-387ebb5cce16 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518526e9-c1dd-4ca6-8d98-52dad69eea8f,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:44.830475 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8998d2bc-a8c9-43c7-a12b-387ebb5cce16 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:44.832625 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8998d2bc-a8c9-43c7-a12b-387ebb5cce16 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4612641 Feb 17 09:45:44.835485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 41944) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:45:44.841734 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a191f945-8d00-4d6c-8826-b076679eddef tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '20eafe92-deb9-4372-b8a1-c3a40f838d14', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:44.848558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a191f945-8d00-4d6c-8826-b076679eddef tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:45:44.853103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a191f945-8d00-4d6c-8826-b076679eddef tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:45:44.856490 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a191f945-8d00-4d6c-8826-b076679eddef tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:45:44.863223 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a191f945-8d00-4d6c-8826-b076679eddef tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:45:44.928622 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-a191f945-8d00-4d6c-8826-b076679eddef tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:45:44.937752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a191f945-8d00-4d6c-8826-b076679eddef tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:45.027012 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a191f945-8d00-4d6c-8826-b076679eddef tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:45.032745 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 16ebc45a-0cf4-4727-b1fb-3106a616e6ca up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:45:45.098585 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a191f945-8d00-4d6c-8826-b076679eddef tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:45.126629 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191f945-8d00-4d6c-8826-b076679eddef tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4566e113-67cf-4305-981a-714b66edf028,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:45.192620 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:45:45.200011 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:45.200660 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:45.219637 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a191f945-8d00-4d6c-8826-b076679eddef tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:45.224202 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a191f945-8d00-4d6c-8826-b076679eddef tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3871377 Feb 17 09:45:45.394380 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:45.445769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=16ebc45a-0cf4-4727-b1fb-3106a616e6ca,segment=NetworkSegment(d75c2ae3-c702-46e6-8650-a7b9042b1627),segment_id=d75c2ae3-c702-46e6-8650-a7b9042b1627)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:45:45.507967 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-73b3c581-0015-4c34-a131-67a469210a5c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-4133635&fields=id&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 267 time: 0.1522601 Feb 17 09:45:45.539605 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:45.615550 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=16ebc45a-0cf4-4727-b1fb-3106a616e6ca,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:45.670911 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-f3370e9f-5ee2-4f61-9e70-ebdc9bc82746 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:45.672341 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-f3370e9f-5ee2-4f61-9e70-ebdc9bc82746 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/networks?id=54b47ea8-568f-44be-9043-c192ab3bf6be HTTP/1.1" status: 200 len: 795 time: 0.1575990 Feb 17 09:45:45.687286 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-4f5d613e-7dac-4890-bd95-ade8fb5aaaf6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/quotas/eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 375 time: 0.0092814 Feb 17 09:45:45.776346 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-046be332-e20b-4081-9d92-20567d81a6b4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:45:45.876141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-046be332-e20b-4081-9d92-20567d81a6b4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:45:45.877438 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-046be332-e20b-4081-9d92-20567d81a6b4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1796181 Feb 17 09:45:45.941226 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-7758c1b7-0763-486e-aa23-d2e72afee316 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:45:45.942248 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-7758c1b7-0763-486e-aa23-d2e72afee316 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523233 Feb 17 09:45:46.073223 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-c0ad996f-95d7-4f9a-b8e3-8c9cf348044b service neutron] 10.222.0.75 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248209 Feb 17 09:45:46.210611 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-0a26d276-ab2c-4fe7-9e63-42e4baea99dc service neutron] 10.222.0.75 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314280 Feb 17 09:45:46.485920 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-fd0b46b9-081f-4e13-accb-56bb6a2453b0 req-de47ef77-b324-4be6-ab1b-4e903793e2e1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:45:46.498987 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-fd0b46b9-081f-4e13-accb-56bb6a2453b0 req-de47ef77-b324-4be6-ab1b-4e903793e2e1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:45:46.500174 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fd0b46b9-081f-4e13-accb-56bb6a2453b0 req-de47ef77-b324-4be6-ab1b-4e903793e2e1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 210 time: 0.0573308 Feb 17 09:45:47.003437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 16ebc45a-0cf4-4727-b1fb-3106a616e6ca up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:45:47.072076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:47.072526 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:47.660963 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-39dee247-11aa-4c80-8d07-3384e6af646c req-c597098d-51d8-4959-9697-108aa1989567 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 210 time: 0.0507684 Feb 17 09:45:48.538419 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-315b80fe-d72e-4cd4-a22b-dd3cafc6aa3e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:48.539951 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-315b80fe-d72e-4cd4-a22b-dd3cafc6aa3e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/networks?id=54b47ea8-568f-44be-9043-c192ab3bf6be HTTP/1.1" status: 200 len: 795 time: 0.1549687 Feb 17 09:45:48.628856 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-f91b6b67-ab49-4a98-ace0-a4e3b10f650e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 377 time: 0.0729384 Feb 17 09:45:48.646803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-b33ae9e4-28ee-474d-ba76-9d5e9f879efb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'port': {'device_id': 'd6e4b6b6-10e6-4b8b-98f2-33fa708577d4', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'admin_state_up': True, 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'security_groups': ['20eafe92-deb9-4372-b8a1-c3a40f838d14']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:48.798835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-b33ae9e4-28ee-474d-ba76-9d5e9f879efb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:45:48.809661 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-b33ae9e4-28ee-474d-ba76-9d5e9f879efb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:45:48.835324 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-64553a94-23c4-4732-86ac-234b19e63358 req-7aee812e-bf9e-4755-bcbb-4c3b04ad9405 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 210 time: 0.0489986 Feb 17 09:45:48.870186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-b33ae9e4-28ee-474d-ba76-9d5e9f879efb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:45:48.874621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-b33ae9e4-28ee-474d-ba76-9d5e9f879efb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:49.055493 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-b33ae9e4-28ee-474d-ba76-9d5e9f879efb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.13 (54b47ea8-568f-44be-9043-c192ab3bf6be/bc7cf932-45af-4180-a563-d1855c04c31c/ca21534a-ac86-4d98-8f3f-69653e85a94b) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:45:49.270766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-b33ae9e4-28ee-474d-ba76-9d5e9f879efb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:49.286950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-b33ae9e4-28ee-474d-ba76-9d5e9f879efb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object ca21534a-ac86-4d98-8f3f-69653e85a94b will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:45:49.373866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-b33ae9e4-28ee-474d-ba76-9d5e9f879efb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:49.450535 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-b33ae9e4-28ee-474d-ba76-9d5e9f879efb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 54b47ea8-568f-44be-9043-c192ab3bf6be is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:45:49.453487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-b33ae9e4-28ee-474d-ba76-9d5e9f879efb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:49.457666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-b33ae9e4-28ee-474d-ba76-9d5e9f879efb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:45:49.495445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ae9e4-28ee-474d-ba76-9d5e9f879efb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=ca21534a-ac86-4d98-8f3f-69653e85a94b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:49.535355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-b33ae9e4-28ee-474d-ba76-9d5e9f879efb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:49.536010 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-b33ae9e4-28ee-474d-ba76-9d5e9f879efb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:49.626911 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-b33ae9e4-28ee-474d-ba76-9d5e9f879efb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9893191 Feb 17 09:45:49.644772 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Request body: {'port': {'device_id': 'd6e4b6b6-10e6-4b8b-98f2-33fa708577d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:49.722952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-80e0f8de-2081-4872-857c-b7fbee99c3a8 None None] Provisioning for port ca21534a-ac86-4d98-8f3f-69653e85a94b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:45:49.729860 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-80e0f8de-2081-4872-857c-b7fbee99c3a8 None None] Provisioning complete for port ca21534a-ac86-4d98-8f3f-69653e85a94b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:49.730355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-80e0f8de-2081-4872-857c-b7fbee99c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:49.763875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:49.788350 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-80e0f8de-2081-4872-857c-b7fbee99c3a8 None None] Port ca21534a-ac86-4d98-8f3f-69653e85a94b cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:45:50.214126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ab76d-7d13-4d89-a140-7a30d71cd757 req-0cee8330-0162-4a5f-b3a9-3d2d12588380 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:50.214816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-094ab76d-7d13-4d89-a140-7a30d71cd757 req-0cee8330-0162-4a5f-b3a9-3d2d12588380 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:45:50.290947 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca21534a-ac86-4d98-8f3f-69653e85a94b {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:45:50.299141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:50.314183 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Transition to ACTIVE for port object ca21534a-ac86-4d98-8f3f-69653e85a94b will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:45:50.384375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-094ab76d-7d13-4d89-a140-7a30d71cd757 req-0cee8330-0162-4a5f-b3a9-3d2d12588380 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:45:50.385538 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-094ab76d-7d13-4d89-a140-7a30d71cd757 req-0cee8330-0162-4a5f-b3a9-3d2d12588380 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 932 time: 0.3455150 Feb 17 09:45:50.423017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:50.478957 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-094ab76d-7d13-4d89-a140-7a30d71cd757 req-8894c716-0b56-4f50-8076-14e435f1d266 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eafe92-deb9-4372-b8a1-c3a40f838d14&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0875676 Feb 17 09:45:50.569832 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Pushing event updated for resources: {'Port': ['ID=ca21534a-ac86-4d98-8f3f-69653e85a94b,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:50.691758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Attempting to bind port ca21534a-ac86-4d98-8f3f-69653e85a94b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:45:50.692091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Attempting to bind port ca21534a-ac86-4d98-8f3f-69653e85a94b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd75c2ae3-c702-46e6-8650-a7b9042b1627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:45:50.692413 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Attempting to bind port ca21534a-ac86-4d98-8f3f-69653e85a94b on network 54b47ea8-568f-44be-9043-c192ab3bf6be {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:45:50.697231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Port ca21534a-ac86-4d98-8f3f-69653e85a94b on network 54b47ea8-568f-44be-9043-c192ab3bf6be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:45:50.697552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Attempting to bind port ca21534a-ac86-4d98-8f3f-69653e85a94b on network 54b47ea8-568f-44be-9043-c192ab3bf6be {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:45:50.702559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:45:50.702906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Checking segment: {'id': 'd75c2ae3-c702-46e6-8650-a7b9042b1627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:45:50.703288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Bound using segment: {'id': 'd75c2ae3-c702-46e6-8650-a7b9042b1627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:45:50.703712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Bound port: ca21534a-ac86-4d98-8f3f-69653e85a94b, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75c2ae3-c702-46e6-8650-a7b9042b1627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:45:50.704050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:50.796683 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] For port ca21534a-ac86-4d98-8f3f-69653e85a94b, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:45:50.799665 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] For port ca21534a-ac86-4d98-8f3f-69653e85a94b, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ca21534a-ac86-4d98-8f3f-69653e85a94b,segment=NetworkSegment(d75c2ae3-c702-46e6-8650-a7b9042b1627),segment_id=d75c2ae3-c702-46e6-8650-a7b9042b1627)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:45:50.870639 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:50.934194 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:50.934832 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:50.936138 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] 10.222.0.37 "PUT /v2.0/ports/ca21534a-ac86-4d98-8f3f-69653e85a94b HTTP/1.1" status: 200 len: 1094 time: 1.2968805 Feb 17 09:45:50.936571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e4b6b6-10e6-4b8b-98f2-33fa708577d4', 'tag': 'ca21534a-ac86-4d98-8f3f-69653e85a94b'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:45:50.959169 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57904b2c-71c8-49d8-a87a-f4b227fe1971 service neutron] Pushing event updated for resources: {'Port': ['ID=ca21534a-ac86-4d98-8f3f-69653e85a94b,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:51.010317 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e4b6b6-10e6-4b8b-98f2-33fa708577d4', 'tag': 'ca21534a-ac86-4d98-8f3f-69653e85a94b', 'status': 'completed', 'code': 200} Feb 17 09:45:51.126610 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d8495-e782-4577-80e3-a84716649601 req-d6c9a000-60f1-4e02-aefe-696a7c866de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:51.128660 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-dd0d8495-e782-4577-80e3-a84716649601 req-d6c9a000-60f1-4e02-aefe-696a7c866de9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 1097 time: 0.0805418 Feb 17 09:45:51.279533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d8495-e782-4577-80e3-a84716649601 req-2f5b61a9-5766-4207-94dc-03685f36db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:51.280920 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-dd0d8495-e782-4577-80e3-a84716649601 req-2f5b61a9-5766-4207-94dc-03685f36db47 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1390626 Feb 17 09:45:51.432155 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d8495-e782-4577-80e3-a84716649601 req-624088c1-8908-4b94-9ea8-16f0fadca775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:51.433742 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-dd0d8495-e782-4577-80e3-a84716649601 req-624088c1-8908-4b94-9ea8-16f0fadca775 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1469193 Feb 17 09:45:51.577067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-12c076bd-6d3c-4ec6-9edb-d7edcb0ed9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:51.578562 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-12c076bd-6d3c-4ec6-9edb-d7edcb0ed9a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 1097 time: 0.0809333 Feb 17 09:45:51.696583 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-0ddf4b06-be01-4f0f-9521-69bd013636a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca21534a-ac86-4d98-8f3f-69653e85a94b HTTP/1.1" status: 200 len: 217 time: 0.1051939 Feb 17 09:45:51.776816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-fc99f07e-5d85-4b87-8ee7-852eb80a2578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:51.778551 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-fc99f07e-5d85-4b87-8ee7-852eb80a2578 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc7cf932-45af-4180-a563-d1855c04c31c HTTP/1.1" status: 200 len: 835 time: 0.0757551 Feb 17 09:45:51.838585 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f41f6a-ae69-4887-bb98-a8c02e772ef7 req-8eb13e5a-7fd9-4fd6-bb51-78dd0b4c6da1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:51.840088 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e2f41f6a-ae69-4887-bb98-a8c02e772ef7 req-8eb13e5a-7fd9-4fd6-bb51-78dd0b4c6da1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 944 time: 0.1924725 Feb 17 09:45:51.905260 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e2f41f6a-ae69-4887-bb98-a8c02e772ef7 req-1a26c700-4cab-473f-add3-ff3096dbf63a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eafe92-deb9-4372-b8a1-c3a40f838d14&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0549507 Feb 17 09:45:51.915764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-4d293d64-75f8-4a9a-bf50-1ec75a4f97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:51.917594 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-4d293d64-75f8-4a9a-bf50-1ec75a4f97ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54b47ea8-568f-44be-9043-c192ab3bf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1318746 Feb 17 09:45:52.051821 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-39ae2211-51e0-4d4c-af6f-650b05f3bf3a service neutron] 10.222.0.37 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284039 Feb 17 09:45:52.291846 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4dad7ec0-4bf8-4266-b067-ed96b3486783 req-eff4048f-4be1-40ab-9c08-44656d86d5b7 service neutron] 10.222.0.37 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337053 Feb 17 09:45:53.101679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214b490-ada3-465d-bbc6-ced5d4aa6544 req-03ac793f-9950-4c04-b9c1-eed8123dac50 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:53.103228 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4214b490-ada3-465d-bbc6-ced5d4aa6544 req-03ac793f-9950-4c04-b9c1-eed8123dac50 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 944 time: 0.0794959 Feb 17 09:45:53.147367 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-4214b490-ada3-465d-bbc6-ced5d4aa6544 req-0548f0b4-ab0d-47b2-bc6d-f732beb3db08 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:45:53.250521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-4214b490-ada3-465d-bbc6-ced5d4aa6544 req-0548f0b4-ab0d-47b2-bc6d-f732beb3db08 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:45:53.251703 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4214b490-ada3-465d-bbc6-ced5d4aa6544 req-0548f0b4-ab0d-47b2-bc6d-f732beb3db08 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eafe92-deb9-4372-b8a1-c3a40f838d14&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1425521 Feb 17 09:45:54.442289 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84562b1f-ef8b-40ca-bc48-daa88acd5bd9 req-55942c90-d903-4c29-858f-8652fdf0caaf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:54.443790 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-84562b1f-ef8b-40ca-bc48-daa88acd5bd9 req-55942c90-d903-4c29-858f-8652fdf0caaf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 944 time: 0.0804493 Feb 17 09:45:54.492752 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-84562b1f-ef8b-40ca-bc48-daa88acd5bd9 req-320d2c03-9d1e-4e53-bb94-d3c35d978fdc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eafe92-deb9-4372-b8a1-c3a40f838d14&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391774 Feb 17 09:45:54.681951 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-961bfdcd-f8e7-45d1-baf7-978a20dc623b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:55.406311 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device ca21534a-ac86-4d98-8f3f-69653e85a94b details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 09:45:55.551414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port ca21534a-ac86-4d98-8f3f-69653e85a94b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ca21534a-ac86-4d98-8f3f-69653e85a94b,segment=NetworkSegment(d75c2ae3-c702-46e6-8650-a7b9042b1627),segment_id=d75c2ae3-c702-46e6-8650-a7b9042b1627)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:45:55.570695 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'ca21534a-ac86-4d98-8f3f-69653e85a94b', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'port_id': 'ca21534a-ac86-4d98-8f3f-69653e85a94b', 'mac_address': 'fa:16:3e:e3:3c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 09:45:55.631362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:55.650146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca21534a-ac86-4d98-8f3f-69653e85a94b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:45:55.672747 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port ca21534a-ac86-4d98-8f3f-69653e85a94b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ca21534a-ac86-4d98-8f3f-69653e85a94b,segment=NetworkSegment(d75c2ae3-c702-46e6-8650-a7b9042b1627),segment_id=d75c2ae3-c702-46e6-8650-a7b9042b1627)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:45:55.693383 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404b3ba-12df-4202-acb0-994a82ee71f7 req-f17e875c-86fa-431f-bcf7-c4dc723d075c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:55.694949 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3404b3ba-12df-4202-acb0-994a82ee71f7 req-f17e875c-86fa-431f-bcf7-c4dc723d075c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 944 time: 0.0905259 Feb 17 09:45:55.733793 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:55.750216 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3404b3ba-12df-4202-acb0-994a82ee71f7 req-553125f0-41ee-46a6-a257-00ef3a58ce29 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eafe92-deb9-4372-b8a1-c3a40f838d14&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431750 Feb 17 09:45:55.842837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=ca21534a-ac86-4d98-8f3f-69653e85a94b,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:56.140234 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['ca21534a-ac86-4d98-8f3f-69653e85a94b'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:45:56.948629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfd28e-23bd-4720-ab27-71e820708fbe req-46fc0de7-d406-4cd7-8176-e8b78e44b3b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:56.949694 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-05dfd28e-23bd-4720-ab27-71e820708fbe req-46fc0de7-d406-4cd7-8176-e8b78e44b3b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 945 time: 0.0887542 Feb 17 09:45:56.967532 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6723adca-36cf-45c7-9a41-301bd8f7f6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:57.019989 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-05dfd28e-23bd-4720-ab27-71e820708fbe req-9e847622-90c9-4d4d-9646-dc9c956780c2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eafe92-deb9-4372-b8a1-c3a40f838d14&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0642259 Feb 17 09:45:57.420542 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device ca21534a-ac86-4d98-8f3f-69653e85a94b up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:45:57.561377 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port ca21534a-ac86-4d98-8f3f-69653e85a94b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:45:57.567649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port ca21534a-ac86-4d98-8f3f-69653e85a94b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:57.568039 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:57.692815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:57.723080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e4b6b6-10e6-4b8b-98f2-33fa708577d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca21534a-ac86-4d98-8f3f-69653e85a94b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:45:57.733317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port ca21534a-ac86-4d98-8f3f-69653e85a94b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ca21534a-ac86-4d98-8f3f-69653e85a94b,segment=NetworkSegment(d75c2ae3-c702-46e6-8650-a7b9042b1627),segment_id=d75c2ae3-c702-46e6-8650-a7b9042b1627)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:45:57.791341 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e4b6b6-10e6-4b8b-98f2-33fa708577d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca21534a-ac86-4d98-8f3f-69653e85a94b', 'code': 200} Feb 17 09:45:57.813034 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:57.887817 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=ca21534a-ac86-4d98-8f3f-69653e85a94b,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:57.898421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:58.071592 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:45:58.280368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b34d7c-1b48-49d9-b609-233d182cf884 req-4fa49918-8fab-47f5-89bb-6eeeddfc677f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:58.281772 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a1b34d7c-1b48-49d9-b609-233d182cf884 req-4fa49918-8fab-47f5-89bb-6eeeddfc677f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 946 time: 0.1493392 Feb 17 09:45:58.284778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4bf3-0390-4e49-9250-6124e38504a2 req-5e4f9e0d-65c3-4329-b770-4a13dfb74a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:58.286162 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-410b4bf3-0390-4e49-9250-6124e38504a2 req-5e4f9e0d-65c3-4329-b770-4a13dfb74a67 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 1099 time: 0.1148422 Feb 17 09:45:58.353807 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a1b34d7c-1b48-49d9-b609-233d182cf884 req-5bcd2d96-2988-47c8-947d-37a94c5fab64 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eafe92-deb9-4372-b8a1-c3a40f838d14&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0657806 Feb 17 09:45:58.357102 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-410b4bf3-0390-4e49-9250-6124e38504a2 req-7266baf3-f125-4958-886e-cf754989edab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=20eafe92-deb9-4372-b8a1-c3a40f838d14&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0556805 Feb 17 09:45:59.544711 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc186e7a-d492-4485-96ee-6ea0e7d90d32 req-b9802b6a-04ab-4bf1-b72d-381551205a9f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:59.546203 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bc186e7a-d492-4485-96ee-6ea0e7d90d32 req-b9802b6a-04ab-4bf1-b72d-381551205a9f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 946 time: 0.0831087 Feb 17 09:45:59.591956 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bc186e7a-d492-4485-96ee-6ea0e7d90d32 req-0ef337c5-0dde-44bf-b389-e8855b011cf9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eafe92-deb9-4372-b8a1-c3a40f838d14&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392499 Feb 17 09:45:59.727308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:00.802971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08527850-1c55-499b-851c-e4008cffd5d1 req-d3b54371-e474-42f9-8369-2555276d497f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:00.804470 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-08527850-1c55-499b-851c-e4008cffd5d1 req-d3b54371-e474-42f9-8369-2555276d497f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 946 time: 0.1018064 Feb 17 09:46:00.851793 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-08527850-1c55-499b-851c-e4008cffd5d1 req-9d63d62a-98ee-4f6d-86f4-ca69e18132e7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eafe92-deb9-4372-b8a1-c3a40f838d14&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413885 Feb 17 09:46:01.165856 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd96f8-ceac-4ab1-9c85-b88f5f425d51 req-7ad7a4de-9c27-4f70-bbb0-570f3ea65162 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:01.167516 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c1cd96f8-ceac-4ab1-9c85-b88f5f425d51 req-7ad7a4de-9c27-4f70-bbb0-570f3ea65162 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 946 time: 0.2022340 Feb 17 09:46:01.212958 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c1cd96f8-ceac-4ab1-9c85-b88f5f425d51 req-a641ce41-2dfd-47e5-898b-487b2c6a595f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eafe92-deb9-4372-b8a1-c3a40f838d14&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0397415 Feb 17 09:46:01.236369 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42006) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:46:01.323685 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df81a49a-1e15-4bea-bf98-a18ffdca7542 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:01.325092 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-df81a49a-1e15-4bea-bf98-a18ffdca7542 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 1094 time: 0.0875995 Feb 17 09:46:01.327931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42012) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:46:01.335030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': 'ca21534a-ac86-4d98-8f3f-69653e85a94b', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:01.341973 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:46:01.345936 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:floatingip and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:46:01.350520 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:46:01.356550 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:46:01.435716 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:01.597917 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:01.734423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.26.4.253 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/270e93c8-c51a-4345-a284-5e3344a1e815) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:46:01.902092 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:01.990808 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:02.061245 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:46:02.064040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:46:02.068498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:46:02.098221 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=270e93c8-c51a-4345-a284-5e3344a1e815,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:02.510179 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:02.916974 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:03.144066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:03.213034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:03.327874 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=270e93c8-c51a-4345-a284-5e3344a1e815,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:03.345291 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:03.627238 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP 56ac91b0-5dee-45e2-8031-403b70db0ec9 associated. External IP: 172.26.4.253, port: ca21534a-ac86-4d98-8f3f-69653e85a94b. Feb 17 09:46:03.991908 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router bfb49433-521e-4fd0-b0ea-c2923ca660ea has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:46:04.174750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:46:04.186370 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d3bb8-c7b0-4929-859e-f76bbe15ac5a None None] Sync routers for ids ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:46:04.197496 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d3bb8-c7b0-4929-859e-f76bbe15ac5a None None] Routers {'bfb49433-521e-4fd0-b0ea-c2923ca660ea'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:46:04.198146 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e96d3bb8-c7b0-4929-859e-f76bbe15ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:45:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:04.258961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:04.316081 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a7e9dd6f-2be1-4e90-bbb8-5c21f90b04c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9868922 Feb 17 09:46:04.316717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e4b6b6-10e6-4b8b-98f2-33fa708577d4', 'tag': 'ca21534a-ac86-4d98-8f3f-69653e85a94b'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:46:04.318682 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42018) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:46:04.388207 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e96d3bb8-c7b0-4929-859e-f76bbe15ac5a None None] Set router bfb49433-521e-4fd0-b0ea-c2923ca660ea gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:46:04.435853 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-879ce904-2a45-42e7-a6d7-9f35dabccda8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/56ac91b0-5dee-45e2-8031-403b70db0ec9 HTTP/1.1" status: 200 len: 992 time: 0.1147985 Feb 17 09:46:04.443436 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e4b6b6-10e6-4b8b-98f2-33fa708577d4', 'tag': 'ca21534a-ac86-4d98-8f3f-69653e85a94b', 'status': 'completed', 'code': 200} Feb 17 09:46:04.560698 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90405471-37f7-419d-a8dd-03833398e8a7 req-50a16e5b-9510-41e1-8705-12a25724615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:04.562242 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-90405471-37f7-419d-a8dd-03833398e8a7 req-50a16e5b-9510-41e1-8705-12a25724615a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 1099 time: 0.0745442 Feb 17 09:46:04.701901 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90405471-37f7-419d-a8dd-03833398e8a7 req-8fe77837-fe56-424d-ad0e-db9191a6416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:04.703626 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-90405471-37f7-419d-a8dd-03833398e8a7 req-8fe77837-fe56-424d-ad0e-db9191a6416f service neutron] 10.222.0.37 "GET /v2.0/networks?id=54b47ea8-568f-44be-9043-c192ab3bf6be HTTP/1.1" status: 200 len: 896 time: 0.1358116 Feb 17 09:46:04.758375 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e96d3bb8-c7b0-4929-859e-f76bbe15ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:40Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '56ac91b0-5dee-45e2-8031-403b70db0ec9', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'port_id': 'ca21534a-ac86-4d98-8f3f-69653e85a94b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'mac_address': 'fa:16:3e:e3:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4b6b6-10e6-4b8b-98f2-33fa708577d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:46:02Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ebc45a-0cf4-4727-b1fb-3106a616e6ca', 'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:43:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:45Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:04.762283 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d3bb8-c7b0-4929-859e-f76bbe15ac5a None None] Checking router: bfb49433-521e-4fd0-b0ea-c2923ca660ea for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:46:04.771579 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d3bb8-c7b0-4929-859e-f76bbe15ac5a None None] Routers {'bfb49433-521e-4fd0-b0ea-c2923ca660ea'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:46:04.772364 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e96d3bb8-c7b0-4929-859e-f76bbe15ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:45:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:04.812312 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-90405471-37f7-419d-a8dd-03833398e8a7 req-954bf65f-5c6e-4bc0-9a39-88fbeddeb299 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca21534a-ac86-4d98-8f3f-69653e85a94b HTTP/1.1" status: 200 len: 1000 time: 0.1015718 Feb 17 09:46:04.875058 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90405471-37f7-419d-a8dd-03833398e8a7 req-b839429c-5ca3-49c0-86c3-0e2d4f79021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:04.876499 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-90405471-37f7-419d-a8dd-03833398e8a7 req-b839429c-5ca3-49c0-86c3-0e2d4f79021e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc7cf932-45af-4180-a563-d1855c04c31c HTTP/1.1" status: 200 len: 835 time: 0.0588655 Feb 17 09:46:04.959149 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90405471-37f7-419d-a8dd-03833398e8a7 req-78830b7c-d40f-45dd-a183-321957e56c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:04.960695 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-90405471-37f7-419d-a8dd-03833398e8a7 req-78830b7c-d40f-45dd-a183-321957e56c4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54b47ea8-568f-44be-9043-c192ab3bf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779629 Feb 17 09:46:04.997553 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e96d3bb8-c7b0-4929-859e-f76bbe15ac5a None None] Set router bfb49433-521e-4fd0-b0ea-c2923ca660ea gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:46:05.103566 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-90405471-37f7-419d-a8dd-03833398e8a7 req-47621501-08dd-4ecf-9bff-80d0bf1c8a4c service neutron] 10.222.0.37 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371374 Feb 17 09:46:05.245076 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-90405471-37f7-419d-a8dd-03833398e8a7 req-1638f53a-657b-45d5-a4a2-7cfcadd87b86 service neutron] 10.222.0.37 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336870 Feb 17 09:46:05.360860 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e96d3bb8-c7b0-4929-859e-f76bbe15ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:40Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '56ac91b0-5dee-45e2-8031-403b70db0ec9', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'port_id': 'ca21534a-ac86-4d98-8f3f-69653e85a94b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'mac_address': 'fa:16:3e:e3:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4b6b6-10e6-4b8b-98f2-33fa708577d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:46:02Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ebc45a-0cf4-4727-b1fb-3106a616e6ca', 'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:43:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:45Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:05.366633 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d3bb8-c7b0-4929-859e-f76bbe15ac5a None None] The sync data for ids ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'] in dv-neutron-828143-5-hyperv is: [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:40Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '56ac91b0-5dee-45e2-8031-403b70db0ec9', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'port_id': 'ca21534a-ac86-4d98-8f3f-69653e85a94b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'mac_address': 'fa:16:3e:e3:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4b6b6-10e6-4b8b-98f2-33fa708577d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:46:02Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ebc45a-0cf4-4727-b1fb-3106a616e6ca', 'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:43:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:45Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:46:05.438500 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42026) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:46:05.555940 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e9671582-1959-483d-adc6-2b4faf470b62 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/56ac91b0-5dee-45e2-8031-403b70db0ec9 HTTP/1.1" status: 200 len: 992 time: 0.1159065 Feb 17 09:46:05.572776 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc2c479-b0a6-421e-8e9c-74f0c764e259 None None] New status for floating IP 56ac91b0-5dee-45e2-8031-403b70db0ec9: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:46:06.559639 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42030) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:46:06.793125 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c7e70639-9798-4786-9356-b5e943586695 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/56ac91b0-5dee-45e2-8031-403b70db0ec9 HTTP/1.1" status: 200 len: 994 time: 0.2323430 Feb 17 09:46:08.561458 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:08.606535 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:46:23.633302 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-66b40a6f-2578-46b2-baf0-d67c66591e19 req-49323be8-793c-4b0f-9370-b2e76e18a781 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693851 Feb 17 09:46:23.795756 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b40a6f-2578-46b2-baf0-d67c66591e19 req-85a23a81-5449-4a0b-91b8-95fa626474a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:23.797190 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-66b40a6f-2578-46b2-baf0-d67c66591e19 req-85a23a81-5449-4a0b-91b8-95fa626474a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 1099 time: 0.0742598 Feb 17 09:46:23.948910 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b40a6f-2578-46b2-baf0-d67c66591e19 req-02031b88-2a84-4589-ae6b-86887e5ca7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:23.950348 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-66b40a6f-2578-46b2-baf0-d67c66591e19 req-02031b88-2a84-4589-ae6b-86887e5ca7ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=54b47ea8-568f-44be-9043-c192ab3bf6be HTTP/1.1" status: 200 len: 896 time: 0.1332209 Feb 17 09:46:24.056976 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-66b40a6f-2578-46b2-baf0-d67c66591e19 req-5e11e10c-c31a-43dd-8c45-58f0484091c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca21534a-ac86-4d98-8f3f-69653e85a94b HTTP/1.1" status: 200 len: 1002 time: 0.0995538 Feb 17 09:46:24.126920 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b40a6f-2578-46b2-baf0-d67c66591e19 req-cfe6c746-783e-4973-a91f-1af77f47bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:24.128572 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-66b40a6f-2578-46b2-baf0-d67c66591e19 req-cfe6c746-783e-4973-a91f-1af77f47bfe6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc7cf932-45af-4180-a563-d1855c04c31c HTTP/1.1" status: 200 len: 835 time: 0.0656731 Feb 17 09:46:24.204849 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b40a6f-2578-46b2-baf0-d67c66591e19 req-4aa951a3-02ec-492c-9645-4d362072c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:24.207009 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-66b40a6f-2578-46b2-baf0-d67c66591e19 req-4aa951a3-02ec-492c-9645-4d362072c8fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54b47ea8-568f-44be-9043-c192ab3bf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713351 Feb 17 09:46:24.340882 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-66b40a6f-2578-46b2-baf0-d67c66591e19 req-b201cd96-1882-4bf0-94b5-578e970cddf6 service neutron] 10.222.0.37 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278422 Feb 17 09:46:24.472795 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-66b40a6f-2578-46b2-baf0-d67c66591e19 req-532c953c-3504-4225-9dbd-ba0f2843ead6 service neutron] 10.222.0.37 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252007 Feb 17 09:46:24.715472 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b756a51-4d9c-4a92-b23e-8e2620956856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:27.012517 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ac1787f9-2bf8-4b9e-b340-4419b9d6959c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:27.978437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:28.121343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:29.744071 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:38.576655 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:45.606053 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:46:54.686171 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1569cce5-5938-4d1e-a172-d6eb3955affd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:56.998733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a393e2b7-0468-4f90-8ec7-1f92678c35f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:57.897482 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:58.086017 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:46:59.777510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:08.617201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:09.483814 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42062) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:09.562977 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63765f92-cac6-4350-8f24-5ac14cdf78d4 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:09.563526 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63765f92-cac6-4350-8f24-5ac14cdf78d4 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:09.564005 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63765f92-cac6-4350-8f24-5ac14cdf78d4 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:09.570205 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-63765f92-cac6-4350-8f24-5ac14cdf78d4 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/ports?project_id=eeb2e7b02f3142f899056abfe417a6b8&network_id=54b47ea8-568f-44be-9043-c192ab3bf6be HTTP/1.1" status: 200 len: 3000 time: 0.0814190 Feb 17 09:47:13.590008 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42074) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:13.651215 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c63aa-69a0-4827-baa4-a23cf12e9271 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:13.652684 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7b7c63aa-69a0-4827-baa4-a23cf12e9271 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a HTTP/1.1" status: 200 len: 814 time: 0.0616565 Feb 17 09:47:15.093903 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42082) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:15.099149 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d6e3cc1c-4ac6-42f4-960d-6144294f26a1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:15.199247 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6e3cc1c-4ac6-42f4-960d-6144294f26a1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:15.478677 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6e3cc1c-4ac6-42f4-960d-6144294f26a1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:15.549214 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6e3cc1c-4ac6-42f4-960d-6144294f26a1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:15.549512 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-d6e3cc1c-4ac6-42f4-960d-6144294f26a1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP 56ac91b0-5dee-45e2-8031-403b70db0ec9 disassociated. External IP: 172.26.4.253, port: ca21534a-ac86-4d98-8f3f-69653e85a94b. Feb 17 09:47:16.072667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e3cc1c-4ac6-42f4-960d-6144294f26a1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router bfb49433-521e-4fd0-b0ea-c2923ca660ea has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:47:16.261793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e3cc1c-4ac6-42f4-960d-6144294f26a1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:47:16.267858 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6e3cc1c-4ac6-42f4-960d-6144294f26a1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:16.272859 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227dea5-f23b-41c3-a428-c571051da241 None None] Sync routers for ids ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:47:16.286954 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227dea5-f23b-41c3-a428-c571051da241 None None] Routers {'bfb49433-521e-4fd0-b0ea-c2923ca660ea'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:47:16.287766 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d227dea5-f23b-41c3-a428-c571051da241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:46:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:47:16.328734 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d6e3cc1c-4ac6-42f4-960d-6144294f26a1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/floatingips/56ac91b0-5dee-45e2-8031-403b70db0ec9 HTTP/1.1" status: 200 len: 690 time: 1.2335680 Feb 17 09:47:16.329261 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e4b6b6-10e6-4b8b-98f2-33fa708577d4', 'tag': 'ca21534a-ac86-4d98-8f3f-69653e85a94b'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:47:16.331850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42086) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:16.394870 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e4b6b6-10e6-4b8b-98f2-33fa708577d4', 'tag': 'ca21534a-ac86-4d98-8f3f-69653e85a94b', 'status': 'completed', 'code': 200} Feb 17 09:47:16.432607 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a93a6c82-c85b-41c3-8a42-bf45d71683ca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/56ac91b0-5dee-45e2-8031-403b70db0ec9 HTTP/1.1" status: 200 len: 690 time: 0.0994124 Feb 17 09:47:16.512246 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-d227dea5-f23b-41c3-a428-c571051da241 None None] Set router bfb49433-521e-4fd0-b0ea-c2923ca660ea gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:47:16.532667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d42a-775f-4638-8074-fd129b56340e req-df6342d7-64c6-4bac-8b1f-7d821a5eb738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:16.535785 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2eb8d42a-775f-4638-8074-fd129b56340e req-df6342d7-64c6-4bac-8b1f-7d821a5eb738 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 1099 time: 0.0913415 Feb 17 09:47:16.676709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d42a-775f-4638-8074-fd129b56340e req-845c686a-aa4c-4869-9e41-78598c6aeb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:16.678195 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2eb8d42a-775f-4638-8074-fd129b56340e req-845c686a-aa4c-4869-9e41-78598c6aeb02 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54b47ea8-568f-44be-9043-c192ab3bf6be HTTP/1.1" status: 200 len: 896 time: 0.1361511 Feb 17 09:47:16.751817 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2eb8d42a-775f-4638-8074-fd129b56340e req-c700de49-297b-4601-804a-4326651e3694 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca21534a-ac86-4d98-8f3f-69653e85a94b HTTP/1.1" status: 200 len: 217 time: 0.0673673 Feb 17 09:47:16.830536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d42a-775f-4638-8074-fd129b56340e req-822e3647-dc07-487d-9d14-133b3c9184a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:16.833515 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2eb8d42a-775f-4638-8074-fd129b56340e req-822e3647-dc07-487d-9d14-133b3c9184a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc7cf932-45af-4180-a563-d1855c04c31c HTTP/1.1" status: 200 len: 835 time: 0.0749309 Feb 17 09:47:16.880565 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d227dea5-f23b-41c3-a428-c571051da241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:40Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '16ebc45a-0cf4-4727-b1fb-3106a616e6ca', 'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:43:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:45Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:47:16.884261 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227dea5-f23b-41c3-a428-c571051da241 None None] Checking router: bfb49433-521e-4fd0-b0ea-c2923ca660ea for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:47:16.893189 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227dea5-f23b-41c3-a428-c571051da241 None None] Routers {'bfb49433-521e-4fd0-b0ea-c2923ca660ea'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:47:16.894426 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d227dea5-f23b-41c3-a428-c571051da241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:46:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:47:16.928614 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d42a-775f-4638-8074-fd129b56340e req-b1bf34f6-840c-4de4-b5a2-39c95160bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:16.930186 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2eb8d42a-775f-4638-8074-fd129b56340e req-b1bf34f6-840c-4de4-b5a2-39c95160bf43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54b47ea8-568f-44be-9043-c192ab3bf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911539 Feb 17 09:47:17.088403 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2eb8d42a-775f-4638-8074-fd129b56340e req-9280e60f-53b2-4a6e-89e4-40cc25299047 service neutron] 10.222.0.37 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519334 Feb 17 09:47:17.118155 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-d227dea5-f23b-41c3-a428-c571051da241 None None] Set router bfb49433-521e-4fd0-b0ea-c2923ca660ea gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:47:17.349667 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2eb8d42a-775f-4638-8074-fd129b56340e req-6d0b7ef5-4bfa-4ff3-934c-e59acebbd055 service neutron] 10.222.0.37 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553337 Feb 17 09:47:17.436331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42092) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:17.482928 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d227dea5-f23b-41c3-a428-c571051da241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:40Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '16ebc45a-0cf4-4727-b1fb-3106a616e6ca', 'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:43:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:45Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:47:17.487157 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227dea5-f23b-41c3-a428-c571051da241 None None] The sync data for ids ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'] in dv-neutron-828143-5-hyperv is: [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:40Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '16ebc45a-0cf4-4727-b1fb-3106a616e6ca', 'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:43:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:45Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:47:17.529051 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0325efd5-3618-4c5c-bd85-285d9a2d28ee tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/56ac91b0-5dee-45e2-8031-403b70db0ec9 HTTP/1.1" status: 200 len: 690 time: 0.0913346 Feb 17 09:47:17.730970 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6308a4eb-7aa2-44b2-b97f-0699016666fc None None] New status for floating IP 56ac91b0-5dee-45e2-8031-403b70db0ec9: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:47:18.533645 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42096) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:18.615092 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-213f1c66-e529-4eb3-99f7-d2b5a9ecdc6e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/56ac91b0-5dee-45e2-8031-403b70db0ec9 HTTP/1.1" status: 200 len: 688 time: 0.0803337 Feb 17 09:47:19.946698 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42102) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:19.952734 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-564636968', 'description': 'tempest-secgroup-smoke-564636968 description', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:19.960179 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:47:19.969058 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:47:20.080656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:20.101930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:47:20.105952 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:47:20.109317 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:47:20.115068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:47:20.204189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:20.278079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:20.323909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69589135-f842-4345-8a71-bfc8cc61df50,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:20.331733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:20.332081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:20.332449 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:20.332758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:20.333090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:20.333420 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:20.333743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:20.334092 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:20.334423 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:20.334756 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:20.335064 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:20.335360 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:20.411540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:20.413052 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f2af663c-4be1-42f7-962a-6415e7ce1f42 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4648862 Feb 17 09:47:20.416342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42106) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:20.421504 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-aa869b80-125a-46eb-87ad-132c9b9a99d1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '69589135-f842-4345-8a71-bfc8cc61df50', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:20.427784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-aa869b80-125a-46eb-87ad-132c9b9a99d1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:47:20.431773 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-aa869b80-125a-46eb-87ad-132c9b9a99d1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:47:20.436662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-aa869b80-125a-46eb-87ad-132c9b9a99d1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:47:20.440739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-aa869b80-125a-46eb-87ad-132c9b9a99d1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:47:20.540012 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa869b80-125a-46eb-87ad-132c9b9a99d1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:20.613584 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa869b80-125a-46eb-87ad-132c9b9a99d1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:20.713536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa869b80-125a-46eb-87ad-132c9b9a99d1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:20.741264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa869b80-125a-46eb-87ad-132c9b9a99d1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffa95fc-bfc6-4b63-b117-fa951797aa72,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:20.822313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa869b80-125a-46eb-87ad-132c9b9a99d1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:20.824309 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-aa869b80-125a-46eb-87ad-132c9b9a99d1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4067142 Feb 17 09:47:20.826801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42110) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:20.833803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5bdb0910-4b53-4ab0-8c8f-720920654148 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '69589135-f842-4345-8a71-bfc8cc61df50', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:20.840602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5bdb0910-4b53-4ab0-8c8f-720920654148 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:47:20.844631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5bdb0910-4b53-4ab0-8c8f-720920654148 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:47:20.847636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5bdb0910-4b53-4ab0-8c8f-720920654148 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:47:20.853659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5bdb0910-4b53-4ab0-8c8f-720920654148 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:47:20.955180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bdb0910-4b53-4ab0-8c8f-720920654148 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:21.035652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bdb0910-4b53-4ab0-8c8f-720920654148 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:21.129720 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bdb0910-4b53-4ab0-8c8f-720920654148 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:21.154884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb0910-4b53-4ab0-8c8f-720920654148 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae6ede5-57e0-46b0-ad7c-343e822cd3e4,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:21.227238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bdb0910-4b53-4ab0-8c8f-720920654148 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:21.228473 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5bdb0910-4b53-4ab0-8c8f-720920654148 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4007375 Feb 17 09:47:21.231183 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42114) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:21.236280 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-433e0697-5e80-4bf1-a68d-5661b2495d70 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '69589135-f842-4345-8a71-bfc8cc61df50', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:21.243433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-433e0697-5e80-4bf1-a68d-5661b2495d70 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:47:21.247554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-433e0697-5e80-4bf1-a68d-5661b2495d70 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:47:21.250664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-433e0697-5e80-4bf1-a68d-5661b2495d70 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:47:21.258179 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-433e0697-5e80-4bf1-a68d-5661b2495d70 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:47:21.350764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-433e0697-5e80-4bf1-a68d-5661b2495d70 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:21.431743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-433e0697-5e80-4bf1-a68d-5661b2495d70 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:21.515147 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-433e0697-5e80-4bf1-a68d-5661b2495d70 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:21.540257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e0697-5e80-4bf1-a68d-5661b2495d70 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0512a4f7-8c6f-4672-a19d-57be796d7716,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:21.646367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-433e0697-5e80-4bf1-a68d-5661b2495d70 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:21.647668 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-433e0697-5e80-4bf1-a68d-5661b2495d70 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4153836 Feb 17 09:47:21.650984 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42118) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:21.657446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dc7e937f-c0ed-4dc1-a93c-8bde55a43e58 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '69589135-f842-4345-8a71-bfc8cc61df50', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:21.664617 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dc7e937f-c0ed-4dc1-a93c-8bde55a43e58 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:47:21.668489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-dc7e937f-c0ed-4dc1-a93c-8bde55a43e58 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:47:21.671895 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-dc7e937f-c0ed-4dc1-a93c-8bde55a43e58 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:47:21.679133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dc7e937f-c0ed-4dc1-a93c-8bde55a43e58 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:47:21.777769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dc7e937f-c0ed-4dc1-a93c-8bde55a43e58 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:21.845385 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dc7e937f-c0ed-4dc1-a93c-8bde55a43e58 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:21.931446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dc7e937f-c0ed-4dc1-a93c-8bde55a43e58 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:21.956254 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e937f-c0ed-4dc1-a93c-8bde55a43e58 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae53450-5333-4e8b-be7d-f3fcd23c051b,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:22.063444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dc7e937f-c0ed-4dc1-a93c-8bde55a43e58 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:22.064670 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-dc7e937f-c0ed-4dc1-a93c-8bde55a43e58 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4124136 Feb 17 09:47:22.067660 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42122) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:22.073029 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8e28bf60-44d3-4435-ab0f-0edc8f3e6973 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '69589135-f842-4345-8a71-bfc8cc61df50', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:22.079451 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8e28bf60-44d3-4435-ab0f-0edc8f3e6973 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:47:22.084062 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8e28bf60-44d3-4435-ab0f-0edc8f3e6973 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:47:22.087048 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8e28bf60-44d3-4435-ab0f-0edc8f3e6973 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:47:22.092766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8e28bf60-44d3-4435-ab0f-0edc8f3e6973 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:47:22.171846 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-8e28bf60-44d3-4435-ab0f-0edc8f3e6973 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:47:22.179170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e28bf60-44d3-4435-ab0f-0edc8f3e6973 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:22.246684 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e28bf60-44d3-4435-ab0f-0edc8f3e6973 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:22.325888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e28bf60-44d3-4435-ab0f-0edc8f3e6973 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:22.352671 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28bf60-44d3-4435-ab0f-0edc8f3e6973 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad925db-afde-4dc7-b782-0cdc3159d67e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:22.451926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e28bf60-44d3-4435-ab0f-0edc8f3e6973 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:22.453150 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8e28bf60-44d3-4435-ab0f-0edc8f3e6973 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3845294 Feb 17 09:47:22.456931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42126) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:22.461894 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '69589135-f842-4345-8a71-bfc8cc61df50', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:22.468015 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:47:22.472134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:47:22.474934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:47:22.480600 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:47:22.569705 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:47:22.583131 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:22.606936 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:47:22.647949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:22.725922 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:22.750803 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e78296-0365-46d0-89e8-9c945c62c6b4,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:22.761476 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:22.761824 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:22.762190 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:22.762532 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:22.762860 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:22.763185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:22.763508 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:22.763832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:22.764157 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:22.764481 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:22.764799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:22.765116 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:22.849861 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:22.851059 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-75fb88dd-bb0d-4d90-a0cd-8eb60bc871c1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3934088 Feb 17 09:47:23.028818 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-cac303bb-4484-4332-a2e3-4cd7f2d21628 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:47:23.135757 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-cac303bb-4484-4332-a2e3-4cd7f2d21628 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:47:23.137139 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-cac303bb-4484-4332-a2e3-4cd7f2d21628 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-564636968&fields=id&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 267 time: 0.1512494 Feb 17 09:47:23.302516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-569d55d1-59bb-4212-93b3-2ea9959be954 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:23.304004 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-569d55d1-59bb-4212-93b3-2ea9959be954 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/networks?id=54b47ea8-568f-44be-9043-c192ab3bf6be HTTP/1.1" status: 200 len: 795 time: 0.1590493 Feb 17 09:47:23.320000 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-95d14bc4-aa8c-4d85-8e45-cd5ff5e4e0da tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/quotas/eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 375 time: 0.0105689 Feb 17 09:47:23.411681 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-8e8d0937-5def-4e37-bd03-8baf4c83c16d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0860023 Feb 17 09:47:23.552344 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-3b172baf-e7fc-4370-adb9-78a744286568 service neutron] 10.222.0.75 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288373 Feb 17 09:47:23.694896 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-e7b77cba-1a73-4197-b965-6740943828fa service neutron] 10.222.0.75 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365507 Feb 17 09:47:24.056873 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1f2d884f-a483-4432-8089-049dcfcdcefa req-e70f4174-5d3e-4d79-9b70-ebe9e390afbf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 210 time: 0.1000936 Feb 17 09:47:24.629128 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1324b2e0-9213-4653-a74c-891b5a31eeb6 req-99140faa-2231-4be4-8794-cf2bf0751a8a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777018 Feb 17 09:47:24.680477 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e1f9395c-16c7-444d-bdcb-3121b91bb4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:24.821699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324b2e0-9213-4653-a74c-891b5a31eeb6 req-1fba0036-b0c6-4675-ba1b-3ef1fc31a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:24.821699 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1324b2e0-9213-4653-a74c-891b5a31eeb6 req-1fba0036-b0c6-4675-ba1b-3ef1fc31a206 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 1099 time: 0.0734971 Feb 17 09:47:24.973046 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324b2e0-9213-4653-a74c-891b5a31eeb6 req-5a9611f9-0112-4f6a-96b2-b4b70482cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:24.975042 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1324b2e0-9213-4653-a74c-891b5a31eeb6 req-5a9611f9-0112-4f6a-96b2-b4b70482cf1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=54b47ea8-568f-44be-9043-c192ab3bf6be HTTP/1.1" status: 200 len: 896 time: 0.1480606 Feb 17 09:47:25.049619 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1324b2e0-9213-4653-a74c-891b5a31eeb6 req-82d4b936-718e-4678-b4f7-827d413270b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca21534a-ac86-4d98-8f3f-69653e85a94b HTTP/1.1" status: 200 len: 217 time: 0.0675886 Feb 17 09:47:25.116399 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324b2e0-9213-4653-a74c-891b5a31eeb6 req-2cc346ad-56b4-42a8-b196-7f48c468bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:25.118165 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1324b2e0-9213-4653-a74c-891b5a31eeb6 req-2cc346ad-56b4-42a8-b196-7f48c468bc7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc7cf932-45af-4180-a563-d1855c04c31c HTTP/1.1" status: 200 len: 835 time: 0.0626523 Feb 17 09:47:25.339917 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-17f52a88-52a3-478d-a592-50d7d374c385 req-3bd564b5-d7a6-4c81-acb7-c455e938addc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 210 time: 0.1636915 Feb 17 09:47:25.363288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324b2e0-9213-4653-a74c-891b5a31eeb6 req-2e302903-73d0-4a5f-87e0-557c2c7ab857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:25.364924 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1324b2e0-9213-4653-a74c-891b5a31eeb6 req-2e302903-73d0-4a5f-87e0-557c2c7ab857 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54b47ea8-568f-44be-9043-c192ab3bf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2406986 Feb 17 09:47:25.507664 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1324b2e0-9213-4653-a74c-891b5a31eeb6 req-cbccfa41-4b36-4660-8288-71a93fc37397 service neutron] 10.222.0.37 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360161 Feb 17 09:47:25.666925 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1324b2e0-9213-4653-a74c-891b5a31eeb6 req-a6e027e5-5114-4c22-84a5-d2a2d319da0f service neutron] 10.222.0.37 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537757 Feb 17 09:47:26.325890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-66c8fd41-6f34-4688-ae52-66598a9d64f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:26.327507 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-66c8fd41-6f34-4688-ae52-66598a9d64f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/networks?id=54b47ea8-568f-44be-9043-c192ab3bf6be HTTP/1.1" status: 200 len: 795 time: 0.1647570 Feb 17 09:47:26.389783 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-dfb5b72a-1fbf-4223-9577-df1879d56420 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 469 time: 0.0478356 Feb 17 09:47:26.399278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-27760292-087e-4d9a-872e-d27518473860 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'port': {'device_id': '12011b40-92d1-4eb1-92a5-2afdc3be9f00', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'admin_state_up': True, 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'security_groups': ['69589135-f842-4345-8a71-bfc8cc61df50']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:26.526967 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-48b3cd15-e302-49e5-9d42-c791c670ecd1 req-48b0a02a-dbf6-4643-b319-47e3824f10c9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 210 time: 0.0537584 Feb 17 09:47:26.574543 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-27760292-087e-4d9a-872e-d27518473860 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:47:26.592466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-27760292-087e-4d9a-872e-d27518473860 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:47:26.713586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-27760292-087e-4d9a-872e-d27518473860 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:47:26.718255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-27760292-087e-4d9a-872e-d27518473860 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:26.908602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-27760292-087e-4d9a-872e-d27518473860 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.12 (54b47ea8-568f-44be-9043-c192ab3bf6be/bc7cf932-45af-4180-a563-d1855c04c31c/b1fd6b08-2963-4121-8423-c6808264ef26) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:47:27.006032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13670c0d-27a4-4c0b-81f2-b4e4cdcc4b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:27.123333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-27760292-087e-4d9a-872e-d27518473860 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:27.140259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-27760292-087e-4d9a-872e-d27518473860 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object b1fd6b08-2963-4121-8423-c6808264ef26 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:47:27.235214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-27760292-087e-4d9a-872e-d27518473860 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:27.309217 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-27760292-087e-4d9a-872e-d27518473860 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 54b47ea8-568f-44be-9043-c192ab3bf6be is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:47:27.312270 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-27760292-087e-4d9a-872e-d27518473860 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:47:27.316904 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-27760292-087e-4d9a-872e-d27518473860 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:47:27.369727 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27760292-087e-4d9a-872e-d27518473860 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=b1fd6b08-2963-4121-8423-c6808264ef26,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:27.396174 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-27760292-087e-4d9a-872e-d27518473860 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:27.396841 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-27760292-087e-4d9a-872e-d27518473860 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:27.509523 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-27760292-087e-4d9a-872e-d27518473860 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1140311 Feb 17 09:47:27.532561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Request body: {'port': {'device_id': '12011b40-92d1-4eb1-92a5-2afdc3be9f00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:27.685544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1b8b84b8-dc18-47f7-8bcf-875156b06eea None None] Provisioning for port b1fd6b08-2963-4121-8423-c6808264ef26 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:47:27.691889 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1b8b84b8-dc18-47f7-8bcf-875156b06eea None None] Provisioning complete for port b1fd6b08-2963-4121-8423-c6808264ef26 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:47:27.692365 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b8b84b8-dc18-47f7-8bcf-875156b06eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:27.754007 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:27.759699 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b84b8-dc18-47f7-8bcf-875156b06eea None None] Port b1fd6b08-2963-4121-8423-c6808264ef26 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:47:27.862549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39ecd7-6bd6-45c8-9d53-e1addcd7f69d req-73e4f07d-4688-4b49-b0e9-fe1bfbf78940 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:27.863294 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-7b39ecd7-6bd6-45c8-9d53-e1addcd7f69d req-73e4f07d-4688-4b49-b0e9-fe1bfbf78940 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:47:27.866759 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:27.975265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-7b39ecd7-6bd6-45c8-9d53-e1addcd7f69d req-73e4f07d-4688-4b49-b0e9-fe1bfbf78940 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:47:27.976346 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7b39ecd7-6bd6-45c8-9d53-e1addcd7f69d req-73e4f07d-4688-4b49-b0e9-fe1bfbf78940 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 932 time: 0.3147197 Feb 17 09:47:28.104806 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7b39ecd7-6bd6-45c8-9d53-e1addcd7f69d req-770fa7cd-3b08-42e4-98cc-565db88bdf7e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=69589135-f842-4345-8a71-bfc8cc61df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733171 Feb 17 09:47:28.189203 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:28.319076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1fd6b08-2963-4121-8423-c6808264ef26 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:47:28.327038 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:28.342686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Transition to ACTIVE for port object b1fd6b08-2963-4121-8423-c6808264ef26 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:47:28.427273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:28.559357 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fd6b08-2963-4121-8423-c6808264ef26,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:28.673937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Attempting to bind port b1fd6b08-2963-4121-8423-c6808264ef26 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:47:28.674311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Attempting to bind port b1fd6b08-2963-4121-8423-c6808264ef26 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd75c2ae3-c702-46e6-8650-a7b9042b1627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:47:28.674864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Attempting to bind port b1fd6b08-2963-4121-8423-c6808264ef26 on network 54b47ea8-568f-44be-9043-c192ab3bf6be {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:47:28.680273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Port b1fd6b08-2963-4121-8423-c6808264ef26 on network 54b47ea8-568f-44be-9043-c192ab3bf6be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:47:28.680627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Attempting to bind port b1fd6b08-2963-4121-8423-c6808264ef26 on network 54b47ea8-568f-44be-9043-c192ab3bf6be {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:47:28.687913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:47:28.688253 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Checking segment: {'id': 'd75c2ae3-c702-46e6-8650-a7b9042b1627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:47:28.688647 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Bound using segment: {'id': 'd75c2ae3-c702-46e6-8650-a7b9042b1627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:47:28.689105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Bound port: b1fd6b08-2963-4121-8423-c6808264ef26, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75c2ae3-c702-46e6-8650-a7b9042b1627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:47:28.689455 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:28.789817 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] For port b1fd6b08-2963-4121-8423-c6808264ef26, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:47:28.793296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] For port b1fd6b08-2963-4121-8423-c6808264ef26, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1fd6b08-2963-4121-8423-c6808264ef26,segment=NetworkSegment(d75c2ae3-c702-46e6-8650-a7b9042b1627),segment_id=d75c2ae3-c702-46e6-8650-a7b9042b1627)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:47:28.869175 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:28.934214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:28.934834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:28.936539 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] 10.222.0.37 "PUT /v2.0/ports/b1fd6b08-2963-4121-8423-c6808264ef26 HTTP/1.1" status: 200 len: 1094 time: 1.4086001 Feb 17 09:47:28.936757 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12011b40-92d1-4eb1-92a5-2afdc3be9f00', 'tag': 'b1fd6b08-2963-4121-8423-c6808264ef26'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:47:28.968820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5257b3-12c4-42b7-b06b-010a98b6b690 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fd6b08-2963-4121-8423-c6808264ef26,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:28.998006 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12011b40-92d1-4eb1-92a5-2afdc3be9f00', 'tag': 'b1fd6b08-2963-4121-8423-c6808264ef26', 'status': 'completed', 'code': 200} Feb 17 09:47:29.133606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceec469-d96f-46d1-a2c3-e67fb993c8c6 req-479d96a8-a5dd-467b-a47f-eea2dc74e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:29.135174 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fceec469-d96f-46d1-a2c3-e67fb993c8c6 req-479d96a8-a5dd-467b-a47f-eea2dc74e881 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 1097 time: 0.0930457 Feb 17 09:47:29.344908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceec469-d96f-46d1-a2c3-e67fb993c8c6 req-7eecbf3a-28b5-4ad5-b2a7-37a7cacf4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:29.347175 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fceec469-d96f-46d1-a2c3-e67fb993c8c6 req-7eecbf3a-28b5-4ad5-b2a7-37a7cacf4d82 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1968813 Feb 17 09:47:29.432287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda62a7-3736-4124-8c5b-cd66312878cc req-6cca3bad-e0ab-46bf-b4bf-8bdaca64ab23 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:29.433731 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0cda62a7-3736-4124-8c5b-cd66312878cc req-6cca3bad-e0ab-46bf-b4bf-8bdaca64ab23 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 944 time: 0.2089314 Feb 17 09:47:29.512548 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0cda62a7-3736-4124-8c5b-cd66312878cc req-246184d6-c844-4ed8-bde4-0172a74b8819 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=69589135-f842-4345-8a71-bfc8cc61df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708780 Feb 17 09:47:29.529857 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceec469-d96f-46d1-a2c3-e67fb993c8c6 req-dadccda0-45e4-4f2b-9213-e8ba2b7b598d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:29.531374 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fceec469-d96f-46d1-a2c3-e67fb993c8c6 req-dadccda0-45e4-4f2b-9213-e8ba2b7b598d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1787632 Feb 17 09:47:29.665450 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-3cc035a6-88ef-47ba-85d8-5fd38b039269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:29.667016 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-3cc035a6-88ef-47ba-85d8-5fd38b039269 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 1097 time: 0.0767262 Feb 17 09:47:29.740695 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-38e3c798-b053-4843-ac5e-add99c6b6dbe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fd6b08-2963-4121-8423-c6808264ef26 HTTP/1.1" status: 200 len: 217 time: 0.0600471 Feb 17 09:47:29.748824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:29.805827 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-5d85299e-01e0-4fb7-8889-e7fcaf214b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:29.807278 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-5d85299e-01e0-4fb7-8889-e7fcaf214b06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc7cf932-45af-4180-a563-d1855c04c31c HTTP/1.1" status: 200 len: 835 time: 0.0609772 Feb 17 09:47:29.887007 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-99559a0e-9f5e-47ff-9b8a-dde94d56a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:29.888539 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-99559a0e-9f5e-47ff-9b8a-dde94d56a8ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54b47ea8-568f-44be-9043-c192ab3bf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733404 Feb 17 09:47:30.027173 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-bbc1ae1e-c38a-44a3-adef-422f310c0e87 service neutron] 10.222.0.37 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321168 Feb 17 09:47:30.161153 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea89ab48-e841-4743-a6ff-e1afcecf8004 req-a887fa08-b3ba-4387-9379-a3dd21398fb7 service neutron] 10.222.0.37 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282184 Feb 17 09:47:30.711954 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6704fd-6161-40a6-b7ea-4634c9c2047e req-a723dc36-1ca6-4486-ae7f-57dc09783bd3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:30.713606 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8c6704fd-6161-40a6-b7ea-4634c9c2047e req-a723dc36-1ca6-4486-ae7f-57dc09783bd3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 944 time: 0.0869057 Feb 17 09:47:30.758379 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8c6704fd-6161-40a6-b7ea-4634c9c2047e req-a32fd1d2-7f41-4562-bbbf-0330c8d890d6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=69589135-f842-4345-8a71-bfc8cc61df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386364 Feb 17 09:47:31.947361 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899c9ef-681f-4baf-8e4f-5ec50c64218e req-092783e3-4922-4907-8cc8-2dfd28cfec57 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:31.948864 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5899c9ef-681f-4baf-8e4f-5ec50c64218e req-092783e3-4922-4907-8cc8-2dfd28cfec57 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 944 time: 0.0838208 Feb 17 09:47:32.119251 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5899c9ef-681f-4baf-8e4f-5ec50c64218e req-90e8a1ef-0447-490b-9526-ee30b0008704 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=69589135-f842-4345-8a71-bfc8cc61df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602907 Feb 17 09:47:33.315641 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9ed8e-ad04-4c76-8c2b-974ca934007b req-dd367a18-4c07-4d6a-8547-1e7a9bdf0752 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:33.317281 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e3b9ed8e-ad04-4c76-8c2b-974ca934007b req-dd367a18-4c07-4d6a-8547-1e7a9bdf0752 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 944 time: 0.0899487 Feb 17 09:47:33.374365 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e3b9ed8e-ad04-4c76-8c2b-974ca934007b req-a07f5848-7219-437b-bfaf-3ec9a74f5fe7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=69589135-f842-4345-8a71-bfc8cc61df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491037 Feb 17 09:47:33.907872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device b1fd6b08-2963-4121-8423-c6808264ef26 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 09:47:34.048250 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port b1fd6b08-2963-4121-8423-c6808264ef26, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1fd6b08-2963-4121-8423-c6808264ef26,segment=NetworkSegment(d75c2ae3-c702-46e6-8650-a7b9042b1627),segment_id=d75c2ae3-c702-46e6-8650-a7b9042b1627)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:47:34.062564 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'b1fd6b08-2963-4121-8423-c6808264ef26', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'port_id': 'b1fd6b08-2963-4121-8423-c6808264ef26', 'mac_address': 'fa:16:3e:d1:fb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 09:47:34.125154 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:34.143150 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1fd6b08-2963-4121-8423-c6808264ef26 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:47:34.160494 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port b1fd6b08-2963-4121-8423-c6808264ef26, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1fd6b08-2963-4121-8423-c6808264ef26,segment=NetworkSegment(d75c2ae3-c702-46e6-8650-a7b9042b1627),segment_id=d75c2ae3-c702-46e6-8650-a7b9042b1627)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:47:34.285163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:34.355350 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=b1fd6b08-2963-4121-8423-c6808264ef26,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:34.363337 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:34.363689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:34.364034 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:34.364371 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:34.364705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:34.365037 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:34.365363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:34.365689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:34.366016 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:34.366382 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:34.366704 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:34.367025 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:34.585389 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9bd1b-b230-4f57-b2cd-b7c0d1b9c3f3 req-ae5406d3-f9dd-4585-81e1-2688ce5093e3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:34.586939 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29e9bd1b-b230-4f57-b2cd-b7c0d1b9c3f3 req-ae5406d3-f9dd-4585-81e1-2688ce5093e3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 945 time: 0.0870714 Feb 17 09:47:34.635155 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29e9bd1b-b230-4f57-b2cd-b7c0d1b9c3f3 req-f2ee520b-1f23-4350-8044-354f3497a261 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=69589135-f842-4345-8a71-bfc8cc61df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405798 Feb 17 09:47:34.685882 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['b1fd6b08-2963-4121-8423-c6808264ef26'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:47:35.837834 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f8fa5-e53f-4fff-a03b-42c943285b75 req-4bb260d0-6bc5-4a9e-b8a3-af36d6ba4d11 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:35.839373 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f71f8fa5-e53f-4fff-a03b-42c943285b75 req-4bb260d0-6bc5-4a9e-b8a3-af36d6ba4d11 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 945 time: 0.0952020 Feb 17 09:47:35.883783 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f71f8fa5-e53f-4fff-a03b-42c943285b75 req-72bd7be0-b0e4-4cba-8c19-7f7c130799cb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=69589135-f842-4345-8a71-bfc8cc61df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388062 Feb 17 09:47:35.910065 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device b1fd6b08-2963-4121-8423-c6808264ef26 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:47:36.044062 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port b1fd6b08-2963-4121-8423-c6808264ef26 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:47:36.050094 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port b1fd6b08-2963-4121-8423-c6808264ef26 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:47:36.050632 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:36.203824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:36.231240 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12011b40-92d1-4eb1-92a5-2afdc3be9f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fd6b08-2963-4121-8423-c6808264ef26'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:47:36.242262 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port b1fd6b08-2963-4121-8423-c6808264ef26, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1fd6b08-2963-4121-8423-c6808264ef26,segment=NetworkSegment(d75c2ae3-c702-46e6-8650-a7b9042b1627),segment_id=d75c2ae3-c702-46e6-8650-a7b9042b1627)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:47:36.277134 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12011b40-92d1-4eb1-92a5-2afdc3be9f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fd6b08-2963-4121-8423-c6808264ef26', 'code': 200} Feb 17 09:47:36.388568 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:36.455128 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=b1fd6b08-2963-4121-8423-c6808264ef26,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:36.786946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65edc4-a9ac-4e7a-a9c5-4c2f1ec4b8fc req-744bf2b4-44ba-4454-8a5a-a9170df23a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:36.788352 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a65edc4-a9ac-4e7a-a9c5-4c2f1ec4b8fc req-744bf2b4-44ba-4454-8a5a-a9170df23a67 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 1099 time: 0.0753486 Feb 17 09:47:36.830417 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a65edc4-a9ac-4e7a-a9c5-4c2f1ec4b8fc req-d6f0bc4a-3139-42b5-98f9-6d97a6c8d761 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=69589135-f842-4345-8a71-bfc8cc61df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364106 Feb 17 09:47:37.079371 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b33767-082b-4278-9417-f6c486cf5860 req-7a9dd74c-aa79-4071-830b-4a04d709ff10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:37.081285 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d9b33767-082b-4278-9417-f6c486cf5860 req-7a9dd74c-aa79-4071-830b-4a04d709ff10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 946 time: 0.0881546 Feb 17 09:47:37.128239 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d9b33767-082b-4278-9417-f6c486cf5860 req-788ef4a1-a4b4-4d1e-8d57-8896b0da882b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=69589135-f842-4345-8a71-bfc8cc61df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409975 Feb 17 09:47:38.320354 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e214a77-48af-4703-8148-5514c9175bcb req-951e65eb-48b7-415f-83ec-8140e94a7f86 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:38.321825 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2e214a77-48af-4703-8148-5514c9175bcb req-951e65eb-48b7-415f-83ec-8140e94a7f86 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 946 time: 0.0833294 Feb 17 09:47:38.368905 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2e214a77-48af-4703-8148-5514c9175bcb req-706aac6f-4bc0-40c6-bcfb-d328a56bdd69 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=69589135-f842-4345-8a71-bfc8cc61df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400310 Feb 17 09:47:38.605486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:39.557815 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0bf3d-e995-4250-a08d-b25ff8176dd2 req-e567c798-9219-4c7c-ba18-c4ad33d4f064 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:39.559352 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-73b0bf3d-e995-4250-a08d-b25ff8176dd2 req-e567c798-9219-4c7c-ba18-c4ad33d4f064 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 946 time: 0.0850005 Feb 17 09:47:39.605475 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-73b0bf3d-e995-4250-a08d-b25ff8176dd2 req-9b1009ac-33fe-458a-8668-af3bb100c01a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=69589135-f842-4345-8a71-bfc8cc61df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402670 Feb 17 09:47:39.798962 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4883d2-122c-4647-ac43-7d7f1e74625e req-b570d6da-1e81-4506-a1cc-f7e4e2c27f91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:39.800458 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0d4883d2-122c-4647-ac43-7d7f1e74625e req-b570d6da-1e81-4506-a1cc-f7e4e2c27f91 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 946 time: 0.0844147 Feb 17 09:47:39.846227 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0d4883d2-122c-4647-ac43-7d7f1e74625e req-28ec2fea-e1f7-4129-8df2-68759be1abcb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=69589135-f842-4345-8a71-bfc8cc61df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400367 Feb 17 09:47:39.870377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42188) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:39.946375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb82f8b-26a0-4c0c-90f7-59dfc185caf5 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:39.947990 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3fb82f8b-26a0-4c0c-90f7-59dfc185caf5 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 1094 time: 0.0766253 Feb 17 09:47:39.951098 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42192) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:39.956680 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4306e276-a8d9-4bbe-b281-46183496c943 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'floatingip': {'port_id': 'b1fd6b08-2963-4121-8423-c6808264ef26'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:40.149028 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4306e276-a8d9-4bbe-b281-46183496c943 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:40.777004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4306e276-a8d9-4bbe-b281-46183496c943 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:40.886135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4306e276-a8d9-4bbe-b281-46183496c943 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:41.055603 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-4306e276-a8d9-4bbe-b281-46183496c943 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP 56ac91b0-5dee-45e2-8031-403b70db0ec9 associated. External IP: 172.26.4.253, port: b1fd6b08-2963-4121-8423-c6808264ef26. Feb 17 09:47:41.404739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4306e276-a8d9-4bbe-b281-46183496c943 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router bfb49433-521e-4fd0-b0ea-c2923ca660ea has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:47:41.705067 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4306e276-a8d9-4bbe-b281-46183496c943 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:47:41.709962 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4306e276-a8d9-4bbe-b281-46183496c943 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:41.716068 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115a45f-71da-4e11-8fdf-e2d4e09ed649 None None] Sync routers for ids ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:47:41.725977 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f115a45f-71da-4e11-8fdf-e2d4e09ed649 None None] Routers {'bfb49433-521e-4fd0-b0ea-c2923ca660ea'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:47:41.727072 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f115a45f-71da-4e11-8fdf-e2d4e09ed649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:47:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:47:41.766699 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4306e276-a8d9-4bbe-b281-46183496c943 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/floatingips/56ac91b0-5dee-45e2-8031-403b70db0ec9 HTTP/1.1" status: 200 len: 992 time: 1.8145473 Feb 17 09:47:41.767262 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12011b40-92d1-4eb1-92a5-2afdc3be9f00', 'tag': 'b1fd6b08-2963-4121-8423-c6808264ef26'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:47:41.769505 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42196) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:41.815190 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12011b40-92d1-4eb1-92a5-2afdc3be9f00', 'tag': 'b1fd6b08-2963-4121-8423-c6808264ef26', 'status': 'completed', 'code': 200} Feb 17 09:47:41.917585 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f115a45f-71da-4e11-8fdf-e2d4e09ed649 None None] Set router bfb49433-521e-4fd0-b0ea-c2923ca660ea gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:47:41.922680 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-37aa9c44-8030-482c-b9d0-472e352587fa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/56ac91b0-5dee-45e2-8031-403b70db0ec9 HTTP/1.1" status: 200 len: 992 time: 0.1501608 Feb 17 09:47:41.949663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcc019-30b2-4b64-866b-47200358600d req-092978df-c103-4d01-bc89-a2110b2a648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:41.951161 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-04dcc019-30b2-4b64-866b-47200358600d req-092978df-c103-4d01-bc89-a2110b2a648a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 1099 time: 0.0860300 Feb 17 09:47:42.093417 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcc019-30b2-4b64-866b-47200358600d req-8161f236-e25a-41e1-a24d-2e0ec61ad597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:42.094920 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-04dcc019-30b2-4b64-866b-47200358600d req-8161f236-e25a-41e1-a24d-2e0ec61ad597 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54b47ea8-568f-44be-9043-c192ab3bf6be HTTP/1.1" status: 200 len: 896 time: 0.1381299 Feb 17 09:47:42.203888 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-04dcc019-30b2-4b64-866b-47200358600d req-cba90e7e-1b67-4ed4-a67a-0b432f056b37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fd6b08-2963-4121-8423-c6808264ef26 HTTP/1.1" status: 200 len: 1000 time: 0.1021605 Feb 17 09:47:42.274824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcc019-30b2-4b64-866b-47200358600d req-9560c120-6359-423b-a779-4f2af6bca7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:42.276270 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-04dcc019-30b2-4b64-866b-47200358600d req-9560c120-6359-423b-a779-4f2af6bca7e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc7cf932-45af-4180-a563-d1855c04c31c HTTP/1.1" status: 200 len: 835 time: 0.0671463 Feb 17 09:47:42.308283 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f115a45f-71da-4e11-8fdf-e2d4e09ed649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:40Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '56ac91b0-5dee-45e2-8031-403b70db0ec9', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'port_id': 'b1fd6b08-2963-4121-8423-c6808264ef26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'mac_address': 'fa:16:3e:d1:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12011b40-92d1-4eb1-92a5-2afdc3be9f00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:46:02Z', 'updated_at': '2022-02-17T09:47:40Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ebc45a-0cf4-4727-b1fb-3106a616e6ca', 'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:43:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:45Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:47:42.313028 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115a45f-71da-4e11-8fdf-e2d4e09ed649 None None] Checking router: bfb49433-521e-4fd0-b0ea-c2923ca660ea for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:47:42.322516 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f115a45f-71da-4e11-8fdf-e2d4e09ed649 None None] Routers {'bfb49433-521e-4fd0-b0ea-c2923ca660ea'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:47:42.323091 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f115a45f-71da-4e11-8fdf-e2d4e09ed649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:47:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:47:42.361654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcc019-30b2-4b64-866b-47200358600d req-43a8215d-5e42-4451-9923-2cdb9501b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:42.363152 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-04dcc019-30b2-4b64-866b-47200358600d req-43a8215d-5e42-4451-9923-2cdb9501b4cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54b47ea8-568f-44be-9043-c192ab3bf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798388 Feb 17 09:47:42.513459 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-04dcc019-30b2-4b64-866b-47200358600d req-4fca9dab-dcb3-4ea0-8ef3-89b75cf5dd97 service neutron] 10.222.0.37 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445892 Feb 17 09:47:42.524661 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f115a45f-71da-4e11-8fdf-e2d4e09ed649 None None] Set router bfb49433-521e-4fd0-b0ea-c2923ca660ea gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:47:42.652226 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-04dcc019-30b2-4b64-866b-47200358600d req-66459d9d-f392-4d41-9a5f-869f9e364201 service neutron] 10.222.0.37 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330280 Feb 17 09:47:42.924906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42202) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:42.964104 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f115a45f-71da-4e11-8fdf-e2d4e09ed649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:40Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '56ac91b0-5dee-45e2-8031-403b70db0ec9', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'port_id': 'b1fd6b08-2963-4121-8423-c6808264ef26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'mac_address': 'fa:16:3e:d1:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12011b40-92d1-4eb1-92a5-2afdc3be9f00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:46:02Z', 'updated_at': '2022-02-17T09:47:40Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ebc45a-0cf4-4727-b1fb-3106a616e6ca', 'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:43:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:45Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:47:42.969423 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115a45f-71da-4e11-8fdf-e2d4e09ed649 None None] The sync data for ids ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'] in dv-neutron-828143-5-hyperv is: [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:40Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '56ac91b0-5dee-45e2-8031-403b70db0ec9', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'port_id': 'b1fd6b08-2963-4121-8423-c6808264ef26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'mac_address': 'fa:16:3e:d1:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12011b40-92d1-4eb1-92a5-2afdc3be9f00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:46:02Z', 'updated_at': '2022-02-17T09:47:40Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ebc45a-0cf4-4727-b1fb-3106a616e6ca', 'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:43:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:45Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:47:43.037655 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9d45c833-8ec1-4928-9650-2a41661b8596 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/56ac91b0-5dee-45e2-8031-403b70db0ec9 HTTP/1.1" status: 200 len: 992 time: 0.1104426 Feb 17 09:47:43.161457 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32bf480-85bc-4157-bea2-a31cc315212b None None] New status for floating IP 56ac91b0-5dee-45e2-8031-403b70db0ec9: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:47:44.041835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42206) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:47:44.148382 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-731162f2-54bf-4470-86a7-df24258980c8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/56ac91b0-5dee-45e2-8031-403b70db0ec9 HTTP/1.1" status: 200 len: 994 time: 0.1052735 Feb 17 09:47:54.685615 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eab8d864-7ecb-4cb2-90b2-b8034f549dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:56.982129 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf879b52-cd6d-4127-b18e-bb7b524c7933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:57.877352 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:58.088926 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:47:59.607317 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:47:59.753557 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:08.644990 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:24.691433 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05dabb1-3d0c-4cf7-84e0-3bccd1354edf req-33eb8fb0-0b04-463b-9c30-61e89fd4c304 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1272013 Feb 17 09:48:24.711248 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b83e1d00-dd18-4dde-9215-4b1674fd4c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:24.862428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dabb1-3d0c-4cf7-84e0-3bccd1354edf req-cc7c8cdf-5268-40c3-8d48-74cd65ad9f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:24.863801 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05dabb1-3d0c-4cf7-84e0-3bccd1354edf req-cc7c8cdf-5268-40c3-8d48-74cd65ad9f18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 1099 time: 0.0833232 Feb 17 09:48:25.127813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dabb1-3d0c-4cf7-84e0-3bccd1354edf req-fea6f370-4db0-498e-b416-b0e0d7a87293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:25.129313 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05dabb1-3d0c-4cf7-84e0-3bccd1354edf req-fea6f370-4db0-498e-b416-b0e0d7a87293 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54b47ea8-568f-44be-9043-c192ab3bf6be HTTP/1.1" status: 200 len: 896 time: 0.2449024 Feb 17 09:48:25.202815 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05dabb1-3d0c-4cf7-84e0-3bccd1354edf req-239d0bb1-7456-48e6-99e5-00b7a4527f55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca21534a-ac86-4d98-8f3f-69653e85a94b HTTP/1.1" status: 200 len: 217 time: 0.0671694 Feb 17 09:48:25.265525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dabb1-3d0c-4cf7-84e0-3bccd1354edf req-2fd4127e-74f3-4d6e-a011-5b2bb3f10dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:25.266991 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05dabb1-3d0c-4cf7-84e0-3bccd1354edf req-2fd4127e-74f3-4d6e-a011-5b2bb3f10dcb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc7cf932-45af-4180-a563-d1855c04c31c HTTP/1.1" status: 200 len: 835 time: 0.0573654 Feb 17 09:48:25.342653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dabb1-3d0c-4cf7-84e0-3bccd1354edf req-7480989b-783f-4936-ad1e-a52670b895c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:25.344352 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05dabb1-3d0c-4cf7-84e0-3bccd1354edf req-7480989b-783f-4936-ad1e-a52670b895c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54b47ea8-568f-44be-9043-c192ab3bf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705950 Feb 17 09:48:25.480548 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05dabb1-3d0c-4cf7-84e0-3bccd1354edf req-699dd41b-df5e-4cad-8ed3-45d4b2fba858 service neutron] 10.222.0.37 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289606 Feb 17 09:48:25.621502 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05dabb1-3d0c-4cf7-84e0-3bccd1354edf req-77a2de60-7b5d-4984-8bc5-7b3d6d2f96a6 service neutron] 10.222.0.37 "GET /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345372 Feb 17 09:48:26.981679 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fdc2f5c5-3e4b-44a0-8901-ae89cdc89378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:27.876734 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:28.087694 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:29.768010 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:36.607367 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:48:38.590597 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:54.630091 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57c51dd9-b3ed-4923-91e8-539efb325562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:56.026317 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e42ed2-63d7-4ecd-b82f-1ccd7ff72d5d req-24ab5ab0-2f4c-4e03-8e60-dd1480c39dc6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:56.027942 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d6e42ed2-63d7-4ecd-b82f-1ccd7ff72d5d req-24ab5ab0-2f4c-4e03-8e60-dd1480c39dc6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 946 time: 0.1318102 Feb 17 09:48:56.075902 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d6e42ed2-63d7-4ecd-b82f-1ccd7ff72d5d req-c6f43950-fe69-4312-85d1-4c39c0d845e5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=69589135-f842-4345-8a71-bfc8cc61df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409942 Feb 17 09:48:57.005227 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ea86736-f113-4be5-b0c4-f97f4a63475c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:57.268681 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a4415-71da-4786-a080-107380743b2e req-5fb4f014-7ba6-40e0-ad63-a771aac2eb14 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:57.270120 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f83a4415-71da-4786-a080-107380743b2e req-5fb4f014-7ba6-40e0-ad63-a771aac2eb14 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 946 time: 0.0865550 Feb 17 09:48:57.316774 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f83a4415-71da-4786-a080-107380743b2e req-40a72910-027e-4c12-943b-63ab503fb5a2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=69589135-f842-4345-8a71-bfc8cc61df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408742 Feb 17 09:48:57.881371 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:58.095797 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:58.327037 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881429f-7b58-44d5-b2e4-292f18995511 req-8eeccafb-01c5-4a3e-bb72-abc6b50a3903 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:58.328491 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2881429f-7b58-44d5-b2e4-292f18995511 req-8eeccafb-01c5-4a3e-bb72-abc6b50a3903 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 946 time: 0.0805507 Feb 17 09:48:58.407680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-2881429f-7b58-44d5-b2e4-292f18995511 req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port b1fd6b08-2963-4121-8423-c6808264ef26 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:48:58.408020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2881429f-7b58-44d5-b2e4-292f18995511 req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:58.661713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c3f23-80e8-4981-8120-131476f3a959 req-260b297c-f081-4bb8-a0db-f3214833e8bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:58.663264 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5d0c3f23-80e8-4981-8120-131476f3a959 req-260b297c-f081-4bb8-a0db-f3214833e8bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 946 time: 0.2245862 Feb 17 09:48:58.733866 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5d0c3f23-80e8-4981-8120-131476f3a959 req-47c1c904-c1f0-4490-affb-1ccf474b95ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=69589135-f842-4345-8a71-bfc8cc61df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649736 Feb 17 09:48:58.769063 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-2881429f-7b58-44d5-b2e4-292f18995511 req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port b1fd6b08-2963-4121-8423-c6808264ef26, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1fd6b08-2963-4121-8423-c6808264ef26,segment=NetworkSegment(d75c2ae3-c702-46e6-8650-a7b9042b1627),segment_id=d75c2ae3-c702-46e6-8650-a7b9042b1627)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:48:58.769422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2881429f-7b58-44d5-b2e4-292f18995511 req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:59.066694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2881429f-7b58-44d5-b2e4-292f18995511 req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:59.067070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2881429f-7b58-44d5-b2e4-292f18995511 req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:59.067387 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [req-2881429f-7b58-44d5-b2e4-292f18995511 req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP 56ac91b0-5dee-45e2-8031-403b70db0ec9 disassociated. External IP: 172.26.4.253, port: b1fd6b08-2963-4121-8423-c6808264ef26. Feb 17 09:48:59.067734 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-2881429f-7b58-44d5-b2e4-292f18995511 req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for b1fd6b08-2963-4121-8423-c6808264ef26 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:48:59.296146 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2881429f-7b58-44d5-b2e4-292f18995511 req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:59.348893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=b1fd6b08-2963-4121-8423-c6808264ef26,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:59.359844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:59.360186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:59.360518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:59.360844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:59.361165 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:59.361484 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:59.361801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:59.362143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:59.362536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:59.362763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:59.363089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:59.363407 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:59.648881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2881429f-7b58-44d5-b2e4-292f18995511 req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router bfb49433-521e-4fd0-b0ea-c2923ca660ea has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:48:59.767270 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:59.849273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2881429f-7b58-44d5-b2e4-292f18995511 req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:48:59.859904 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d998cca-7bad-49e8-badd-1a87bcbed7d3 None None] Sync routers for ids ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:48:59.870215 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d998cca-7bad-49e8-badd-1a87bcbed7d3 None None] Routers {'bfb49433-521e-4fd0-b0ea-c2923ca660ea'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:48:59.870550 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3d998cca-7bad-49e8-badd-1a87bcbed7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:48:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:48:59.902198 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4f3a1ed1-f194-4804-8969-cc3500160758 req-0a3e1356-b08a-4db4-90ec-17e505d57ed6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 210 time: 0.0516005 Feb 17 09:48:59.932283 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-2881429f-7b58-44d5-b2e4-292f18995511 req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] No DVR routers for this DVR port b1fd6b08-2963-4121-8423-c6808264ef26 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:48:59.934852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2881429f-7b58-44d5-b2e4-292f18995511 req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:48:59.937916 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12011b40-92d1-4eb1-92a5-2afdc3be9f00', 'name': 'network-vif-deleted', 'tag': 'b1fd6b08-2963-4121-8423-c6808264ef26'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:49:00.019192 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2881429f-7b58-44d5-b2e4-292f18995511 req-a168927b-eb16-4632-b8ac-fd320aa4ee63 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "DELETE /v2.0/ports/b1fd6b08-2963-4121-8423-c6808264ef26 HTTP/1.1" status: 204 len: 173 time: 1.6840715 Feb 17 09:49:00.039774 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12011b40-92d1-4eb1-92a5-2afdc3be9f00', 'name': 'network-vif-deleted', 'tag': 'b1fd6b08-2963-4121-8423-c6808264ef26', 'status': 'completed', 'code': 200} Feb 17 09:49:00.059418 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-3d998cca-7bad-49e8-badd-1a87bcbed7d3 None None] Set router bfb49433-521e-4fd0-b0ea-c2923ca660ea gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:49:00.393097 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3d998cca-7bad-49e8-badd-1a87bcbed7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:40Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '16ebc45a-0cf4-4727-b1fb-3106a616e6ca', 'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:43:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:45Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:00.397505 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d998cca-7bad-49e8-badd-1a87bcbed7d3 None None] Checking router: bfb49433-521e-4fd0-b0ea-c2923ca660ea for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:49:00.408010 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d998cca-7bad-49e8-badd-1a87bcbed7d3 None None] Routers {'bfb49433-521e-4fd0-b0ea-c2923ca660ea'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:49:00.408732 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3d998cca-7bad-49e8-badd-1a87bcbed7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:48:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:00.589825 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-3d998cca-7bad-49e8-badd-1a87bcbed7d3 None None] Set router bfb49433-521e-4fd0-b0ea-c2923ca660ea gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:49:00.949188 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3d998cca-7bad-49e8-badd-1a87bcbed7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:40Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '16ebc45a-0cf4-4727-b1fb-3106a616e6ca', 'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:43:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:45Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:00.953696 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d998cca-7bad-49e8-badd-1a87bcbed7d3 None None] The sync data for ids ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'] in dv-neutron-828143-5-hyperv is: [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:45:40Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '16ebc45a-0cf4-4727-b1fb-3106a616e6ca', 'name': '', 'network_id': '54b47ea8-568f-44be-9043-c192ab3bf6be', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:43:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:45Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'bc7cf932-45af-4180-a563-d1855c04c31c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:49:01.099507 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e053b242-9cc0-4284-a8af-c120ebc61e17 req-0283d46f-e8f4-4676-a7f8-d71b8f3c84df tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=12011b40-92d1-4eb1-92a5-2afdc3be9f00 HTTP/1.1" status: 200 len: 210 time: 0.0487468 Feb 17 09:49:01.204545 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2350dba0-19e6-4505-9a23-8fdc99f82c31 None None] New status for floating IP 56ac91b0-5dee-45e2-8031-403b70db0ec9: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:49:02.206463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42254) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:02.281577 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:02.319042 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:02.422724 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device b1fd6b08-2963-4121-8423-c6808264ef26 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:49:02.457892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: b1fd6b08-2963-4121-8423-c6808264ef26 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:49:02.458600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device b1fd6b08-2963-4121-8423-c6808264ef26 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:49:02.478468 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:02.498340 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69589135-f842-4345-8a71-bfc8cc61df50,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:02.506741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:02.507088 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:02.507428 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:02.507763 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:02.508091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:02.508463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:02.508789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:02.509121 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:02.509461 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:02.509769 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:02.510112 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:02.510426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:02.583433 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:02.584588 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6a9c8641-1ef7-4516-a22b-019eed1d4958 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/security-groups/69589135-f842-4345-8a71-bfc8cc61df50 HTTP/1.1" status: 204 len: 168 time: 0.3771446 Feb 17 09:49:02.675620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42262) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:02.839674 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-000ce519-f488-4d29-a8a9-9d4951082d6f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port 270e93c8-c51a-4345-a284-5e3344a1e815 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:49:02.840013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-000ce519-f488-4d29-a8a9-9d4951082d6f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:03.009725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-000ce519-f488-4d29-a8a9-9d4951082d6f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:03.009963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-000ce519-f488-4d29-a8a9-9d4951082d6f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:03.132524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-000ce519-f488-4d29-a8a9-9d4951082d6f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for 270e93c8-c51a-4345-a284-5e3344a1e815 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:49:03.332817 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-000ce519-f488-4d29-a8a9-9d4951082d6f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:03.385262 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ce519-f488-4d29-a8a9-9d4951082d6f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=270e93c8-c51a-4345-a284-5e3344a1e815,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:03.480643 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-000ce519-f488-4d29-a8a9-9d4951082d6f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:03.494581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-000ce519-f488-4d29-a8a9-9d4951082d6f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:03.495716 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-000ce519-f488-4d29-a8a9-9d4951082d6f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/floatingips/56ac91b0-5dee-45e2-8031-403b70db0ec9 HTTP/1.1" status: 204 len: 168 time: 0.8191924 Feb 17 09:49:04.050629 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29116deb-5011-446f-a67d-d91590b21d58 req-fbb5d852-b814-473c-ab93-1852d78d877e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:04.051331 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-29116deb-5011-446f-a67d-d91590b21d58 req-fbb5d852-b814-473c-ab93-1852d78d877e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:49:04.121065 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-29116deb-5011-446f-a67d-d91590b21d58 req-fbb5d852-b814-473c-ab93-1852d78d877e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:49:04.122300 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-29116deb-5011-446f-a67d-d91590b21d58 req-fbb5d852-b814-473c-ab93-1852d78d877e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 946 time: 0.1596789 Feb 17 09:49:04.168767 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-29116deb-5011-446f-a67d-d91590b21d58 req-0cf58c4a-d5da-43cd-b7d7-c44863c0dbde tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:49:04.235241 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-29116deb-5011-446f-a67d-d91590b21d58 req-0cf58c4a-d5da-43cd-b7d7-c44863c0dbde tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:49:04.236721 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-29116deb-5011-446f-a67d-d91590b21d58 req-0cf58c4a-d5da-43cd-b7d7-c44863c0dbde tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eafe92-deb9-4372-b8a1-c3a40f838d14&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1075397 Feb 17 09:49:05.437794 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed173bf-a0d6-47e8-bced-88436fc5250d req-57e555ed-1d8c-4ba2-a149-e80a7c7d4c74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:05.438520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-4ed173bf-a0d6-47e8-bced-88436fc5250d req-57e555ed-1d8c-4ba2-a149-e80a7c7d4c74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:49:05.451306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-4ed173bf-a0d6-47e8-bced-88436fc5250d req-57e555ed-1d8c-4ba2-a149-e80a7c7d4c74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:49:05.452550 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ed173bf-a0d6-47e8-bced-88436fc5250d req-57e555ed-1d8c-4ba2-a149-e80a7c7d4c74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 946 time: 0.0968649 Feb 17 09:49:05.503255 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ed173bf-a0d6-47e8-bced-88436fc5250d req-08ecceb2-16ae-497f-9044-6d4fc27580af tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eafe92-deb9-4372-b8a1-c3a40f838d14&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445845 Feb 17 09:49:06.125267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433ae00-5a3f-4b38-bfa0-b6567888d533 req-48e62f92-c364-47d2-99ad-7a80efdcc313 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:06.126746 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4433ae00-5a3f-4b38-bfa0-b6567888d533 req-48e62f92-c364-47d2-99ad-7a80efdcc313 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 946 time: 0.0809984 Feb 17 09:49:06.197948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-4433ae00-5a3f-4b38-bfa0-b6567888d533 req-3738afa1-aa0e-4003-a2f8-864398ea9ed5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port ca21534a-ac86-4d98-8f3f-69653e85a94b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:49:06.208067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4433ae00-5a3f-4b38-bfa0-b6567888d533 req-3738afa1-aa0e-4003-a2f8-864398ea9ed5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:06.454772 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-4433ae00-5a3f-4b38-bfa0-b6567888d533 req-3738afa1-aa0e-4003-a2f8-864398ea9ed5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port ca21534a-ac86-4d98-8f3f-69653e85a94b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ca21534a-ac86-4d98-8f3f-69653e85a94b,segment=NetworkSegment(d75c2ae3-c702-46e6-8650-a7b9042b1627),segment_id=d75c2ae3-c702-46e6-8650-a7b9042b1627)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:49:06.455512 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4433ae00-5a3f-4b38-bfa0-b6567888d533 req-3738afa1-aa0e-4003-a2f8-864398ea9ed5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:06.597555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-4433ae00-5a3f-4b38-bfa0-b6567888d533 req-3738afa1-aa0e-4003-a2f8-864398ea9ed5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for ca21534a-ac86-4d98-8f3f-69653e85a94b owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:49:06.705696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab595a4-ff95-4350-8b06-5e5001fc440e req-5a78e37e-0ecd-4fd9-a3d0-e111720ab878 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:06.707159 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1ab595a4-ff95-4350-8b06-5e5001fc440e req-5a78e37e-0ecd-4fd9-a3d0-e111720ab878 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 946 time: 0.0857506 Feb 17 09:49:06.778019 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1ab595a4-ff95-4350-8b06-5e5001fc440e req-8c24bb88-7df1-4598-acdf-0f2278f13006 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eafe92-deb9-4372-b8a1-c3a40f838d14&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0556228 Feb 17 09:49:06.827619 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4433ae00-5a3f-4b38-bfa0-b6567888d533 req-3738afa1-aa0e-4003-a2f8-864398ea9ed5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:06.884293 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738afa1-aa0e-4003-a2f8-864398ea9ed5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=ca21534a-ac86-4d98-8f3f-69653e85a94b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:06.967211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-4433ae00-5a3f-4b38-bfa0-b6567888d533 req-3738afa1-aa0e-4003-a2f8-864398ea9ed5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] No DVR routers for this DVR port ca21534a-ac86-4d98-8f3f-69653e85a94b on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:49:06.969618 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4433ae00-5a3f-4b38-bfa0-b6567888d533 req-3738afa1-aa0e-4003-a2f8-864398ea9ed5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:06.972352 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e4b6b6-10e6-4b8b-98f2-33fa708577d4', 'name': 'network-vif-deleted', 'tag': 'ca21534a-ac86-4d98-8f3f-69653e85a94b'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:49:07.019520 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e4b6b6-10e6-4b8b-98f2-33fa708577d4', 'name': 'network-vif-deleted', 'tag': 'ca21534a-ac86-4d98-8f3f-69653e85a94b', 'status': 'completed', 'code': 200} Feb 17 09:49:07.130968 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4433ae00-5a3f-4b38-bfa0-b6567888d533 req-3738afa1-aa0e-4003-a2f8-864398ea9ed5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "DELETE /v2.0/ports/ca21534a-ac86-4d98-8f3f-69653e85a94b HTTP/1.1" status: 204 len: 173 time: 0.9987319 Feb 17 09:49:07.953580 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0a80e6e1-dc9f-47fe-963e-048321a5b1be req-769baf95-de21-42b5-a166-e3441e384600 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6e4b6b6-10e6-4b8b-98f2-33fa708577d4 HTTP/1.1" status: 200 len: 210 time: 0.0501566 Feb 17 09:49:08.459361 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device ca21534a-ac86-4d98-8f3f-69653e85a94b no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:49:08.495352 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: ca21534a-ac86-4d98-8f3f-69653e85a94b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:49:08.495683 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device ca21534a-ac86-4d98-8f3f-69653e85a94b not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:49:08.583873 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:09.052319 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42280) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:09.124651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8647bc6-5f82-4cef-96f9-2c835e8ee95a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:09.155815 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8647bc6-5f82-4cef-96f9-2c835e8ee95a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:09.347223 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8647bc6-5f82-4cef-96f9-2c835e8ee95a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:09.366570 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8647bc6-5f82-4cef-96f9-2c835e8ee95a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eafe92-deb9-4372-b8a1-c3a40f838d14,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:09.463303 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8647bc6-5f82-4cef-96f9-2c835e8ee95a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:09.464683 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b8647bc6-5f82-4cef-96f9-2c835e8ee95a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/security-groups/20eafe92-deb9-4372-b8a1-c3a40f838d14 HTTP/1.1" status: 204 len: 168 time: 0.4124823 Feb 17 09:49:09.578894 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:10.233936 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac8f2a25-b2cc-4c5c-bb57-3acc7db89e93 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:10.604602 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f2a25-b2cc-4c5c-bb57-3acc7db89e93 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:49:10.604899 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac8f2a25-b2cc-4c5c-bb57-3acc7db89e93 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:10.808650 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ac8f2a25-b2cc-4c5c-bb57-3acc7db89e93 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port 16ebc45a-0cf4-4727-b1fb-3106a616e6ca, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=16ebc45a-0cf4-4727-b1fb-3106a616e6ca,segment=NetworkSegment(d75c2ae3-c702-46e6-8650-a7b9042b1627),segment_id=d75c2ae3-c702-46e6-8650-a7b9042b1627)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:49:10.809015 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac8f2a25-b2cc-4c5c-bb57-3acc7db89e93 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:10.934633 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f2a25-b2cc-4c5c-bb57-3acc7db89e93 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for 16ebc45a-0cf4-4727-b1fb-3106a616e6ca owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:49:11.204322 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac8f2a25-b2cc-4c5c-bb57-3acc7db89e93 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:11.356208 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f2a25-b2cc-4c5c-bb57-3acc7db89e93 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=16ebc45a-0cf4-4727-b1fb-3106a616e6ca,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:11.648350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac8f2a25-b2cc-4c5c-bb57-3acc7db89e93 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:12.026927 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8f2a25-b2cc-4c5c-bb57-3acc7db89e93 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router bfb49433-521e-4fd0-b0ea-c2923ca660ea has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:49:12.206615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8f2a25-b2cc-4c5c-bb57-3acc7db89e93 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:49:12.216772 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9787cbf-d60e-426f-a4b4-8c75ae726980 None None] Sync routers for ids ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:49:12.221022 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ac8f2a25-b2cc-4c5c-bb57-3acc7db89e93 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/bfb49433-521e-4fd0-b0ea-c2923ca660ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6410327 Feb 17 09:49:12.223806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:12.227658 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9787cbf-d60e-426f-a4b4-8c75ae726980 None None] Routers {'bfb49433-521e-4fd0-b0ea-c2923ca660ea'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:49:12.228277 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e9787cbf-d60e-426f-a4b4-8c75ae726980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:48:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:12.302256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c2e32d-1ba3-45c5-8a1a-0dfa5d836757 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting subnet bc7cf932-45af-4180-a563-d1855c04c31c {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:49:12.304998 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63c2e32d-1ba3-45c5-8a1a-0dfa5d836757 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:12.395313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63c2e32d-1ba3-45c5-8a1a-0dfa5d836757 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:12.443828 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e9787cbf-d60e-426f-a4b4-8c75ae726980 None None] Set router bfb49433-521e-4fd0-b0ea-c2923ca660ea gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:49:12.488167 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63c2e32d-1ba3-45c5-8a1a-0dfa5d836757 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:12.644029 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63c2e32d-1ba3-45c5-8a1a-0dfa5d836757 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:12.683872 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2e32d-1ba3-45c5-8a1a-0dfa5d836757 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Subnet': ['ID=bc7cf932-45af-4180-a563-d1855c04c31c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:12.686491 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63c2e32d-1ba3-45c5-8a1a-0dfa5d836757 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:12.693747 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-63c2e32d-1ba3-45c5-8a1a-0dfa5d836757 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/subnets/bc7cf932-45af-4180-a563-d1855c04c31c HTTP/1.1" status: 204 len: 168 time: 0.4684739 Feb 17 09:49:12.695803 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42294) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:12.700536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e67592e-5706-4620-a9a1-062db08fe254 None None] Network 54b47ea8-568f-44be-9043-c192ab3bf6be requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:49:12.749381 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e9787cbf-d60e-426f-a4b4-8c75ae726980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:49:11Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:12.756257 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9787cbf-d60e-426f-a4b4-8c75ae726980 None None] Checking router: bfb49433-521e-4fd0-b0ea-c2923ca660ea for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:49:12.767713 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9787cbf-d60e-426f-a4b4-8c75ae726980 None None] Routers {'bfb49433-521e-4fd0-b0ea-c2923ca660ea'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:49:12.769265 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e9787cbf-d60e-426f-a4b4-8c75ae726980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:48:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:12.961273 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e9787cbf-d60e-426f-a4b4-8c75ae726980 None None] Set router bfb49433-521e-4fd0-b0ea-c2923ca660ea gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:49:12.975735 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] DHCP port deletion for 54b47ea8-568f-44be-9043-c192ab3bf6be request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:49:12.981073 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Deleting port 145d02d1-2667-45d5-a7fb-df0bafa05bfc {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:49:12.981443 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:13.037374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-492be648-2719-4771-898a-f9bc950730f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:13.225263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 145d02d1-2667-45d5-a7fb-df0bafa05bfc no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:49:13.257971 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-492be648-2719-4771-898a-f9bc950730f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:13.297798 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e9787cbf-d60e-426f-a4b4-8c75ae726980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:49:11Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:13.301982 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9787cbf-d60e-426f-a4b4-8c75ae726980 None None] The sync data for ids ['bfb49433-521e-4fd0-b0ea-c2923ca660ea'] in dv-neutron-828143-5-hyperv is: [{'id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'name': 'tempest-TestNetworkBasicOps-router-16355691', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:33Z', 'updated_at': '2022-02-17T09:49:11Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'c363309e-ae5c-417c-8d7f-94febf7c0fdf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb49433-521e-4fd0-b0ea-c2923ca660ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:34Z', 'updated_at': '2022-02-17T09:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:49:13.325086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] For port 145d02d1-2667-45d5-a7fb-df0bafa05bfc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=145d02d1-2667-45d5-a7fb-df0bafa05bfc,segment=NetworkSegment(d75c2ae3-c702-46e6-8650-a7b9042b1627),segment_id=d75c2ae3-c702-46e6-8650-a7b9042b1627)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:49:13.325670 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:13.335574 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-492be648-2719-4771-898a-f9bc950730f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port c363309e-ae5c-417c-8d7f-94febf7c0fdf {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:49:13.337931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-492be648-2719-4771-898a-f9bc950730f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:13.464438 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Calling delete_port for 145d02d1-2667-45d5-a7fb-df0bafa05bfc owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:49:13.522314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-492be648-2719-4771-898a-f9bc950730f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port c363309e-ae5c-417c-8d7f-94febf7c0fdf, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c363309e-ae5c-417c-8d7f-94febf7c0fdf,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:49:13.523065 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-492be648-2719-4771-898a-f9bc950730f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:13.570254 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:13.606362 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:49:13.650636 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-492be648-2719-4771-898a-f9bc950730f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for c363309e-ae5c-417c-8d7f-94febf7c0fdf owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:49:13.713141 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:13.762596 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Pushing event deleted for resources: {'Port': ['ID=145d02d1-2667-45d5-a7fb-df0bafa05bfc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:13.782179 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:13.782455 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:13.782869 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:13.783197 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:13.783627 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:13.783839 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:13.784147 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:13.784458 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:13.784771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:13.785150 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:13.785395 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:13.786001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:13.788842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50ebdac-2b8f-428e-9c96-441eb6fea812 None None] No DVR routers for this DVR port 145d02d1-2667-45d5-a7fb-df0bafa05bfc on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:49:13.793548 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 17 09:49:13.793548 dv-neutron-828143-5-hyperv neutron-server[88371]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 17 09:49:13.793548 dv-neutron-828143-5-hyperv neutron-server[88371]: [parameters: {'status': 'DOWN', 'ports_id': '145d02d1-2667-45d5-a7fb-df0bafa05bfc'}] Feb 17 09:49:13.793548 dv-neutron-828143-5-hyperv neutron-server[88371]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:49:13.793968 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:49:13.912941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-492be648-2719-4771-898a-f9bc950730f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:13.960256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492be648-2719-4771-898a-f9bc950730f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=c363309e-ae5c-417c-8d7f-94febf7c0fdf,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:14.052916 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-492be648-2719-4771-898a-f9bc950730f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:14.226518 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-492be648-2719-4771-898a-f9bc950730f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:14.228655 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-492be648-2719-4771-898a-f9bc950730f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:14.330057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-492be648-2719-4771-898a-f9bc950730f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:14.330522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492be648-2719-4771-898a-f9bc950730f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Fanout notify agent at l3_agent the message router_deleted on router bfb49433-521e-4fd0-b0ea-c2923ca660ea {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:49:14.332243 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Port 145d02d1-2667-45d5-a7fb-df0bafa05bfc update to DOWN by agent not found {{(pid=88371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 17 09:49:14.362215 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-492be648-2719-4771-898a-f9bc950730f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:14.364221 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-492be648-2719-4771-898a-f9bc950730f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/routers/bfb49433-521e-4fd0-b0ea-c2923ca660ea HTTP/1.1" status: 204 len: 168 time: 1.6672394 Feb 17 09:49:14.367692 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42298) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:14.497453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5cfb43d2-355c-4247-872b-f3629e3c1197 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:14.634339 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5cfb43d2-355c-4247-872b-f3629e3c1197 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:14.662239 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5cfb43d2-355c-4247-872b-f3629e3c1197 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b47ea8-568f-44be-9043-c192ab3bf6be']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:14.675725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5cfb43d2-355c-4247-872b-f3629e3c1197 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75c2ae3-c702-46e6-8650-a7b9042b1627') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:14.676022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5cfb43d2-355c-4247-872b-f3629e3c1197 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75c2ae3-c702-46e6-8650-a7b9042b1627') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:14.688233 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5cfb43d2-355c-4247-872b-f3629e3c1197 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:14.704060 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5cfb43d2-355c-4247-872b-f3629e3c1197 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:14.710182 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfb43d2-355c-4247-872b-f3629e3c1197 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:49:14.710509 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5cfb43d2-355c-4247-872b-f3629e3c1197 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:49:14.725666 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:49:15.001578 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5cfb43d2-355c-4247-872b-f3629e3c1197 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:15.020339 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5cfb43d2-355c-4247-872b-f3629e3c1197 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:15.033022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb43d2-355c-4247-872b-f3629e3c1197 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Network': ['ID=54b47ea8-568f-44be-9043-c192ab3bf6be,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:15.038874 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5cfb43d2-355c-4247-872b-f3629e3c1197 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/networks/54b47ea8-568f-44be-9043-c192ab3bf6be HTTP/1.1" status: 204 len: 168 time: 0.6696527 Feb 17 09:49:15.067765 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42302) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:15.073827 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bb78f4cd-6ebc-4cca-863c-e09a19bbadd6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'network': {'name': 'tempest-network-smoke--1009964946', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'port_security_enabled': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:15.080126 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bb78f4cd-6ebc-4cca-863c-e09a19bbadd6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:15.084246 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bb78f4cd-6ebc-4cca-863c-e09a19bbadd6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:network and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:15.087275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bb78f4cd-6ebc-4cca-863c-e09a19bbadd6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:15.095207 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bb78f4cd-6ebc-4cca-863c-e09a19bbadd6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:15.117766 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 16ebc45a-0cf4-4727-b1fb-3106a616e6ca no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:49:15.152790 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 16ebc45a-0cf4-4727-b1fb-3106a616e6ca {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:49:15.153182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 16ebc45a-0cf4-4727-b1fb-3106a616e6ca not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:49:15.154447 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c363309e-ae5c-417c-8d7f-94febf7c0fdf no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:49:15.187720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: c363309e-ae5c-417c-8d7f-94febf7c0fdf {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:49:15.188063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c363309e-ae5c-417c-8d7f-94febf7c0fdf not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:49:15.209504 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb78f4cd-6ebc-4cca-863c-e09a19bbadd6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:49:15.215186 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb78f4cd-6ebc-4cca-863c-e09a19bbadd6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:15.245692 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb78f4cd-6ebc-4cca-863c-e09a19bbadd6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:49:15.256268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb78f4cd-6ebc-4cca-863c-e09a19bbadd6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:15.256503 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-bb78f4cd-6ebc-4cca-863c-e09a19bbadd6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Added segment d4fafb9c-6ead-4593-b059-32dd4f3a9b2f of type vlan for network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f Feb 17 09:49:15.286147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb78f4cd-6ebc-4cca-863c-e09a19bbadd6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:15.366463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb78f4cd-6ebc-4cca-863c-e09a19bbadd6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:15.372068 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb78f4cd-6ebc-4cca-863c-e09a19bbadd6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:15.373252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb78f4cd-6ebc-4cca-863c-e09a19bbadd6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:15.491463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78f4cd-6ebc-4cca-863c-e09a19bbadd6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Network': ['ID=7e1b34b8-2a6a-4adf-a014-4f7546cdb06f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:15.505718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:49:15.562384 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bb78f4cd-6ebc-4cca-863c-e09a19bbadd6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4902940 Feb 17 09:49:15.563066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42306) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:15.570830 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2122094402', 'admin_state_up': True, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:15.579904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:15.583983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:router and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:15.587027 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:15.594268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:15.690431 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:15.692265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:15.711968 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:16.074426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:16.445802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:16.475317 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:16.615970 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.26.4.9 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/ab38bbe5-6777-47dd-b787-a272e62f82da) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:49:16.769130 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:16.867386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:16.932529 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:49:16.936032 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:16.939972 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:49:16.978730 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=ab38bbe5-6777-47dd-b787-a272e62f82da,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:17.560244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:17.917778 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:18.201642 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router dd612daf-1290-4748-b172-c631f3672a9d is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:49:18.434028 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:49:18.447479 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Sync routers for ids ['dd612daf-1290-4748-b172-c631f3672a9d'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:49:18.458369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Routers {'dd612daf-1290-4748-b172-c631f3672a9d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:49:18.459280 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:48:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dd612daf-1290-4748-b172-c631f3672a9d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:18.530316 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:18.531680 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a7e7c9dd-7648-499a-814d-d9d571c83cba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9673486 Feb 17 09:49:18.538849 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42310) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:18.583466 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-07fa84e1-731f-4f2b-aa99-7daa2683319b tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=eeb2e7b02f3142f899056abfe417a6b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434816 Feb 17 09:49:18.588760 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42314) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:18.663956 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Set router dd612daf-1290-4748-b172-c631f3672a9d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:49:18.736988 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb70f95f-3989-4c4d-a50b-90fb09128853 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:18.738527 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fb70f95f-3989-4c4d-a50b-90fb09128853 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488471 Feb 17 09:49:18.741412 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42318) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:18.781109 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3d510f1b-07e3-4987-ae5d-15ec3b1d5955 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386174 Feb 17 09:49:18.785180 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42322) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:18.790655 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9d451067-cf2f-4c59-82e5-0f59192082b8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1527992063', 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:18.992538 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'name': 'tempest-TestNetworkBasicOps-router-2122094402', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:15Z', 'updated_at': '2022-02-17T09:49:17Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:16Z', 'updated_at': '2022-02-17T09:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:18.997264 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Checking router: dd612daf-1290-4748-b172-c631f3672a9d for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:49:18.997650 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Updating router dd612daf-1290-4748-b172-c631f3672a9d port ab38bbe5-6777-47dd-b787-a272e62f82da binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:49:19.038364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9d451067-cf2f-4c59-82e5-0f59192082b8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:19.042546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9d451067-cf2f-4c59-82e5-0f59192082b8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:subnet and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:19.047212 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9d451067-cf2f-4c59-82e5-0f59192082b8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:19.054107 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9d451067-cf2f-4c59-82e5-0f59192082b8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:19.103647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:19.152197 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d451067-cf2f-4c59-82e5-0f59192082b8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:49:19.158739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d451067-cf2f-4c59-82e5-0f59192082b8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:19.501989 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:19.514391 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Transition to ACTIVE for port object ab38bbe5-6777-47dd-b787-a272e62f82da will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:49:19.523989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d451067-cf2f-4c59-82e5-0f59192082b8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:19.575812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:19.614753 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d451067-cf2f-4c59-82e5-0f59192082b8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Subnet': ['ID=0999bbfb-483d-41cf-b635-f5541abc96b7,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:19.629504 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d451067-cf2f-4c59-82e5-0f59192082b8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Checking segment: {'id': 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:49:19.630377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d451067-cf2f-4c59-82e5-0f59192082b8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network hostable DHCP agents. Network: 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:49:19.657749 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Attempting to bind port ab38bbe5-6777-47dd-b787-a272e62f82da on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:49:19.658145 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Attempting to bind port ab38bbe5-6777-47dd-b787-a272e62f82da by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:49:19.658510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Attempting to bind port ab38bbe5-6777-47dd-b787-a272e62f82da on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:49:19.667523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd576b7c-b205-464d-9e53-4d313cc7fd28 None None] Pushing event updated for resources: {'Port': ['ID=ab38bbe5-6777-47dd-b787-a272e62f82da,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:19.670105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:49:19.670481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:49:19.670890 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:19.671336 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:49:19.671945 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Bound port: ab38bbe5-6777-47dd-b787-a272e62f82da, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:49:19.672313 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:19.712323 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d451067-cf2f-4c59-82e5-0f59192082b8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:49:19.754063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] For port ab38bbe5-6777-47dd-b787-a272e62f82da, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:49:19.757100 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] For port ab38bbe5-6777-47dd-b787-a272e62f82da, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ab38bbe5-6777-47dd-b787-a272e62f82da,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:49:19.809384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-9d451067-cf2f-4c59-82e5-0f59192082b8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:19.814281 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d451067-cf2f-4c59-82e5-0f59192082b8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:19.815020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d451067-cf2f-4c59-82e5-0f59192082b8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:19.818644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfbff53-018f-4ebf-8af5-b8763bcdeb9e None None] Network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:49:19.882572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:19.896295 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9d451067-cf2f-4c59-82e5-0f59192082b8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1100347 Feb 17 09:49:19.899105 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42326) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:20.012566 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Routers {'dd612daf-1290-4748-b172-c631f3672a9d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:49:20.013727 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:48:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dd612daf-1290-4748-b172-c631f3672a9d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:20.106271 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd576b7c-b205-464d-9e53-4d313cc7fd28 None None] Pushing event updated for resources: {'Port': ['ID=ab38bbe5-6777-47dd-b787-a272e62f82da,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:20.263448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-7e1b34b8-2a6a-4adf-a014-4f7546cdb06f', 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ips': [{'subnet_id': '0999bbfb-483d-41cf-b635-f5541abc96b7'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:49:20.265017 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:20.338083 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] Set router dd612daf-1290-4748-b172-c631f3672a9d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:49:20.650147 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Allocated IP 172.20.0.2 (7e1b34b8-2a6a-4adf-a014-4f7546cdb06f/0999bbfb-483d-41cf-b635-f5541abc96b7/fe289750-af71-46a5-882b-f35bf2d57992) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:49:20.674666 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:20.886225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'name': 'tempest-TestNetworkBasicOps-router-2122094402', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:15Z', 'updated_at': '2022-02-17T09:49:17Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:16Z', 'updated_at': '2022-02-17T09:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:20.899439 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2224bdad-0039-489f-8115-99ab1b1eb3ac None None] The sync data for ids ['dd612daf-1290-4748-b172-c631f3672a9d'] in dv-neutron-828143-5-hyperv is: [{'id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'name': 'tempest-TestNetworkBasicOps-router-2122094402', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:15Z', 'updated_at': '2022-02-17T09:49:17Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:16Z', 'updated_at': '2022-02-17T09:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:49:20.999958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:21.016651 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Transition to ACTIVE for port object fe289750-af71-46a5-882b-f35bf2d57992 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:49:21.041705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Transition to ACTIVE for port object fe289750-af71-46a5-882b-f35bf2d57992 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:49:21.121618 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:21.211267 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:49:21.221840 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:21.239412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:49:21.352507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Pushing event updated for resources: {'Port': ['ID=fe289750-af71-46a5-882b-f35bf2d57992,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:21.382317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Attempting to bind port fe289750-af71-46a5-882b-f35bf2d57992 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:49:21.382956 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Attempting to bind port fe289750-af71-46a5-882b-f35bf2d57992 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:49:21.383506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Attempting to bind port fe289750-af71-46a5-882b-f35bf2d57992 on network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:49:21.391760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:49:21.392434 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Checking segment: {'id': 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:49:21.393419 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:21.393998 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Bound using segment: {'id': 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:49:21.395049 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Bound port: fe289750-af71-46a5-882b-f35bf2d57992, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:49:21.395685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:21.396022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.1 (7e1b34b8-2a6a-4adf-a014-4f7546cdb06f/0999bbfb-483d-41cf-b635-f5541abc96b7/b67333b0-7871-4fd4-b7c5-02e53abae637) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:49:21.509951 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] For port fe289750-af71-46a5-882b-f35bf2d57992, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:49:21.514299 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] For port fe289750-af71-46a5-882b-f35bf2d57992, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fe289750-af71-46a5-882b-f35bf2d57992,segment=NetworkSegment(d4fafb9c-6ead-4593-b059-32dd4f3a9b2f),segment_id=d4fafb9c-6ead-4593-b059-32dd4f3a9b2f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:49:21.593705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:21.595717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:21.617741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object b67333b0-7871-4fd4-b7c5-02e53abae637 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:49:21.696201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9acf43-656c-48da-aed0-e1dc05da9744 None None] Pushing event updated for resources: {'Port': ['ID=fe289750-af71-46a5-882b-f35bf2d57992,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:21.838154 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:21.933952 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:49:21.937493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:21.942098 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:49:21.980690 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=b67333b0-7871-4fd4-b7c5-02e53abae637,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:22.021426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:22.352949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:22.692237 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81145965-1924-4b53-aae9-33f2146ede33 None None] Network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:49:22.791634 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:22.850981 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aa60db10-2ca3-4469-a6da-28f4a130e655 None None] Provisioning for port fe289750-af71-46a5-882b-f35bf2d57992 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:49:22.872399 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:22.999958 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=b67333b0-7871-4fd4-b7c5-02e53abae637,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:23.004440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:23.172195 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:49:23.173340 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:23.193795 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ab38bbe5-6777-47dd-b787-a272e62f82da up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:49:23.349514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port ab38bbe5-6777-47dd-b787-a272e62f82da completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:49:23.355810 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port ab38bbe5-6777-47dd-b787-a272e62f82da triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:23.356200 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:23.386972 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-130bbed6-8d44-4467-85bf-72727e23acb5 None None] Provisioning for port b67333b0-7871-4fd4-b7c5-02e53abae637 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:49:23.410284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-130bbed6-8d44-4467-85bf-72727e23acb5 None None] Provisioning complete for port b67333b0-7871-4fd4-b7c5-02e53abae637 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:23.410689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-130bbed6-8d44-4467-85bf-72727e23acb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:23.479770 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-130bbed6-8d44-4467-85bf-72727e23acb5 None None] Port b67333b0-7871-4fd4-b7c5-02e53abae637 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:49:23.505002 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router dd612daf-1290-4748-b172-c631f3672a9d has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:49:23.549649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:23.567398 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port ab38bbe5-6777-47dd-b787-a272e62f82da, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ab38bbe5-6777-47dd-b787-a272e62f82da,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:49:23.634808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:23.639836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fe289750-af71-46a5-882b-f35bf2d57992 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:49:23.707922 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:49:23.721902 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Sync routers for ids ['dd612daf-1290-4748-b172-c631f3672a9d'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:49:23.725474 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fe43cc8d-aea5-45df-9a53-4529f863dc10 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/dd612daf-1290-4748-b172-c631f3672a9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8229675 Feb 17 09:49:23.725869 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42332) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:23.733811 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Routers {'dd612daf-1290-4748-b172-c631f3672a9d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:49:23.734607 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:48:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dd612daf-1290-4748-b172-c631f3672a9d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:23.768622 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=ab38bbe5-6777-47dd-b787-a272e62f82da,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:23.771105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-df59047c-154b-4054-b809-cf9f161ca49c None None] Provisioning complete for port b67333b0-7871-4fd4-b7c5-02e53abae637 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:23.771459 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df59047c-154b-4054-b809-cf9f161ca49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:23.835642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-df59047c-154b-4054-b809-cf9f161ca49c None None] Port b67333b0-7871-4fd4-b7c5-02e53abae637 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:49:23.870470 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e255200-2f0b-4284-b46f-8f95334deb29 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:23.870941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e255200-2f0b-4284-b46f-8f95334deb29 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:23.871402 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e255200-2f0b-4284-b46f-8f95334deb29 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:23.872394 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e255200-2f0b-4284-b46f-8f95334deb29 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:23.874053 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5e255200-2f0b-4284-b46f-8f95334deb29 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1472113 Feb 17 09:49:23.877152 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42336) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:23.901104 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port fe289750-af71-46a5-882b-f35bf2d57992 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:49:23.908309 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fe289750-af71-46a5-882b-f35bf2d57992 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:23.908775 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:23.948061 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405d75a6-4147-4a5d-aefe-21b3755a5d20 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:23.948739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405d75a6-4147-4a5d-aefe-21b3755a5d20 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:23.949292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405d75a6-4147-4a5d-aefe-21b3755a5d20 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:23.949741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405d75a6-4147-4a5d-aefe-21b3755a5d20 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:23.952792 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-405d75a6-4147-4a5d-aefe-21b3755a5d20 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0744934 Feb 17 09:49:23.955415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42340) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:23.962795 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Set router dd612daf-1290-4748-b172-c631f3672a9d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:49:24.040202 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:24.075846 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port fe289750-af71-46a5-882b-f35bf2d57992, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fe289750-af71-46a5-882b-f35bf2d57992,segment=NetworkSegment(d4fafb9c-6ead-4593-b059-32dd4f3a9b2f),segment_id=d4fafb9c-6ead-4593-b059-32dd4f3a9b2f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:49:24.140851 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:24.179012 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3e394e34-8881-492f-a059-cc0b9db1234b tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2225001 Feb 17 09:49:24.181789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42344) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:24.188158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1624788563', 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:24.214962 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=fe289750-af71-46a5-882b-f35bf2d57992,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:24.292670 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'name': 'tempest-TestNetworkBasicOps-router-2122094402', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:15Z', 'updated_at': '2022-02-17T09:49:22Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:16Z', 'updated_at': '2022-02-17T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'b67333b0-7871-4fd4-b7c5-02e53abae637', 'name': '', 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:6d:75:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:20Z', 'updated_at': '2022-02-17T09:49:22Z', 'revision_number': 2, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:24.298066 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Checking router: dd612daf-1290-4748-b172-c631f3672a9d for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:49:24.298403 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Updating router dd612daf-1290-4748-b172-c631f3672a9d port b67333b0-7871-4fd4-b7c5-02e53abae637 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:49:24.332238 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:24.336320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:port and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:24.339503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:24.346407 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:24.356027 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:24.423516 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:49:24.427110 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:24.449857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] device_id is not set on port c7ddd0b4-0ca3-4094-952b-0d1924755d63 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:49:24.656080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e39fd976-75f4-4c58-94f3-3d0acd61520a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:24.712380 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:24.724228 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Transition to ACTIVE for port object b67333b0-7871-4fd4-b7c5-02e53abae637 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:49:24.798437 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:24.874080 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.10 (7e1b34b8-2a6a-4adf-a014-4f7546cdb06f/0999bbfb-483d-41cf-b635-f5541abc96b7/c7ddd0b4-0ca3-4094-952b-0d1924755d63) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:49:24.925835 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398359d0-f399-433f-a43a-923e31b0d6c7 None None] Pushing event updated for resources: {'Port': ['ID=b67333b0-7871-4fd4-b7c5-02e53abae637,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:24.977046 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398359d0-f399-433f-a43a-923e31b0d6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:24.977653 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398359d0-f399-433f-a43a-923e31b0d6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:24.978191 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398359d0-f399-433f-a43a-923e31b0d6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:24.978976 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398359d0-f399-433f-a43a-923e31b0d6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:24.979471 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398359d0-f399-433f-a43a-923e31b0d6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:24.979978 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398359d0-f399-433f-a43a-923e31b0d6c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:24.980495 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398359d0-f399-433f-a43a-923e31b0d6c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:24.981011 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398359d0-f399-433f-a43a-923e31b0d6c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:24.981574 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398359d0-f399-433f-a43a-923e31b0d6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:24.982104 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398359d0-f399-433f-a43a-923e31b0d6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:24.982625 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398359d0-f399-433f-a43a-923e31b0d6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:24.983135 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398359d0-f399-433f-a43a-923e31b0d6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:25.060352 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Attempting to bind port b67333b0-7871-4fd4-b7c5-02e53abae637 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:49:25.060352 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Attempting to bind port b67333b0-7871-4fd4-b7c5-02e53abae637 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:49:25.060822 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Attempting to bind port b67333b0-7871-4fd4-b7c5-02e53abae637 on network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:49:25.066521 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:49:25.066995 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Checking segment: {'id': 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:49:25.067275 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:25.067666 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Bound using segment: {'id': 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:49:25.068159 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Bound port: b67333b0-7871-4fd4-b7c5-02e53abae637, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:49:25.068485 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:25.125282 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:25.136298 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ab38bbe5-6777-47dd-b787-a272e62f82da up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:49:25.145193 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object c7ddd0b4-0ca3-4094-952b-0d1924755d63 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:49:25.177559 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] For port b67333b0-7871-4fd4-b7c5-02e53abae637, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:49:25.181385 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] For port b67333b0-7871-4fd4-b7c5-02e53abae637, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b67333b0-7871-4fd4-b7c5-02e53abae637,segment=NetworkSegment(d4fafb9c-6ead-4593-b059-32dd4f3a9b2f),segment_id=d4fafb9c-6ead-4593-b059-32dd4f3a9b2f)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:49:25.223369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port ab38bbe5-6777-47dd-b787-a272e62f82da triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:25.223743 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:25.307590 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:25.321973 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:25.357649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fe289750-af71-46a5-882b-f35bf2d57992 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:49:25.398643 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:49:25.419130 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:25.420760 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398359d0-f399-433f-a43a-923e31b0d6c7 None None] Pushing event updated for resources: {'Port': ['ID=b67333b0-7871-4fd4-b7c5-02e53abae637,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:25.422079 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=c7ddd0b4-0ca3-4094-952b-0d1924755d63,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:25.425187 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:49:25.445352 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Routers {'dd612daf-1290-4748-b172-c631f3672a9d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:49:25.445998 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:48:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dd612daf-1290-4748-b172-c631f3672a9d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:25.502991 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fe289750-af71-46a5-882b-f35bf2d57992 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:25.503436 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:25.508836 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:25.509412 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:25.679764 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a1405cd0-71e3-44d1-9582-91f4ea9e1e6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4968688 Feb 17 09:49:25.686175 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] Set router dd612daf-1290-4748-b172-c631f3672a9d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:49:26.023576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42350) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:26.029790 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c4f179a0-5a9c-4e75-a1f9-ec33514bcad1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191442689', 'description': 'tempest-secgroup-smoke-1191442689 description', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:26.036011 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c4f179a0-5a9c-4e75-a1f9-ec33514bcad1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:26.040717 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c4f179a0-5a9c-4e75-a1f9-ec33514bcad1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:26.044633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c4f179a0-5a9c-4e75-a1f9-ec33514bcad1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:26.053761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c4f179a0-5a9c-4e75-a1f9-ec33514bcad1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:26.107437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-eb44be03-76af-46d8-919e-6ee595daceb9 None None] Provisioning for port c7ddd0b4-0ca3-4094-952b-0d1924755d63 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:49:26.114887 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-eb44be03-76af-46d8-919e-6ee595daceb9 None None] Provisioning complete for port c7ddd0b4-0ca3-4094-952b-0d1924755d63 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:26.115404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb44be03-76af-46d8-919e-6ee595daceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:26.119298 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'name': 'tempest-TestNetworkBasicOps-router-2122094402', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:15Z', 'updated_at': '2022-02-17T09:49:22Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:16Z', 'updated_at': '2022-02-17T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'b67333b0-7871-4fd4-b7c5-02e53abae637', 'name': '', 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:6d:75:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:20Z', 'updated_at': '2022-02-17T09:49:25Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:26.129229 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8256ed74-2994-414e-9117-eb01de58d58f None None] The sync data for ids ['dd612daf-1290-4748-b172-c631f3672a9d'] in dv-neutron-828143-5-hyperv is: [{'id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'name': 'tempest-TestNetworkBasicOps-router-2122094402', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:15Z', 'updated_at': '2022-02-17T09:49:22Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:16Z', 'updated_at': '2022-02-17T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'b67333b0-7871-4fd4-b7c5-02e53abae637', 'name': '', 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:6d:75:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:20Z', 'updated_at': '2022-02-17T09:49:25Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:49:26.186162 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-eb44be03-76af-46d8-919e-6ee595daceb9 None None] Port c7ddd0b4-0ca3-4094-952b-0d1924755d63 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:49:26.189656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4f179a0-5a9c-4e75-a1f9-ec33514bcad1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:26.225282 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c4f179a0-5a9c-4e75-a1f9-ec33514bcad1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:26.229469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c4f179a0-5a9c-4e75-a1f9-ec33514bcad1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:26.235547 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c4f179a0-5a9c-4e75-a1f9-ec33514bcad1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:26.246096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c4f179a0-5a9c-4e75-a1f9-ec33514bcad1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:26.346971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4f179a0-5a9c-4e75-a1f9-ec33514bcad1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:26.469229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4f179a0-5a9c-4e75-a1f9-ec33514bcad1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:26.519737 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f179a0-5a9c-4e75-a1f9-ec33514bcad1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e718c62-4eca-468a-ad8e-f8de789db69c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:26.602094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4f179a0-5a9c-4e75-a1f9-ec33514bcad1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:26.604395 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c4f179a0-5a9c-4e75-a1f9-ec33514bcad1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5791705 Feb 17 09:49:26.607746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42354) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:26.614327 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-81651c02-0dda-436a-ada6-a01eee7448f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '9e718c62-4eca-468a-ad8e-f8de789db69c', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:26.621727 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-81651c02-0dda-436a-ada6-a01eee7448f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:26.627296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-81651c02-0dda-436a-ada6-a01eee7448f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:26.631205 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-81651c02-0dda-436a-ada6-a01eee7448f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:26.637950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-81651c02-0dda-436a-ada6-a01eee7448f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:26.741143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81651c02-0dda-436a-ada6-a01eee7448f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:26.820102 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81651c02-0dda-436a-ada6-a01eee7448f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:26.895033 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81651c02-0dda-436a-ada6-a01eee7448f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:26.933125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81651c02-0dda-436a-ada6-a01eee7448f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e4a0d8-ff11-4880-89a7-2e239ad6d5eb,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:27.015388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec530c91-b15a-4929-8e47-e0aaa17736de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:27.032417 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81651c02-0dda-436a-ada6-a01eee7448f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:27.034112 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-81651c02-0dda-436a-ada6-a01eee7448f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4246130 Feb 17 09:49:27.037304 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42358) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:27.042766 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1394280c-5e20-42fa-9c83-9ec7df478f6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '9e718c62-4eca-468a-ad8e-f8de789db69c', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:27.050145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1394280c-5e20-42fa-9c83-9ec7df478f6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:27.055038 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1394280c-5e20-42fa-9c83-9ec7df478f6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:27.058961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1394280c-5e20-42fa-9c83-9ec7df478f6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:27.073459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1394280c-5e20-42fa-9c83-9ec7df478f6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:27.138919 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b67333b0-7871-4fd4-b7c5-02e53abae637 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:49:27.177804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1394280c-5e20-42fa-9c83-9ec7df478f6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:27.249094 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1394280c-5e20-42fa-9c83-9ec7df478f6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:27.278796 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port b67333b0-7871-4fd4-b7c5-02e53abae637 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:49:27.285007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port b67333b0-7871-4fd4-b7c5-02e53abae637 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:27.288611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:27.386750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1394280c-5e20-42fa-9c83-9ec7df478f6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:27.413369 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394280c-5e20-42fa-9c83-9ec7df478f6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2f72d3-1dec-41c8-acf4-812174a6322d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:27.413606 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:27.447618 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port b67333b0-7871-4fd4-b7c5-02e53abae637, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b67333b0-7871-4fd4-b7c5-02e53abae637,segment=NetworkSegment(d4fafb9c-6ead-4593-b059-32dd4f3a9b2f),segment_id=d4fafb9c-6ead-4593-b059-32dd4f3a9b2f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:49:27.576547 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1394280c-5e20-42fa-9c83-9ec7df478f6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:27.577846 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1394280c-5e20-42fa-9c83-9ec7df478f6b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5394642 Feb 17 09:49:27.580803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42362) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:27.594307 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d91076b3-3cdd-4611-a45a-88f8902d0af3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '9e718c62-4eca-468a-ad8e-f8de789db69c', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:27.594307 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d91076b3-3cdd-4611-a45a-88f8902d0af3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:27.596435 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d91076b3-3cdd-4611-a45a-88f8902d0af3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:27.599633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d91076b3-3cdd-4611-a45a-88f8902d0af3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:27.606007 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d91076b3-3cdd-4611-a45a-88f8902d0af3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:27.643812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:27.713705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=b67333b0-7871-4fd4-b7c5-02e53abae637,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:27.767866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d91076b3-3cdd-4611-a45a-88f8902d0af3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:27.915106 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:27.932586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d91076b3-3cdd-4611-a45a-88f8902d0af3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:28.006314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d91076b3-3cdd-4611-a45a-88f8902d0af3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:28.031612 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91076b3-3cdd-4611-a45a-88f8902d0af3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f492b63-d90f-4f19-ab13-cd28f3f5444b,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:28.107972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d91076b3-3cdd-4611-a45a-88f8902d0af3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:28.109996 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d91076b3-3cdd-4611-a45a-88f8902d0af3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5280674 Feb 17 09:49:28.112745 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42366) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:28.118116 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4bd917a4-7028-4e97-8927-af97eac129b9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '9e718c62-4eca-468a-ad8e-f8de789db69c', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:28.125776 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4bd917a4-7028-4e97-8927-af97eac129b9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:28.130608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4bd917a4-7028-4e97-8927-af97eac129b9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:28.133487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4bd917a4-7028-4e97-8927-af97eac129b9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:28.137424 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:28.139860 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4bd917a4-7028-4e97-8927-af97eac129b9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:28.235747 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bd917a4-7028-4e97-8927-af97eac129b9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:28.305067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bd917a4-7028-4e97-8927-af97eac129b9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:28.377808 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bd917a4-7028-4e97-8927-af97eac129b9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:28.400534 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd917a4-7028-4e97-8927-af97eac129b9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7dfa6ed-c0ad-4363-ac72-f2ba09bf1ee4,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:28.469358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bd917a4-7028-4e97-8927-af97eac129b9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:28.470561 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4bd917a4-7028-4e97-8927-af97eac129b9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3567078 Feb 17 09:49:28.473409 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42370) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:28.478611 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1d20c818-6658-448b-9c7d-b6de8b26eea6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '9e718c62-4eca-468a-ad8e-f8de789db69c', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:28.485349 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1d20c818-6658-448b-9c7d-b6de8b26eea6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:28.489083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1d20c818-6658-448b-9c7d-b6de8b26eea6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:28.491881 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1d20c818-6658-448b-9c7d-b6de8b26eea6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:28.497429 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1d20c818-6658-448b-9c7d-b6de8b26eea6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:28.615518 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-1d20c818-6658-448b-9c7d-b6de8b26eea6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:49:28.623187 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d20c818-6658-448b-9c7d-b6de8b26eea6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:28.695751 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d20c818-6658-448b-9c7d-b6de8b26eea6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:28.904080 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d20c818-6658-448b-9c7d-b6de8b26eea6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:28.930125 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20c818-6658-448b-9c7d-b6de8b26eea6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7969bb-ef4f-4932-b33c-b5bd207c3d86,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:29.080915 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d20c818-6658-448b-9c7d-b6de8b26eea6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:29.082309 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1d20c818-6658-448b-9c7d-b6de8b26eea6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6077974 Feb 17 09:49:29.084947 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42374) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:29.089874 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7b4ea890-34e6-47d3-a4d5-c7e522a46926 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '9e718c62-4eca-468a-ad8e-f8de789db69c', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:29.096081 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7b4ea890-34e6-47d3-a4d5-c7e522a46926 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:29.099858 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7b4ea890-34e6-47d3-a4d5-c7e522a46926 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:29.102930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7b4ea890-34e6-47d3-a4d5-c7e522a46926 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:29.108757 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7b4ea890-34e6-47d3-a4d5-c7e522a46926 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:29.115225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b67333b0-7871-4fd4-b7c5-02e53abae637 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:49:29.181628 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port b67333b0-7871-4fd4-b7c5-02e53abae637 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:29.182007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:29.258103 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-7b4ea890-34e6-47d3-a4d5-c7e522a46926 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:49:29.266387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b4ea890-34e6-47d3-a4d5-c7e522a46926 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:29.337394 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b4ea890-34e6-47d3-a4d5-c7e522a46926 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:29.460742 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b4ea890-34e6-47d3-a4d5-c7e522a46926 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:29.484069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ea890-34e6-47d3-a4d5-c7e522a46926 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503ffbb5-1211-43f9-8a67-7c549ef55671,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:29.583237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b4ea890-34e6-47d3-a4d5-c7e522a46926 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:29.584462 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7b4ea890-34e6-47d3-a4d5-c7e522a46926 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4986110 Feb 17 09:49:29.748775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-067ba2d2-cc0a-467b-bdff-77861d3ef4c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:49:29.786853 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:29.855072 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-067ba2d2-cc0a-467b-bdff-77861d3ef4c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:49:29.856296 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-067ba2d2-cc0a-467b-bdff-77861d3ef4c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191442689&fields=id&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 267 time: 0.1475625 Feb 17 09:49:30.061254 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-0b0feeb0-a9b1-4824-91f5-bc5859322557 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:30.062892 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-0b0feeb0-a9b1-4824-91f5-bc5859322557 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:49:30.160503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-0b0feeb0-a9b1-4824-91f5-bc5859322557 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:49:30.161801 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-0b0feeb0-a9b1-4824-91f5-bc5859322557 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports/c7ddd0b4-0ca3-4094-952b-0d1924755d63 HTTP/1.1" status: 200 len: 931 time: 0.2975857 Feb 17 09:49:30.280102 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-29bf016a-c855-446c-9915-17ddc16bfc01 service neutron] 10.222.0.75 "GET /v2.0/ports/c7ddd0b4-0ca3-4094-952b-0d1924755d63?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1051655 Feb 17 09:49:30.415321 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-db91a905-a894-487f-9dc0-da515f7b41bc service neutron] 10.222.0.75 "GET /v2.0/networks/7e1b34b8-2a6a-4adf-a014-4f7546cdb06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280441 Feb 17 09:49:30.547642 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-d2feab66-c3ca-42d0-b635-83c798029295 service neutron] 10.222.0.75 "GET /v2.0/networks/7e1b34b8-2a6a-4adf-a014-4f7546cdb06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263912 Feb 17 09:49:30.875746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-67f8cf51-e98a-4d0b-8221-31a4bc63d79c req-ed9f7d4d-6279-4d17-879d-e03dc6a733f6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:49:30.888161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-67f8cf51-e98a-4d0b-8221-31a4bc63d79c req-ed9f7d4d-6279-4d17-879d-e03dc6a733f6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:49:30.889386 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67f8cf51-e98a-4d0b-8221-31a4bc63d79c req-ed9f7d4d-6279-4d17-879d-e03dc6a733f6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 210 time: 0.0611875 Feb 17 09:49:32.049031 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3c5912ef-28cb-422e-b36b-0cc40e27ceaf req-d668f932-11a5-45b9-9436-a095e500465b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 210 time: 0.0476975 Feb 17 09:49:33.199726 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b1673e10-e2c6-4a86-bd54-2e16db6fb21d req-40450f39-7243-4dae-ae85-2d41ef78cd32 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 210 time: 0.0428047 Feb 17 09:49:33.472199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-ff7ccc2f-5251-4675-b85c-e7a52ef84133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:33.473553 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-ff7ccc2f-5251-4675-b85c-e7a52ef84133 service neutron] 10.222.0.37 "GET /v2.0/ports/c7ddd0b4-0ca3-4094-952b-0d1924755d63 HTTP/1.1" status: 200 len: 1027 time: 0.0643597 Feb 17 09:49:33.640950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-55792152-8c49-45c3-9834-a3258b139fff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:33.642593 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-55792152-8c49-45c3-9834-a3258b139fff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/networks?id=7e1b34b8-2a6a-4adf-a014-4f7546cdb06f HTTP/1.1" status: 200 len: 797 time: 0.1527631 Feb 17 09:49:33.705415 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-f78b9a96-73f4-48b3-bae7-cfc3bb5970fb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:49:33.718114 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-f78b9a96-73f4-48b3-bae7-cfc3bb5970fb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:49:33.720301 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-f78b9a96-73f4-48b3-bae7-cfc3bb5970fb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 380 time: 0.0602636 Feb 17 09:49:33.730491 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Request body: {'port': {'device_id': 'a3a51db2-7b38-4ca9-8f6f-c442ace7bd01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:33.846864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:34.212542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ddd0b4-0ca3-4094-952b-0d1924755d63 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:49:34.219779 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:34.235472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Transition to ACTIVE for port object c7ddd0b4-0ca3-4094-952b-0d1924755d63 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:49:34.321992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:34.399493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13136e-cc2a-47c0-ab46-8771f3873bf4 req-b4ca755c-3597-48b8-8e79-a91265db9fac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:34.401058 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ce13136e-cc2a-47c0-ab46-8771f3873bf4 req-b4ca755c-3597-48b8-8e79-a91265db9fac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 982 time: 0.0877073 Feb 17 09:49:34.460816 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ce13136e-cc2a-47c0-ab46-8771f3873bf4 req-4bda0bf8-239a-4acb-8e89-6178252614e7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511925 Feb 17 09:49:34.482998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Pushing event updated for resources: {'Port': ['ID=c7ddd0b4-0ca3-4094-952b-0d1924755d63,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:34.576377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Attempting to bind port c7ddd0b4-0ca3-4094-952b-0d1924755d63 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:49:34.576715 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Attempting to bind port c7ddd0b4-0ca3-4094-952b-0d1924755d63 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:49:34.577044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Attempting to bind port c7ddd0b4-0ca3-4094-952b-0d1924755d63 on network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:49:34.583331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Port c7ddd0b4-0ca3-4094-952b-0d1924755d63 on network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:49:34.583658 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Attempting to bind port c7ddd0b4-0ca3-4094-952b-0d1924755d63 on network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:49:34.589031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:49:34.589376 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Checking segment: {'id': 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:49:34.589788 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Bound using segment: {'id': 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:49:34.590237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Bound port: c7ddd0b4-0ca3-4094-952b-0d1924755d63, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:49:34.590585 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:34.693663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] For port c7ddd0b4-0ca3-4094-952b-0d1924755d63, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:49:34.696705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] For port c7ddd0b4-0ca3-4094-952b-0d1924755d63, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c7ddd0b4-0ca3-4094-952b-0d1924755d63,segment=NetworkSegment(d4fafb9c-6ead-4593-b059-32dd4f3a9b2f),segment_id=d4fafb9c-6ead-4593-b059-32dd4f3a9b2f)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:49:34.783979 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:34.857879 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:34.858715 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:34.861655 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] 10.222.0.37 "PUT /v2.0/ports/c7ddd0b4-0ca3-4094-952b-0d1924755d63 HTTP/1.1" status: 200 len: 1132 time: 1.1350625 Feb 17 09:49:34.862416 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a51db2-7b38-4ca9-8f6f-c442ace7bd01', 'tag': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:49:34.887378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5e82a-4a85-44a5-8da8-fbcc12b8faba service neutron] Pushing event updated for resources: {'Port': ['ID=c7ddd0b4-0ca3-4094-952b-0d1924755d63,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:34.913657 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a51db2-7b38-4ca9-8f6f-c442ace7bd01', 'tag': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63', 'status': 'completed', 'code': 200} Feb 17 09:49:35.041362 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014b416-90b3-4279-b33e-86223371ca22 req-e504aae7-c2a1-4bcd-bad5-c8fed03dcd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:35.042162 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1014b416-90b3-4279-b33e-86223371ca22 req-e504aae7-c2a1-4bcd-bad5-c8fed03dcd4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 1135 time: 0.0793049 Feb 17 09:49:35.193536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014b416-90b3-4279-b33e-86223371ca22 req-44a6dcc3-e425-424d-8bf2-2ac2839c9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:35.195001 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1014b416-90b3-4279-b33e-86223371ca22 req-44a6dcc3-e425-424d-8bf2-2ac2839c9435 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1382053 Feb 17 09:49:35.434902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014b416-90b3-4279-b33e-86223371ca22 req-e2936f43-03d9-49e8-8ecf-2cab9de55ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:35.436339 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1014b416-90b3-4279-b33e-86223371ca22 req-e2936f43-03d9-49e8-8ecf-2cab9de55ba1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2349923 Feb 17 09:49:35.580337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-e12026ba-1dc6-4975-8b62-9e3b33b1d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:35.582231 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-e12026ba-1dc6-4975-8b62-9e3b33b1d0e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 1135 time: 0.0755818 Feb 17 09:49:35.679287 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d6ad1-6815-4a85-bd21-26181c67f9ca req-d9ea1b06-6e12-44b4-9f9e-23cecf8517b9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:35.680785 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7b7d6ad1-6815-4a85-bd21-26181c67f9ca req-d9ea1b06-6e12-44b4-9f9e-23cecf8517b9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 982 time: 0.0873101 Feb 17 09:49:35.699728 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-149d1acc-9ccb-46ba-ad0b-14ad8db8c04f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7ddd0b4-0ca3-4094-952b-0d1924755d63 HTTP/1.1" status: 200 len: 217 time: 0.1019104 Feb 17 09:49:35.728342 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7b7d6ad1-6815-4a85-bd21-26181c67f9ca req-3054f4d0-d762-4e00-ab94-605c19f1b3ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406330 Feb 17 09:49:35.766346 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-0f9623d4-5080-4ab0-85fe-a7901f67f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:35.767772 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-0f9623d4-5080-4ab0-85fe-a7901f67f5cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0999bbfb-483d-41cf-b635-f5541abc96b7 HTTP/1.1" status: 200 len: 835 time: 0.0615535 Feb 17 09:49:35.842266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-63d353cc-2812-46ab-82fa-d88aa9b97563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:35.844227 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-63d353cc-2812-46ab-82fa-d88aa9b97563 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e1b34b8-2a6a-4adf-a014-4f7546cdb06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700798 Feb 17 09:49:35.979143 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-3eab12c1-4170-4990-b02c-8000858d5f2a service neutron] 10.222.0.37 "GET /v2.0/networks/7e1b34b8-2a6a-4adf-a014-4f7546cdb06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238346 Feb 17 09:49:36.108333 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-344f20bc-a883-4aa9-b120-c54c5dc3cc84 req-bdbf7982-a1e5-41a7-a79a-5f3d0442d9e5 service neutron] 10.222.0.37 "GET /v2.0/networks/7e1b34b8-2a6a-4adf-a014-4f7546cdb06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226981 Feb 17 09:49:36.920633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118db8a-c0d4-49bc-912e-723e7d16cff1 req-384a1f86-edd1-439f-acd5-94f2cdee7192 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:36.923080 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d118db8a-c0d4-49bc-912e-723e7d16cff1 req-384a1f86-edd1-439f-acd5-94f2cdee7192 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 982 time: 0.0806334 Feb 17 09:49:36.971674 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d118db8a-c0d4-49bc-912e-723e7d16cff1 req-a56d55b2-8999-4a2a-85e5-d0ece1f6a61e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430830 Feb 17 09:49:38.155251 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d653d20-4fe2-4483-8fb8-f63fb7ba66f3 req-b089eca8-b581-4f5a-b18d-4d9db00898f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:38.157709 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2d653d20-4fe2-4483-8fb8-f63fb7ba66f3 req-b089eca8-b581-4f5a-b18d-4d9db00898f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 982 time: 0.0816622 Feb 17 09:49:38.205686 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2d653d20-4fe2-4483-8fb8-f63fb7ba66f3 req-6dd6720f-84ee-4b7e-bc91-6b896c802a11 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412285 Feb 17 09:49:38.577353 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:39.394571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55011f28-77e9-422b-8c9f-0c6eb9dfd932 req-aeb2dc99-efee-4156-93c7-9986334bf16a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:39.395967 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-55011f28-77e9-422b-8c9f-0c6eb9dfd932 req-aeb2dc99-efee-4156-93c7-9986334bf16a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 982 time: 0.0848553 Feb 17 09:49:39.441526 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-55011f28-77e9-422b-8c9f-0c6eb9dfd932 req-93c2a387-7358-4b54-a8e1-4ce5227cd889 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399487 Feb 17 09:49:40.636255 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460135e-5647-4440-9e14-0a21627ae986 req-62a01df7-29b6-4649-878d-75453cc2d9af tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:40.637722 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9460135e-5647-4440-9e14-0a21627ae986 req-62a01df7-29b6-4649-878d-75453cc2d9af tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 982 time: 0.0868750 Feb 17 09:49:40.644974 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device c7ddd0b4-0ca3-4094-952b-0d1924755d63 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 09:49:40.683506 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9460135e-5647-4440-9e14-0a21627ae986 req-ec60ceca-4cd6-414a-9496-95c49810069e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387771 Feb 17 09:49:40.779148 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port c7ddd0b4-0ca3-4094-952b-0d1924755d63, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c7ddd0b4-0ca3-4094-952b-0d1924755d63,segment=NetworkSegment(d4fafb9c-6ead-4593-b059-32dd4f3a9b2f),segment_id=d4fafb9c-6ead-4593-b059-32dd4f3a9b2f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:49:40.792810 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63', 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f', 'port_id': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63', 'mac_address': 'fa:16:3e:4c:6b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 09:49:40.849659 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:40.865986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ddd0b4-0ca3-4094-952b-0d1924755d63 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:49:40.881497 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port c7ddd0b4-0ca3-4094-952b-0d1924755d63, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c7ddd0b4-0ca3-4094-952b-0d1924755d63,segment=NetworkSegment(d4fafb9c-6ead-4593-b059-32dd4f3a9b2f),segment_id=d4fafb9c-6ead-4593-b059-32dd4f3a9b2f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:49:40.969455 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:41.036659 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=c7ddd0b4-0ca3-4094-952b-0d1924755d63,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:41.469276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['c7ddd0b4-0ca3-4094-952b-0d1924755d63'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:49:41.877806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a352e0e-6566-4d04-80f6-1caa800af83d req-0a90ffc1-c339-4af5-b03f-41a2f3538250 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:41.879322 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a352e0e-6566-4d04-80f6-1caa800af83d req-0a90ffc1-c339-4af5-b03f-41a2f3538250 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 983 time: 0.0884852 Feb 17 09:49:41.925331 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a352e0e-6566-4d04-80f6-1caa800af83d req-2200b19f-88b8-4b4a-bf66-bc3965050a62 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403221 Feb 17 09:49:42.662464 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device c7ddd0b4-0ca3-4094-952b-0d1924755d63 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:49:42.822743 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port c7ddd0b4-0ca3-4094-952b-0d1924755d63 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:49:42.828631 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port c7ddd0b4-0ca3-4094-952b-0d1924755d63 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:42.829007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:42.944867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:42.973034 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a51db2-7b38-4ca9-8f6f-c442ace7bd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:49:42.982528 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port c7ddd0b4-0ca3-4094-952b-0d1924755d63, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c7ddd0b4-0ca3-4094-952b-0d1924755d63,segment=NetworkSegment(d4fafb9c-6ead-4593-b059-32dd4f3a9b2f),segment_id=d4fafb9c-6ead-4593-b059-32dd4f3a9b2f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:49:43.066296 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:43.100772 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a51db2-7b38-4ca9-8f6f-c442ace7bd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63', 'code': 200} Feb 17 09:49:43.118240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128ba77-b37d-436f-a324-7776993e8a8a req-5b436e49-227b-427c-898e-86dc68478fa6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:43.122555 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9128ba77-b37d-436f-a324-7776993e8a8a req-5b436e49-227b-427c-898e-86dc68478fa6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 984 time: 0.0867422 Feb 17 09:49:43.145631 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=c7ddd0b4-0ca3-4094-952b-0d1924755d63,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:43.173554 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9128ba77-b37d-436f-a324-7776993e8a8a req-2ffbfb63-8133-4afe-971e-ec22b4e765b6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470474 Feb 17 09:49:43.537964 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ada95-ebf0-44b6-a66c-2da4f4b6e6c0 req-da628d27-6253-42d3-bad4-1618dc33e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:43.539489 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9b4ada95-ebf0-44b6-a66c-2da4f4b6e6c0 req-da628d27-6253-42d3-bad4-1618dc33e614 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 1137 time: 0.0803049 Feb 17 09:49:43.587510 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9b4ada95-ebf0-44b6-a66c-2da4f4b6e6c0 req-da696fcd-5c6c-4cad-b618-bf0b07001eae service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385802 Feb 17 09:49:44.383136 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2557fcc-fe05-4a25-a6d2-a1c939dcea80 req-96ba2dcb-b986-42e1-bfd3-da5768073357 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:44.384642 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d2557fcc-fe05-4a25-a6d2-a1c939dcea80 req-96ba2dcb-b986-42e1-bfd3-da5768073357 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 984 time: 0.0857952 Feb 17 09:49:44.430814 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d2557fcc-fe05-4a25-a6d2-a1c939dcea80 req-1b9adaf3-2f04-4598-bb63-92b16567583c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403156 Feb 17 09:49:45.619978 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb9f14-f742-4bd7-88e5-8eb66c9a7f97 req-7d27dfe6-23bf-41b2-8ce4-587fc6d7e349 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:45.621459 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1fbb9f14-f742-4bd7-88e5-8eb66c9a7f97 req-7d27dfe6-23bf-41b2-8ce4-587fc6d7e349 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 984 time: 0.0827200 Feb 17 09:49:45.667459 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1fbb9f14-f742-4bd7-88e5-8eb66c9a7f97 req-a4c3178f-c0c5-4e73-9cca-120d084bfe8f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391643 Feb 17 09:49:45.850328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d49d0-b52d-4425-b5d7-230c72399dd8 req-254d80af-416f-4942-9c06-5a03b942f10c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:45.851718 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ae7d49d0-b52d-4425-b5d7-230c72399dd8 req-254d80af-416f-4942-9c06-5a03b942f10c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 984 time: 0.0806642 Feb 17 09:49:45.896736 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ae7d49d0-b52d-4425-b5d7-230c72399dd8 req-6fcaa486-d9ba-4f4e-abc4-63c1f8b3dc18 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390909 Feb 17 09:49:45.919661 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42446) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:45.991734 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04788413-34cf-4eb9-8345-950cc0552ec1 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:45.993212 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-04788413-34cf-4eb9-8345-950cc0552ec1 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 1132 time: 0.0726082 Feb 17 09:49:45.996053 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42450) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:46.001089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:46.007014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:46.010810 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:floatingip and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:46.013593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:46.019917 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:46.111686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:46.246428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:46.382275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.26.4.237 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/35d9008f-eb5a-44b3-b3a7-62ea6a512cf8) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:49:46.645463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:46.725873 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:46.789682 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:49:46.792459 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:46.795970 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:49:46.838880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=35d9008f-eb5a-44b3-b3a7-62ea6a512cf8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:47.211581 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:47.341187 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:47.547822 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:47.605495 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:47.717164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=35d9008f-eb5a-44b3-b3a7-62ea6a512cf8,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:47.732206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:47.909350 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP f9a8acb8-8a94-4e5b-8740-ceae3914ff5e associated. External IP: 172.26.4.237, port: c7ddd0b4-0ca3-4094-952b-0d1924755d63. Feb 17 09:49:48.370563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router dd612daf-1290-4748-b172-c631f3672a9d has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:49:48.545415 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:49:48.555813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab70e0-571b-46cc-aa5f-c0c898c75d5e None None] Sync routers for ids ['dd612daf-1290-4748-b172-c631f3672a9d'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:49:48.566513 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdab70e0-571b-46cc-aa5f-c0c898c75d5e None None] Routers {'dd612daf-1290-4748-b172-c631f3672a9d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:49:48.570793 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fdab70e0-571b-46cc-aa5f-c0c898c75d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:49:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dd612daf-1290-4748-b172-c631f3672a9d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:48.640689 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:48.719939 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8c0043f1-2eb0-4cb4-b9e6-492236859858 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.7228286 Feb 17 09:49:48.720531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a51db2-7b38-4ca9-8f6f-c442ace7bd01', 'tag': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:49:48.722838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42454) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:48.747728 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-fdab70e0-571b-46cc-aa5f-c0c898c75d5e None None] Set router dd612daf-1290-4748-b172-c631f3672a9d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:49:48.769693 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a51db2-7b38-4ca9-8f6f-c442ace7bd01', 'tag': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63', 'status': 'completed', 'code': 200} Feb 17 09:49:48.805679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c439f004-eab0-4a56-ac6a-d88408c37a8a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:48.809684 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c439f004-eab0-4a56-ac6a-d88408c37a8a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01&network_id=7e1b34b8-2a6a-4adf-a014-4f7546cdb06f HTTP/1.1" status: 200 len: 1132 time: 0.0833492 Feb 17 09:49:48.892052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d734fc-afb8-4c0f-928c-009d44b08ac0 req-0a895fab-f448-4917-84e8-6980109e385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:48.893438 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-44d734fc-afb8-4c0f-928c-009d44b08ac0 req-0a895fab-f448-4917-84e8-6980109e385d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 1137 time: 0.0721240 Feb 17 09:49:49.036927 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d734fc-afb8-4c0f-928c-009d44b08ac0 req-f2fd23f1-80b1-4755-bc65-a7779dc19b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:49.038412 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-44d734fc-afb8-4c0f-928c-009d44b08ac0 req-f2fd23f1-80b1-4755-bc65-a7779dc19b99 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e1b34b8-2a6a-4adf-a014-4f7546cdb06f HTTP/1.1" status: 200 len: 898 time: 0.1388495 Feb 17 09:49:49.132653 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fdab70e0-571b-46cc-aa5f-c0c898c75d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'name': 'tempest-TestNetworkBasicOps-router-2122094402', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:15Z', 'updated_at': '2022-02-17T09:49:22Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:16Z', 'updated_at': '2022-02-17T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'f9a8acb8-8a94-4e5b-8740-ceae3914ff5e', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.237', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'port_id': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624788563', 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f', 'mac_address': 'fa:16:3e:4c:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a51db2-7b38-4ca9-8f6f-c442ace7bd01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:49:47Z', 'updated_at': '2022-02-17T09:49:47Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67333b0-7871-4fd4-b7c5-02e53abae637', 'name': '', 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:6d:75:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:20Z', 'updated_at': '2022-02-17T09:49:27Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:49.143125 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab70e0-571b-46cc-aa5f-c0c898c75d5e None None] Checking router: dd612daf-1290-4748-b172-c631f3672a9d for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:49:49.151073 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-44d734fc-afb8-4c0f-928c-009d44b08ac0 req-2183c967-c672-4d42-bed4-1aa664ce444b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7ddd0b4-0ca3-4094-952b-0d1924755d63 HTTP/1.1" status: 200 len: 1038 time: 0.1047251 Feb 17 09:49:49.153778 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdab70e0-571b-46cc-aa5f-c0c898c75d5e None None] Routers {'dd612daf-1290-4748-b172-c631f3672a9d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:49:49.154672 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fdab70e0-571b-46cc-aa5f-c0c898c75d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:49:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dd612daf-1290-4748-b172-c631f3672a9d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:49.219204 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d734fc-afb8-4c0f-928c-009d44b08ac0 req-ec0075e7-d35b-4308-a534-5ed7a7baeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:49.220632 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-44d734fc-afb8-4c0f-928c-009d44b08ac0 req-ec0075e7-d35b-4308-a534-5ed7a7baeaf1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0999bbfb-483d-41cf-b635-f5541abc96b7 HTTP/1.1" status: 200 len: 835 time: 0.0582795 Feb 17 09:49:49.313367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d734fc-afb8-4c0f-928c-009d44b08ac0 req-e1f6eb43-5b09-40b0-86c8-2fc07847de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:49.313796 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-44d734fc-afb8-4c0f-928c-009d44b08ac0 req-e1f6eb43-5b09-40b0-86c8-2fc07847de73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e1b34b8-2a6a-4adf-a014-4f7546cdb06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846887 Feb 17 09:49:49.336476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-fdab70e0-571b-46cc-aa5f-c0c898c75d5e None None] Set router dd612daf-1290-4748-b172-c631f3672a9d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:49:49.446184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de764b-abe3-4eaf-bd7e-be738cc1f17c req-1f9f8cf4-ca25-41c9-8b86-89e6e643024d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:49.447967 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-90de764b-abe3-4eaf-bd7e-be738cc1f17c req-1f9f8cf4-ca25-41c9-8b86-89e6e643024d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 984 time: 0.0914624 Feb 17 09:49:49.456611 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-44d734fc-afb8-4c0f-928c-009d44b08ac0 req-9d6dd5dc-0232-4978-bc38-6022b8370124 service neutron] 10.222.0.37 "GET /v2.0/networks/7e1b34b8-2a6a-4adf-a014-4f7546cdb06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350176 Feb 17 09:49:49.497519 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-90de764b-abe3-4eaf-bd7e-be738cc1f17c req-2e64741c-a4f8-4805-bef3-6389a9d71cd6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Feb 17 09:49:49.596135 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-44d734fc-afb8-4c0f-928c-009d44b08ac0 req-44fa5c42-80a3-4036-84d8-4f1a4f73b547 service neutron] 10.222.0.37 "GET /v2.0/networks/7e1b34b8-2a6a-4adf-a014-4f7546cdb06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307573 Feb 17 09:49:49.700093 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fdab70e0-571b-46cc-aa5f-c0c898c75d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'name': 'tempest-TestNetworkBasicOps-router-2122094402', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:15Z', 'updated_at': '2022-02-17T09:49:22Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:16Z', 'updated_at': '2022-02-17T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'f9a8acb8-8a94-4e5b-8740-ceae3914ff5e', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.237', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'port_id': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624788563', 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f', 'mac_address': 'fa:16:3e:4c:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a51db2-7b38-4ca9-8f6f-c442ace7bd01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:49:47Z', 'updated_at': '2022-02-17T09:49:47Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67333b0-7871-4fd4-b7c5-02e53abae637', 'name': '', 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:6d:75:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:20Z', 'updated_at': '2022-02-17T09:49:27Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:49.704507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab70e0-571b-46cc-aa5f-c0c898c75d5e None None] The sync data for ids ['dd612daf-1290-4748-b172-c631f3672a9d'] in dv-neutron-828143-5-hyperv is: [{'id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'name': 'tempest-TestNetworkBasicOps-router-2122094402', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:15Z', 'updated_at': '2022-02-17T09:49:22Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:16Z', 'updated_at': '2022-02-17T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'f9a8acb8-8a94-4e5b-8740-ceae3914ff5e', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.237', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'port_id': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624788563', 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f', 'mac_address': 'fa:16:3e:4c:6b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a51db2-7b38-4ca9-8f6f-c442ace7bd01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:49:47Z', 'updated_at': '2022-02-17T09:49:47Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67333b0-7871-4fd4-b7c5-02e53abae637', 'name': '', 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:6d:75:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:20Z', 'updated_at': '2022-02-17T09:49:27Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:49:49.880178 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be8739-e911-4fb9-b918-91dbd8df1816 None None] New status for floating IP f9a8acb8-8a94-4e5b-8740-ceae3914ff5e: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:49:50.605913 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:49:50.684424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c718ee0-885a-492f-92ee-3484379898ef req-7341e2f6-242f-4a09-bde9-8aa8da30ff1b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:50.686029 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3c718ee0-885a-492f-92ee-3484379898ef req-7341e2f6-242f-4a09-bde9-8aa8da30ff1b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 984 time: 0.0805531 Feb 17 09:49:50.730670 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3c718ee0-885a-492f-92ee-3484379898ef req-0849395a-5e19-4111-a012-790feda313e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384500 Feb 17 09:49:51.351680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edeef47-72c6-41b3-9ff9-c14d214fc15d req-1f799ca7-7a38-4fb4-ab9a-4d87ca6eeb6c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:51.353098 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7edeef47-72c6-41b3-9ff9-c14d214fc15d req-1f799ca7-7a38-4fb4-ab9a-4d87ca6eeb6c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 984 time: 0.0865293 Feb 17 09:49:51.430739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edeef47-72c6-41b3-9ff9-c14d214fc15d req-b8608f13-8bac-4e8d-bc4a-4a62d27b9964 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:51.432108 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7edeef47-72c6-41b3-9ff9-c14d214fc15d req-b8608f13-8bac-4e8d-bc4a-4a62d27b9964 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/ports/c7ddd0b4-0ca3-4094-952b-0d1924755d63?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0733368 Feb 17 09:49:51.582482 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7edeef47-72c6-41b3-9ff9-c14d214fc15d req-62f80528-13b4-42fb-8dc5-d453b4a4f50a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/networks/7e1b34b8-2a6a-4adf-a014-4f7546cdb06f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1434174 Feb 17 09:49:51.594426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-7edeef47-72c6-41b3-9ff9-c14d214fc15d req-b4ddadc1-1a96-429c-bbd0-87713c11c2a8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:51.714179 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7edeef47-72c6-41b3-9ff9-c14d214fc15d req-b4ddadc1-1a96-429c-bbd0-87713c11c2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:51.935752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505f3bd-67da-464c-889f-cf1c46ea5c1a req-1d7800e3-df29-49bc-80d5-aefde5e24fc1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:51.937335 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e505f3bd-67da-464c-889f-cf1c46ea5c1a req-1d7800e3-df29-49bc-80d5-aefde5e24fc1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 984 time: 0.0907571 Feb 17 09:49:51.984854 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e505f3bd-67da-464c-889f-cf1c46ea5c1a req-68246b63-1650-4d5c-a78f-3206819d4730 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Feb 17 09:49:52.047056 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7edeef47-72c6-41b3-9ff9-c14d214fc15d req-b4ddadc1-1a96-429c-bbd0-87713c11c2a8 service neutron] For port c7ddd0b4-0ca3-4094-952b-0d1924755d63, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c7ddd0b4-0ca3-4094-952b-0d1924755d63,segment=NetworkSegment(d4fafb9c-6ead-4593-b059-32dd4f3a9b2f),segment_id=d4fafb9c-6ead-4593-b059-32dd4f3a9b2f)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:49:52.078484 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7edeef47-72c6-41b3-9ff9-c14d214fc15d req-b4ddadc1-1a96-429c-bbd0-87713c11c2a8 service neutron] For port c7ddd0b4-0ca3-4094-952b-0d1924755d63, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:49:52.132560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-7edeef47-72c6-41b3-9ff9-c14d214fc15d req-b4ddadc1-1a96-429c-bbd0-87713c11c2a8 service neutron] device_id is not set on port c7ddd0b4-0ca3-4094-952b-0d1924755d63 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:49:52.142140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7edeef47-72c6-41b3-9ff9-c14d214fc15d req-b4ddadc1-1a96-429c-bbd0-87713c11c2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:52.234309 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7edeef47-72c6-41b3-9ff9-c14d214fc15d req-b4ddadc1-1a96-429c-bbd0-87713c11c2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:52.386273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddadc1-1a96-429c-bbd0-87713c11c2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ddd0b4-0ca3-4094-952b-0d1924755d63,revision_number=6']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:52.440495 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edeef47-72c6-41b3-9ff9-c14d214fc15d req-b4ddadc1-1a96-429c-bbd0-87713c11c2a8 service neutron] No DVR routers for this DVR port c7ddd0b4-0ca3-4094-952b-0d1924755d63 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:49:52.518546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fb2a93ca-7a40-474e-8f26-8d39adacd4eb None None] Provisioning complete for port c7ddd0b4-0ca3-4094-952b-0d1924755d63 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:52.519297 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fb2a93ca-7a40-474e-8f26-8d39adacd4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:52.575870 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fb2a93ca-7a40-474e-8f26-8d39adacd4eb None None] Port c7ddd0b4-0ca3-4094-952b-0d1924755d63 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:49:52.672836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-7edeef47-72c6-41b3-9ff9-c14d214fc15d req-b4ddadc1-1a96-429c-bbd0-87713c11c2a8 service neutron] In _notify_port_updated(), no bound segment for port c7ddd0b4-0ca3-4094-952b-0d1924755d63 on network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:49:52.673696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edeef47-72c6-41b3-9ff9-c14d214fc15d req-b4ddadc1-1a96-429c-bbd0-87713c11c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:52.674333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7edeef47-72c6-41b3-9ff9-c14d214fc15d req-b4ddadc1-1a96-429c-bbd0-87713c11c2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:52.675608 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7edeef47-72c6-41b3-9ff9-c14d214fc15d req-b4ddadc1-1a96-429c-bbd0-87713c11c2a8 service neutron] 10.222.0.37 "PUT /v2.0/ports/c7ddd0b4-0ca3-4094-952b-0d1924755d63 HTTP/1.1" status: 200 len: 1027 time: 1.0864193 Feb 17 09:49:53.146674 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9408fe34-34c9-4ca7-af9a-1464af94f9be req-89acaf6f-d497-40bd-bb87-44029887f798 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3a51db2-7b38-4ca9-8f6f-c442ace7bd01 HTTP/1.1" status: 200 len: 210 time: 0.0421119 Feb 17 09:49:54.239249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42472) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:54.310675 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406a55b1-7951-44db-8db6-846240a84180 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:54.312920 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-406a55b1-7951-44db-8db6-846240a84180 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports/c7ddd0b4-0ca3-4094-952b-0d1924755d63 HTTP/1.1" status: 200 len: 926 time: 0.0724468 Feb 17 09:49:54.561156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42478) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:54.566485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-828bbdfa-d132-4935-9346-6e8339d0c16a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2127421340', 'description': 'tempest-secgroup-smoke-2127421340 description', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:54.572225 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-828bbdfa-d132-4935-9346-6e8339d0c16a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:54.582243 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-828bbdfa-d132-4935-9346-6e8339d0c16a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:54.658453 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3118750f-bf11-4937-970d-4c0ffae1fa6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:54.685452 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-828bbdfa-d132-4935-9346-6e8339d0c16a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:54.706501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device c7ddd0b4-0ca3-4094-952b-0d1924755d63 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:49:54.707113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-828bbdfa-d132-4935-9346-6e8339d0c16a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:54.711011 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-828bbdfa-d132-4935-9346-6e8339d0c16a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:54.713946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-828bbdfa-d132-4935-9346-6e8339d0c16a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:54.720588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-828bbdfa-d132-4935-9346-6e8339d0c16a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:54.769189 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device c7ddd0b4-0ca3-4094-952b-0d1924755d63 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:49:54.791003 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-828bbdfa-d132-4935-9346-6e8339d0c16a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:54.856589 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-828bbdfa-d132-4935-9346-6e8339d0c16a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:54.898764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bbdfa-d132-4935-9346-6e8339d0c16a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08e426f-7f89-412f-a5c4-81ccaeda5210,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:54.988150 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-828bbdfa-d132-4935-9346-6e8339d0c16a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:54.990970 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-828bbdfa-d132-4935-9346-6e8339d0c16a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4272447 Feb 17 09:49:54.992487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42482) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:54.997893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8e44fc5e-a744-4328-8728-a32e7c30b9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'e08e426f-7f89-412f-a5c4-81ccaeda5210', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:55.005550 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8e44fc5e-a744-4328-8728-a32e7c30b9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:55.009681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8e44fc5e-a744-4328-8728-a32e7c30b9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:55.012597 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8e44fc5e-a744-4328-8728-a32e7c30b9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:55.020723 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8e44fc5e-a744-4328-8728-a32e7c30b9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:55.103461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e44fc5e-a744-4328-8728-a32e7c30b9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:55.165202 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e44fc5e-a744-4328-8728-a32e7c30b9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:55.273784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e44fc5e-a744-4328-8728-a32e7c30b9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:55.300168 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44fc5e-a744-4328-8728-a32e7c30b9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25789ca8-24d8-4b76-86c0-7e239923ae0f,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:55.365281 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e44fc5e-a744-4328-8728-a32e7c30b9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:55.366507 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8e44fc5e-a744-4328-8728-a32e7c30b9f7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3728716 Feb 17 09:49:55.369499 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42486) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:55.375740 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5877b480-cf12-40f8-96c2-ccb0ff5f10ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'e08e426f-7f89-412f-a5c4-81ccaeda5210', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:55.382336 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5877b480-cf12-40f8-96c2-ccb0ff5f10ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:55.386592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5877b480-cf12-40f8-96c2-ccb0ff5f10ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:55.389482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5877b480-cf12-40f8-96c2-ccb0ff5f10ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:55.395795 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5877b480-cf12-40f8-96c2-ccb0ff5f10ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:55.480664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5877b480-cf12-40f8-96c2-ccb0ff5f10ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:55.545749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5877b480-cf12-40f8-96c2-ccb0ff5f10ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:55.616876 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5877b480-cf12-40f8-96c2-ccb0ff5f10ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:55.641648 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877b480-cf12-40f8-96c2-ccb0ff5f10ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baff4d24-3b37-4aa7-a751-0d875eff28a3,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:55.711841 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5877b480-cf12-40f8-96c2-ccb0ff5f10ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:55.713055 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5877b480-cf12-40f8-96c2-ccb0ff5f10ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3425896 Feb 17 09:49:55.715765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42490) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:55.721421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ae4418b3-6e69-4f7f-a7af-402829c4d0f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'e08e426f-7f89-412f-a5c4-81ccaeda5210', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:55.727532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ae4418b3-6e69-4f7f-a7af-402829c4d0f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:55.731527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ae4418b3-6e69-4f7f-a7af-402829c4d0f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:55.734921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ae4418b3-6e69-4f7f-a7af-402829c4d0f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:55.740662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ae4418b3-6e69-4f7f-a7af-402829c4d0f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:55.815969 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae4418b3-6e69-4f7f-a7af-402829c4d0f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:55.880988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae4418b3-6e69-4f7f-a7af-402829c4d0f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:55.936159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae4418b3-6e69-4f7f-a7af-402829c4d0f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:55.961902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4418b3-6e69-4f7f-a7af-402829c4d0f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ec9840-140d-4b05-b1dc-2850d01d945d,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:56.025725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae4418b3-6e69-4f7f-a7af-402829c4d0f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:56.026977 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ae4418b3-6e69-4f7f-a7af-402829c4d0f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103104 Feb 17 09:49:56.029922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42494) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:56.034816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bb2d5114-ce55-4b6b-b065-48015d966d25 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'e08e426f-7f89-412f-a5c4-81ccaeda5210', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:56.040633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bb2d5114-ce55-4b6b-b065-48015d966d25 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:56.044511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bb2d5114-ce55-4b6b-b065-48015d966d25 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:56.047644 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bb2d5114-ce55-4b6b-b065-48015d966d25 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:56.053238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bb2d5114-ce55-4b6b-b065-48015d966d25 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:56.141299 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5114-ce55-4b6b-b065-48015d966d25 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:56.204223 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5114-ce55-4b6b-b065-48015d966d25 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:56.271299 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5114-ce55-4b6b-b065-48015d966d25 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:56.297368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d5114-ce55-4b6b-b065-48015d966d25 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1239b5ca-87b0-474f-acc2-6fdfbcc72def,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:56.365059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5114-ce55-4b6b-b065-48015d966d25 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:56.366543 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bb2d5114-ce55-4b6b-b065-48015d966d25 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3353922 Feb 17 09:49:56.369021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42498) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:56.373844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2ba9bf2c-948e-45ca-b06e-2b10cc65c1f9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'e08e426f-7f89-412f-a5c4-81ccaeda5210', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:56.380343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2ba9bf2c-948e-45ca-b06e-2b10cc65c1f9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:56.384034 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2ba9bf2c-948e-45ca-b06e-2b10cc65c1f9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:56.387073 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2ba9bf2c-948e-45ca-b06e-2b10cc65c1f9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:56.392851 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2ba9bf2c-948e-45ca-b06e-2b10cc65c1f9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:56.454289 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-2ba9bf2c-948e-45ca-b06e-2b10cc65c1f9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:49:56.461014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ba9bf2c-948e-45ca-b06e-2b10cc65c1f9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:56.525900 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ba9bf2c-948e-45ca-b06e-2b10cc65c1f9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:56.599290 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ba9bf2c-948e-45ca-b06e-2b10cc65c1f9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:56.624104 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9bf2c-948e-45ca-b06e-2b10cc65c1f9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef731b1-eb72-4831-b9dc-c9d1278b1e78,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:56.695384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ba9bf2c-948e-45ca-b06e-2b10cc65c1f9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:56.696951 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2ba9bf2c-948e-45ca-b06e-2b10cc65c1f9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3270209 Feb 17 09:49:56.699620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42502) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:49:56.704664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-283aa8c2-4564-4eb5-806d-3eed004f2032 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'e08e426f-7f89-412f-a5c4-81ccaeda5210', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:56.710595 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-283aa8c2-4564-4eb5-806d-3eed004f2032 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:49:56.714361 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-283aa8c2-4564-4eb5-806d-3eed004f2032 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:49:56.717286 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-283aa8c2-4564-4eb5-806d-3eed004f2032 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:49:56.723670 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-283aa8c2-4564-4eb5-806d-3eed004f2032 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:49:56.788238 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-283aa8c2-4564-4eb5-806d-3eed004f2032 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:49:56.795180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-283aa8c2-4564-4eb5-806d-3eed004f2032 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:56.861696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-283aa8c2-4564-4eb5-806d-3eed004f2032 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:56.928822 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-283aa8c2-4564-4eb5-806d-3eed004f2032 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:56.953732 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283aa8c2-4564-4eb5-806d-3eed004f2032 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885fa94e-e26a-4396-85b0-ca4003918c2b,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:56.997543 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df1d1497-e1f2-4d2d-a1b0-3bc6a9ce588c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:57.037291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-283aa8c2-4564-4eb5-806d-3eed004f2032 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:57.038551 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-283aa8c2-4564-4eb5-806d-3eed004f2032 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3380308 Feb 17 09:49:57.199479 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-81c7225e-3401-4970-aee4-dcc7cb60c24e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127421340&fields=id&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 267 time: 0.0384181 Feb 17 09:49:57.278210 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-40418e05-b757-447b-9e68-39c4a9588997 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:57.279603 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-40418e05-b757-447b-9e68-39c4a9588997 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports/c7ddd0b4-0ca3-4094-952b-0d1924755d63 HTTP/1.1" status: 200 len: 931 time: 0.0726151 Feb 17 09:49:57.355909 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-b097e949-bd59-462f-b2a5-8ebca8fac180 service neutron] 10.222.0.75 "GET /v2.0/ports/c7ddd0b4-0ca3-4094-952b-0d1924755d63?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0638285 Feb 17 09:49:57.492189 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-b31893ec-1a41-4e7e-a51d-6d800e1fe6a6 service neutron] 10.222.0.75 "GET /v2.0/networks/7e1b34b8-2a6a-4adf-a014-4f7546cdb06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294072 Feb 17 09:49:57.623007 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-be1c9900-8d84-4533-9d84-006971a7e394 service neutron] 10.222.0.75 "GET /v2.0/networks/7e1b34b8-2a6a-4adf-a014-4f7546cdb06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249254 Feb 17 09:49:57.863398 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7a504504-3d3d-4b96-99a4-1aa6a20fd09e req-6e53653a-62c2-4961-83df-37f423b7a943 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 210 time: 0.0425651 Feb 17 09:49:57.871984 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:58.094839 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:49:58.962971 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d404f56a-0229-445c-9864-6301b76258a6 req-a4651a7c-98d5-401d-86c1-05a1d0da5c01 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 210 time: 0.0464728 Feb 17 09:49:59.740212 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:00.061253 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-304b38a8-4739-49f5-997a-57dea737aa05 req-b2e17d9f-6dd3-45ab-a7c9-09e68ffd389c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 210 time: 0.0457563 Feb 17 09:50:01.161152 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6df1dc68-9448-4f49-a7a7-b421de867af4 req-f890249e-3d8b-4f94-9635-013d8199f472 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 210 time: 0.0463045 Feb 17 09:50:02.309355 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0ffc2ce9-327e-4929-925d-408b367a5f5e req-6eafea18-f6d6-4998-9459-3c263d59adae tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 210 time: 0.0429974 Feb 17 09:50:03.460985 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7a5a4e2a-f058-4bec-8e2d-0cae14288f00 req-227e2b5c-657f-449b-bf5b-ddc16a98a8e3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 210 time: 0.0421972 Feb 17 09:50:04.032276 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-d9e92199-03c0-4ea7-af6a-6b94615e9898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:04.033774 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-d9e92199-03c0-4ea7-af6a-6b94615e9898 service neutron] 10.222.0.37 "GET /v2.0/ports/c7ddd0b4-0ca3-4094-952b-0d1924755d63 HTTP/1.1" status: 200 len: 1027 time: 0.0641909 Feb 17 09:50:04.195641 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-5c4489bf-ce7e-465a-b3b7-5c11a28532db tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:04.197158 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-5c4489bf-ce7e-465a-b3b7-5c11a28532db tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/networks?id=7e1b34b8-2a6a-4adf-a014-4f7546cdb06f HTTP/1.1" status: 200 len: 797 time: 0.1581447 Feb 17 09:50:04.255612 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-75418e4b-65da-4b29-8f65-416f15ee462e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:50:04.420514 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-75418e4b-65da-4b29-8f65-416f15ee462e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:50:04.421865 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-75418e4b-65da-4b29-8f65-416f15ee462e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 473 time: 0.2095456 Feb 17 09:50:04.433863 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Request body: {'port': {'device_id': '220eb2db-dffe-4736-8c5f-5a3451e0d375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:04.631740 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-de180755-5cae-4bb2-a50e-0ec7c2718c84 req-f0606889-3d61-452b-a68f-cece4770cc3f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 210 time: 0.0572188 Feb 17 09:50:04.706977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:05.062243 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ddd0b4-0ca3-4094-952b-0d1924755d63 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:50:05.069893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:05.087127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Transition to ACTIVE for port object c7ddd0b4-0ca3-4094-952b-0d1924755d63 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:50:05.193673 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:05.347025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Pushing event updated for resources: {'Port': ['ID=c7ddd0b4-0ca3-4094-952b-0d1924755d63,revision_number=7']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:05.363510 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:05.363852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:05.364189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:05.364524 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:05.364853 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:05.365178 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:05.365504 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:05.365828 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:05.366171 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:05.366493 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:05.366815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:05.367129 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:05.494980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Attempting to bind port c7ddd0b4-0ca3-4094-952b-0d1924755d63 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:50:05.495294 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Attempting to bind port c7ddd0b4-0ca3-4094-952b-0d1924755d63 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:50:05.496627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Attempting to bind port c7ddd0b4-0ca3-4094-952b-0d1924755d63 on network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:50:05.502379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Port c7ddd0b4-0ca3-4094-952b-0d1924755d63 on network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:50:05.502706 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Attempting to bind port c7ddd0b4-0ca3-4094-952b-0d1924755d63 on network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:50:05.507869 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:50:05.508210 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Checking segment: {'id': 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:50:05.508591 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Bound using segment: {'id': 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:50:05.509013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Bound port: c7ddd0b4-0ca3-4094-952b-0d1924755d63, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:50:05.509369 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:05.609544 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] For port c7ddd0b4-0ca3-4094-952b-0d1924755d63, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:50:05.612534 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] For port c7ddd0b4-0ca3-4094-952b-0d1924755d63, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c7ddd0b4-0ca3-4094-952b-0d1924755d63,segment=NetworkSegment(d4fafb9c-6ead-4593-b059-32dd4f3a9b2f),segment_id=d4fafb9c-6ead-4593-b059-32dd4f3a9b2f)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:50:05.697403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:05.759677 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:05.760294 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:05.761658 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] 10.222.0.37 "PUT /v2.0/ports/c7ddd0b4-0ca3-4094-952b-0d1924755d63 HTTP/1.1" status: 200 len: 1132 time: 1.3320763 Feb 17 09:50:05.762305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220eb2db-dffe-4736-8c5f-5a3451e0d375', 'tag': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:50:05.795617 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873f3be-5ff0-4ee6-bc0b-c2615b3e5d1f service neutron] Pushing event updated for resources: {'Port': ['ID=c7ddd0b4-0ca3-4094-952b-0d1924755d63,revision_number=8']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:05.819369 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220eb2db-dffe-4736-8c5f-5a3451e0d375', 'tag': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63', 'status': 'completed', 'code': 200} Feb 17 09:50:05.844660 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1ea60-9f25-436e-85ed-9366b4537fba req-1927d44d-17ec-4bfe-84cf-ee282e52c363 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:05.846389 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-87e1ea60-9f25-436e-85ed-9366b4537fba req-1927d44d-17ec-4bfe-84cf-ee282e52c363 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 982 time: 0.1001713 Feb 17 09:50:05.898751 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-87e1ea60-9f25-436e-85ed-9366b4537fba req-c1177926-798a-4a18-b953-a4fdf7ce0960 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463657 Feb 17 09:50:05.949760 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e2b2b-d7e5-45b7-a86f-b0541e03e193 req-1950b14a-1390-4519-b260-d7c2f03fcc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:05.951309 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-939e2b2b-d7e5-45b7-a86f-b0541e03e193 req-1950b14a-1390-4519-b260-d7c2f03fcc78 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 1135 time: 0.0850646 Feb 17 09:50:06.107516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e2b2b-d7e5-45b7-a86f-b0541e03e193 req-b63c987b-5637-47a7-b9ad-36e3650354f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:06.109781 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-939e2b2b-d7e5-45b7-a86f-b0541e03e193 req-b63c987b-5637-47a7-b9ad-36e3650354f7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1429543 Feb 17 09:50:06.252369 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e2b2b-d7e5-45b7-a86f-b0541e03e193 req-57cf27d4-22ae-4566-928e-dcfae8c89652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:06.253799 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-939e2b2b-d7e5-45b7-a86f-b0541e03e193 req-57cf27d4-22ae-4566-928e-dcfae8c89652 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1375790 Feb 17 09:50:06.391630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-30ef3313-2553-4d44-b76d-acb842f736ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:06.393099 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-30ef3313-2553-4d44-b76d-acb842f736ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 1135 time: 0.0726728 Feb 17 09:50:06.511052 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-634220a9-8de2-4029-9fb7-6b7eec4289c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7ddd0b4-0ca3-4094-952b-0d1924755d63 HTTP/1.1" status: 200 len: 1038 time: 0.1002145 Feb 17 09:50:06.586509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-bcbf58fc-584b-4d94-b285-a051801bce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:06.589112 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-bcbf58fc-584b-4d94-b285-a051801bce91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0999bbfb-483d-41cf-b635-f5541abc96b7 HTTP/1.1" status: 200 len: 835 time: 0.0711792 Feb 17 09:50:06.772190 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-9865273e-4432-40f2-9de4-f232ccda8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:06.773606 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-9865273e-4432-40f2-9de4-f232ccda8a0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e1b34b8-2a6a-4adf-a014-4f7546cdb06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1774883 Feb 17 09:50:06.913941 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-c0acd91f-735d-4d20-9505-99d5428ed7d0 service neutron] 10.222.0.37 "GET /v2.0/networks/7e1b34b8-2a6a-4adf-a014-4f7546cdb06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332490 Feb 17 09:50:07.109212 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7644d17c-94f3-4b73-9bb8-1552552c0f44 req-3ec969f3-edbd-40ad-9cbe-abb12967aeb8 service neutron] 10.222.0.37 "GET /v2.0/networks/7e1b34b8-2a6a-4adf-a014-4f7546cdb06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891885 Feb 17 09:50:07.131259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120241e-80a5-46b1-b015-d55d8e59e550 req-ca03eb95-d661-40f1-801d-779bd65056d3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:07.132723 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3120241e-80a5-46b1-b015-d55d8e59e550 req-ca03eb95-d661-40f1-801d-779bd65056d3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 982 time: 0.1160524 Feb 17 09:50:07.181304 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3120241e-80a5-46b1-b015-d55d8e59e550 req-dd1ad4ef-06cc-4336-bb69-400d7d298ab5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426543 Feb 17 09:50:08.397153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9d9b9-b99b-452e-baa9-325077325fca req-8ca077c5-70e0-4b4e-9629-ad09f3183db8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:08.398703 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-04a9d9b9-b99b-452e-baa9-325077325fca req-8ca077c5-70e0-4b4e-9629-ad09f3183db8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 982 time: 0.1070192 Feb 17 09:50:08.445400 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-04a9d9b9-b99b-452e-baa9-325077325fca req-7b468f41-7e9f-488a-adb3-265f5c1ca34e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408175 Feb 17 09:50:08.576412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:09.649836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba139f6-9fe1-4ed2-ac9d-30d68a394585 req-53c2170d-0e2e-4a73-aae3-fbc15c9a911e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:09.651319 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1ba139f6-9fe1-4ed2-ac9d-30d68a394585 req-53c2170d-0e2e-4a73-aae3-fbc15c9a911e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 982 time: 0.0915322 Feb 17 09:50:09.699739 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1ba139f6-9fe1-4ed2-ac9d-30d68a394585 req-c7906df4-304d-4732-9277-181af8988ef2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417221 Feb 17 09:50:10.989438 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fac214-c156-4a37-951e-2dca761a77d4 req-8fabb318-992c-4b76-8f53-5d1d255f2e61 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:10.990937 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-99fac214-c156-4a37-951e-2dca761a77d4 req-8fabb318-992c-4b76-8f53-5d1d255f2e61 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 982 time: 0.1866143 Feb 17 09:50:11.036039 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-99fac214-c156-4a37-951e-2dca761a77d4 req-a9c525e5-ba01-4f9d-9e4d-93909f80f790 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393417 Feb 17 09:50:12.225625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad80ad-e1b6-460b-8bf7-80350a4c35b0 req-6dc65216-5e0b-4f28-abad-1008ed9a352c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:12.227150 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0fad80ad-e1b6-460b-8bf7-80350a4c35b0 req-6dc65216-5e0b-4f28-abad-1008ed9a352c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 982 time: 0.0892754 Feb 17 09:50:12.272440 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0fad80ad-e1b6-460b-8bf7-80350a4c35b0 req-66dafb0d-f440-4a71-bf19-fa4b6e5f922c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395188 Feb 17 09:50:12.767681 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device c7ddd0b4-0ca3-4094-952b-0d1924755d63 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 09:50:12.938201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port c7ddd0b4-0ca3-4094-952b-0d1924755d63, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c7ddd0b4-0ca3-4094-952b-0d1924755d63,segment=NetworkSegment(d4fafb9c-6ead-4593-b059-32dd4f3a9b2f),segment_id=d4fafb9c-6ead-4593-b059-32dd4f3a9b2f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:50:12.951553 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63', 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f', 'port_id': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63', 'mac_address': 'fa:16:3e:4c:6b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 09:50:13.006622 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:13.023596 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ddd0b4-0ca3-4094-952b-0d1924755d63 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:50:13.039166 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port c7ddd0b4-0ca3-4094-952b-0d1924755d63, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c7ddd0b4-0ca3-4094-952b-0d1924755d63,segment=NetworkSegment(d4fafb9c-6ead-4593-b059-32dd4f3a9b2f),segment_id=d4fafb9c-6ead-4593-b059-32dd4f3a9b2f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:50:13.108934 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:13.180361 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=c7ddd0b4-0ca3-4094-952b-0d1924755d63,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:13.459324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fec23-ed1a-4708-ab84-96b613f802ab req-d90cfe80-a2dd-4d0d-b0c9-b85599701c85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:13.460717 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-347fec23-ed1a-4708-ab84-96b613f802ab req-d90cfe80-a2dd-4d0d-b0c9-b85599701c85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 983 time: 0.0796008 Feb 17 09:50:13.508588 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-347fec23-ed1a-4708-ab84-96b613f802ab req-e8558d7d-9851-4f2e-b21f-dfdc13077de1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422175 Feb 17 09:50:13.586255 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['c7ddd0b4-0ca3-4094-952b-0d1924755d63'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:50:14.702562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9c738-838f-4e7d-996b-0e3e53634ccb req-e344e305-b961-4696-9d3d-88be338f081d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:14.704038 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4bc9c738-838f-4e7d-996b-0e3e53634ccb req-e344e305-b961-4696-9d3d-88be338f081d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 983 time: 0.0858798 Feb 17 09:50:14.752264 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4bc9c738-838f-4e7d-996b-0e3e53634ccb req-4486d8f4-a47f-4c7e-9be9-6d4de9d23895 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424442 Feb 17 09:50:14.783913 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device c7ddd0b4-0ca3-4094-952b-0d1924755d63 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:50:14.940048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port c7ddd0b4-0ca3-4094-952b-0d1924755d63 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:50:14.945466 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port c7ddd0b4-0ca3-4094-952b-0d1924755d63 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:14.945839 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:15.067562 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:15.096692 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220eb2db-dffe-4736-8c5f-5a3451e0d375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:50:15.106607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port c7ddd0b4-0ca3-4094-952b-0d1924755d63, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c7ddd0b4-0ca3-4094-952b-0d1924755d63,segment=NetworkSegment(d4fafb9c-6ead-4593-b059-32dd4f3a9b2f),segment_id=d4fafb9c-6ead-4593-b059-32dd4f3a9b2f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:50:15.143885 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220eb2db-dffe-4736-8c5f-5a3451e0d375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ddd0b4-0ca3-4094-952b-0d1924755d63', 'code': 200} Feb 17 09:50:15.176115 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:15.247240 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=c7ddd0b4-0ca3-4094-952b-0d1924755d63,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:15.255299 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:15.255650 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:15.255999 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:15.256336 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:15.256919 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:15.257044 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:15.257321 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:15.257649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:15.257979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:15.258328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:15.258655 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:15.258977 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:15.627285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e83fff-ef1f-45d2-9e5d-4787fee3f85c req-15aefd77-d05d-49cb-87b5-5eeeed9bc244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:15.628655 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-80e83fff-ef1f-45d2-9e5d-4787fee3f85c req-15aefd77-d05d-49cb-87b5-5eeeed9bc244 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 1138 time: 0.0780494 Feb 17 09:50:15.673683 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-80e83fff-ef1f-45d2-9e5d-4787fee3f85c req-3a75f1d4-c685-415b-be05-a27f32f36aa5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371370 Feb 17 09:50:15.957223 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893c685-ca4a-4e96-80de-cab0c1540c15 req-d51e4a15-9538-498f-aea4-68488e63d54a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:15.958878 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3893c685-ca4a-4e96-80de-cab0c1540c15 req-d51e4a15-9538-498f-aea4-68488e63d54a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 985 time: 0.0878820 Feb 17 09:50:16.011620 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3893c685-ca4a-4e96-80de-cab0c1540c15 req-ace195f5-238e-4ad1-acae-723fdbaff501 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466328 Feb 17 09:50:17.206202 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa308c7b-bdc6-4275-86ab-127d809142f3 req-a848492e-91d3-4d97-8932-e46ddf8b3041 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:17.207750 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-aa308c7b-bdc6-4275-86ab-127d809142f3 req-a848492e-91d3-4d97-8932-e46ddf8b3041 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 985 time: 0.0817454 Feb 17 09:50:17.252488 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-aa308c7b-bdc6-4275-86ab-127d809142f3 req-8c0faa59-c58b-4e12-83f7-1122932b3cf7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391085 Feb 17 09:50:18.501648 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2585a-3490-4fe2-8271-ef8ba35d92ec req-2b6f857c-7f98-4bec-b092-ada6b4f1a627 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:18.503124 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ed2585a-3490-4fe2-8271-ef8ba35d92ec req-2b6f857c-7f98-4bec-b092-ada6b4f1a627 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 985 time: 0.0792501 Feb 17 09:50:18.547635 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ed2585a-3490-4fe2-8271-ef8ba35d92ec req-cff32a95-c633-455e-8efb-7172522c0a7e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388288 Feb 17 09:50:18.737432 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b9ec1-6035-42c5-af19-58e664e74041 req-497e4d6c-16be-4c34-90bb-17652f1e0be7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:18.738916 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1d3b9ec1-6035-42c5-af19-58e664e74041 req-497e4d6c-16be-4c34-90bb-17652f1e0be7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 985 time: 0.0834272 Feb 17 09:50:18.783217 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1d3b9ec1-6035-42c5-af19-58e664e74041 req-4bf60549-b13c-4333-ae1e-ce69b013936a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385838 Feb 17 09:50:18.805955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42584) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:18.877232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c06582-ff1d-430b-a131-38f78eb4db3d tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:18.878805 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-86c06582-ff1d-430b-a131-38f78eb4db3d tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375&network_id=7e1b34b8-2a6a-4adf-a014-4f7546cdb06f HTTP/1.1" status: 200 len: 1133 time: 0.0718961 Feb 17 09:50:19.467878 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5cfce-1a13-4ac8-8f77-efb8d33af64a req-93e4d413-1e9e-4e19-922e-7a118b73f925 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:19.470216 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-95d5cfce-1a13-4ac8-8f77-efb8d33af64a req-93e4d413-1e9e-4e19-922e-7a118b73f925 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 985 time: 0.1111207 Feb 17 09:50:19.523802 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-95d5cfce-1a13-4ac8-8f77-efb8d33af64a req-201d285a-6512-493f-bf41-b03b45bf11c9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447156 Feb 17 09:50:20.741580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3288b-0b13-4728-9f7f-de4f4ea2c3b4 req-1c445185-2cf2-43e2-8c72-7d7679a998e3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:20.743105 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cce3288b-0b13-4728-9f7f-de4f4ea2c3b4 req-1c445185-2cf2-43e2-8c72-7d7679a998e3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 985 time: 0.0907717 Feb 17 09:50:20.790226 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cce3288b-0b13-4728-9f7f-de4f4ea2c3b4 req-a33685af-8f94-4815-8aa8-3a0509a4b927 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406499 Feb 17 09:50:21.502581 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ade389-d263-4677-9605-2556410fb97b req-f6916727-474e-4b1e-b64e-5c8c09385fd3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:21.504071 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f8ade389-d263-4677-9605-2556410fb97b req-f6916727-474e-4b1e-b64e-5c8c09385fd3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 985 time: 0.0793953 Feb 17 09:50:21.581576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ade389-d263-4677-9605-2556410fb97b req-d06e6046-2ae0-4edb-b53d-cc487c760bb7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:21.582974 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f8ade389-d263-4677-9605-2556410fb97b req-d06e6046-2ae0-4edb-b53d-cc487c760bb7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/ports/c7ddd0b4-0ca3-4094-952b-0d1924755d63?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0730054 Feb 17 09:50:21.728927 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f8ade389-d263-4677-9605-2556410fb97b req-f341390d-7091-4624-93df-3a123b9b66a7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/networks/7e1b34b8-2a6a-4adf-a014-4f7546cdb06f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1403375 Feb 17 09:50:21.738829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-f8ade389-d263-4677-9605-2556410fb97b req-3fd8e5ae-b047-42c3-8764-9f3a6401d631 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:21.851096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8ade389-d263-4677-9605-2556410fb97b req-3fd8e5ae-b047-42c3-8764-9f3a6401d631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:21.978517 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c739c5b-330a-491e-b895-5199b7520105 req-788e4aff-ff34-4007-8ed1-b0d6b288c380 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:21.980016 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7c739c5b-330a-491e-b895-5199b7520105 req-788e4aff-ff34-4007-8ed1-b0d6b288c380 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 985 time: 0.0827134 Feb 17 09:50:22.026605 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7c739c5b-330a-491e-b895-5199b7520105 req-e7e715c8-feb8-489e-8bf3-0043cf0e18d5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=2ca22bf9-a00a-497e-81de-743af734602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402141 Feb 17 09:50:22.152282 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f8ade389-d263-4677-9605-2556410fb97b req-3fd8e5ae-b047-42c3-8764-9f3a6401d631 service neutron] For port c7ddd0b4-0ca3-4094-952b-0d1924755d63, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c7ddd0b4-0ca3-4094-952b-0d1924755d63,segment=NetworkSegment(d4fafb9c-6ead-4593-b059-32dd4f3a9b2f),segment_id=d4fafb9c-6ead-4593-b059-32dd4f3a9b2f)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:50:22.181055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f8ade389-d263-4677-9605-2556410fb97b req-3fd8e5ae-b047-42c3-8764-9f3a6401d631 service neutron] For port c7ddd0b4-0ca3-4094-952b-0d1924755d63, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:50:22.231735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-f8ade389-d263-4677-9605-2556410fb97b req-3fd8e5ae-b047-42c3-8764-9f3a6401d631 service neutron] device_id is not set on port c7ddd0b4-0ca3-4094-952b-0d1924755d63 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 09:50:22.240515 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8ade389-d263-4677-9605-2556410fb97b req-3fd8e5ae-b047-42c3-8764-9f3a6401d631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:22.357091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8ade389-d263-4677-9605-2556410fb97b req-3fd8e5ae-b047-42c3-8764-9f3a6401d631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:22.507527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8e5ae-b047-42c3-8764-9f3a6401d631 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ddd0b4-0ca3-4094-952b-0d1924755d63,revision_number=11']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:22.559526 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ade389-d263-4677-9605-2556410fb97b req-3fd8e5ae-b047-42c3-8764-9f3a6401d631 service neutron] No DVR routers for this DVR port c7ddd0b4-0ca3-4094-952b-0d1924755d63 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:50:22.646219 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5f328124-2f0f-46cf-a26f-80b089b435ab None None] Provisioning complete for port c7ddd0b4-0ca3-4094-952b-0d1924755d63 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:22.646833 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5f328124-2f0f-46cf-a26f-80b089b435ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:22.704362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5f328124-2f0f-46cf-a26f-80b089b435ab None None] Port c7ddd0b4-0ca3-4094-952b-0d1924755d63 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:50:22.785373 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-f8ade389-d263-4677-9605-2556410fb97b req-3fd8e5ae-b047-42c3-8764-9f3a6401d631 service neutron] In _notify_port_updated(), no bound segment for port c7ddd0b4-0ca3-4094-952b-0d1924755d63 on network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 09:50:22.786260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ade389-d263-4677-9605-2556410fb97b req-3fd8e5ae-b047-42c3-8764-9f3a6401d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:22.786877 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8ade389-d263-4677-9605-2556410fb97b req-3fd8e5ae-b047-42c3-8764-9f3a6401d631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:22.788154 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f8ade389-d263-4677-9605-2556410fb97b req-3fd8e5ae-b047-42c3-8764-9f3a6401d631 service neutron] 10.222.0.37 "PUT /v2.0/ports/c7ddd0b4-0ca3-4094-952b-0d1924755d63 HTTP/1.1" status: 200 len: 1028 time: 1.0531149 Feb 17 09:50:23.193181 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e83ebec4-a54b-484c-8f77-0c96b58e1bb0 req-cb2c0e90-8d27-426b-90b6-06aae763f8c3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=220eb2db-dffe-4736-8c5f-5a3451e0d375 HTTP/1.1" status: 200 len: 210 time: 0.0425129 Feb 17 09:50:24.291045 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42600) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:24.365085 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:24.396388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:24.505541 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:24.524509 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08e426f-7f89-412f-a5c4-81ccaeda5210,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:24.532178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:24.535654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:24.535654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:24.535654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:24.535654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:24.535654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:24.535654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:24.535654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:24.535654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:24.535654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:24.535654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:24.535654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:24.592477 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:24.593606 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6c287171-977f-4b5c-8be4-5b853c18a861 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/security-groups/e08e426f-7f89-412f-a5c4-81ccaeda5210 HTTP/1.1" status: 204 len: 168 time: 0.3015749 Feb 17 09:50:24.631720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c61b88e1-5d49-4e47-b757-e55f055a9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:24.696522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42606) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:24.859464 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device c7ddd0b4-0ca3-4094-952b-0d1924755d63 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:50:24.902327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f680a638-de96-4742-868d-fb473c40c54b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port 35d9008f-eb5a-44b3-b3a7-62ea6a512cf8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:50:24.902673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f680a638-de96-4742-868d-fb473c40c54b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:24.916515 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device c7ddd0b4-0ca3-4094-952b-0d1924755d63 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:50:25.075643 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f680a638-de96-4742-868d-fb473c40c54b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:25.075979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f680a638-de96-4742-868d-fb473c40c54b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:25.199971 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f680a638-de96-4742-868d-fb473c40c54b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for 35d9008f-eb5a-44b3-b3a7-62ea6a512cf8 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:50:25.410331 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f680a638-de96-4742-868d-fb473c40c54b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:25.460442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680a638-de96-4742-868d-fb473c40c54b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=35d9008f-eb5a-44b3-b3a7-62ea6a512cf8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:25.550404 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f680a638-de96-4742-868d-fb473c40c54b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:25.550830 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-f680a638-de96-4742-868d-fb473c40c54b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP f9a8acb8-8a94-4e5b-8740-ceae3914ff5e disassociated (deleted). External IP: 172.26.4.237, port: c7ddd0b4-0ca3-4094-952b-0d1924755d63. Feb 17 09:50:26.017609 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f680a638-de96-4742-868d-fb473c40c54b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router dd612daf-1290-4748-b172-c631f3672a9d has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:50:26.198158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f680a638-de96-4742-868d-fb473c40c54b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:50:26.209151 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa427c23-d3b2-4097-8fba-6d8d7582b579 None None] Sync routers for ids ['dd612daf-1290-4748-b172-c631f3672a9d'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:50:26.218317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa427c23-d3b2-4097-8fba-6d8d7582b579 None None] Routers {'dd612daf-1290-4748-b172-c631f3672a9d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:50:26.218933 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-aa427c23-d3b2-4097-8fba-6d8d7582b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:49:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dd612daf-1290-4748-b172-c631f3672a9d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:26.301889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f680a638-de96-4742-868d-fb473c40c54b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:26.360844 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f680a638-de96-4742-868d-fb473c40c54b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/floatingips/f9a8acb8-8a94-4e5b-8740-ceae3914ff5e HTTP/1.1" status: 204 len: 168 time: 1.6631362 Feb 17 09:50:26.402109 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-aa427c23-d3b2-4097-8fba-6d8d7582b579 None None] Set router dd612daf-1290-4748-b172-c631f3672a9d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:50:26.508256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42614) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:26.576258 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5cf884d-71a4-4fc0-9471-159919f1fd45 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:26.607102 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5cf884d-71a4-4fc0-9471-159919f1fd45 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:26.724692 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-aa427c23-d3b2-4097-8fba-6d8d7582b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'name': 'tempest-TestNetworkBasicOps-router-2122094402', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:15Z', 'updated_at': '2022-02-17T09:49:22Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:16Z', 'updated_at': '2022-02-17T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'b67333b0-7871-4fd4-b7c5-02e53abae637', 'name': '', 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:6d:75:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:20Z', 'updated_at': '2022-02-17T09:49:27Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:26.728597 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa427c23-d3b2-4097-8fba-6d8d7582b579 None None] Checking router: dd612daf-1290-4748-b172-c631f3672a9d for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:50:26.738001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa427c23-d3b2-4097-8fba-6d8d7582b579 None None] Routers {'dd612daf-1290-4748-b172-c631f3672a9d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:50:26.738637 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-aa427c23-d3b2-4097-8fba-6d8d7582b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:49:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dd612daf-1290-4748-b172-c631f3672a9d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:26.747035 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5cf884d-71a4-4fc0-9471-159919f1fd45 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:26.765830 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf884d-71a4-4fc0-9471-159919f1fd45 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e718c62-4eca-468a-ad8e-f8de789db69c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:26.776143 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5cf884d-71a4-4fc0-9471-159919f1fd45 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:26.777257 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a5cf884d-71a4-4fc0-9471-159919f1fd45 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/security-groups/9e718c62-4eca-468a-ad8e-f8de789db69c HTTP/1.1" status: 204 len: 168 time: 0.2680237 Feb 17 09:50:26.851212 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42620) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:26.924016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20e24-786a-425a-87ce-6475213ba069 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port c7ddd0b4-0ca3-4094-952b-0d1924755d63 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:50:26.924362 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbd20e24-786a-425a-87ce-6475213ba069 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:26.937194 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-aa427c23-d3b2-4097-8fba-6d8d7582b579 None None] Set router dd612daf-1290-4748-b172-c631f3672a9d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:50:27.018388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf7b7c82-4c51-40fb-8998-9bab25c4bbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:27.172241 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbd20e24-786a-425a-87ce-6475213ba069 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:27.290357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-aa427c23-d3b2-4097-8fba-6d8d7582b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'name': 'tempest-TestNetworkBasicOps-router-2122094402', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:15Z', 'updated_at': '2022-02-17T09:49:22Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:16Z', 'updated_at': '2022-02-17T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'b67333b0-7871-4fd4-b7c5-02e53abae637', 'name': '', 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:6d:75:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:20Z', 'updated_at': '2022-02-17T09:49:27Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:27.294260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20e24-786a-425a-87ce-6475213ba069 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for c7ddd0b4-0ca3-4094-952b-0d1924755d63 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:50:27.294432 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa427c23-d3b2-4097-8fba-6d8d7582b579 None None] The sync data for ids ['dd612daf-1290-4748-b172-c631f3672a9d'] in dv-neutron-828143-5-hyperv is: [{'id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'name': 'tempest-TestNetworkBasicOps-router-2122094402', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:15Z', 'updated_at': '2022-02-17T09:49:22Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:16Z', 'updated_at': '2022-02-17T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'b67333b0-7871-4fd4-b7c5-02e53abae637', 'name': '', 'network_id': '7e1b34b8-2a6a-4adf-a014-4f7546cdb06f', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:6d:75:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:20Z', 'updated_at': '2022-02-17T09:49:27Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '0999bbfb-483d-41cf-b635-f5541abc96b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:50:27.490457 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbd20e24-786a-425a-87ce-6475213ba069 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:27.507139 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa7f09b-85ad-4d25-93be-5114c90d5b52 None None] New status for floating IP f9a8acb8-8a94-4e5b-8740-ceae3914ff5e: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:50:27.542167 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20e24-786a-425a-87ce-6475213ba069 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=c7ddd0b4-0ca3-4094-952b-0d1924755d63,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:27.641537 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:50:27.765252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbd20e24-786a-425a-87ce-6475213ba069 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:27.774787 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fbd20e24-786a-425a-87ce-6475213ba069 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/ports/c7ddd0b4-0ca3-4094-952b-0d1924755d63 HTTP/1.1" status: 204 len: 168 time: 0.9224176 Feb 17 09:50:27.777375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42624) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:27.895589 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:28.095561 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:28.323697 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9cec1fe-c03e-471b-92c7-0e99247bc49c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:28.674766 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f9cec1fe-c03e-471b-92c7-0e99247bc49c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port b67333b0-7871-4fd4-b7c5-02e53abae637 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:50:28.675462 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9cec1fe-c03e-471b-92c7-0e99247bc49c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:28.862844 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f9cec1fe-c03e-471b-92c7-0e99247bc49c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port b67333b0-7871-4fd4-b7c5-02e53abae637, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b67333b0-7871-4fd4-b7c5-02e53abae637,segment=NetworkSegment(d4fafb9c-6ead-4593-b059-32dd4f3a9b2f),segment_id=d4fafb9c-6ead-4593-b059-32dd4f3a9b2f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:50:28.863200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9cec1fe-c03e-471b-92c7-0e99247bc49c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:28.988666 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f9cec1fe-c03e-471b-92c7-0e99247bc49c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for b67333b0-7871-4fd4-b7c5-02e53abae637 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:50:29.582619 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9cec1fe-c03e-471b-92c7-0e99247bc49c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:29.649306 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cec1fe-c03e-471b-92c7-0e99247bc49c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=b67333b0-7871-4fd4-b7c5-02e53abae637,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:29.747082 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:29.931243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9cec1fe-c03e-471b-92c7-0e99247bc49c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:30.301556 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cec1fe-c03e-471b-92c7-0e99247bc49c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router dd612daf-1290-4748-b172-c631f3672a9d has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:50:30.477127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cec1fe-c03e-471b-92c7-0e99247bc49c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:50:30.486604 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf6fdf-66f1-4838-83b5-b54bf4f4441b None None] Sync routers for ids ['dd612daf-1290-4748-b172-c631f3672a9d'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:50:30.491553 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f9cec1fe-c03e-471b-92c7-0e99247bc49c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/dd612daf-1290-4748-b172-c631f3672a9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7131522 Feb 17 09:50:30.494185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42628) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:30.495492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf6fdf-66f1-4838-83b5-b54bf4f4441b None None] Routers {'dd612daf-1290-4748-b172-c631f3672a9d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:50:30.496106 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8fcf6fdf-66f1-4838-83b5-b54bf4f4441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:50:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dd612daf-1290-4748-b172-c631f3672a9d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:30.563678 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f928b125-c315-4220-bffb-8aa2696afe90 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting subnet 0999bbfb-483d-41cf-b635-f5541abc96b7 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:50:30.566648 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f928b125-c315-4220-bffb-8aa2696afe90 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:30.624341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f928b125-c315-4220-bffb-8aa2696afe90 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:30.680129 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8fcf6fdf-66f1-4838-83b5-b54bf4f4441b None None] Set router dd612daf-1290-4748-b172-c631f3672a9d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:50:30.711716 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f928b125-c315-4220-bffb-8aa2696afe90 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:30.861747 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f928b125-c315-4220-bffb-8aa2696afe90 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:30.900440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928b125-c315-4220-bffb-8aa2696afe90 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Subnet': ['ID=0999bbfb-483d-41cf-b635-f5541abc96b7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:30.904185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f928b125-c315-4220-bffb-8aa2696afe90 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:30.912914 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f928b125-c315-4220-bffb-8aa2696afe90 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/subnets/0999bbfb-483d-41cf-b635-f5541abc96b7 HTTP/1.1" status: 204 len: 168 time: 0.4177511 Feb 17 09:50:30.915421 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42632) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:30.934099 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a52a72-098b-4a3b-860c-07bf2e46ea12 None None] Network 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:50:31.136753 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8fcf6fdf-66f1-4838-83b5-b54bf4f4441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'name': 'tempest-TestNetworkBasicOps-router-2122094402', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:15Z', 'updated_at': '2022-02-17T09:50:29Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:16Z', 'updated_at': '2022-02-17T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:31.144695 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf6fdf-66f1-4838-83b5-b54bf4f4441b None None] Checking router: dd612daf-1290-4748-b172-c631f3672a9d for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:50:31.158296 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf6fdf-66f1-4838-83b5-b54bf4f4441b None None] Routers {'dd612daf-1290-4748-b172-c631f3672a9d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:50:31.158909 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8fcf6fdf-66f1-4838-83b5-b54bf4f4441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:50:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dd612daf-1290-4748-b172-c631f3672a9d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:31.217112 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e685c01-bd14-45c2-a131-792bc0fdd57c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:31.301536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7078fe87-7a6a-4ee5-86cc-3cea172c3702 None None] DHCP port deletion for 7e1b34b8-2a6a-4adf-a014-4f7546cdb06f request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:50:31.328289 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7078fe87-7a6a-4ee5-86cc-3cea172c3702 None None] Deleting port fe289750-af71-46a5-882b-f35bf2d57992 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:50:31.328653 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7078fe87-7a6a-4ee5-86cc-3cea172c3702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:31.390882 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8fcf6fdf-66f1-4838-83b5-b54bf4f4441b None None] Set router dd612daf-1290-4748-b172-c631f3672a9d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:50:31.399657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e685c01-bd14-45c2-a131-792bc0fdd57c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:31.471618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0e685c01-bd14-45c2-a131-792bc0fdd57c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port ab38bbe5-6777-47dd-b787-a272e62f82da {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:50:31.471966 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e685c01-bd14-45c2-a131-792bc0fdd57c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:31.652357 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-0e685c01-bd14-45c2-a131-792bc0fdd57c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port ab38bbe5-6777-47dd-b787-a272e62f82da, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ab38bbe5-6777-47dd-b787-a272e62f82da,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:50:31.652639 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e685c01-bd14-45c2-a131-792bc0fdd57c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:31.787204 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0e685c01-bd14-45c2-a131-792bc0fdd57c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for ab38bbe5-6777-47dd-b787-a272e62f82da owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:50:31.805994 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7078fe87-7a6a-4ee5-86cc-3cea172c3702 None None] For port fe289750-af71-46a5-882b-f35bf2d57992, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fe289750-af71-46a5-882b-f35bf2d57992,segment=NetworkSegment(d4fafb9c-6ead-4593-b059-32dd4f3a9b2f),segment_id=d4fafb9c-6ead-4593-b059-32dd4f3a9b2f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:50:31.806414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7078fe87-7a6a-4ee5-86cc-3cea172c3702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:31.962678 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7078fe87-7a6a-4ee5-86cc-3cea172c3702 None None] Calling delete_port for fe289750-af71-46a5-882b-f35bf2d57992 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:50:32.042357 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e685c01-bd14-45c2-a131-792bc0fdd57c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:32.053356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8fcf6fdf-66f1-4838-83b5-b54bf4f4441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'name': 'tempest-TestNetworkBasicOps-router-2122094402', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:15Z', 'updated_at': '2022-02-17T09:50:29Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:16Z', 'updated_at': '2022-02-17T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:32.057496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf6fdf-66f1-4838-83b5-b54bf4f4441b None None] The sync data for ids ['dd612daf-1290-4748-b172-c631f3672a9d'] in dv-neutron-828143-5-hyperv is: [{'id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'name': 'tempest-TestNetworkBasicOps-router-2122094402', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:15Z', 'updated_at': '2022-02-17T09:50:29Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'ab38bbe5-6777-47dd-b787-a272e62f82da', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd612daf-1290-4748-b172-c631f3672a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:16Z', 'updated_at': '2022-02-17T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:50:32.091544 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e685c01-bd14-45c2-a131-792bc0fdd57c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=ab38bbe5-6777-47dd-b787-a272e62f82da,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:32.124726 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7078fe87-7a6a-4ee5-86cc-3cea172c3702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:32.173779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078fe87-7a6a-4ee5-86cc-3cea172c3702 None None] Pushing event deleted for resources: {'Port': ['ID=fe289750-af71-46a5-882b-f35bf2d57992,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:32.179283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7078fe87-7a6a-4ee5-86cc-3cea172c3702 None None] No DVR routers for this DVR port fe289750-af71-46a5-882b-f35bf2d57992 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:50:32.188626 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e685c01-bd14-45c2-a131-792bc0fdd57c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:32.365583 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e685c01-bd14-45c2-a131-792bc0fdd57c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:32.367680 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e685c01-bd14-45c2-a131-792bc0fdd57c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:32.454682 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e685c01-bd14-45c2-a131-792bc0fdd57c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:32.455333 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e685c01-bd14-45c2-a131-792bc0fdd57c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Fanout notify agent at l3_agent the message router_deleted on router dd612daf-1290-4748-b172-c631f3672a9d {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:50:32.476931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e685c01-bd14-45c2-a131-792bc0fdd57c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:32.478638 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0e685c01-bd14-45c2-a131-792bc0fdd57c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/routers/dd612daf-1290-4748-b172-c631f3672a9d HTTP/1.1" status: 204 len: 168 time: 1.5619223 Feb 17 09:50:32.481386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42636) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:32.599582 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a249dac6-055f-420d-8bfa-42c97c58e97c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:32.842013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a249dac6-055f-420d-8bfa-42c97c58e97c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:32.867243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a249dac6-055f-420d-8bfa-42c97c58e97c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1b34b8-2a6a-4adf-a014-4f7546cdb06f']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:32.879696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a249dac6-055f-420d-8bfa-42c97c58e97c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:32.879999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a249dac6-055f-420d-8bfa-42c97c58e97c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fafb9c-6ead-4593-b059-32dd4f3a9b2f') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:32.891998 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a249dac6-055f-420d-8bfa-42c97c58e97c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:32.908537 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a249dac6-055f-420d-8bfa-42c97c58e97c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:32.914633 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a249dac6-055f-420d-8bfa-42c97c58e97c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:50:32.915020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a249dac6-055f-420d-8bfa-42c97c58e97c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:50:32.929897 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:50:33.109198 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a249dac6-055f-420d-8bfa-42c97c58e97c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:33.126993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a249dac6-055f-420d-8bfa-42c97c58e97c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:33.138148 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249dac6-055f-420d-8bfa-42c97c58e97c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Network': ['ID=7e1b34b8-2a6a-4adf-a014-4f7546cdb06f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:33.143744 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a249dac6-055f-420d-8bfa-42c97c58e97c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/networks/7e1b34b8-2a6a-4adf-a014-4f7546cdb06f HTTP/1.1" status: 204 len: 168 time: 0.6613026 Feb 17 09:50:33.144554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b67333b0-7871-4fd4-b7c5-02e53abae637 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:50:33.160914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42640) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:33.175468 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-19b3cf0c-1cd8-4b65-bbf6-49e3e218639f tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0126441 Feb 17 09:50:33.177207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42644) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:33.180779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: b67333b0-7871-4fd4-b7c5-02e53abae637 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:50:33.181131 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b67333b0-7871-4fd4-b7c5-02e53abae637 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:50:33.181544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ab38bbe5-6777-47dd-b787-a272e62f82da no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:50:33.182738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dee7d0c5-d361-4134-8a2e-c07db9261ae1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'network': {'name': 'tempest-network-smoke--1526950390', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'port_security_enabled': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:33.188379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dee7d0c5-d361-4134-8a2e-c07db9261ae1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:50:33.192542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-dee7d0c5-d361-4134-8a2e-c07db9261ae1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:network and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:50:33.195952 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-dee7d0c5-d361-4134-8a2e-c07db9261ae1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:50:33.206017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dee7d0c5-d361-4134-8a2e-c07db9261ae1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:50:33.218242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: ab38bbe5-6777-47dd-b787-a272e62f82da {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:50:33.218589 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ab38bbe5-6777-47dd-b787-a272e62f82da not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:50:33.219035 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fe289750-af71-46a5-882b-f35bf2d57992 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:50:33.253831 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: fe289750-af71-46a5-882b-f35bf2d57992 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:50:33.254207 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fe289750-af71-46a5-882b-f35bf2d57992 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:50:33.362483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee7d0c5-d361-4134-8a2e-c07db9261ae1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:50:33.365922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dee7d0c5-d361-4134-8a2e-c07db9261ae1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:33.397481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee7d0c5-d361-4134-8a2e-c07db9261ae1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:50:33.406599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dee7d0c5-d361-4134-8a2e-c07db9261ae1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:33.406940 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-dee7d0c5-d361-4134-8a2e-c07db9261ae1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Added segment ee3ad61b-a350-4a17-899c-107b086752cb of type vlan for network c788cbe7-e3c3-4e14-aa35-5cc43be493dd Feb 17 09:50:33.432280 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dee7d0c5-d361-4134-8a2e-c07db9261ae1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:33.516829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dee7d0c5-d361-4134-8a2e-c07db9261ae1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:33.522565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee7d0c5-d361-4134-8a2e-c07db9261ae1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:33.523156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dee7d0c5-d361-4134-8a2e-c07db9261ae1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:33.635749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7d0c5-d361-4134-8a2e-c07db9261ae1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Network': ['ID=c788cbe7-e3c3-4e14-aa35-5cc43be493dd,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:33.645711 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network c788cbe7-e3c3-4e14-aa35-5cc43be493dd details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:50:33.691100 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-dee7d0c5-d361-4134-8a2e-c07db9261ae1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5128448 Feb 17 09:50:33.693693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42648) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:33.698672 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-565110582', 'admin_state_up': True, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:33.706589 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:50:33.710464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:router and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:50:33.713310 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:50:33.721764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:50:33.804554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:33.805599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:33.820252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:34.157485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:34.643659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:34.674530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:34.814517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.26.4.50 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/812c2913-2c58-4492-b657-3b011bbce015) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:50:34.975347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:35.067525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:35.139513 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:50:35.142474 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:50:35.146243 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:50:35.180076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=812c2913-2c58-4492-b657-3b011bbce015,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:35.663640 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:36.024942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:36.415981 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router b5e48c80-c8c0-40ba-a178-f878f3c612de is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:50:36.602377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:50:36.621076 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Sync routers for ids ['b5e48c80-c8c0-40ba-a178-f878f3c612de'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:50:36.632668 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Routers {'b5e48c80-c8c0-40ba-a178-f878f3c612de'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:50:36.633285 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:50:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b5e48c80-c8c0-40ba-a178-f878f3c612de'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:36.712834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:36.713983 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a94c3f0b-5113-4ca4-9d03-5a22d322604d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0193393 Feb 17 09:50:36.717068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42654) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:36.824792 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Set router b5e48c80-c8c0-40ba-a178-f878f3c612de gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:50:36.833089 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-92f020ce-3520-43c7-a1e3-ed870039011c tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=eeb2e7b02f3142f899056abfe417a6b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1146808 Feb 17 09:50:36.835933 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42660) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:36.983506 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49af530-4c09-49a0-875b-811c6299f31a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:36.989303 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c49af530-4c09-49a0-875b-811c6299f31a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1471992 Feb 17 09:50:36.989530 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42664) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:37.031646 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-433a6252-5ee6-42e5-8f37-a8934a70e7b8 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408714 Feb 17 09:50:37.035926 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42668) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:37.045860 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d59e661f-d3a7-4390-adc4-44adb630c4bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-240376923', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:37.120685 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:50:35Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:50:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:37.125363 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Checking router: b5e48c80-c8c0-40ba-a178-f878f3c612de for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:50:37.125848 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Updating router b5e48c80-c8c0-40ba-a178-f878f3c612de port 812c2913-2c58-4492-b657-3b011bbce015 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:50:37.164431 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d59e661f-d3a7-4390-adc4-44adb630c4bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:50:37.168723 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d59e661f-d3a7-4390-adc4-44adb630c4bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:subnet and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:50:37.173089 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d59e661f-d3a7-4390-adc4-44adb630c4bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:50:37.178963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d59e661f-d3a7-4390-adc4-44adb630c4bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:50:37.181068 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:37.255686 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59e661f-d3a7-4390-adc4-44adb630c4bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:50:37.259177 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d59e661f-d3a7-4390-adc4-44adb630c4bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:37.538518 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:37.550546 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Transition to ACTIVE for port object 812c2913-2c58-4492-b657-3b011bbce015 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:50:37.555519 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d59e661f-d3a7-4390-adc4-44adb630c4bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:37.631502 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e661f-d3a7-4390-adc4-44adb630c4bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Subnet': ['ID=9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:37.642732 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e661f-d3a7-4390-adc4-44adb630c4bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Checking segment: {'id': 'ee3ad61b-a350-4a17-899c-107b086752cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:50:37.643102 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59e661f-d3a7-4390-adc4-44adb630c4bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network hostable DHCP agents. Network: c788cbe7-e3c3-4e14-aa35-5cc43be493dd, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:50:37.649812 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:37.733014 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Attempting to bind port 812c2913-2c58-4492-b657-3b011bbce015 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:50:37.733384 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Attempting to bind port 812c2913-2c58-4492-b657-3b011bbce015 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:50:37.733743 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Attempting to bind port 812c2913-2c58-4492-b657-3b011bbce015 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:50:37.739416 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59e661f-d3a7-4390-adc4-44adb630c4bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network c788cbe7-e3c3-4e14-aa35-5cc43be493dd is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:50:37.739590 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6ae3b-7212-4048-b8e4-81537571fe58 None None] Pushing event updated for resources: {'Port': ['ID=812c2913-2c58-4492-b657-3b011bbce015,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:37.744389 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:50:37.744766 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:50:37.745169 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:37.745561 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:50:37.746092 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Bound port: 812c2913-2c58-4492-b657-3b011bbce015, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:50:37.746480 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:37.779946 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6ae3b-7212-4048-b8e4-81537571fe58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:37.780670 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6ae3b-7212-4048-b8e4-81537571fe58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:37.781013 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6ae3b-7212-4048-b8e4-81537571fe58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:37.781533 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6ae3b-7212-4048-b8e4-81537571fe58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:37.781750 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6ae3b-7212-4048-b8e4-81537571fe58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:37.782112 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6ae3b-7212-4048-b8e4-81537571fe58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:37.782440 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6ae3b-7212-4048-b8e4-81537571fe58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:37.782761 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6ae3b-7212-4048-b8e4-81537571fe58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:37.783082 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6ae3b-7212-4048-b8e4-81537571fe58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:37.783400 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6ae3b-7212-4048-b8e4-81537571fe58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:37.783739 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6ae3b-7212-4048-b8e4-81537571fe58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:37.784053 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6ae3b-7212-4048-b8e4-81537571fe58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:37.830849 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d59e661f-d3a7-4390-adc4-44adb630c4bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, c788cbe7-e3c3-4e14-aa35-5cc43be493dd) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:50:37.832426 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] For port 812c2913-2c58-4492-b657-3b011bbce015, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:50:37.835411 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59e661f-d3a7-4390-adc4-44adb630c4bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:37.841388 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] For port 812c2913-2c58-4492-b657-3b011bbce015, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=812c2913-2c58-4492-b657-3b011bbce015,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:50:37.841969 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d59e661f-d3a7-4390-adc4-44adb630c4bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:37.842707 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8683f350-576c-4b9b-b736-95dad566e74c None None] Network c788cbe7-e3c3-4e14-aa35-5cc43be493dd requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:50:37.919010 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:37.929169 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d59e661f-d3a7-4390-adc4-44adb630c4bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8905165 Feb 17 09:50:37.931938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42672) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:38.004768 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Routers {'b5e48c80-c8c0-40ba-a178-f878f3c612de'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:50:38.005417 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:50:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b5e48c80-c8c0-40ba-a178-f878f3c612de'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:38.067222 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ips': [{'subnet_id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:50:38.068426 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:38.110327 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6ae3b-7212-4048-b8e4-81537571fe58 None None] Pushing event updated for resources: {'Port': ['ID=812c2913-2c58-4492-b657-3b011bbce015,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:38.211966 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] Set router b5e48c80-c8c0-40ba-a178-f878f3c612de gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:50:38.235808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Allocated IP 172.20.0.2 (c788cbe7-e3c3-4e14-aa35-5cc43be493dd/9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8/fda5d11e-7398-4643-9905-aad1efcae51a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:50:38.506276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:38.515289 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:50:35Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:38.521097 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec077719-9df6-4af8-ac06-8b8d86e417c4 None None] The sync data for ids ['b5e48c80-c8c0-40ba-a178-f878f3c612de'] in dv-neutron-828143-5-hyperv is: [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:50:35Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:50:38.522667 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Transition to ACTIVE for port object fda5d11e-7398-4643-9905-aad1efcae51a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:50:38.552823 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Transition to ACTIVE for port object fda5d11e-7398-4643-9905-aad1efcae51a will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:50:38.650072 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:38.690640 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:38.772068 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:38.781837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Network c788cbe7-e3c3-4e14-aa35-5cc43be493dd is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:50:38.791272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:50:38.793849 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:50:38.799044 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Pushing event updated for resources: {'Port': ['ID=fda5d11e-7398-4643-9905-aad1efcae51a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:38.909027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Attempting to bind port fda5d11e-7398-4643-9905-aad1efcae51a on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:50:38.909626 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Attempting to bind port fda5d11e-7398-4643-9905-aad1efcae51a by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'ee3ad61b-a350-4a17-899c-107b086752cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:50:38.909898 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Attempting to bind port fda5d11e-7398-4643-9905-aad1efcae51a on network c788cbe7-e3c3-4e14-aa35-5cc43be493dd {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:50:38.916280 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:50:38.916649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Checking segment: {'id': 'ee3ad61b-a350-4a17-899c-107b086752cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:50:38.917052 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:38.917449 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Bound using segment: {'id': 'ee3ad61b-a350-4a17-899c-107b086752cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:50:38.917918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Bound port: fda5d11e-7398-4643-9905-aad1efcae51a, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3ad61b-a350-4a17-899c-107b086752cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:50:38.918328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:39.023863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] For port fda5d11e-7398-4643-9905-aad1efcae51a, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:50:39.028123 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] For port fda5d11e-7398-4643-9905-aad1efcae51a, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fda5d11e-7398-4643-9905-aad1efcae51a,segment=NetworkSegment(ee3ad61b-a350-4a17-899c-107b086752cb),segment_id=ee3ad61b-a350-4a17-899c-107b086752cb)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:50:39.179971 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 812c2913-2c58-4492-b657-3b011bbce015 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:50:39.245010 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:39.264070 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.1 (c788cbe7-e3c3-4e14-aa35-5cc43be493dd/9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8/bc52ad47-a558-4afe-9d69-e2a39ed1c254) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:50:39.345910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd691151-b25e-422c-a6c0-a1adf9f40306 None None] Pushing event updated for resources: {'Port': ['ID=fda5d11e-7398-4643-9905-aad1efcae51a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:39.413651 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 812c2913-2c58-4492-b657-3b011bbce015 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:50:39.420718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 812c2913-2c58-4492-b657-3b011bbce015 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:39.421104 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:39.451270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:39.471016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object bc52ad47-a558-4afe-9d69-e2a39ed1c254 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:50:39.566198 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:39.570234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:39.584048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 812c2913-2c58-4492-b657-3b011bbce015, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=812c2913-2c58-4492-b657-3b011bbce015,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:50:39.653855 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network c788cbe7-e3c3-4e14-aa35-5cc43be493dd is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:50:39.661888 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:50:39.661888 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:50:39.685150 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:39.700030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=bc52ad47-a558-4afe-9d69-e2a39ed1c254,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:39.729993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:39.769674 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=812c2913-2c58-4492-b657-3b011bbce015,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:40.098926 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:40.675378 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:40.747040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:40.799025 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e224ea-edfd-40e1-8e9c-409070ca20d6 None None] Network c788cbe7-e3c3-4e14-aa35-5cc43be493dd requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:50:40.871077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:40.875440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=bc52ad47-a558-4afe-9d69-e2a39ed1c254,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:40.958855 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e1fbe52b-7bc7-46a0-a93d-a83710ddc234 None None] Provisioning for port fda5d11e-7398-4643-9905-aad1efcae51a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:50:41.020624 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network c788cbe7-e3c3-4e14-aa35-5cc43be493dd is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:50:41.021825 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:50:41.229641 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router b5e48c80-c8c0-40ba-a178-f878f3c612de has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:50:41.243176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fda5d11e-7398-4643-9905-aad1efcae51a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:50:41.409399 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0126de68-ee09-4e29-a3f0-4d362d02687c None None] Provisioning for port bc52ad47-a558-4afe-9d69-e2a39ed1c254 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:50:41.418382 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0126de68-ee09-4e29-a3f0-4d362d02687c None None] Provisioning complete for port bc52ad47-a558-4afe-9d69-e2a39ed1c254 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:41.418382 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0126de68-ee09-4e29-a3f0-4d362d02687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:41.427591 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:50:41.444302 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-340e760b-0edb-43d5-9593-fe440bf4530f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/b5e48c80-c8c0-40ba-a178-f878f3c612de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5090165 Feb 17 09:50:41.444649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42676) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:41.447285 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Sync routers for ids ['b5e48c80-c8c0-40ba-a178-f878f3c612de'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:50:41.456321 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port fda5d11e-7398-4643-9905-aad1efcae51a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:50:41.484178 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fda5d11e-7398-4643-9905-aad1efcae51a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:41.484550 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:41.519795 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Routers {'b5e48c80-c8c0-40ba-a178-f878f3c612de'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:50:41.520494 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:50:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b5e48c80-c8c0-40ba-a178-f878f3c612de'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:41.595870 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0126de68-ee09-4e29-a3f0-4d362d02687c None None] Port bc52ad47-a558-4afe-9d69-e2a39ed1c254 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:50:41.603000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def43ff-4da7-41d4-81b1-5698c6b8d6f5 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:41.603559 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def43ff-4da7-41d4-81b1-5698c6b8d6f5 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:41.604358 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def43ff-4da7-41d4-81b1-5698c6b8d6f5 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:41.604668 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def43ff-4da7-41d4-81b1-5698c6b8d6f5 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:41.607914 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8def43ff-4da7-41d4-81b1-5698c6b8d6f5 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1614313 Feb 17 09:50:41.615808 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42680) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:41.697303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b6bc00-2248-46cd-ba34-cdb5cfb368ff tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:41.697758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b6bc00-2248-46cd-ba34-cdb5cfb368ff tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:41.698241 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b6bc00-2248-46cd-ba34-cdb5cfb368ff tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:41.698741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b6bc00-2248-46cd-ba34-cdb5cfb368ff tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:41.700352 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-40b6bc00-2248-46cd-ba34-cdb5cfb368ff tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0827155 Feb 17 09:50:41.703888 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42684) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:41.803119 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d9610da9-a799-46b6-acd6-380e43689a1f None None] Provisioning complete for port bc52ad47-a558-4afe-9d69-e2a39ed1c254 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:41.803788 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9610da9-a799-46b6-acd6-380e43689a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:41.844901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Set router b5e48c80-c8c0-40ba-a178-f878f3c612de gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:50:41.916677 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-54bdb28f-2b52-4382-8429-210de2e5df18 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2115052 Feb 17 09:50:41.937141 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:41.960652 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d9610da9-a799-46b6-acd6-380e43689a1f None None] Port bc52ad47-a558-4afe-9d69-e2a39ed1c254 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:50:42.153321 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port fda5d11e-7398-4643-9905-aad1efcae51a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fda5d11e-7398-4643-9905-aad1efcae51a,segment=NetworkSegment(ee3ad61b-a350-4a17-899c-107b086752cb),segment_id=ee3ad61b-a350-4a17-899c-107b086752cb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:50:42.230529 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:42.231298 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 812c2913-2c58-4492-b657-3b011bbce015 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:50:42.361680 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=fda5d11e-7398-4643-9905-aad1efcae51a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:42.386748 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 812c2913-2c58-4492-b657-3b011bbce015 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:42.387139 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:42.416964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'bc52ad47-a558-4afe-9d69-e2a39ed1c254', 'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:fa:1e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:39Z', 'updated_at': '2022-02-17T09:50:40Z', 'revision_number': 2, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:42.426942 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42690) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:42.432261 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4eb714a3-dc54-4bd4-a46b-7f22230210df tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1691461994', 'description': 'tempest-secgroup-smoke-1691461994 description', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:42.434943 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Checking router: b5e48c80-c8c0-40ba-a178-f878f3c612de for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:50:42.435840 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Updating router b5e48c80-c8c0-40ba-a178-f878f3c612de port bc52ad47-a558-4afe-9d69-e2a39ed1c254 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:50:42.439327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4eb714a3-dc54-4bd4-a46b-7f22230210df tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:50:42.443506 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4eb714a3-dc54-4bd4-a46b-7f22230210df tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:50:42.446407 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4eb714a3-dc54-4bd4-a46b-7f22230210df tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:50:42.453461 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4eb714a3-dc54-4bd4-a46b-7f22230210df tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:50:42.501543 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:42.524170 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4eb714a3-dc54-4bd4-a46b-7f22230210df tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:42.543706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4eb714a3-dc54-4bd4-a46b-7f22230210df tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:50:42.547498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4eb714a3-dc54-4bd4-a46b-7f22230210df tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:50:42.550373 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4eb714a3-dc54-4bd4-a46b-7f22230210df tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:50:42.556505 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4eb714a3-dc54-4bd4-a46b-7f22230210df tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:50:42.635276 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4eb714a3-dc54-4bd4-a46b-7f22230210df tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:42.701503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4eb714a3-dc54-4bd4-a46b-7f22230210df tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:42.746332 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb714a3-dc54-4bd4-a46b-7f22230210df tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10216088-59bf-4b01-af5c-2c6ffe7e06cc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:42.838750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4eb714a3-dc54-4bd4-a46b-7f22230210df tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:42.840027 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4eb714a3-dc54-4bd4-a46b-7f22230210df tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4120052 Feb 17 09:50:42.843007 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42694) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:42.847937 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-29e714b2-da09-4a05-a93a-6bd1bb3b37bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '10216088-59bf-4b01-af5c-2c6ffe7e06cc', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:42.854273 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-29e714b2-da09-4a05-a93a-6bd1bb3b37bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:50:42.859383 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-29e714b2-da09-4a05-a93a-6bd1bb3b37bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:50:42.862382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-29e714b2-da09-4a05-a93a-6bd1bb3b37bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:50:42.868420 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-29e714b2-da09-4a05-a93a-6bd1bb3b37bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:50:42.888708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:42.899828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Transition to ACTIVE for port object bc52ad47-a558-4afe-9d69-e2a39ed1c254 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:50:42.965681 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29e714b2-da09-4a05-a93a-6bd1bb3b37bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:42.986628 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:43.029784 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29e714b2-da09-4a05-a93a-6bd1bb3b37bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:43.117880 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29e714b2-da09-4a05-a93a-6bd1bb3b37bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:43.128838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4cbe3-5088-4585-8987-2e5cbb4718f8 None None] Pushing event updated for resources: {'Port': ['ID=bc52ad47-a558-4afe-9d69-e2a39ed1c254,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:43.148054 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e714b2-da09-4a05-a93a-6bd1bb3b37bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27f30ab-4d76-4b80-b6fe-fd56b2900e51,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:43.179762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fda5d11e-7398-4643-9905-aad1efcae51a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:50:43.238244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29e714b2-da09-4a05-a93a-6bd1bb3b37bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:43.239602 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-29e714b2-da09-4a05-a93a-6bd1bb3b37bd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3956592 Feb 17 09:50:43.242553 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42698) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:43.249217 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4a794311-474a-4d03-a476-541ab30788f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '10216088-59bf-4b01-af5c-2c6ffe7e06cc', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:43.253879 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4a794311-474a-4d03-a476-541ab30788f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:50:43.257571 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4a794311-474a-4d03-a476-541ab30788f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:50:43.260774 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4a794311-474a-4d03-a476-541ab30788f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:50:43.266982 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4a794311-474a-4d03-a476-541ab30788f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:50:43.297113 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Attempting to bind port bc52ad47-a558-4afe-9d69-e2a39ed1c254 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:50:43.297470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Attempting to bind port bc52ad47-a558-4afe-9d69-e2a39ed1c254 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'ee3ad61b-a350-4a17-899c-107b086752cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:50:43.297932 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Attempting to bind port bc52ad47-a558-4afe-9d69-e2a39ed1c254 on network c788cbe7-e3c3-4e14-aa35-5cc43be493dd {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:50:43.310098 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:50:43.310513 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Checking segment: {'id': 'ee3ad61b-a350-4a17-899c-107b086752cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:50:43.310915 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:43.311322 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Bound using segment: {'id': 'ee3ad61b-a350-4a17-899c-107b086752cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:50:43.311767 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Bound port: bc52ad47-a558-4afe-9d69-e2a39ed1c254, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3ad61b-a350-4a17-899c-107b086752cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:50:43.312138 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:43.353940 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a794311-474a-4d03-a476-541ab30788f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:43.381023 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fda5d11e-7398-4643-9905-aad1efcae51a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:43.381389 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:43.415672 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a794311-474a-4d03-a476-541ab30788f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:43.459733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] For port bc52ad47-a558-4afe-9d69-e2a39ed1c254, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:50:43.462993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] For port bc52ad47-a558-4afe-9d69-e2a39ed1c254, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=bc52ad47-a558-4afe-9d69-e2a39ed1c254,segment=NetworkSegment(ee3ad61b-a350-4a17-899c-107b086752cb),segment_id=ee3ad61b-a350-4a17-899c-107b086752cb)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:50:43.489823 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a794311-474a-4d03-a476-541ab30788f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:43.513889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a794311-474a-4d03-a476-541ab30788f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ce2b43-8bd9-4f7f-b22b-aa201f52d3ce,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:43.515089 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:43.569960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a794311-474a-4d03-a476-541ab30788f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:43.574076 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4a794311-474a-4d03-a476-541ab30788f1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3279257 Feb 17 09:50:43.574409 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42702) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:43.580696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2b4566f7-a61d-4055-9275-24b4e9ab6a1d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '10216088-59bf-4b01-af5c-2c6ffe7e06cc', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:43.590872 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2b4566f7-a61d-4055-9275-24b4e9ab6a1d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:50:43.596957 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2b4566f7-a61d-4055-9275-24b4e9ab6a1d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:50:43.600345 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2b4566f7-a61d-4055-9275-24b4e9ab6a1d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:50:43.606935 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2b4566f7-a61d-4055-9275-24b4e9ab6a1d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:50:43.607705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Routers {'b5e48c80-c8c0-40ba-a178-f878f3c612de'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:50:43.608346 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:50:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b5e48c80-c8c0-40ba-a178-f878f3c612de'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:43.655412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4cbe3-5088-4585-8987-2e5cbb4718f8 None None] Pushing event updated for resources: {'Port': ['ID=bc52ad47-a558-4afe-9d69-e2a39ed1c254,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:43.692185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b4566f7-a61d-4055-9275-24b4e9ab6a1d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:43.765999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b4566f7-a61d-4055-9275-24b4e9ab6a1d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:43.851173 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] Set router b5e48c80-c8c0-40ba-a178-f878f3c612de gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:50:43.854074 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b4566f7-a61d-4055-9275-24b4e9ab6a1d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:43.879273 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4566f7-a61d-4055-9275-24b4e9ab6a1d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f3d1ea-bfb1-49e3-ab40-55f3c28f9b6d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:43.944968 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b4566f7-a61d-4055-9275-24b4e9ab6a1d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:43.949146 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2b4566f7-a61d-4055-9275-24b4e9ab6a1d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3707929 Feb 17 09:50:43.949146 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42706) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:43.955346 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8f11ec73-09a9-4fc7-bed2-9b368f191615 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '10216088-59bf-4b01-af5c-2c6ffe7e06cc', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:43.961549 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8f11ec73-09a9-4fc7-bed2-9b368f191615 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:50:43.965796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8f11ec73-09a9-4fc7-bed2-9b368f191615 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:50:43.969026 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8f11ec73-09a9-4fc7-bed2-9b368f191615 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:50:43.974774 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8f11ec73-09a9-4fc7-bed2-9b368f191615 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:50:44.066918 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f11ec73-09a9-4fc7-bed2-9b368f191615 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:44.205973 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'bc52ad47-a558-4afe-9d69-e2a39ed1c254', 'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:fa:1e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:39Z', 'updated_at': '2022-02-17T09:50:43Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:44.210518 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3452f-3124-406a-ae9e-66ee0cf5d58b None None] The sync data for ids ['b5e48c80-c8c0-40ba-a178-f878f3c612de'] in dv-neutron-828143-5-hyperv is: [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'bc52ad47-a558-4afe-9d69-e2a39ed1c254', 'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:fa:1e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:39Z', 'updated_at': '2022-02-17T09:50:43Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:50:44.276310 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f11ec73-09a9-4fc7-bed2-9b368f191615 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:44.359497 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f11ec73-09a9-4fc7-bed2-9b368f191615 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:44.393071 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11ec73-09a9-4fc7-bed2-9b368f191615 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda680b9-fa15-4f02-aa6a-8ff6c509ffd9,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:44.482979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f11ec73-09a9-4fc7-bed2-9b368f191615 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:44.484344 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8f11ec73-09a9-4fc7-bed2-9b368f191615 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5342991 Feb 17 09:50:44.487553 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42710) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:44.493787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-379ffe22-7b18-4cb2-ac18-112291db394a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '10216088-59bf-4b01-af5c-2c6ffe7e06cc', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:44.502746 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-379ffe22-7b18-4cb2-ac18-112291db394a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:50:44.508075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-379ffe22-7b18-4cb2-ac18-112291db394a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:50:44.511292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-379ffe22-7b18-4cb2-ac18-112291db394a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:50:44.517548 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-379ffe22-7b18-4cb2-ac18-112291db394a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:50:44.608977 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-379ffe22-7b18-4cb2-ac18-112291db394a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:50:44.617513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-379ffe22-7b18-4cb2-ac18-112291db394a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:44.691742 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-379ffe22-7b18-4cb2-ac18-112291db394a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:44.792543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-379ffe22-7b18-4cb2-ac18-112291db394a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:44.818505 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ffe22-7b18-4cb2-ac18-112291db394a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8fc9574-7c0b-4b03-b3a4-7d2d13fdd106,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:44.928280 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-379ffe22-7b18-4cb2-ac18-112291db394a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:44.929513 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-379ffe22-7b18-4cb2-ac18-112291db394a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4406805 Feb 17 09:50:44.932498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42714) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:50:44.937983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e1fe543c-2589-4769-9ca4-8d090d195bd9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '10216088-59bf-4b01-af5c-2c6ffe7e06cc', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:44.944775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e1fe543c-2589-4769-9ca4-8d090d195bd9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:50:44.949043 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e1fe543c-2589-4769-9ca4-8d090d195bd9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:50:44.953596 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e1fe543c-2589-4769-9ca4-8d090d195bd9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:50:44.959933 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e1fe543c-2589-4769-9ca4-8d090d195bd9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:50:45.054694 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-e1fe543c-2589-4769-9ca4-8d090d195bd9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:50:45.062030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1fe543c-2589-4769-9ca4-8d090d195bd9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:45.176345 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1fe543c-2589-4769-9ca4-8d090d195bd9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:45.201650 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device bc52ad47-a558-4afe-9d69-e2a39ed1c254 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:50:45.244090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1fe543c-2589-4769-9ca4-8d090d195bd9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:45.277248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe543c-2589-4769-9ca4-8d090d195bd9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95292333-9b35-4ac0-b481-1b9997c5a1c3,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:45.369472 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1fe543c-2589-4769-9ca4-8d090d195bd9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:45.370863 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e1fe543c-2589-4769-9ca4-8d090d195bd9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4373925 Feb 17 09:50:45.382143 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port bc52ad47-a558-4afe-9d69-e2a39ed1c254 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:50:45.392780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port bc52ad47-a558-4afe-9d69-e2a39ed1c254 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:45.393429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:45.538769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:45.575529 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port bc52ad47-a558-4afe-9d69-e2a39ed1c254, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=bc52ad47-a558-4afe-9d69-e2a39ed1c254,segment=NetworkSegment(ee3ad61b-a350-4a17-899c-107b086752cb),segment_id=ee3ad61b-a350-4a17-899c-107b086752cb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:50:45.629966 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-29b004b9-e637-445e-8400-7da5af6701a2 req-7a3c0a04-66ab-41bf-90c1-cf57044ee33f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:50:45.665218 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:45.722021 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-29b004b9-e637-445e-8400-7da5af6701a2 req-7a3c0a04-66ab-41bf-90c1-cf57044ee33f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:50:45.723485 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-29b004b9-e637-445e-8400-7da5af6701a2 req-7a3c0a04-66ab-41bf-90c1-cf57044ee33f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1691461994&fields=id&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 267 time: 0.1369393 Feb 17 09:50:45.741276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=bc52ad47-a558-4afe-9d69-e2a39ed1c254,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:45.884174 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b004b9-e637-445e-8400-7da5af6701a2 req-78fcccaf-51b4-4db9-9d47-53b4ce21dbf1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:45.884762 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-29b004b9-e637-445e-8400-7da5af6701a2 req-78fcccaf-51b4-4db9-9d47-53b4ce21dbf1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:50:45.969472 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-29b004b9-e637-445e-8400-7da5af6701a2 req-78fcccaf-51b4-4db9-9d47-53b4ce21dbf1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:50:45.970728 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-29b004b9-e637-445e-8400-7da5af6701a2 req-78fcccaf-51b4-4db9-9d47-53b4ce21dbf1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/networks?id=c788cbe7-e3c3-4e14-aa35-5cc43be493dd HTTP/1.1" status: 200 len: 797 time: 0.2398252 Feb 17 09:50:45.986731 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-29b004b9-e637-445e-8400-7da5af6701a2 req-c2ec8a03-032c-4fe6-beea-3c5a96abef26 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/quotas/eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 375 time: 0.0104544 Feb 17 09:50:46.072952 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-29b004b9-e637-445e-8400-7da5af6701a2 req-b969e947-b430-4186-b3ec-0d1dac285a1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:50:46.152406 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-29b004b9-e637-445e-8400-7da5af6701a2 req-b969e947-b430-4186-b3ec-0d1dac285a1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:50:46.153695 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-29b004b9-e637-445e-8400-7da5af6701a2 req-b969e947-b430-4186-b3ec-0d1dac285a1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1615832 Feb 17 09:50:46.334920 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-29b004b9-e637-445e-8400-7da5af6701a2 req-dd736b80-60fd-4337-87af-1bb4c5780eda service neutron] 10.222.0.75 "GET /v2.0/networks/c788cbe7-e3c3-4e14-aa35-5cc43be493dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683390 Feb 17 09:50:46.489672 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-29b004b9-e637-445e-8400-7da5af6701a2 req-ab991c1e-c957-44d7-8d7b-ccea2e3ba4df service neutron] 10.222.0.75 "GET /v2.0/networks/c788cbe7-e3c3-4e14-aa35-5cc43be493dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487107 Feb 17 09:50:46.786556 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ed0621a5-9b9d-49cf-a052-4b276fa70f0d req-7142ba12-0d95-4042-82c8-b22bd9d39dcd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 210 time: 0.0606773 Feb 17 09:50:47.154285 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device bc52ad47-a558-4afe-9d69-e2a39ed1c254 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:50:47.224826 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port bc52ad47-a558-4afe-9d69-e2a39ed1c254 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:47.225211 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:47.942700 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-894bf5fe-1e9b-4fda-a240-812d4fe7ce27 req-cc7e42da-3b6f-4645-877c-f511400bd212 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 210 time: 0.0466230 Feb 17 09:50:49.130346 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2f724f93-77d1-4566-88bc-89f41c4fc11d req-a9455df4-42a3-4d5e-af5e-9858fbc8a359 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 210 time: 0.0623367 Feb 17 09:50:49.137077 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b004b9-e637-445e-8400-7da5af6701a2 req-09f4ae3b-37e2-4ff4-a5eb-39400da7ed23 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:49.137848 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-29b004b9-e637-445e-8400-7da5af6701a2 req-09f4ae3b-37e2-4ff4-a5eb-39400da7ed23 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:50:49.150884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-29b004b9-e637-445e-8400-7da5af6701a2 req-09f4ae3b-37e2-4ff4-a5eb-39400da7ed23 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:50:49.151995 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29b004b9-e637-445e-8400-7da5af6701a2 req-09f4ae3b-37e2-4ff4-a5eb-39400da7ed23 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/networks?id=c788cbe7-e3c3-4e14-aa35-5cc43be493dd HTTP/1.1" status: 200 len: 797 time: 0.2085936 Feb 17 09:50:49.211193 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29b004b9-e637-445e-8400-7da5af6701a2 req-13484619-b18c-48d2-8fbe-406502aa508c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 380 time: 0.0421369 Feb 17 09:50:49.220749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-29b004b9-e637-445e-8400-7da5af6701a2 req-a377c7fc-7eb2-40ac-80ef-a5967d77190a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'port': {'device_id': '4343b495-d9cb-416a-a51b-183528c45191', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'admin_state_up': True, 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'security_groups': ['10216088-59bf-4b01-af5c-2c6ffe7e06cc']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:49.358642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-29b004b9-e637-445e-8400-7da5af6701a2 req-a377c7fc-7eb2-40ac-80ef-a5967d77190a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:50:49.368918 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-29b004b9-e637-445e-8400-7da5af6701a2 req-a377c7fc-7eb2-40ac-80ef-a5967d77190a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:50:49.443837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b004b9-e637-445e-8400-7da5af6701a2 req-a377c7fc-7eb2-40ac-80ef-a5967d77190a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:50:49.450167 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-29b004b9-e637-445e-8400-7da5af6701a2 req-a377c7fc-7eb2-40ac-80ef-a5967d77190a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:49.615334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-29b004b9-e637-445e-8400-7da5af6701a2 req-a377c7fc-7eb2-40ac-80ef-a5967d77190a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.10 (c788cbe7-e3c3-4e14-aa35-5cc43be493dd/9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8/b6480d49-c18d-426c-b62a-bdbc557c2b0c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:50:49.806616 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-29b004b9-e637-445e-8400-7da5af6701a2 req-a377c7fc-7eb2-40ac-80ef-a5967d77190a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:49.822753 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-29b004b9-e637-445e-8400-7da5af6701a2 req-a377c7fc-7eb2-40ac-80ef-a5967d77190a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object b6480d49-c18d-426c-b62a-bdbc557c2b0c will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:50:49.890539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-29b004b9-e637-445e-8400-7da5af6701a2 req-a377c7fc-7eb2-40ac-80ef-a5967d77190a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:49.964478 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b004b9-e637-445e-8400-7da5af6701a2 req-a377c7fc-7eb2-40ac-80ef-a5967d77190a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network c788cbe7-e3c3-4e14-aa35-5cc43be493dd is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:50:49.967532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-29b004b9-e637-445e-8400-7da5af6701a2 req-a377c7fc-7eb2-40ac-80ef-a5967d77190a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:50:49.971474 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b004b9-e637-445e-8400-7da5af6701a2 req-a377c7fc-7eb2-40ac-80ef-a5967d77190a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:50:50.002539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377c7fc-7eb2-40ac-80ef-a5967d77190a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=b6480d49-c18d-426c-b62a-bdbc557c2b0c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:50.041755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b004b9-e637-445e-8400-7da5af6701a2 req-a377c7fc-7eb2-40ac-80ef-a5967d77190a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:50.042420 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-29b004b9-e637-445e-8400-7da5af6701a2 req-a377c7fc-7eb2-40ac-80ef-a5967d77190a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:50.153962 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29b004b9-e637-445e-8400-7da5af6701a2 req-a377c7fc-7eb2-40ac-80ef-a5967d77190a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9311342 Feb 17 09:50:50.247207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Request body: {'port': {'device_id': '4343b495-d9cb-416a-a51b-183528c45191', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:50.255843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-76cca7c8-fff4-4396-944d-ec25b466a181 None None] Provisioning for port b6480d49-c18d-426c-b62a-bdbc557c2b0c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:50:50.262249 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-76cca7c8-fff4-4396-944d-ec25b466a181 None None] Provisioning complete for port b6480d49-c18d-426c-b62a-bdbc557c2b0c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:50.262874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76cca7c8-fff4-4396-944d-ec25b466a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:50.330636 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-76cca7c8-fff4-4396-944d-ec25b466a181 None None] Port b6480d49-c18d-426c-b62a-bdbc557c2b0c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:50:50.342906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741e7fe-370b-4722-9b47-166362c88248 req-88194ba8-e9c6-4de8-9a73-85eec0b2bc2b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:50.345383 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3741e7fe-370b-4722-9b47-166362c88248 req-88194ba8-e9c6-4de8-9a73-85eec0b2bc2b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 932 time: 0.0981646 Feb 17 09:50:50.390474 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:50.415716 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3741e7fe-370b-4722-9b47-166362c88248 req-f677b926-7cf9-4ea9-a197-b906afda732e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=10216088-59bf-4b01-af5c-2c6ffe7e06cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590386 Feb 17 09:50:50.848813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6480d49-c18d-426c-b62a-bdbc557c2b0c {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:50:50.856078 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:50.870513 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Transition to ACTIVE for port object b6480d49-c18d-426c-b62a-bdbc557c2b0c will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:50:50.940828 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:51.107013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6480d49-c18d-426c-b62a-bdbc557c2b0c,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:51.187938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Attempting to bind port b6480d49-c18d-426c-b62a-bdbc557c2b0c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:50:51.188625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Attempting to bind port b6480d49-c18d-426c-b62a-bdbc557c2b0c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ee3ad61b-a350-4a17-899c-107b086752cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:50:51.188625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Attempting to bind port b6480d49-c18d-426c-b62a-bdbc557c2b0c on network c788cbe7-e3c3-4e14-aa35-5cc43be493dd {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:50:51.193109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Port b6480d49-c18d-426c-b62a-bdbc557c2b0c on network c788cbe7-e3c3-4e14-aa35-5cc43be493dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:50:51.193431 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Attempting to bind port b6480d49-c18d-426c-b62a-bdbc557c2b0c on network c788cbe7-e3c3-4e14-aa35-5cc43be493dd {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:50:51.198466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:50:51.199025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Checking segment: {'id': 'ee3ad61b-a350-4a17-899c-107b086752cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:50:51.199530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Bound using segment: {'id': 'ee3ad61b-a350-4a17-899c-107b086752cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:50:51.199961 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Bound port: b6480d49-c18d-426c-b62a-bdbc557c2b0c, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee3ad61b-a350-4a17-899c-107b086752cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:50:51.200310 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:51.296263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] For port b6480d49-c18d-426c-b62a-bdbc557c2b0c, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:50:51.299117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] For port b6480d49-c18d-426c-b62a-bdbc557c2b0c, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b6480d49-c18d-426c-b62a-bdbc557c2b0c,segment=NetworkSegment(ee3ad61b-a350-4a17-899c-107b086752cb),segment_id=ee3ad61b-a350-4a17-899c-107b086752cb)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:50:51.381510 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:51.441870 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:51.442503 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:51.443855 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29b004b9-e637-445e-8400-7da5af6701a2 req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] 10.222.0.37 "PUT /v2.0/ports/b6480d49-c18d-426c-b62a-bdbc557c2b0c HTTP/1.1" status: 200 len: 1094 time: 1.2013769 Feb 17 09:50:51.444286 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4343b495-d9cb-416a-a51b-183528c45191', 'tag': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:50:51.467566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead9fff-6198-46a8-9372-e632de5eebd5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6480d49-c18d-426c-b62a-bdbc557c2b0c,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:51.512636 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4343b495-d9cb-416a-a51b-183528c45191', 'tag': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c', 'status': 'completed', 'code': 200} Feb 17 09:50:51.684343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e4342-9b63-4eb4-9c72-9ef7adeafc85 req-959cab08-bab6-4a2f-9848-1251c00e86e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:51.685784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-6e0e4342-9b63-4eb4-9c72-9ef7adeafc85 req-959cab08-bab6-4a2f-9848-1251c00e86e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:50:51.692388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f7efa-e366-4f92-bf7c-5e03accdd449 req-e2ae1cd6-e87c-4f9e-a827-daab8b095082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:51.693935 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-302f7efa-e366-4f92-bf7c-5e03accdd449 req-e2ae1cd6-e87c-4f9e-a827-daab8b095082 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 1097 time: 0.1199973 Feb 17 09:50:51.781999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-6e0e4342-9b63-4eb4-9c72-9ef7adeafc85 req-959cab08-bab6-4a2f-9848-1251c00e86e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:50:51.783128 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6e0e4342-9b63-4eb4-9c72-9ef7adeafc85 req-959cab08-bab6-4a2f-9848-1251c00e86e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 944 time: 0.2458844 Feb 17 09:50:51.865210 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6e0e4342-9b63-4eb4-9c72-9ef7adeafc85 req-a9381386-f918-4765-9385-a79ef6e88287 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=10216088-59bf-4b01-af5c-2c6ffe7e06cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734963 Feb 17 09:50:51.882032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f7efa-e366-4f92-bf7c-5e03accdd449 req-d8c926f2-8ca9-4c72-bbed-cd8b6466ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:51.883581 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-302f7efa-e366-4f92-bf7c-5e03accdd449 req-d8c926f2-8ca9-4c72-bbed-cd8b6466ef3d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1740615 Feb 17 09:50:52.024327 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f7efa-e366-4f92-bf7c-5e03accdd449 req-4e8b19b5-c502-4b4a-9d13-6e66dc861efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:52.025778 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-302f7efa-e366-4f92-bf7c-5e03accdd449 req-4e8b19b5-c502-4b4a-9d13-6e66dc861efa service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353381 Feb 17 09:50:52.172017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b004b9-e637-445e-8400-7da5af6701a2 req-14411974-c153-46c2-8f0a-d272da0759df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:52.173501 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29b004b9-e637-445e-8400-7da5af6701a2 req-14411974-c153-46c2-8f0a-d272da0759df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 1097 time: 0.0760379 Feb 17 09:50:52.253454 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29b004b9-e637-445e-8400-7da5af6701a2 req-3c6f644c-c312-4d2d-b210-dd768da7cd58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6480d49-c18d-426c-b62a-bdbc557c2b0c HTTP/1.1" status: 200 len: 217 time: 0.0643253 Feb 17 09:50:52.321358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b004b9-e637-445e-8400-7da5af6701a2 req-e87d194a-8324-4779-8dde-e07686c529c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:52.322611 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29b004b9-e637-445e-8400-7da5af6701a2 req-e87d194a-8324-4779-8dde-e07686c529c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8 HTTP/1.1" status: 200 len: 834 time: 0.0576546 Feb 17 09:50:52.397921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b004b9-e637-445e-8400-7da5af6701a2 req-62baca3d-8f2d-432b-8dd2-34e842370306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:52.399414 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29b004b9-e637-445e-8400-7da5af6701a2 req-62baca3d-8f2d-432b-8dd2-34e842370306 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c788cbe7-e3c3-4e14-aa35-5cc43be493dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698388 Feb 17 09:50:52.533251 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29b004b9-e637-445e-8400-7da5af6701a2 req-a48bf3cb-4348-4485-b32c-236b8a9bdfbe service neutron] 10.222.0.37 "GET /v2.0/networks/c788cbe7-e3c3-4e14-aa35-5cc43be493dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265869 Feb 17 09:50:52.667582 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29b004b9-e637-445e-8400-7da5af6701a2 req-a9855ea1-250a-4bb8-9d3a-7f7891f7d408 service neutron] 10.222.0.37 "GET /v2.0/networks/c788cbe7-e3c3-4e14-aa35-5cc43be493dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270089 Feb 17 09:50:53.054471 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c385043-3174-40ee-a31a-14cdf243cc94 req-db7580bd-9707-41f7-ab3c-c6c840637e7a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:53.055945 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1c385043-3174-40ee-a31a-14cdf243cc94 req-db7580bd-9707-41f7-ab3c-c6c840637e7a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 944 time: 0.0838110 Feb 17 09:50:53.101193 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1c385043-3174-40ee-a31a-14cdf243cc94 req-39c54ac1-3e97-499a-848d-3fcd40e3d0ee tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=10216088-59bf-4b01-af5c-2c6ffe7e06cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390465 Feb 17 09:50:54.394512 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba5b84-86cf-4d56-8ba4-6860e91b193c req-cbf7481c-fb44-4838-ba09-8975dffdf64f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:54.395923 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-95ba5b84-86cf-4d56-8ba4-6860e91b193c req-cbf7481c-fb44-4838-ba09-8975dffdf64f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 944 time: 0.1876998 Feb 17 09:50:54.442840 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-95ba5b84-86cf-4d56-8ba4-6860e91b193c req-af678483-01c5-4da7-a53b-665bb5a07df8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=10216088-59bf-4b01-af5c-2c6ffe7e06cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406117 Feb 17 09:50:54.638257 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c48fc0c7-4ade-4bed-8fbf-0d41e948b512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:55.632121 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad8d3a-e0a7-445b-af3f-b259ebac2613 req-858002d5-ef79-46c5-bf72-4f7d3c54315a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:55.633626 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-74ad8d3a-e0a7-445b-af3f-b259ebac2613 req-858002d5-ef79-46c5-bf72-4f7d3c54315a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 944 time: 0.0800474 Feb 17 09:50:55.680785 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-74ad8d3a-e0a7-445b-af3f-b259ebac2613 req-0ab31972-6101-42e9-b3a9-e534b335458b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=10216088-59bf-4b01-af5c-2c6ffe7e06cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412552 Feb 17 09:50:56.869762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e30e58-a053-47cd-80be-6ae3e42f4c5a req-a5b04df8-77ee-4f1a-ba78-d9fc4a656d1c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:56.871488 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-59e30e58-a053-47cd-80be-6ae3e42f4c5a req-a5b04df8-77ee-4f1a-ba78-d9fc4a656d1c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 944 time: 0.0840268 Feb 17 09:50:56.925615 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-59e30e58-a053-47cd-80be-6ae3e42f4c5a req-360f8a11-fbc9-4ff3-b354-594302b7abf3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=10216088-59bf-4b01-af5c-2c6ffe7e06cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478017 Feb 17 09:50:56.938470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device b6480d49-c18d-426c-b62a-bdbc557c2b0c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 09:50:57.019495 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-896c311f-a666-47f2-9b1e-75bfbc67222f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:57.083082 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port b6480d49-c18d-426c-b62a-bdbc557c2b0c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b6480d49-c18d-426c-b62a-bdbc557c2b0c,segment=NetworkSegment(ee3ad61b-a350-4a17-899c-107b086752cb),segment_id=ee3ad61b-a350-4a17-899c-107b086752cb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:50:57.097038 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'port_id': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c', 'mac_address': 'fa:16:3e:bd:6b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 09:50:57.156583 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:57.174382 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6480d49-c18d-426c-b62a-bdbc557c2b0c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:50:57.190465 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port b6480d49-c18d-426c-b62a-bdbc557c2b0c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b6480d49-c18d-426c-b62a-bdbc557c2b0c,segment=NetworkSegment(ee3ad61b-a350-4a17-899c-107b086752cb),segment_id=ee3ad61b-a350-4a17-899c-107b086752cb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:50:57.248510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:57.321421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=b6480d49-c18d-426c-b62a-bdbc557c2b0c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:57.761797 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['b6480d49-c18d-426c-b62a-bdbc557c2b0c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:50:57.896223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:58.109056 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fe7b5-6b74-4984-8751-a4b633d0b3ff req-5932236b-7aba-44fe-a82b-9ad4b37ef456 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:58.110571 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-044fe7b5-6b74-4984-8751-a4b633d0b3ff req-5932236b-7aba-44fe-a82b-9ad4b37ef456 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 945 time: 0.0804164 Feb 17 09:50:58.146751 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:58.156357 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-044fe7b5-6b74-4984-8751-a4b633d0b3ff req-5e454f7a-b7c9-4851-8992-f59d56fc5e57 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=10216088-59bf-4b01-af5c-2c6ffe7e06cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401037 Feb 17 09:50:58.944665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device b6480d49-c18d-426c-b62a-bdbc557c2b0c up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:50:59.169404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port b6480d49-c18d-426c-b62a-bdbc557c2b0c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:50:59.174642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port b6480d49-c18d-426c-b62a-bdbc557c2b0c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:59.175011 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:59.322831 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:59.343907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b0aec-7383-4b38-bc04-21f11c41d533 req-2f7104c2-2a7c-42fa-916e-1d1ef3c7b42e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:59.345371 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-191b0aec-7383-4b38-bc04-21f11c41d533 req-2f7104c2-2a7c-42fa-916e-1d1ef3c7b42e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 945 time: 0.0816958 Feb 17 09:50:59.351572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4343b495-d9cb-416a-a51b-183528c45191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:50:59.362284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port b6480d49-c18d-426c-b62a-bdbc557c2b0c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b6480d49-c18d-426c-b62a-bdbc557c2b0c,segment=NetworkSegment(ee3ad61b-a350-4a17-899c-107b086752cb),segment_id=ee3ad61b-a350-4a17-899c-107b086752cb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:50:59.390460 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-191b0aec-7383-4b38-bc04-21f11c41d533 req-fc89cbcc-7954-43ef-91a5-f0723782c02c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=10216088-59bf-4b01-af5c-2c6ffe7e06cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392320 Feb 17 09:50:59.399658 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4343b495-d9cb-416a-a51b-183528c45191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c', 'code': 200} Feb 17 09:50:59.426350 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:59.494941 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=b6480d49-c18d-426c-b62a-bdbc557c2b0c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:59.803342 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:50:59.869408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea234e-417d-4f6c-a631-c55acb1f9b1c req-5ff47d58-2297-42c0-966f-374d52612949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:59.870952 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3dea234e-417d-4f6c-a631-c55acb1f9b1c req-5ff47d58-2297-42c0-966f-374d52612949 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 1099 time: 0.0733736 Feb 17 09:50:59.914093 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3dea234e-417d-4f6c-a631-c55acb1f9b1c req-9d36492e-d3da-41c3-b629-b02ac3cd441e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=10216088-59bf-4b01-af5c-2c6ffe7e06cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358951 Feb 17 09:51:00.581065 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80e161-5a39-448c-aee6-840d7f27c48f req-46f9cbdb-31d0-4bea-912a-a239a47505ed tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:00.582643 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9f80e161-5a39-448c-aee6-840d7f27c48f req-46f9cbdb-31d0-4bea-912a-a239a47505ed tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 946 time: 0.0849779 Feb 17 09:51:00.628158 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9f80e161-5a39-448c-aee6-840d7f27c48f req-38a3fd0b-e0ee-439c-aaed-f64300c2314d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=10216088-59bf-4b01-af5c-2c6ffe7e06cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399039 Feb 17 09:51:01.818552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6178dc3-f5e4-4f96-96b8-cd2733035f6f req-7f50c8a6-f0fe-4eea-bd3f-b802e0987c93 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:01.820011 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f6178dc3-f5e4-4f96-96b8-cd2733035f6f req-7f50c8a6-f0fe-4eea-bd3f-b802e0987c93 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 946 time: 0.0885119 Feb 17 09:51:01.865748 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f6178dc3-f5e4-4f96-96b8-cd2733035f6f req-6376a7ad-ac15-4a31-bd42-ce42fa579c03 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=10216088-59bf-4b01-af5c-2c6ffe7e06cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399671 Feb 17 09:51:03.052003 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5538d-79dd-4682-ae92-3c5edc5711b5 req-1bf7cfec-6a0f-49e9-b2a0-99ca68669808 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:03.053474 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c3a5538d-79dd-4682-ae92-3c5edc5711b5 req-1bf7cfec-6a0f-49e9-b2a0-99ca68669808 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 946 time: 0.0828979 Feb 17 09:51:03.098150 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c3a5538d-79dd-4682-ae92-3c5edc5711b5 req-b118ef55-8fb6-4e6f-b6de-7e2c2c20b74a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=10216088-59bf-4b01-af5c-2c6ffe7e06cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390675 Feb 17 09:51:03.285841 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49ddaa-b74c-4436-b81a-6fc18df76dfc req-80721f30-5edb-44ec-82e4-9e1bb47b7ba9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:03.287324 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6b49ddaa-b74c-4436-b81a-6fc18df76dfc req-80721f30-5edb-44ec-82e4-9e1bb47b7ba9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 946 time: 0.0831244 Feb 17 09:51:03.331109 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6b49ddaa-b74c-4436-b81a-6fc18df76dfc req-0252bb21-fd88-495d-bdb0-81e4b4499d7c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=10216088-59bf-4b01-af5c-2c6ffe7e06cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381830 Feb 17 09:51:03.354272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42776) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:51:03.424006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b48dd46-d5a2-4323-9884-1d052e67f2aa tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:03.425501 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8b48dd46-d5a2-4323-9884-1d052e67f2aa tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 1094 time: 0.0702682 Feb 17 09:51:03.428350 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42780) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:51:03.433290 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:51:03.439239 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:51:03.443016 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:floatingip and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:51:03.445761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:51:03.451983 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:51:03.546602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:03.682502 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:03.817772 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.26.4.144 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/e39983b0-d1ac-4832-a80d-b9b5c53aff12) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:51:03.967189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:04.055095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:04.125773 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:51:04.128429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:51:04.132044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:51:04.167981 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=e39983b0-d1ac-4832-a80d-b9b5c53aff12,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:04.543579 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:04.640817 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:51:04.697036 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:04.996298 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:05.052989 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:05.158491 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=e39983b0-d1ac-4832-a80d-b9b5c53aff12,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:05.175525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:05.350456 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP 5bfbc4ac-6162-454a-bfc6-8761783086c1 associated. External IP: 172.26.4.144, port: b6480d49-c18d-426c-b62a-bdbc557c2b0c. Feb 17 09:51:05.697506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router b5e48c80-c8c0-40ba-a178-f878f3c612de has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:51:05.871426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:51:05.883863 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02e4f4-80d1-4697-a821-7ca79f4f12e2 None None] Sync routers for ids ['b5e48c80-c8c0-40ba-a178-f878f3c612de'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:51:05.893876 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02e4f4-80d1-4697-a821-7ca79f4f12e2 None None] Routers {'b5e48c80-c8c0-40ba-a178-f878f3c612de'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:51:05.894503 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0b02e4f4-80d1-4697-a821-7ca79f4f12e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:50:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b5e48c80-c8c0-40ba-a178-f878f3c612de'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:51:05.997801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:06.056682 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-44dde38c-81a7-473a-b7c6-e4f1a171f3aa tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6272914 Feb 17 09:51:06.057677 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4343b495-d9cb-416a-a51b-183528c45191', 'tag': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:51:06.059386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42784) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:51:06.068513 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-0b02e4f4-80d1-4697-a821-7ca79f4f12e2 None None] Set router b5e48c80-c8c0-40ba-a178-f878f3c612de gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:51:06.104041 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4343b495-d9cb-416a-a51b-183528c45191', 'tag': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c', 'status': 'completed', 'code': 200} Feb 17 09:51:06.236868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9018fb-7902-444c-95a1-2edee78c4062 req-e0a55d8f-0b6e-410e-bf0e-a498c1da5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:06.238452 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9b9018fb-7902-444c-95a1-2edee78c4062 req-e0a55d8f-0b6e-410e-bf0e-a498c1da5ffd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 1099 time: 0.0758851 Feb 17 09:51:06.250091 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5bbd25d5-810d-4890-865e-59c5f58d1679 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/routers/b5e48c80-c8c0-40ba-a178-f878f3c612de HTTP/1.1" status: 200 len: 921 time: 0.1892946 Feb 17 09:51:06.250694 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42790) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:51:06.381771 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9018fb-7902-444c-95a1-2edee78c4062 req-c7cc88be-3a08-4a82-ad6b-2d69f9e8a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:06.383869 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9b9018fb-7902-444c-95a1-2edee78c4062 req-c7cc88be-3a08-4a82-ad6b-2d69f9e8a096 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c788cbe7-e3c3-4e14-aa35-5cc43be493dd HTTP/1.1" status: 200 len: 898 time: 0.1387963 Feb 17 09:51:06.471946 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1236109f-919b-49fb-ad0a-14fc1eff7dea tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/5bfbc4ac-6162-454a-bfc6-8761783086c1 HTTP/1.1" status: 200 len: 992 time: 0.2201731 Feb 17 09:51:06.479115 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0b02e4f4-80d1-4697-a821-7ca79f4f12e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '5bfbc4ac-6162-454a-bfc6-8761783086c1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.144', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'port_id': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'mac_address': 'fa:16:3e:bd:6b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4343b495-d9cb-416a-a51b-183528c45191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:51:04Z', 'updated_at': '2022-02-17T09:51:04Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc52ad47-a558-4afe-9d69-e2a39ed1c254', 'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:fa:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:39Z', 'updated_at': '2022-02-17T09:50:45Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:51:06.483594 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02e4f4-80d1-4697-a821-7ca79f4f12e2 None None] Checking router: b5e48c80-c8c0-40ba-a178-f878f3c612de for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:51:06.492173 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02e4f4-80d1-4697-a821-7ca79f4f12e2 None None] Routers {'b5e48c80-c8c0-40ba-a178-f878f3c612de'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:51:06.492871 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0b02e4f4-80d1-4697-a821-7ca79f4f12e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:50:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b5e48c80-c8c0-40ba-a178-f878f3c612de'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:51:06.600569 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9b9018fb-7902-444c-95a1-2edee78c4062 req-06266adc-8512-4aa6-9d33-a88b1bdf1953 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6480d49-c18d-426c-b62a-bdbc557c2b0c HTTP/1.1" status: 200 len: 1000 time: 0.2102022 Feb 17 09:51:06.668120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9018fb-7902-444c-95a1-2edee78c4062 req-29b011e3-fe75-459e-8f73-a5f8703a3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:06.669656 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9b9018fb-7902-444c-95a1-2edee78c4062 req-29b011e3-fe75-459e-8f73-a5f8703a3d31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8 HTTP/1.1" status: 200 len: 834 time: 0.0616646 Feb 17 09:51:06.682488 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-0b02e4f4-80d1-4697-a821-7ca79f4f12e2 None None] Set router b5e48c80-c8c0-40ba-a178-f878f3c612de gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:51:06.744071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9018fb-7902-444c-95a1-2edee78c4062 req-2324a25e-4821-44f6-8f1f-bf3cfd9ee37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:06.745463 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9b9018fb-7902-444c-95a1-2edee78c4062 req-2324a25e-4821-44f6-8f1f-bf3cfd9ee37c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c788cbe7-e3c3-4e14-aa35-5cc43be493dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697660 Feb 17 09:51:06.878572 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9b9018fb-7902-444c-95a1-2edee78c4062 req-d0beb3cc-9a45-4774-9eae-b2b9e6bc79fe service neutron] 10.222.0.37 "GET /v2.0/networks/c788cbe7-e3c3-4e14-aa35-5cc43be493dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248558 Feb 17 09:51:07.012329 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9b9018fb-7902-444c-95a1-2edee78c4062 req-a4043014-e794-47cf-8eaf-f953bb77bbd6 service neutron] 10.222.0.37 "GET /v2.0/networks/c788cbe7-e3c3-4e14-aa35-5cc43be493dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272936 Feb 17 09:51:07.026168 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0b02e4f4-80d1-4697-a821-7ca79f4f12e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '5bfbc4ac-6162-454a-bfc6-8761783086c1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.144', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'port_id': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'mac_address': 'fa:16:3e:bd:6b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4343b495-d9cb-416a-a51b-183528c45191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:51:04Z', 'updated_at': '2022-02-17T09:51:04Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc52ad47-a558-4afe-9d69-e2a39ed1c254', 'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:fa:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:39Z', 'updated_at': '2022-02-17T09:50:45Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:51:07.030609 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02e4f4-80d1-4697-a821-7ca79f4f12e2 None None] The sync data for ids ['b5e48c80-c8c0-40ba-a178-f878f3c612de'] in dv-neutron-828143-5-hyperv is: [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '5bfbc4ac-6162-454a-bfc6-8761783086c1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.144', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'port_id': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'mac_address': 'fa:16:3e:bd:6b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4343b495-d9cb-416a-a51b-183528c45191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:51:04Z', 'updated_at': '2022-02-17T09:51:04Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc52ad47-a558-4afe-9d69-e2a39ed1c254', 'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:fa:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:39Z', 'updated_at': '2022-02-17T09:50:45Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:51:07.213886 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaa1caa-1859-4373-8a5c-5a5a7b47d1ac None None] New status for floating IP 5bfbc4ac-6162-454a-bfc6-8761783086c1: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:51:07.475849 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42794) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:51:07.585369 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cfd1b468-aec2-412d-bd26-fa09359e06a3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/5bfbc4ac-6162-454a-bfc6-8761783086c1 HTTP/1.1" status: 200 len: 994 time: 0.1059175 Feb 17 09:51:08.620359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:24.642678 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-408d2d2f-6c33-49e3-b265-3389b62b9f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:26.973747 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93c2b4f4-4d26-492a-bf89-a931f8176700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:27.628384 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-00794253-2e6b-49be-98c2-1739410c749f req-31f0e5d5-f4d9-463b-a965-6922e15bee23 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702803 Feb 17 09:51:27.809604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00794253-2e6b-49be-98c2-1739410c749f req-707dc998-5eb2-4e4b-aa61-f81fe2cbcd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:27.811688 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-00794253-2e6b-49be-98c2-1739410c749f req-707dc998-5eb2-4e4b-aa61-f81fe2cbcd68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 1099 time: 0.0796657 Feb 17 09:51:27.970517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00794253-2e6b-49be-98c2-1739410c749f req-5206b319-8347-440f-8008-9eb22dd6457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:27.971900 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-00794253-2e6b-49be-98c2-1739410c749f req-5206b319-8347-440f-8008-9eb22dd6457e service neutron] 10.222.0.37 "GET /v2.0/networks?id=c788cbe7-e3c3-4e14-aa35-5cc43be493dd HTTP/1.1" status: 200 len: 898 time: 0.1336527 Feb 17 09:51:28.025715 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:28.084258 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-00794253-2e6b-49be-98c2-1739410c749f req-e85c631f-e949-408b-a9a3-9a2d89136173 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6480d49-c18d-426c-b62a-bdbc557c2b0c HTTP/1.1" status: 200 len: 1002 time: 0.1043332 Feb 17 09:51:28.122739 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:28.153100 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00794253-2e6b-49be-98c2-1739410c749f req-b378baa3-7b9a-4003-ad19-4240ec0193bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:28.155276 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-00794253-2e6b-49be-98c2-1739410c749f req-b378baa3-7b9a-4003-ad19-4240ec0193bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8 HTTP/1.1" status: 200 len: 834 time: 0.0627847 Feb 17 09:51:28.241041 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00794253-2e6b-49be-98c2-1739410c749f req-9809b056-d9dd-4774-8274-885a4ffe62d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:28.242544 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-00794253-2e6b-49be-98c2-1739410c749f req-9809b056-d9dd-4774-8274-885a4ffe62d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c788cbe7-e3c3-4e14-aa35-5cc43be493dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774236 Feb 17 09:51:28.380753 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-00794253-2e6b-49be-98c2-1739410c749f req-c65e3a40-9f5e-4a1d-ba6e-f4e7df55ee8b service neutron] 10.222.0.37 "GET /v2.0/networks/c788cbe7-e3c3-4e14-aa35-5cc43be493dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270697 Feb 17 09:51:28.519907 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-00794253-2e6b-49be-98c2-1739410c749f req-ac516717-8ac7-48a3-a42f-e13c9a1c8f1c service neutron] 10.222.0.37 "GET /v2.0/networks/c788cbe7-e3c3-4e14-aa35-5cc43be493dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283109 Feb 17 09:51:29.762415 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:38.630178 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:41.644148 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:51:54.635143 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f58d21d5-b340-445d-b5f9-c4a7d6f290a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:56.989824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27549704-6f16-4a10-9892-8f6775daf5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:57.909670 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:58.110221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:51:59.767474 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:08.595022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:18.643317 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:52:24.657822 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b443499-a2ec-47e6-8fcd-fd66243def97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:26.977794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03c56e75-711b-410a-b193-5d3e7eab1774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:27.904153 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:28.114928 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:28.620628 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8fa2653b-11c8-42b9-99a6-c8ab38ce1808 req-d7732e5c-e8ce-4fe6-8fb3-c90fe6732e91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718343 Feb 17 09:52:28.808498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2653b-11c8-42b9-99a6-c8ab38ce1808 req-c6c31086-a135-411e-bf5f-0dc94a9f3862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:28.810172 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8fa2653b-11c8-42b9-99a6-c8ab38ce1808 req-c6c31086-a135-411e-bf5f-0dc94a9f3862 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 1099 time: 0.0724027 Feb 17 09:52:28.966309 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2653b-11c8-42b9-99a6-c8ab38ce1808 req-f0fa8961-75c5-4eaa-b2a4-1b2465e4b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:28.967764 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8fa2653b-11c8-42b9-99a6-c8ab38ce1808 req-f0fa8961-75c5-4eaa-b2a4-1b2465e4b6a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c788cbe7-e3c3-4e14-aa35-5cc43be493dd HTTP/1.1" status: 200 len: 898 time: 0.1363151 Feb 17 09:52:29.187581 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8fa2653b-11c8-42b9-99a6-c8ab38ce1808 req-52b5fa9e-a6c6-4345-87f6-a45993880503 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6480d49-c18d-426c-b62a-bdbc557c2b0c HTTP/1.1" status: 200 len: 1002 time: 0.2095139 Feb 17 09:52:29.256186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2653b-11c8-42b9-99a6-c8ab38ce1808 req-c0edc27b-caf8-4ce2-836d-b56f72b7c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:29.257547 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8fa2653b-11c8-42b9-99a6-c8ab38ce1808 req-c0edc27b-caf8-4ce2-836d-b56f72b7c117 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8 HTTP/1.1" status: 200 len: 834 time: 0.0619395 Feb 17 09:52:29.337723 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2653b-11c8-42b9-99a6-c8ab38ce1808 req-8d3e1866-a1ca-4f65-801d-be76df29b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:29.339293 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8fa2653b-11c8-42b9-99a6-c8ab38ce1808 req-8d3e1866-a1ca-4f65-801d-be76df29b6cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c788cbe7-e3c3-4e14-aa35-5cc43be493dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729573 Feb 17 09:52:29.351170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-8fa2653b-11c8-42b9-99a6-c8ab38ce1808 req-d1d38067-b5f8-4084-b745-987bab281c23 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:52:29.352104 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8fa2653b-11c8-42b9-99a6-c8ab38ce1808 req-d1d38067-b5f8-4084-b745-987bab281c23 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050011 Feb 17 09:52:29.488906 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8fa2653b-11c8-42b9-99a6-c8ab38ce1808 req-7dc4c06a-e03c-4f9e-971c-ce7fba9c077f service neutron] 10.222.0.37 "GET /v2.0/networks/c788cbe7-e3c3-4e14-aa35-5cc43be493dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294150 Feb 17 09:52:29.635663 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8fa2653b-11c8-42b9-99a6-c8ab38ce1808 req-a7207d76-a243-4d4b-acf4-028e8aca96a1 service neutron] 10.222.0.37 "GET /v2.0/networks/c788cbe7-e3c3-4e14-aa35-5cc43be493dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407187 Feb 17 09:52:29.801033 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:34.197893 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42822) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:34.379944 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-495bc988-35cf-47cb-97eb-f9bf8da3a14f tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/routers/b5e48c80-c8c0-40ba-a178-f878f3c612de/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1808610 Feb 17 09:52:34.382873 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42826) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:34.616644 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef7921b-0cfd-4a31-a65e-d15cc167534d tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Notify agent at dv-neutron-828143-5-hyperv the message router_removed_from_agent {{(pid=88369) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 17 09:52:34.619846 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cef7921b-0cfd-4a31-a65e-d15cc167534d tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "DELETE /v2.0/agents/5d5e2d61-772a-4a05-859e-dd9e36cbcc18/l3-routers/b5e48c80-c8c0-40ba-a178-f878f3c612de HTTP/1.1" status: 204 len: 168 time: 0.2360640 Feb 17 09:52:34.627499 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42830) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:34.806264 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9f77fbd9-19bb-4106-afb3-8b211729160b tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/routers/b5e48c80-c8c0-40ba-a178-f878f3c612de/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1816595 Feb 17 09:52:34.808838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42834) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:34.915215 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-722aec29-9264-45a3-b590-3c350ee0232c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/5bfbc4ac-6162-454a-bfc6-8761783086c1 HTTP/1.1" status: 200 len: 994 time: 0.1052332 Feb 17 09:52:35.385188 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2dfd35-f9f5-4f07-ba61-ebf14b284ed9 None None] New status for floating IP 5bfbc4ac-6162-454a-bfc6-8761783086c1: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:52:35.408913 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device bc52ad47-a558-4afe-9d69-e2a39ed1c254 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:52:35.518289 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:35.550980 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port bc52ad47-a558-4afe-9d69-e2a39ed1c254, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=bc52ad47-a558-4afe-9d69-e2a39ed1c254,segment=NetworkSegment(ee3ad61b-a350-4a17-899c-107b086752cb),segment_id=ee3ad61b-a350-4a17-899c-107b086752cb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:52:35.617554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:35.618243 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 812c2913-2c58-4492-b657-3b011bbce015 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:52:35.736948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=bc52ad47-a558-4afe-9d69-e2a39ed1c254,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:35.774799 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:35.775142 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:35.775485 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:35.775818 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:35.776148 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:35.776477 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:35.776801 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:35.777125 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:35.777449 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:35.777895 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:35.778245 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:35.778574 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:35.806388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:35.822848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 812c2913-2c58-4492-b657-3b011bbce015, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=812c2913-2c58-4492-b657-3b011bbce015,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:52:35.908915 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:35.919648 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42838) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:35.975834 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=812c2913-2c58-4492-b657-3b011bbce015,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:36.025635 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4c01707d-d82f-4a93-afc7-7f72d2a15fce tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/5bfbc4ac-6162-454a-bfc6-8761783086c1 HTTP/1.1" status: 200 len: 992 time: 0.1047266 Feb 17 09:52:37.185726 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42844) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:37.474868 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cff319d-4eb6-45cb-86a7-0ec34366a6d2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Router b5e48c80-c8c0-40ba-a178-f878f3c612de is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:52:37.475216 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cff319d-4eb6-45cb-86a7-0ec34366a6d2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Notify agent at dv-neutron-828143-5-hyperv the message router_added_to_agent {{(pid=88369) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 17 09:52:37.491962 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8cff319d-4eb6-45cb-86a7-0ec34366a6d2 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "POST /v2.0/agents/5d5e2d61-772a-4a05-859e-dd9e36cbcc18/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3051739 Feb 17 09:52:37.494635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42852) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:37.505665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff7e32-4679-4ae6-af30-72ce8248169a None None] Sync routers for ids ['b5e48c80-c8c0-40ba-a178-f878f3c612de'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:52:37.516710 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ff7e32-4679-4ae6-af30-72ce8248169a None None] Routers {'b5e48c80-c8c0-40ba-a178-f878f3c612de'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:52:37.517335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-18ff7e32-4679-4ae6-af30-72ce8248169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:52:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b5e48c80-c8c0-40ba-a178-f878f3c612de'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:37.682798 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d2ea2b4d-6cef-4815-8f5a-466d67bc8bab tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/routers/b5e48c80-c8c0-40ba-a178-f878f3c612de/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1870315 Feb 17 09:52:37.685525 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42856) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:37.704457 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-18ff7e32-4679-4ae6-af30-72ce8248169a None None] Set router b5e48c80-c8c0-40ba-a178-f878f3c612de gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:52:37.916710 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fd8aecb9-4ec9-410b-a1e8-6c313ffbeca3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/5bfbc4ac-6162-454a-bfc6-8761783086c1 HTTP/1.1" status: 200 len: 992 time: 0.2300029 Feb 17 09:52:38.093828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-18ff7e32-4679-4ae6-af30-72ce8248169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:52:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '5bfbc4ac-6162-454a-bfc6-8761783086c1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.144', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'port_id': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'mac_address': 'fa:16:3e:bd:6b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4343b495-d9cb-416a-a51b-183528c45191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:51:04Z', 'updated_at': '2022-02-17T09:52:35Z', 'revision_number': 2, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc52ad47-a558-4afe-9d69-e2a39ed1c254', 'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:fa:1e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:39Z', 'updated_at': '2022-02-17T09:52:35Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:38.097661 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff7e32-4679-4ae6-af30-72ce8248169a None None] Checking router: b5e48c80-c8c0-40ba-a178-f878f3c612de for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:52:38.105897 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ff7e32-4679-4ae6-af30-72ce8248169a None None] Routers {'b5e48c80-c8c0-40ba-a178-f878f3c612de'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:52:38.106516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-18ff7e32-4679-4ae6-af30-72ce8248169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:52:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b5e48c80-c8c0-40ba-a178-f878f3c612de'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:38.281563 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-18ff7e32-4679-4ae6-af30-72ce8248169a None None] Set router b5e48c80-c8c0-40ba-a178-f878f3c612de gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:52:38.620126 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:38.640009 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-18ff7e32-4679-4ae6-af30-72ce8248169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:52:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '5bfbc4ac-6162-454a-bfc6-8761783086c1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.144', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'port_id': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'mac_address': 'fa:16:3e:bd:6b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4343b495-d9cb-416a-a51b-183528c45191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:51:04Z', 'updated_at': '2022-02-17T09:52:35Z', 'revision_number': 2, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc52ad47-a558-4afe-9d69-e2a39ed1c254', 'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:fa:1e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:39Z', 'updated_at': '2022-02-17T09:52:35Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:38.644100 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff7e32-4679-4ae6-af30-72ce8248169a None None] The sync data for ids ['b5e48c80-c8c0-40ba-a178-f878f3c612de'] in dv-neutron-828143-5-hyperv is: [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:52:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '5bfbc4ac-6162-454a-bfc6-8761783086c1', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.144', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'port_id': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'mac_address': 'fa:16:3e:bd:6b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4343b495-d9cb-416a-a51b-183528c45191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:51:04Z', 'updated_at': '2022-02-17T09:52:35Z', 'revision_number': 2, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc52ad47-a558-4afe-9d69-e2a39ed1c254', 'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:fa:1e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:39Z', 'updated_at': '2022-02-17T09:52:35Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:52:38.920556 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42860) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:39.028592 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bbbed58a-a89c-4e77-93de-f2310dbc83ba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/5bfbc4ac-6162-454a-bfc6-8761783086c1 HTTP/1.1" status: 200 len: 992 time: 0.1062429 Feb 17 09:52:39.219956 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device bc52ad47-a558-4afe-9d69-e2a39ed1c254 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:52:39.313267 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port bc52ad47-a558-4afe-9d69-e2a39ed1c254 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:52:39.313639 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:39.440390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:39.475576 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port bc52ad47-a558-4afe-9d69-e2a39ed1c254, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=bc52ad47-a558-4afe-9d69-e2a39ed1c254,segment=NetworkSegment(ee3ad61b-a350-4a17-899c-107b086752cb),segment_id=ee3ad61b-a350-4a17-899c-107b086752cb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:52:39.543263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:39.617688 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=bc52ad47-a558-4afe-9d69-e2a39ed1c254,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:40.032408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42864) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:40.136742 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-42d813f9-3364-426a-b196-747b24682ae4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/5bfbc4ac-6162-454a-bfc6-8761783086c1 HTTP/1.1" status: 200 len: 992 time: 0.1031914 Feb 17 09:52:40.267670 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de33891d-5f69-4f23-89f6-308c792bc6a0 None None] New status for floating IP 5bfbc4ac-6162-454a-bfc6-8761783086c1: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:52:41.141385 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42868) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:41.250255 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c7b74215-100b-4513-b23d-bbb4e73e4e32 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/5bfbc4ac-6162-454a-bfc6-8761783086c1 HTTP/1.1" status: 200 len: 994 time: 0.1078014 Feb 17 09:52:41.264948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device bc52ad47-a558-4afe-9d69-e2a39ed1c254 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:52:41.335366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port bc52ad47-a558-4afe-9d69-e2a39ed1c254 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:52:41.335732 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:41.452362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 812c2913-2c58-4492-b657-3b011bbce015 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:52:41.518942 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 812c2913-2c58-4492-b657-3b011bbce015 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:52:41.519340 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:41.631817 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:41.647582 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 812c2913-2c58-4492-b657-3b011bbce015, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=812c2913-2c58-4492-b657-3b011bbce015,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:52:41.771931 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:41.874793 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=812c2913-2c58-4492-b657-3b011bbce015,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:43.202492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 812c2913-2c58-4492-b657-3b011bbce015 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:52:43.272841 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 812c2913-2c58-4492-b657-3b011bbce015 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:52:43.273212 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:43.577087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42878) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:43.780782 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port e39983b0-d1ac-4832-a80d-b9b5c53aff12 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:52:43.781129 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:43.958707 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:43.959047 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:44.086504 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for e39983b0-d1ac-4832-a80d-b9b5c53aff12 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:52:44.274864 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:44.323168 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=e39983b0-d1ac-4832-a80d-b9b5c53aff12,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:44.363510 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:44.363864 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:44.364204 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:44.364542 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:44.364873 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:44.365204 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:44.365533 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:44.365864 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:44.366212 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:44.366543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:44.366863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:44.367183 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:44.425368 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:44.425708 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP 5bfbc4ac-6162-454a-bfc6-8761783086c1 disassociated (deleted). External IP: 172.26.4.144, port: b6480d49-c18d-426c-b62a-bdbc557c2b0c. Feb 17 09:52:44.895896 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router b5e48c80-c8c0-40ba-a178-f878f3c612de has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:52:45.082064 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:52:45.092044 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5838c1-0b3f-4f39-8fc7-2fe45195052d None None] Sync routers for ids ['b5e48c80-c8c0-40ba-a178-f878f3c612de'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:52:45.101029 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5838c1-0b3f-4f39-8fc7-2fe45195052d None None] Routers {'b5e48c80-c8c0-40ba-a178-f878f3c612de'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:52:45.101641 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8c5838c1-0b3f-4f39-8fc7-2fe45195052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:52:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b5e48c80-c8c0-40ba-a178-f878f3c612de'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:45.165363 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:45.224374 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-312f666d-2d30-4ce4-8659-a9f69e308bb3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/floatingips/5bfbc4ac-6162-454a-bfc6-8761783086c1 HTTP/1.1" status: 204 len: 168 time: 1.6462784 Feb 17 09:52:45.224966 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4343b495-d9cb-416a-a51b-183528c45191', 'tag': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:52:45.284906 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8c5838c1-0b3f-4f39-8fc7-2fe45195052d None None] Set router b5e48c80-c8c0-40ba-a178-f878f3c612de gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:52:45.326356 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4343b495-d9cb-416a-a51b-183528c45191', 'tag': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c', 'status': 'completed', 'code': 200} Feb 17 09:52:45.457831 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d0ff3-f32b-48dd-9edc-be4701959aaa req-8bcd3856-60b8-4c11-aeda-d296825d0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:45.459351 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a42d0ff3-f32b-48dd-9edc-be4701959aaa req-8bcd3856-60b8-4c11-aeda-d296825d0b07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 1099 time: 0.0797422 Feb 17 09:52:45.606568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d0ff3-f32b-48dd-9edc-be4701959aaa req-3b853a1b-f94f-4743-adbf-05306a2a2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:45.608423 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a42d0ff3-f32b-48dd-9edc-be4701959aaa req-3b853a1b-f94f-4743-adbf-05306a2a2f0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=c788cbe7-e3c3-4e14-aa35-5cc43be493dd HTTP/1.1" status: 200 len: 898 time: 0.1428766 Feb 17 09:52:45.618155 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8c5838c1-0b3f-4f39-8fc7-2fe45195052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:52:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'bc52ad47-a558-4afe-9d69-e2a39ed1c254', 'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:fa:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:39Z', 'updated_at': '2022-02-17T09:52:39Z', 'revision_number': 7, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:45.623107 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5838c1-0b3f-4f39-8fc7-2fe45195052d None None] Checking router: b5e48c80-c8c0-40ba-a178-f878f3c612de for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:52:45.633187 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5838c1-0b3f-4f39-8fc7-2fe45195052d None None] Routers {'b5e48c80-c8c0-40ba-a178-f878f3c612de'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:52:45.633801 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8c5838c1-0b3f-4f39-8fc7-2fe45195052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:52:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b5e48c80-c8c0-40ba-a178-f878f3c612de'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:45.686529 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a42d0ff3-f32b-48dd-9edc-be4701959aaa req-b041c2f4-5fb0-4c5c-9d50-574486b53324 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6480d49-c18d-426c-b62a-bdbc557c2b0c HTTP/1.1" status: 200 len: 217 time: 0.0712347 Feb 17 09:52:45.790823 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d0ff3-f32b-48dd-9edc-be4701959aaa req-1a9cd3ca-93e8-4cb6-904d-6c909a0d06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:45.792176 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a42d0ff3-f32b-48dd-9edc-be4701959aaa req-1a9cd3ca-93e8-4cb6-904d-6c909a0d06f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8 HTTP/1.1" status: 200 len: 834 time: 0.0984197 Feb 17 09:52:45.818793 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8c5838c1-0b3f-4f39-8fc7-2fe45195052d None None] Set router b5e48c80-c8c0-40ba-a178-f878f3c612de gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:52:45.908038 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2267d-df42-44af-8e6b-b7a8bb211f24 req-6b1d6407-5067-43e0-8e82-81a74ff14a19 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:45.909512 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ffe2267d-df42-44af-8e6b-b7a8bb211f24 req-6b1d6407-5067-43e0-8e82-81a74ff14a19 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 946 time: 0.1531963 Feb 17 09:52:45.911648 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d0ff3-f32b-48dd-9edc-be4701959aaa req-f116a95b-2c30-4ecf-a26d-0fb1b1117cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:45.912995 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a42d0ff3-f32b-48dd-9edc-be4701959aaa req-f116a95b-2c30-4ecf-a26d-0fb1b1117cb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c788cbe7-e3c3-4e14-aa35-5cc43be493dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1132455 Feb 17 09:52:46.040378 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ffe2267d-df42-44af-8e6b-b7a8bb211f24 req-cb4b1808-0413-4026-a74c-9b322dd8d1d6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=10216088-59bf-4b01-af5c-2c6ffe7e06cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251078 Feb 17 09:52:46.082146 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a42d0ff3-f32b-48dd-9edc-be4701959aaa req-6fde4c69-17b9-48b6-8c4a-7454d7b7206d service neutron] 10.222.0.37 "GET /v2.0/networks/c788cbe7-e3c3-4e14-aa35-5cc43be493dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533668 Feb 17 09:52:46.137260 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8c5838c1-0b3f-4f39-8fc7-2fe45195052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:52:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'bc52ad47-a558-4afe-9d69-e2a39ed1c254', 'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:fa:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:39Z', 'updated_at': '2022-02-17T09:52:39Z', 'revision_number': 7, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:46.141423 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5838c1-0b3f-4f39-8fc7-2fe45195052d None None] The sync data for ids ['b5e48c80-c8c0-40ba-a178-f878f3c612de'] in dv-neutron-828143-5-hyperv is: [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:50:39Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:52:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'bc52ad47-a558-4afe-9d69-e2a39ed1c254', 'name': '', 'network_id': 'c788cbe7-e3c3-4e14-aa35-5cc43be493dd', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:fa:1e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:39Z', 'updated_at': '2022-02-17T09:52:39Z', 'revision_number': 7, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:52:46.221131 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a42d0ff3-f32b-48dd-9edc-be4701959aaa req-76944168-bd4c-439c-b223-72e86bc80fb6 service neutron] 10.222.0.37 "GET /v2.0/networks/c788cbe7-e3c3-4e14-aa35-5cc43be493dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314607 Feb 17 09:52:46.772880 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd218b57-25c9-4c8d-9932-b833895a5c0e None None] New status for floating IP 5bfbc4ac-6162-454a-bfc6-8761783086c1: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:52:47.276943 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2d37b-d175-45e2-b6bd-b256de813638 req-7093f021-2dec-4a9c-bce3-e1ebd435a4c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:47.277883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-19e2d37b-d175-45e2-b6bd-b256de813638 req-7093f021-2dec-4a9c-bce3-e1ebd435a4c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:52:47.354431 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-19e2d37b-d175-45e2-b6bd-b256de813638 req-7093f021-2dec-4a9c-bce3-e1ebd435a4c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:52:47.356457 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-19e2d37b-d175-45e2-b6bd-b256de813638 req-7093f021-2dec-4a9c-bce3-e1ebd435a4c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 946 time: 0.2068155 Feb 17 09:52:47.405991 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-19e2d37b-d175-45e2-b6bd-b256de813638 req-d89bd8d9-3998-48d0-8145-86532bd86732 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=10216088-59bf-4b01-af5c-2c6ffe7e06cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437095 Feb 17 09:52:47.891811 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a231f24-73ac-422c-8f67-01311a5323c1 req-9a0ee689-1fa0-486c-9de0-85864495f8a9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:47.893230 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4a231f24-73ac-422c-8f67-01311a5323c1 req-9a0ee689-1fa0-486c-9de0-85864495f8a9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 946 time: 0.0783885 Feb 17 09:52:48.087345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-4a231f24-73ac-422c-8f67-01311a5323c1 req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port b6480d49-c18d-426c-b62a-bdbc557c2b0c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:52:48.087601 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4a231f24-73ac-422c-8f67-01311a5323c1 req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:48.357388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-4a231f24-73ac-422c-8f67-01311a5323c1 req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port b6480d49-c18d-426c-b62a-bdbc557c2b0c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b6480d49-c18d-426c-b62a-bdbc557c2b0c,segment=NetworkSegment(ee3ad61b-a350-4a17-899c-107b086752cb),segment_id=ee3ad61b-a350-4a17-899c-107b086752cb)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:52:48.357738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4a231f24-73ac-422c-8f67-01311a5323c1 req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:48.503495 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-4a231f24-73ac-422c-8f67-01311a5323c1 req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for b6480d49-c18d-426c-b62a-bdbc557c2b0c owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:52:48.731048 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9804eb-87b7-489a-9760-50ea2b344c83 req-96744c7c-06a3-434e-aaa0-6b123294cd5f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:48.732519 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca9804eb-87b7-489a-9760-50ea2b344c83 req-96744c7c-06a3-434e-aaa0-6b123294cd5f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 946 time: 0.1921463 Feb 17 09:52:48.793559 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca9804eb-87b7-489a-9760-50ea2b344c83 req-87914729-ca34-4b2c-a06e-d2ea70ad4284 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=10216088-59bf-4b01-af5c-2c6ffe7e06cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554147 Feb 17 09:52:48.851590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4a231f24-73ac-422c-8f67-01311a5323c1 req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:48.932206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=b6480d49-c18d-426c-b62a-bdbc557c2b0c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:48.974695 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:48.975038 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:48.975377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:48.975708 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:48.976038 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:48.976366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:48.976686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:48.977010 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:48.977335 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:48.977781 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:48.978154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:48.978476 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:48.992649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a231f24-73ac-422c-8f67-01311a5323c1 req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] No DVR routers for this DVR port b6480d49-c18d-426c-b62a-bdbc557c2b0c on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:52:48.995043 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4a231f24-73ac-422c-8f67-01311a5323c1 req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:48.997726 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4343b495-d9cb-416a-a51b-183528c45191', 'name': 'network-vif-deleted', 'tag': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:52:49.044475 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4343b495-d9cb-416a-a51b-183528c45191', 'name': 'network-vif-deleted', 'tag': 'b6480d49-c18d-426c-b62a-bdbc557c2b0c', 'status': 'completed', 'code': 200} Feb 17 09:52:49.075643 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4a231f24-73ac-422c-8f67-01311a5323c1 req-5c0e832d-cfcf-43f9-86a6-8073665d4d74 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "DELETE /v2.0/ports/b6480d49-c18d-426c-b62a-bdbc557c2b0c HTTP/1.1" status: 204 len: 173 time: 1.1772313 Feb 17 09:52:49.956752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-cc97a09d-6255-460a-a74a-d75ba9750ef9 req-6c0d3778-565f-41e6-9153-7e9b7781f29b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:52:50.034256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-cc97a09d-6255-460a-a74a-d75ba9750ef9 req-6c0d3778-565f-41e6-9153-7e9b7781f29b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:52:50.035431 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cc97a09d-6255-460a-a74a-d75ba9750ef9 req-6c0d3778-565f-41e6-9153-7e9b7781f29b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=4343b495-d9cb-416a-a51b-183528c45191 HTTP/1.1" status: 200 len: 210 time: 0.1241722 Feb 17 09:52:51.130095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42904) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:51.197681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd543f62-7495-4a1a-b14c-0136e30f8591 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:51.226596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd543f62-7495-4a1a-b14c-0136e30f8591 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:51.365844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd543f62-7495-4a1a-b14c-0136e30f8591 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:51.384181 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd543f62-7495-4a1a-b14c-0136e30f8591 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10216088-59bf-4b01-af5c-2c6ffe7e06cc,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:51.485925 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd543f62-7495-4a1a-b14c-0136e30f8591 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:51.487087 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bd543f62-7495-4a1a-b14c-0136e30f8591 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/security-groups/10216088-59bf-4b01-af5c-2c6ffe7e06cc HTTP/1.1" status: 204 len: 168 time: 0.3559742 Feb 17 09:52:51.589653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42910) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:51.593665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device b6480d49-c18d-426c-b62a-bdbc557c2b0c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:52:51.628374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: b6480d49-c18d-426c-b62a-bdbc557c2b0c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:52:51.628714 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device b6480d49-c18d-426c-b62a-bdbc557c2b0c not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:52:52.259598 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2029e4f1-ab6a-4611-b011-c7b7912bc5d2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:52.614485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2029e4f1-ab6a-4611-b011-c7b7912bc5d2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port bc52ad47-a558-4afe-9d69-e2a39ed1c254 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:52:52.614767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2029e4f1-ab6a-4611-b011-c7b7912bc5d2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:52.801852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-2029e4f1-ab6a-4611-b011-c7b7912bc5d2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port bc52ad47-a558-4afe-9d69-e2a39ed1c254, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=bc52ad47-a558-4afe-9d69-e2a39ed1c254,segment=NetworkSegment(ee3ad61b-a350-4a17-899c-107b086752cb),segment_id=ee3ad61b-a350-4a17-899c-107b086752cb)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:52:52.802248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2029e4f1-ab6a-4611-b011-c7b7912bc5d2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:52.926607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2029e4f1-ab6a-4611-b011-c7b7912bc5d2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for bc52ad47-a558-4afe-9d69-e2a39ed1c254 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:52:53.325494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2029e4f1-ab6a-4611-b011-c7b7912bc5d2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:53.376053 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029e4f1-ab6a-4611-b011-c7b7912bc5d2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=bc52ad47-a558-4afe-9d69-e2a39ed1c254,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:53.656411 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2029e4f1-ab6a-4611-b011-c7b7912bc5d2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:54.120736 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2029e4f1-ab6a-4611-b011-c7b7912bc5d2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router b5e48c80-c8c0-40ba-a178-f878f3c612de has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:52:54.300338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2029e4f1-ab6a-4611-b011-c7b7912bc5d2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:52:54.309986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c928a-80dc-48b1-9240-b1d7e99e66ae None None] Sync routers for ids ['b5e48c80-c8c0-40ba-a178-f878f3c612de'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:52:54.318993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c928a-80dc-48b1-9240-b1d7e99e66ae None None] Routers {'b5e48c80-c8c0-40ba-a178-f878f3c612de'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:52:54.325780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2e6c928a-80dc-48b1-9240-b1d7e99e66ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:52:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b5e48c80-c8c0-40ba-a178-f878f3c612de'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:54.387176 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2029e4f1-ab6a-4611-b011-c7b7912bc5d2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/b5e48c80-c8c0-40ba-a178-f878f3c612de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7935584 Feb 17 09:52:54.387754 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42914) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:54.453895 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb643cf2-df3c-4d3a-84ea-db9c01f2d641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting subnet 9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:52:54.456885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb643cf2-df3c-4d3a-84ea-db9c01f2d641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:54.516864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb643cf2-df3c-4d3a-84ea-db9c01f2d641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:54.537949 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-2e6c928a-80dc-48b1-9240-b1d7e99e66ae None None] Set router b5e48c80-c8c0-40ba-a178-f878f3c612de gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:52:54.601353 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb643cf2-df3c-4d3a-84ea-db9c01f2d641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:54.743130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb643cf2-df3c-4d3a-84ea-db9c01f2d641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:54.788041 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb643cf2-df3c-4d3a-84ea-db9c01f2d641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:54.789965 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb643cf2-df3c-4d3a-84ea-db9c01f2d641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:54.796650 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cb643cf2-df3c-4d3a-84ea-db9c01f2d641 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/subnets/9e1bc538-26c2-4c3a-ab1e-a8feec8b9df8 HTTP/1.1" status: 204 len: 168 time: 0.4076412 Feb 17 09:52:54.799442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42918) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:54.803996 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02386da-4f8c-437f-bec0-9359bc2c0945 None None] Network c788cbe7-e3c3-4e14-aa35-5cc43be493dd requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:52:54.826602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-892f2807-9ed6-4bee-9986-b047adb1474e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:54.979586 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0551d3cf-db4a-4d0c-9469-8d1a34b453fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:55.004064 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2e6c928a-80dc-48b1-9240-b1d7e99e66ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:52:53Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:52:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:55.010760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c928a-80dc-48b1-9240-b1d7e99e66ae None None] Checking router: b5e48c80-c8c0-40ba-a178-f878f3c612de for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:52:55.022354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c928a-80dc-48b1-9240-b1d7e99e66ae None None] Routers {'b5e48c80-c8c0-40ba-a178-f878f3c612de'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:52:55.022967 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2e6c928a-80dc-48b1-9240-b1d7e99e66ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:52:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b5e48c80-c8c0-40ba-a178-f878f3c612de'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:55.160806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0551d3cf-db4a-4d0c-9469-8d1a34b453fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:55.173391 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] DHCP port deletion for c788cbe7-e3c3-4e14-aa35-5cc43be493dd request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:52:55.199439 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] Deleting port fda5d11e-7398-4643-9905-aad1efcae51a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:52:55.199809 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:55.229126 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0551d3cf-db4a-4d0c-9469-8d1a34b453fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port 812c2913-2c58-4492-b657-3b011bbce015 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:52:55.229785 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0551d3cf-db4a-4d0c-9469-8d1a34b453fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:55.270325 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-2e6c928a-80dc-48b1-9240-b1d7e99e66ae None None] Set router b5e48c80-c8c0-40ba-a178-f878f3c612de gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:52:55.319541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fda5d11e-7398-4643-9905-aad1efcae51a no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:52:55.428761 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-0551d3cf-db4a-4d0c-9469-8d1a34b453fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port 812c2913-2c58-4492-b657-3b011bbce015, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=812c2913-2c58-4492-b657-3b011bbce015,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:52:55.429137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0551d3cf-db4a-4d0c-9469-8d1a34b453fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:55.553928 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0551d3cf-db4a-4d0c-9469-8d1a34b453fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for 812c2913-2c58-4492-b657-3b011bbce015 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:52:55.641875 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:52:55.786234 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] For port fda5d11e-7398-4643-9905-aad1efcae51a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fda5d11e-7398-4643-9905-aad1efcae51a,segment=NetworkSegment(ee3ad61b-a350-4a17-899c-107b086752cb),segment_id=ee3ad61b-a350-4a17-899c-107b086752cb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:52:55.786648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:55.944091 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] Calling delete_port for fda5d11e-7398-4643-9905-aad1efcae51a owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:52:55.970722 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:56.036630 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port fda5d11e-7398-4643-9905-aad1efcae51a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fda5d11e-7398-4643-9905-aad1efcae51a,segment=NetworkSegment(ee3ad61b-a350-4a17-899c-107b086752cb),segment_id=ee3ad61b-a350-4a17-899c-107b086752cb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:52:56.043014 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0551d3cf-db4a-4d0c-9469-8d1a34b453fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:56.071310 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2e6c928a-80dc-48b1-9240-b1d7e99e66ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:52:53Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:52:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:56.075315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c928a-80dc-48b1-9240-b1d7e99e66ae None None] The sync data for ids ['b5e48c80-c8c0-40ba-a178-f878f3c612de'] in dv-neutron-828143-5-hyperv is: [{'id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'name': 'tempest-TestNetworkBasicOps-router-565110582', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '812c2913-2c58-4492-b657-3b011bbce015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:50:33Z', 'updated_at': '2022-02-17T09:52:53Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '812c2913-2c58-4492-b657-3b011bbce015', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e48c80-c8c0-40ba-a178-f878f3c612de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:50:34Z', 'updated_at': '2022-02-17T09:52:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:52:56.089770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551d3cf-db4a-4d0c-9469-8d1a34b453fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=812c2913-2c58-4492-b657-3b011bbce015,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:56.103579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:56.174264 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=fda5d11e-7398-4643-9905-aad1efcae51a,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:56.188140 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0551d3cf-db4a-4d0c-9469-8d1a34b453fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:56.194397 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:52:56.194952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:52:56.360485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0551d3cf-db4a-4d0c-9469-8d1a34b453fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:56.362659 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0551d3cf-db4a-4d0c-9469-8d1a34b453fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:56.485885 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0551d3cf-db4a-4d0c-9469-8d1a34b453fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:56.486674 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0551d3cf-db4a-4d0c-9469-8d1a34b453fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Fanout notify agent at l3_agent the message router_deleted on router b5e48c80-c8c0-40ba-a178-f878f3c612de {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:52:56.503882 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0551d3cf-db4a-4d0c-9469-8d1a34b453fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:56.505007 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0551d3cf-db4a-4d0c-9469-8d1a34b453fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/routers/b5e48c80-c8c0-40ba-a178-f878f3c612de HTTP/1.1" status: 204 len: 168 time: 1.7045941 Feb 17 09:52:56.507931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42922) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:56.629070 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:56.639995 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port fda5d11e-7398-4643-9905-aad1efcae51a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:52:56.640337 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:56.696725 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] Deleting port fda5d11e-7398-4643-9905-aad1efcae51a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:52:56.697245 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:56.853190 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port fda5d11e-7398-4643-9905-aad1efcae51a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fda5d11e-7398-4643-9905-aad1efcae51a,segment=NetworkSegment(ee3ad61b-a350-4a17-899c-107b086752cb),segment_id=ee3ad61b-a350-4a17-899c-107b086752cb)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:52:56.853873 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:56.914099 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] For port fda5d11e-7398-4643-9905-aad1efcae51a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fda5d11e-7398-4643-9905-aad1efcae51a,segment=NetworkSegment(ee3ad61b-a350-4a17-899c-107b086752cb),segment_id=ee3ad61b-a350-4a17-899c-107b086752cb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:52:56.914583 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:56.987069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for fda5d11e-7398-4643-9905-aad1efcae51a owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:52:57.044668 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] Calling delete_port for fda5d11e-7398-4643-9905-aad1efcae51a owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:52:57.148458 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:57.159817 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:52:57.160197 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:52:57.188430 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d10d0435-00dd-48b3-84dc-a48c66ea3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:57.201547 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=fda5d11e-7398-4643-9905-aad1efcae51a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:57.203498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] No DVR routers for this DVR port fda5d11e-7398-4643-9905-aad1efcae51a on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:52:57.211640 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device bc52ad47-a558-4afe-9d69-e2a39ed1c254 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:52:57.250458 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: bc52ad47-a558-4afe-9d69-e2a39ed1c254 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:52:57.250805 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device bc52ad47-a558-4afe-9d69-e2a39ed1c254 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:52:57.251218 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 812c2913-2c58-4492-b657-3b011bbce015 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:52:57.284333 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 812c2913-2c58-4492-b657-3b011bbce015 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:52:57.284680 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 812c2913-2c58-4492-b657-3b011bbce015 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:52:57.327690 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:57.455660 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c788cbe7-e3c3-4e14-aa35-5cc43be493dd']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:57.467641 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3ad61b-a350-4a17-899c-107b086752cb') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:57.467939 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3ad61b-a350-4a17-899c-107b086752cb') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:57.478849 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:57.494449 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:57.500939 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:52:57.501326 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:52:57.516023 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:52:57.618863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] Deleting port fda5d11e-7398-4643-9905-aad1efcae51a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:52:57.619240 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:57.668208 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:57.686894 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e023d4de-df06-4307-9c47-a162232f9898 None None] The port 'fda5d11e-7398-4643-9905-aad1efcae51a' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 09:52:57.687789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:57.699231 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Network': ['ID=c788cbe7-e3c3-4e14-aa35-5cc43be493dd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:57.771772 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8e52a786-5159-4139-943d-21c2fb9a0f8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/networks/c788cbe7-e3c3-4e14-aa35-5cc43be493dd HTTP/1.1" status: 204 len: 168 time: 1.2626941 Feb 17 09:52:57.794733 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42928) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:57.800603 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-de5b8097-d340-4b33-90cd-3083271ae2fe tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'network': {'name': 'tempest-network-smoke--2108897892', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'port_security_enabled': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:52:57.805967 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-de5b8097-d340-4b33-90cd-3083271ae2fe tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:52:57.812881 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-de5b8097-d340-4b33-90cd-3083271ae2fe tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:network and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:52:57.816225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-de5b8097-d340-4b33-90cd-3083271ae2fe tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:52:57.822405 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-de5b8097-d340-4b33-90cd-3083271ae2fe tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:52:57.885274 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:57.913924 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5b8097-d340-4b33-90cd-3083271ae2fe tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:52:57.917736 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de5b8097-d340-4b33-90cd-3083271ae2fe tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:57.944849 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5b8097-d340-4b33-90cd-3083271ae2fe tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:52:57.953755 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de5b8097-d340-4b33-90cd-3083271ae2fe tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:57.954063 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-de5b8097-d340-4b33-90cd-3083271ae2fe tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Added segment 6c92989b-5cda-469b-bf24-7fe7695d3efd of type vlan for network 0f3e6779-cd7f-455f-8d6c-582f5395fc86 Feb 17 09:52:57.979360 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de5b8097-d340-4b33-90cd-3083271ae2fe tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:58.063274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de5b8097-d340-4b33-90cd-3083271ae2fe tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:58.068609 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5b8097-d340-4b33-90cd-3083271ae2fe tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:58.072674 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de5b8097-d340-4b33-90cd-3083271ae2fe tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:58.131288 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:58.176460 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b8097-d340-4b33-90cd-3083271ae2fe tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Network': ['ID=0f3e6779-cd7f-455f-8d6c-582f5395fc86,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:58.186782 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 0f3e6779-cd7f-455f-8d6c-582f5395fc86 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:52:58.241062 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-de5b8097-d340-4b33-90cd-3083271ae2fe tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4451561 Feb 17 09:52:58.243849 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42932) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:52:58.249626 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1213489931', 'admin_state_up': True, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:52:58.256799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:52:58.260595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:router and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:52:58.264353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:52:58.270702 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:52:58.326398 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:58.327430 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:58.342354 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:58.662050 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:59.019585 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:59.050115 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:59.182724 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.26.4.38 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/a0c8ed34-ae78-432d-ab8c-1a6d92b12e63) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:52:59.340481 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:59.445985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:52:59.510340 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:52:59.513796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:52:59.516147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:52:59.673075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=a0c8ed34-ae78-432d-ab8c-1a6d92b12e63,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:59.771330 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:00.128005 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:00.460450 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:00.725739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:53:00.898586 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:53:00.909372 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Sync routers for ids ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:53:00.922003 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Routers {'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:53:00.922644 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:52:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:00.994479 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:00.995651 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e2ee326b-130b-408d-ab66-c1bb79e8d35a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7507405 Feb 17 09:53:00.999702 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42936) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:01.046184 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cfe65252-7fa2-4640-b234-b20dc52ae86e tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=eeb2e7b02f3142f899056abfe417a6b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426629 Feb 17 09:53:01.046440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42940) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:01.101541 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Set router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:53:01.293569 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f9562b-0d68-4981-96be-97fe6a46617d tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:01.295955 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-01f9562b-0d68-4981-96be-97fe6a46617d tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2485526 Feb 17 09:53:01.299853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42944) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:01.339744 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cd48d7d9-d8f7-41a6-9737-4ccd860e49dc tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393977 Feb 17 09:53:01.344143 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42948) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:01.349849 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-873ffe24-378c-4cd3-9dfc-d10ca3afa86c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-871882458', 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:53:01.390819 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'name': 'tempest-TestNetworkBasicOps-router-1213489931', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:52:58Z', 'updated_at': '2022-02-17T09:52:59Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:52:59Z', 'updated_at': '2022-02-17T09:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:01.395050 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Checking router: c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:53:01.395398 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Updating router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e port a0c8ed34-ae78-432d-ab8c-1a6d92b12e63 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:53:01.447196 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:01.463664 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-873ffe24-378c-4cd3-9dfc-d10ca3afa86c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:53:01.468418 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-873ffe24-378c-4cd3-9dfc-d10ca3afa86c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:subnet and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:53:01.471243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-873ffe24-378c-4cd3-9dfc-d10ca3afa86c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:53:01.477054 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-873ffe24-378c-4cd3-9dfc-d10ca3afa86c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:53:01.577754 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873ffe24-378c-4cd3-9dfc-d10ca3afa86c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:53:01.581216 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-873ffe24-378c-4cd3-9dfc-d10ca3afa86c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:01.777156 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:01.789055 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Transition to ACTIVE for port object a0c8ed34-ae78-432d-ab8c-1a6d92b12e63 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:53:01.862325 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:01.891411 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-873ffe24-378c-4cd3-9dfc-d10ca3afa86c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:01.946619 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Attempting to bind port a0c8ed34-ae78-432d-ab8c-1a6d92b12e63 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:53:01.947224 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Attempting to bind port a0c8ed34-ae78-432d-ab8c-1a6d92b12e63 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:53:01.947380 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Attempting to bind port a0c8ed34-ae78-432d-ab8c-1a6d92b12e63 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:53:01.951255 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52af036-aeb3-4f31-baf3-a93fa0548c15 None None] Pushing event updated for resources: {'Port': ['ID=a0c8ed34-ae78-432d-ab8c-1a6d92b12e63,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:01.956326 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:53:01.956695 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:53:01.957094 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:01.957481 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:53:01.957933 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Bound port: a0c8ed34-ae78-432d-ab8c-1a6d92b12e63, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:53:01.958326 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:01.973003 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ffe24-378c-4cd3-9dfc-d10ca3afa86c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Subnet': ['ID=e7c07091-e809-4097-9317-20d1d2573fb0,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:01.980129 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ffe24-378c-4cd3-9dfc-d10ca3afa86c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Checking segment: {'id': '6c92989b-5cda-469b-bf24-7fe7695d3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:53:01.980487 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873ffe24-378c-4cd3-9dfc-d10ca3afa86c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network hostable DHCP agents. Network: 0f3e6779-cd7f-455f-8d6c-582f5395fc86, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:53:01.989783 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52af036-aeb3-4f31-baf3-a93fa0548c15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:01.990155 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52af036-aeb3-4f31-baf3-a93fa0548c15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:01.998527 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52af036-aeb3-4f31-baf3-a93fa0548c15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:01.998527 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52af036-aeb3-4f31-baf3-a93fa0548c15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:01.998527 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52af036-aeb3-4f31-baf3-a93fa0548c15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:01.998527 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52af036-aeb3-4f31-baf3-a93fa0548c15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:01.998527 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52af036-aeb3-4f31-baf3-a93fa0548c15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:01.998527 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52af036-aeb3-4f31-baf3-a93fa0548c15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:01.998527 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52af036-aeb3-4f31-baf3-a93fa0548c15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:01.998527 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52af036-aeb3-4f31-baf3-a93fa0548c15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:01.998527 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52af036-aeb3-4f31-baf3-a93fa0548c15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:01.998527 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52af036-aeb3-4f31-baf3-a93fa0548c15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:02.041537 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] For port a0c8ed34-ae78-432d-ab8c-1a6d92b12e63, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:53:02.045367 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] For port a0c8ed34-ae78-432d-ab8c-1a6d92b12e63, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=a0c8ed34-ae78-432d-ab8c-1a6d92b12e63,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:53:02.096911 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873ffe24-378c-4cd3-9dfc-d10ca3afa86c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 0f3e6779-cd7f-455f-8d6c-582f5395fc86 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:53:02.137386 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:02.159698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-873ffe24-378c-4cd3-9dfc-d10ca3afa86c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 0f3e6779-cd7f-455f-8d6c-582f5395fc86) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:53:02.163834 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873ffe24-378c-4cd3-9dfc-d10ca3afa86c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:02.164419 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-873ffe24-378c-4cd3-9dfc-d10ca3afa86c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:02.170327 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1234fcf3-df9a-4783-82f0-a799d6c6a173 None None] Network 0f3e6779-cd7f-455f-8d6c-582f5395fc86 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:53:02.219204 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Routers {'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:53:02.219810 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:52:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:02.268854 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-873ffe24-378c-4cd3-9dfc-d10ca3afa86c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9236712 Feb 17 09:53:02.274942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42952) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:02.307434 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52af036-aeb3-4f31-baf3-a93fa0548c15 None None] Pushing event updated for resources: {'Port': ['ID=a0c8ed34-ae78-432d-ab8c-1a6d92b12e63,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:02.399082 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-0f3e6779-cd7f-455f-8d6c-582f5395fc86', 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ips': [{'subnet_id': 'e7c07091-e809-4097-9317-20d1d2573fb0'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:53:02.400221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:02.429276 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] Set router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:53:02.603223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Allocated IP 172.20.0.2 (0f3e6779-cd7f-455f-8d6c-582f5395fc86/e7c07091-e809-4097-9317-20d1d2573fb0/d351fd15-1264-483d-925c-375b0d3ff1d1) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:53:02.733182 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'name': 'tempest-TestNetworkBasicOps-router-1213489931', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:52:58Z', 'updated_at': '2022-02-17T09:52:59Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:52:59Z', 'updated_at': '2022-02-17T09:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:02.737165 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d08748-c6ea-4ac0-a302-e50e778d9d52 None None] The sync data for ids ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'] in dv-neutron-828143-5-hyperv is: [{'id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'name': 'tempest-TestNetworkBasicOps-router-1213489931', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:52:58Z', 'updated_at': '2022-02-17T09:52:59Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:52:59Z', 'updated_at': '2022-02-17T09:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:53:02.832470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:02.844439 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Transition to ACTIVE for port object d351fd15-1264-483d-925c-375b0d3ff1d1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:53:02.871502 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Transition to ACTIVE for port object d351fd15-1264-483d-925c-375b0d3ff1d1 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:53:02.945854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:03.019503 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Network 0f3e6779-cd7f-455f-8d6c-582f5395fc86 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:53:03.022290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:53:03.028231 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:53:03.037813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Pushing event updated for resources: {'Port': ['ID=d351fd15-1264-483d-925c-375b0d3ff1d1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:03.132471 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Attempting to bind port d351fd15-1264-483d-925c-375b0d3ff1d1 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:53:03.132858 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Attempting to bind port d351fd15-1264-483d-925c-375b0d3ff1d1 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '6c92989b-5cda-469b-bf24-7fe7695d3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:53:03.133209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Attempting to bind port d351fd15-1264-483d-925c-375b0d3ff1d1 on network 0f3e6779-cd7f-455f-8d6c-582f5395fc86 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:53:03.139203 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:53:03.139586 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Checking segment: {'id': '6c92989b-5cda-469b-bf24-7fe7695d3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:53:03.139984 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:03.140378 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Bound using segment: {'id': '6c92989b-5cda-469b-bf24-7fe7695d3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:53:03.140850 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Bound port: d351fd15-1264-483d-925c-375b0d3ff1d1, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c92989b-5cda-469b-bf24-7fe7695d3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:53:03.141242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:03.188119 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:03.247205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] For port d351fd15-1264-483d-925c-375b0d3ff1d1, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:53:03.253596 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] For port d351fd15-1264-483d-925c-375b0d3ff1d1, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d351fd15-1264-483d-925c-375b0d3ff1d1,segment=NetworkSegment(6c92989b-5cda-469b-bf24-7fe7695d3efd),segment_id=6c92989b-5cda-469b-bf24-7fe7695d3efd)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:53:03.277213 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device a0c8ed34-ae78-432d-ab8c-1a6d92b12e63 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:53:03.321021 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:03.428214 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596fc01-2f23-4f5a-aed5-8ad2025e0c52 None None] Pushing event updated for resources: {'Port': ['ID=d351fd15-1264-483d-925c-375b0d3ff1d1,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:03.515858 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port a0c8ed34-ae78-432d-ab8c-1a6d92b12e63 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:53:03.525496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port a0c8ed34-ae78-432d-ab8c-1a6d92b12e63 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:03.526271 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:03.658384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.1 (0f3e6779-cd7f-455f-8d6c-582f5395fc86/e7c07091-e809-4097-9317-20d1d2573fb0/9ffce1f0-550d-4e54-8dc6-e5a079236dae) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:53:03.751536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:03.771463 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port a0c8ed34-ae78-432d-ab8c-1a6d92b12e63, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=a0c8ed34-ae78-432d-ab8c-1a6d92b12e63,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:53:03.845977 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:03.851807 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:03.868801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object 9ffce1f0-550d-4e54-8dc6-e5a079236dae will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:53:03.920056 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=a0c8ed34-ae78-432d-ab8c-1a6d92b12e63,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:03.959908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:04.035136 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 0f3e6779-cd7f-455f-8d6c-582f5395fc86 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:53:04.038109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:53:04.042075 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:53:04.072501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=9ffce1f0-550d-4e54-8dc6-e5a079236dae,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:04.102801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:04.473343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:05.020037 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:05.074343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:05.193316 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:05.197080 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=9ffce1f0-550d-4e54-8dc6-e5a079236dae,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:05.252983 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8252a48d-7b76-4094-8fc8-0840b8097631 None None] Network 0f3e6779-cd7f-455f-8d6c-582f5395fc86 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:53:05.319235 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d351fd15-1264-483d-925c-375b0d3ff1d1 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:53:05.350140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 0f3e6779-cd7f-455f-8d6c-582f5395fc86 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:53:05.351796 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:53:05.474815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-22597c15-1adc-48c5-b1e7-7e95be74af80 None None] Provisioning for port d351fd15-1264-483d-925c-375b0d3ff1d1 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:53:05.535026 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port d351fd15-1264-483d-925c-375b0d3ff1d1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:53:05.536159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:53:05.545836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port d351fd15-1264-483d-925c-375b0d3ff1d1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:05.546184 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:05.694022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:05.729075 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:53:05.729409 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port d351fd15-1264-483d-925c-375b0d3ff1d1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d351fd15-1264-483d-925c-375b0d3ff1d1,segment=NetworkSegment(6c92989b-5cda-469b-bf24-7fe7695d3efd),segment_id=6c92989b-5cda-469b-bf24-7fe7695d3efd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:53:05.740253 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Sync routers for ids ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:53:05.748667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42960) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:05.749327 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ca1f7412-a46b-4b31-967e-b79c61478fe3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4726448 Feb 17 09:53:05.751026 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Routers {'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:53:05.751664 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:52:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:05.806809 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:05.806809 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device a0c8ed34-ae78-432d-ab8c-1a6d92b12e63 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:53:05.901821 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabfa332-e4bb-4e24-896f-aaab4ef48fdd tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:05.902457 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabfa332-e4bb-4e24-896f-aaab4ef48fdd tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:05.902985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabfa332-e4bb-4e24-896f-aaab4ef48fdd tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:05.903708 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabfa332-e4bb-4e24-896f-aaab4ef48fdd tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:05.906562 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cabfa332-e4bb-4e24-896f-aaab4ef48fdd tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1568346 Feb 17 09:53:05.908385 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42964) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:05.984131 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601c130-4c5c-4575-8ee1-e5d92016391b tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:05.984857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601c130-4c5c-4575-8ee1-e5d92016391b tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:05.985513 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601c130-4c5c-4575-8ee1-e5d92016391b tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:05.985966 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601c130-4c5c-4575-8ee1-e5d92016391b tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:05.990124 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9601c130-4c5c-4575-8ee1-e5d92016391b tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0780468 Feb 17 09:53:05.990726 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42968) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:06.078791 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-14d26b29-5631-4d73-886e-c1001af753b4 None None] Provisioning for port 9ffce1f0-550d-4e54-8dc6-e5a079236dae completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:53:06.092354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=d351fd15-1264-483d-925c-375b0d3ff1d1,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:06.101207 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-14d26b29-5631-4d73-886e-c1001af753b4 None None] Provisioning complete for port 9ffce1f0-550d-4e54-8dc6-e5a079236dae triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:06.101471 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14d26b29-5631-4d73-886e-c1001af753b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:06.155282 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Set router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:53:06.211289 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2ca57b23-e2b2-414c-a9c1-9b06fa78962a tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2196696 Feb 17 09:53:06.213476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port a0c8ed34-ae78-432d-ab8c-1a6d92b12e63 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:06.214008 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:06.287000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-14d26b29-5631-4d73-886e-c1001af753b4 None None] Port 9ffce1f0-550d-4e54-8dc6-e5a079236dae cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:53:06.426201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-14d26b29-5631-4d73-886e-c1001af753b4 None None] Provisioning complete for port d351fd15-1264-483d-925c-375b0d3ff1d1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:06.427772 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14d26b29-5631-4d73-886e-c1001af753b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:06.666977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42974) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:06.672355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5507ff20-1dcc-4a04-88a4-93fdad257932 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-49042659', 'description': 'tempest-secgroup-smoke-49042659 description', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:53:06.678280 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5507ff20-1dcc-4a04-88a4-93fdad257932 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:53:06.682332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5507ff20-1dcc-4a04-88a4-93fdad257932 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:53:06.685304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5507ff20-1dcc-4a04-88a4-93fdad257932 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:53:06.691896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5507ff20-1dcc-4a04-88a4-93fdad257932 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:53:06.708466 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'name': 'tempest-TestNetworkBasicOps-router-1213489931', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:52:58Z', 'updated_at': '2022-02-17T09:53:04Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:52:59Z', 'updated_at': '2022-02-17T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '9ffce1f0-550d-4e54-8dc6-e5a079236dae', 'name': '', 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:ca:37:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:03Z', 'updated_at': '2022-02-17T09:53:04Z', 'revision_number': 2, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:06.712428 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Checking router: c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:53:06.712786 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Updating router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e port 9ffce1f0-550d-4e54-8dc6-e5a079236dae binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:53:06.766614 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:06.782782 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5507ff20-1dcc-4a04-88a4-93fdad257932 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:06.803404 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5507ff20-1dcc-4a04-88a4-93fdad257932 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:53:06.807204 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5507ff20-1dcc-4a04-88a4-93fdad257932 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:53:06.811008 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5507ff20-1dcc-4a04-88a4-93fdad257932 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:53:06.817224 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5507ff20-1dcc-4a04-88a4-93fdad257932 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:53:06.884988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1dfa6722-9d7a-4abb-bf93-8433262fa8ae None None] Provisioning complete for port 9ffce1f0-550d-4e54-8dc6-e5a079236dae triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:06.885360 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6722-9d7a-4abb-bf93-8433262fa8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:06.898612 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5507ff20-1dcc-4a04-88a4-93fdad257932 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:06.970744 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1dfa6722-9d7a-4abb-bf93-8433262fa8ae None None] Port 9ffce1f0-550d-4e54-8dc6-e5a079236dae cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:53:06.977079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5507ff20-1dcc-4a04-88a4-93fdad257932 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.023344 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507ff20-1dcc-4a04-88a4-93fdad257932 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=011bc938-ea7f-4418-992b-0f6d9c50769f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:07.091494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5507ff20-1dcc-4a04-88a4-93fdad257932 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.092831 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5507ff20-1dcc-4a04-88a4-93fdad257932 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4248352 Feb 17 09:53:07.095739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 42978) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:07.100898 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ce1a5ef8-947e-4e7f-a411-aa58ebf1f26b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '011bc938-ea7f-4418-992b-0f6d9c50769f', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:53:07.107728 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ce1a5ef8-947e-4e7f-a411-aa58ebf1f26b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:53:07.112074 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ce1a5ef8-947e-4e7f-a411-aa58ebf1f26b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:53:07.115149 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ce1a5ef8-947e-4e7f-a411-aa58ebf1f26b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:53:07.120876 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ce1a5ef8-947e-4e7f-a411-aa58ebf1f26b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:53:07.177102 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.189378 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Transition to ACTIVE for port object 9ffce1f0-550d-4e54-8dc6-e5a079236dae will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:53:07.201575 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5ef8-947e-4e7f-a411-aa58ebf1f26b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.215629 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d351fd15-1264-483d-925c-375b0d3ff1d1 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:53:07.266485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5ef8-947e-4e7f-a411-aa58ebf1f26b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.289054 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port d351fd15-1264-483d-925c-375b0d3ff1d1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:07.289612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.318388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.336703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5ef8-947e-4e7f-a411-aa58ebf1f26b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.360551 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a5ef8-947e-4e7f-a411-aa58ebf1f26b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0643493a-3161-4ea0-9094-dd85c0a0ff5e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:07.428592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5ef8-947e-4e7f-a411-aa58ebf1f26b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.431794 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ce1a5ef8-947e-4e7f-a411-aa58ebf1f26b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331110 Feb 17 09:53:07.432745 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42982) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:07.439252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f403fcce-e86d-4dc7-a254-e615a009bf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '011bc938-ea7f-4418-992b-0f6d9c50769f', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:53:07.448514 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f403fcce-e86d-4dc7-a254-e615a009bf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:53:07.452837 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f403fcce-e86d-4dc7-a254-e615a009bf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:53:07.456165 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f403fcce-e86d-4dc7-a254-e615a009bf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:53:07.464942 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f403fcce-e86d-4dc7-a254-e615a009bf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:53:07.508839 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c6409-4d4c-424f-8cc7-3da906d10516 None None] Pushing event updated for resources: {'Port': ['ID=9ffce1f0-550d-4e54-8dc6-e5a079236dae,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:07.544678 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f403fcce-e86d-4dc7-a254-e615a009bf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.621855 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f403fcce-e86d-4dc7-a254-e615a009bf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.674197 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Attempting to bind port 9ffce1f0-550d-4e54-8dc6-e5a079236dae on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:53:07.674566 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Attempting to bind port 9ffce1f0-550d-4e54-8dc6-e5a079236dae by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '6c92989b-5cda-469b-bf24-7fe7695d3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:53:07.674920 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Attempting to bind port 9ffce1f0-550d-4e54-8dc6-e5a079236dae on network 0f3e6779-cd7f-455f-8d6c-582f5395fc86 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:53:07.690500 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:53:07.690872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Checking segment: {'id': '6c92989b-5cda-469b-bf24-7fe7695d3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:53:07.691264 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.691647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Bound using segment: {'id': '6c92989b-5cda-469b-bf24-7fe7695d3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:53:07.692106 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Bound port: 9ffce1f0-550d-4e54-8dc6-e5a079236dae, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c92989b-5cda-469b-bf24-7fe7695d3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:53:07.692472 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.696483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f403fcce-e86d-4dc7-a254-e615a009bf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.718880 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403fcce-e86d-4dc7-a254-e615a009bf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d9161e-579a-4118-9b0a-79cda5729a09,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:07.782363 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f403fcce-e86d-4dc7-a254-e615a009bf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.783553 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f403fcce-e86d-4dc7-a254-e615a009bf79 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3492532 Feb 17 09:53:07.786379 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42986) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:07.791474 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] For port 9ffce1f0-550d-4e54-8dc6-e5a079236dae, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:53:07.791631 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0f55ae22-c9c2-4983-a946-8622f6fecd8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '011bc938-ea7f-4418-992b-0f6d9c50769f', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:53:07.795281 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] For port 9ffce1f0-550d-4e54-8dc6-e5a079236dae, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9ffce1f0-550d-4e54-8dc6-e5a079236dae,segment=NetworkSegment(6c92989b-5cda-469b-bf24-7fe7695d3efd),segment_id=6c92989b-5cda-469b-bf24-7fe7695d3efd)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:53:07.798803 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0f55ae22-c9c2-4983-a946-8622f6fecd8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:53:07.803200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0f55ae22-c9c2-4983-a946-8622f6fecd8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:53:07.806308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0f55ae22-c9c2-4983-a946-8622f6fecd8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:53:07.812237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0f55ae22-c9c2-4983-a946-8622f6fecd8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:53:07.851398 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.886294 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f55ae22-c9c2-4983-a946-8622f6fecd8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.931176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Routers {'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:53:07.932114 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:52:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:07.951347 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f55ae22-c9c2-4983-a946-8622f6fecd8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:07.988890 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c6409-4d4c-424f-8cc7-3da906d10516 None None] Pushing event updated for resources: {'Port': ['ID=9ffce1f0-550d-4e54-8dc6-e5a079236dae,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:08.010921 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f55ae22-c9c2-4983-a946-8622f6fecd8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:08.036624 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55ae22-c9c2-4983-a946-8622f6fecd8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788fbb86-afc5-43da-af6c-fd1120e1b67e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:08.096812 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f55ae22-c9c2-4983-a946-8622f6fecd8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:08.098032 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0f55ae22-c9c2-4983-a946-8622f6fecd8d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107069 Feb 17 09:53:08.100853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42990) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:08.106829 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-20cdec65-9500-471f-a2b8-3a3a23588c3c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '011bc938-ea7f-4418-992b-0f6d9c50769f', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:53:08.113055 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-20cdec65-9500-471f-a2b8-3a3a23588c3c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:53:08.119975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-20cdec65-9500-471f-a2b8-3a3a23588c3c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:53:08.122889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-20cdec65-9500-471f-a2b8-3a3a23588c3c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:53:08.125790 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] Set router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:53:08.128469 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-20cdec65-9500-471f-a2b8-3a3a23588c3c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:53:08.212171 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20cdec65-9500-471f-a2b8-3a3a23588c3c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:08.277199 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20cdec65-9500-471f-a2b8-3a3a23588c3c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:08.343432 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20cdec65-9500-471f-a2b8-3a3a23588c3c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:08.383477 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdec65-9500-471f-a2b8-3a3a23588c3c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b54014-d944-4545-a586-65edf1121ab7,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:08.472517 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'name': 'tempest-TestNetworkBasicOps-router-1213489931', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:52:58Z', 'updated_at': '2022-02-17T09:53:04Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:52:59Z', 'updated_at': '2022-02-17T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '9ffce1f0-550d-4e54-8dc6-e5a079236dae', 'name': '', 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:ca:37:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:03Z', 'updated_at': '2022-02-17T09:53:07Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:08.474343 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20cdec65-9500-471f-a2b8-3a3a23588c3c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:08.475614 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-20cdec65-9500-471f-a2b8-3a3a23588c3c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3738377 Feb 17 09:53:08.476665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dfef69-9b98-4801-b8a8-ddfbb9425679 None None] The sync data for ids ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'] in dv-neutron-828143-5-hyperv is: [{'id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'name': 'tempest-TestNetworkBasicOps-router-1213489931', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:52:58Z', 'updated_at': '2022-02-17T09:53:04Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:52:59Z', 'updated_at': '2022-02-17T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '9ffce1f0-550d-4e54-8dc6-e5a079236dae', 'name': '', 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:ca:37:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:03Z', 'updated_at': '2022-02-17T09:53:07Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:53:08.478403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42994) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:08.483740 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-41f84839-da55-4100-9b14-c73247de0efd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '011bc938-ea7f-4418-992b-0f6d9c50769f', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:53:08.489937 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-41f84839-da55-4100-9b14-c73247de0efd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:53:08.493845 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-41f84839-da55-4100-9b14-c73247de0efd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:53:08.502464 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-41f84839-da55-4100-9b14-c73247de0efd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:53:08.503589 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-41f84839-da55-4100-9b14-c73247de0efd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:53:08.572018 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-41f84839-da55-4100-9b14-c73247de0efd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:53:08.582775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41f84839-da55-4100-9b14-c73247de0efd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:08.599997 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:08.659796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41f84839-da55-4100-9b14-c73247de0efd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:08.730764 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41f84839-da55-4100-9b14-c73247de0efd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:08.758719 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f84839-da55-4100-9b14-c73247de0efd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1cd039-7e6c-4ef0-87ae-89dc0fb60a10,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:08.839841 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41f84839-da55-4100-9b14-c73247de0efd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:08.841968 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-41f84839-da55-4100-9b14-c73247de0efd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3625937 Feb 17 09:53:08.844615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 42998) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:08.850550 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a87f5119-4eeb-439b-9dab-784e2e4c0c95 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '011bc938-ea7f-4418-992b-0f6d9c50769f', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:53:08.857727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a87f5119-4eeb-439b-9dab-784e2e4c0c95 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:53:08.861823 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a87f5119-4eeb-439b-9dab-784e2e4c0c95 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:53:08.864839 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a87f5119-4eeb-439b-9dab-784e2e4c0c95 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:53:08.871428 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a87f5119-4eeb-439b-9dab-784e2e4c0c95 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:53:08.976942 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-a87f5119-4eeb-439b-9dab-784e2e4c0c95 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:53:08.985071 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a87f5119-4eeb-439b-9dab-784e2e4c0c95 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:09.055885 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a87f5119-4eeb-439b-9dab-784e2e4c0c95 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:09.131024 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a87f5119-4eeb-439b-9dab-784e2e4c0c95 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:09.154789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f5119-4eeb-439b-9dab-784e2e4c0c95 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7106313a-6b12-4e5f-b4b6-8bcd503ed111,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:09.230164 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a87f5119-4eeb-439b-9dab-784e2e4c0c95 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:09.231944 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a87f5119-4eeb-439b-9dab-784e2e4c0c95 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3856819 Feb 17 09:53:09.251457 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9ffce1f0-550d-4e54-8dc6-e5a079236dae up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:53:09.388245 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 9ffce1f0-550d-4e54-8dc6-e5a079236dae completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:53:09.394185 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 9ffce1f0-550d-4e54-8dc6-e5a079236dae triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:09.394822 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:09.442147 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-58d9475c-9f27-47c9-8cfa-92d35a975aeb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:53:09.502438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-58d9475c-9f27-47c9-8cfa-92d35a975aeb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:53:09.503806 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-58d9475c-9f27-47c9-8cfa-92d35a975aeb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49042659&fields=id&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 267 time: 0.1076553 Feb 17 09:53:09.519531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:09.553799 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 9ffce1f0-550d-4e54-8dc6-e5a079236dae, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9ffce1f0-550d-4e54-8dc6-e5a079236dae,segment=NetworkSegment(6c92989b-5cda-469b-bf24-7fe7695d3efd),segment_id=6c92989b-5cda-469b-bf24-7fe7695d3efd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:53:09.628600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:09.659020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-f5271ab4-a7c7-4654-ac62-5a5f26c4c509 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:09.660470 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-f5271ab4-a7c7-4654-ac62-5a5f26c4c509 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/networks?id=0f3e6779-cd7f-455f-8d6c-582f5395fc86 HTTP/1.1" status: 200 len: 797 time: 0.1491921 Feb 17 09:53:09.675353 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-1e6e6237-5f8a-4511-b6e3-1eb6e503e40e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/quotas/eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 375 time: 0.0092351 Feb 17 09:53:09.702772 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=9ffce1f0-550d-4e54-8dc6-e5a079236dae,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:09.755942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-157642a3-329d-466b-8b74-420f86ae661b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:53:09.822607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-157642a3-329d-466b-8b74-420f86ae661b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:53:09.823908 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-157642a3-329d-466b-8b74-420f86ae661b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1433070 Feb 17 09:53:10.031296 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-9daea9dd-3cff-4d5c-b5fe-0e1acef9dc63 service neutron] 10.222.0.75 "GET /v2.0/networks/0f3e6779-cd7f-455f-8d6c-582f5395fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952438 Feb 17 09:53:10.164875 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-2b2c6832-b2cc-4ee2-89b7-0fd038bb400d service neutron] 10.222.0.75 "GET /v2.0/networks/0f3e6779-cd7f-455f-8d6c-582f5395fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276464 Feb 17 09:53:11.216277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9ffce1f0-550d-4e54-8dc6-e5a079236dae up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:53:11.283283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 9ffce1f0-550d-4e54-8dc6-e5a079236dae triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:11.283573 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:11.468285 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-414b10b5-a4e5-4ef8-82a6-b1593f92b572 req-bd99df86-b515-429b-b3cd-7b62d38d69e8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:53:11.479993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-414b10b5-a4e5-4ef8-82a6-b1593f92b572 req-bd99df86-b515-429b-b3cd-7b62d38d69e8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:53:11.481128 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-414b10b5-a4e5-4ef8-82a6-b1593f92b572 req-bd99df86-b515-429b-b3cd-7b62d38d69e8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 210 time: 0.0586853 Feb 17 09:53:12.745928 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c948ade7-0a66-466e-945c-a7546270b739 req-bd679995-5006-436e-b7ab-4e51a099ac96 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 210 time: 0.1579604 Feb 17 09:53:13.512382 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-9b849bac-c6b7-4694-91d5-54fb3d0417f6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:13.513834 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-9b849bac-c6b7-4694-91d5-54fb3d0417f6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/networks?id=0f3e6779-cd7f-455f-8d6c-582f5395fc86 HTTP/1.1" status: 200 len: 797 time: 0.1506693 Feb 17 09:53:13.571919 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-aeeda6a7-1e02-43da-a7c4-a42ebad1a4ca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 378 time: 0.0399802 Feb 17 09:53:13.581263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-36ac8a1c-0bef-4163-8d94-0e87cd3a86cc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'port': {'device_id': '841a3150-8d97-4be8-b9bb-5c47e523a4ad', 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86', 'admin_state_up': True, 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'security_groups': ['011bc938-ea7f-4418-992b-0f6d9c50769f']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:53:13.718482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-36ac8a1c-0bef-4163-8d94-0e87cd3a86cc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:53:13.727941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-36ac8a1c-0bef-4163-8d94-0e87cd3a86cc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:53:13.771296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-36ac8a1c-0bef-4163-8d94-0e87cd3a86cc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:53:13.774868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-36ac8a1c-0bef-4163-8d94-0e87cd3a86cc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:13.903160 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1f5726dc-ab4d-488f-bc63-396d1c3fc15b req-7ad1e842-414e-4074-8d82-874790a7ea86 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 210 time: 0.0435205 Feb 17 09:53:13.949605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-36ac8a1c-0bef-4163-8d94-0e87cd3a86cc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.13 (0f3e6779-cd7f-455f-8d6c-582f5395fc86/e7c07091-e809-4097-9317-20d1d2573fb0/62ac70b1-0d38-44f0-8c1e-eb9969a7f73f) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:53:14.135229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-36ac8a1c-0bef-4163-8d94-0e87cd3a86cc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:14.150722 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-36ac8a1c-0bef-4163-8d94-0e87cd3a86cc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:53:14.217370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-36ac8a1c-0bef-4163-8d94-0e87cd3a86cc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:14.292614 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-36ac8a1c-0bef-4163-8d94-0e87cd3a86cc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 0f3e6779-cd7f-455f-8d6c-582f5395fc86 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:53:14.295909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-36ac8a1c-0bef-4163-8d94-0e87cd3a86cc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:53:14.298384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-36ac8a1c-0bef-4163-8d94-0e87cd3a86cc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:53:14.335099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac8a1c-0bef-4163-8d94-0e87cd3a86cc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:14.367205 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-36ac8a1c-0bef-4163-8d94-0e87cd3a86cc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:14.367860 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-36ac8a1c-0bef-4163-8d94-0e87cd3a86cc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:14.508660 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-36ac8a1c-0bef-4163-8d94-0e87cd3a86cc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9308429 Feb 17 09:53:14.528516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Request body: {'port': {'device_id': '841a3150-8d97-4be8-b9bb-5c47e523a4ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:53:14.577506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a95f97be-de18-4f1b-822d-cb3d11313b1f None None] Provisioning for port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:53:14.582984 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a95f97be-de18-4f1b-822d-cb3d11313b1f None None] Provisioning complete for port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:14.585695 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a95f97be-de18-4f1b-822d-cb3d11313b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:14.639504 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a95f97be-de18-4f1b-822d-cb3d11313b1f None None] Port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:53:14.644061 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:15.002836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:53:15.010393 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:15.066458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Transition to ACTIVE for port object 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:53:15.112238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6da82-fc9b-49b1-9ebd-00bfcdc7fa59 req-872d63b5-714d-4a13-88d8-79c8bad95ac1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:15.112944 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-74e6da82-fc9b-49b1-9ebd-00bfcdc7fa59 req-872d63b5-714d-4a13-88d8-79c8bad95ac1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:53:15.148010 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:15.189159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-74e6da82-fc9b-49b1-9ebd-00bfcdc7fa59 req-872d63b5-714d-4a13-88d8-79c8bad95ac1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:53:15.190242 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-74e6da82-fc9b-49b1-9ebd-00bfcdc7fa59 req-872d63b5-714d-4a13-88d8-79c8bad95ac1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 932 time: 0.1750627 Feb 17 09:53:15.306068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:15.355596 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-74e6da82-fc9b-49b1-9ebd-00bfcdc7fa59 req-21997b1b-d1ba-4c90-80c6-1e0ddbedc92f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=011bc938-ea7f-4418-992b-0f6d9c50769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1565173 Feb 17 09:53:15.527857 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Attempting to bind port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:53:15.528093 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Attempting to bind port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6c92989b-5cda-469b-bf24-7fe7695d3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:53:15.528403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Attempting to bind port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f on network 0f3e6779-cd7f-455f-8d6c-582f5395fc86 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:53:15.533334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f on network 0f3e6779-cd7f-455f-8d6c-582f5395fc86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:53:15.533755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Attempting to bind port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f on network 0f3e6779-cd7f-455f-8d6c-582f5395fc86 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:53:15.538761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:53:15.539094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Checking segment: {'id': '6c92989b-5cda-469b-bf24-7fe7695d3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:53:15.539468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Bound using segment: {'id': '6c92989b-5cda-469b-bf24-7fe7695d3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:53:15.539880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Bound port: 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c92989b-5cda-469b-bf24-7fe7695d3efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:53:15.540215 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:15.628596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] For port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:53:15.631556 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] For port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f,segment=NetworkSegment(6c92989b-5cda-469b-bf24-7fe7695d3efd),segment_id=6c92989b-5cda-469b-bf24-7fe7695d3efd)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:53:15.736976 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:15.804293 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:15.811263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:15.811263 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] 10.222.0.37 "PUT /v2.0/ports/62ac70b1-0d38-44f0-8c1e-eb9969a7f73f HTTP/1.1" status: 200 len: 1094 time: 1.2819703 Feb 17 09:53:15.811263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841a3150-8d97-4be8-b9bb-5c47e523a4ad', 'tag': '62ac70b1-0d38-44f0-8c1e-eb9969a7f73f'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:53:15.832054 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce461ab2-c58e-49f5-8ac9-d81a1f98f5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:15.863184 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841a3150-8d97-4be8-b9bb-5c47e523a4ad', 'tag': '62ac70b1-0d38-44f0-8c1e-eb9969a7f73f', 'status': 'completed', 'code': 200} Feb 17 09:53:15.980763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee55d6f-8350-4aed-9781-72c3a09fc00a req-c9680b7f-664a-414e-b6fb-b4d07a174e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:15.982956 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0ee55d6f-8350-4aed-9781-72c3a09fc00a req-c9680b7f-664a-414e-b6fb-b4d07a174e3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 1097 time: 0.0753410 Feb 17 09:53:16.130755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee55d6f-8350-4aed-9781-72c3a09fc00a req-163a32d3-32fa-4745-acdd-a2a3d0a1dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:16.132299 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0ee55d6f-8350-4aed-9781-72c3a09fc00a req-163a32d3-32fa-4745-acdd-a2a3d0a1dee4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1356227 Feb 17 09:53:16.273410 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee55d6f-8350-4aed-9781-72c3a09fc00a req-0b6b591d-5d60-46fc-a52d-059c6dda7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:16.274888 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0ee55d6f-8350-4aed-9781-72c3a09fc00a req-0b6b591d-5d60-46fc-a52d-059c6dda7684 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343632 Feb 17 09:53:16.410263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ac9490b1-f358-4ec2-b48f-ff8cefd1f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:16.411694 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-ac9490b1-f358-4ec2-b48f-ff8cefd1f870 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 1097 time: 0.0755215 Feb 17 09:53:16.527609 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-c4d5e5b3-b507-41a1-97a1-5a5e7daa05f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f HTTP/1.1" status: 200 len: 217 time: 0.1022606 Feb 17 09:53:16.605804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-139a484b-5cab-4463-aa37-6ae653c24567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:16.607818 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-139a484b-5cab-4463-aa37-6ae653c24567 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7c07091-e809-4097-9317-20d1d2573fb0 HTTP/1.1" status: 200 len: 843 time: 0.0737016 Feb 17 09:53:16.661244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791e39c-183e-4aee-ba5c-d24a1a6f6a64 req-55df7ad1-aca7-421c-a96f-2e4b6f87351f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:16.662644 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f791e39c-183e-4aee-ba5c-d24a1a6f6a64 req-55df7ad1-aca7-421c-a96f-2e4b6f87351f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 944 time: 0.1871128 Feb 17 09:53:16.721915 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f791e39c-183e-4aee-ba5c-d24a1a6f6a64 req-4b8a7472-8413-4b32-8701-0dd41a16dfa1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=011bc938-ea7f-4418-992b-0f6d9c50769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527194 Feb 17 09:53:16.734942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-1e91cba7-61e1-49fd-b043-89111ee5e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:16.736391 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-1e91cba7-61e1-49fd-b043-89111ee5e300 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3e6779-cd7f-455f-8d6c-582f5395fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1224585 Feb 17 09:53:16.869170 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-a122d54c-ce4f-4f70-b46f-5eb9aadd6f9f service neutron] 10.222.0.37 "GET /v2.0/networks/0f3e6779-cd7f-455f-8d6c-582f5395fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262560 Feb 17 09:53:17.000525 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d6d7bca-45cb-46f1-bb50-5a4541096369 req-3866f8df-9acc-42d8-a7a6-8b01903e6ffc service neutron] 10.222.0.37 "GET /v2.0/networks/0f3e6779-cd7f-455f-8d6c-582f5395fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242716 Feb 17 09:53:17.906566 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389ff4e-7720-4b4d-9b08-f33f22e97521 req-efd5fd79-101d-4dcc-9c08-8c0d531b64e9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:17.907919 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b389ff4e-7720-4b4d-9b08-f33f22e97521 req-efd5fd79-101d-4dcc-9c08-8c0d531b64e9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 944 time: 0.0778346 Feb 17 09:53:17.956419 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b389ff4e-7720-4b4d-9b08-f33f22e97521 req-4c72d3a6-4510-4e66-9228-f28f23ab24b5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=011bc938-ea7f-4418-992b-0f6d9c50769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427067 Feb 17 09:53:19.139222 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b95d8-e2e9-4c4e-896c-eba181e21bc4 req-9d9b4710-938d-4b8d-aec2-a4f95e7c6939 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:19.140679 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c68b95d8-e2e9-4c4e-896c-eba181e21bc4 req-9d9b4710-938d-4b8d-aec2-a4f95e7c6939 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 944 time: 0.0787139 Feb 17 09:53:19.188870 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c68b95d8-e2e9-4c4e-896c-eba181e21bc4 req-5d6880ef-afed-4fae-8ca6-d999dca0398b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=011bc938-ea7f-4418-992b-0f6d9c50769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426476 Feb 17 09:53:19.676201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 09:53:19.806994 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f,segment=NetworkSegment(6c92989b-5cda-469b-bf24-7fe7695d3efd),segment_id=6c92989b-5cda-469b-bf24-7fe7695d3efd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:53:19.820021 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '62ac70b1-0d38-44f0-8c1e-eb9969a7f73f', 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86', 'port_id': '62ac70b1-0d38-44f0-8c1e-eb9969a7f73f', 'mac_address': 'fa:16:3e:e5:dd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 09:53:19.905271 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:19.921374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:53:19.937027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f,segment=NetworkSegment(6c92989b-5cda-469b-bf24-7fe7695d3efd),segment_id=6c92989b-5cda-469b-bf24-7fe7695d3efd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:53:19.982195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:20.048088 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:20.377751 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2fade-b560-48d8-aeb7-54e3d6adfce1 req-63cff03c-c5ad-4073-aea0-5190ac15d7e7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:20.379234 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-41e2fade-b560-48d8-aeb7-54e3d6adfce1 req-63cff03c-c5ad-4073-aea0-5190ac15d7e7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 945 time: 0.0824659 Feb 17 09:53:20.422730 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-41e2fade-b560-48d8-aeb7-54e3d6adfce1 req-2c99a851-29c9-486d-adf6-ce7ef75b4cd4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=011bc938-ea7f-4418-992b-0f6d9c50769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380137 Feb 17 09:53:20.472767 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['62ac70b1-0d38-44f0-8c1e-eb9969a7f73f'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:53:21.611590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0ae23-c329-4429-a250-164bee0e9c43 req-c74d936d-b6aa-4821-be37-79037f42d7e8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:21.613532 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8bb0ae23-c329-4429-a250-164bee0e9c43 req-c74d936d-b6aa-4821-be37-79037f42d7e8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 945 time: 0.0839202 Feb 17 09:53:21.659955 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8bb0ae23-c329-4429-a250-164bee0e9c43 req-1b1ab6d3-b724-4014-b833-071bbafa3f81 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=011bc938-ea7f-4418-992b-0f6d9c50769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409968 Feb 17 09:53:21.683370 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:53:21.844802 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:53:21.849857 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:21.850272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:21.967918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:21.994593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841a3150-8d97-4be8-b9bb-5c47e523a4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac70b1-0d38-44f0-8c1e-eb9969a7f73f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:53:22.004684 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f,segment=NetworkSegment(6c92989b-5cda-469b-bf24-7fe7695d3efd),segment_id=6c92989b-5cda-469b-bf24-7fe7695d3efd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:53:22.039272 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841a3150-8d97-4be8-b9bb-5c47e523a4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac70b1-0d38-44f0-8c1e-eb9969a7f73f', 'code': 200} Feb 17 09:53:22.061656 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:22.133956 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:22.454163 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60f078-e438-48ff-bbaa-2e7a0b29ed1c req-475cbc73-54ec-45c8-9c60-b9c3c8eed44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:22.455621 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eb60f078-e438-48ff-bbaa-2e7a0b29ed1c req-475cbc73-54ec-45c8-9c60-b9c3c8eed44b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 1099 time: 0.0727043 Feb 17 09:53:22.495558 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eb60f078-e438-48ff-bbaa-2e7a0b29ed1c req-0c8e3663-8df2-40c4-93a7-556519392446 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=011bc938-ea7f-4418-992b-0f6d9c50769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335495 Feb 17 09:53:22.841683 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad10d15-9d60-4103-87fd-7af50289725e req-3e6122a6-4d1a-4e4c-80cf-d0507348ab34 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:22.843332 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2ad10d15-9d60-4103-87fd-7af50289725e req-3e6122a6-4d1a-4e4c-80cf-d0507348ab34 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 946 time: 0.0795341 Feb 17 09:53:22.891671 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2ad10d15-9d60-4103-87fd-7af50289725e req-6eb520fc-0031-4519-ba50-8807bc977c9c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=011bc938-ea7f-4418-992b-0f6d9c50769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390759 Feb 17 09:53:24.083055 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cdfc7-72e6-438f-a065-856dc5392205 req-3b7a067e-9ac3-4966-bba0-61fccdb9e784 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:24.084587 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c74cdfc7-72e6-438f-a065-856dc5392205 req-3b7a067e-9ac3-4966-bba0-61fccdb9e784 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 946 time: 0.0871398 Feb 17 09:53:24.129788 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c74cdfc7-72e6-438f-a065-856dc5392205 req-86f16b4d-7c66-4d32-847e-bc8bb327070c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=011bc938-ea7f-4418-992b-0f6d9c50769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393991 Feb 17 09:53:24.639971 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40b1cf25-509f-4be8-8264-cdf1f5bcabfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:25.415991 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4629b-2150-4abb-9d4d-fbcb113814a6 req-d2321974-888a-451c-bcb3-2123dbc54839 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:25.417451 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fee4629b-2150-4abb-9d4d-fbcb113814a6 req-d2321974-888a-451c-bcb3-2123dbc54839 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 946 time: 0.1836352 Feb 17 09:53:25.461517 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fee4629b-2150-4abb-9d4d-fbcb113814a6 req-811571e8-f88d-42e2-a668-0ade3f5355ce tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=011bc938-ea7f-4418-992b-0f6d9c50769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376911 Feb 17 09:53:25.643264 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dabc8-ce2a-458a-8488-1d1aed396781 req-d0e1012c-2448-4694-9c00-1d3ecbc0fea2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:25.644740 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6d8dabc8-ce2a-458a-8488-1d1aed396781 req-d0e1012c-2448-4694-9c00-1d3ecbc0fea2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 946 time: 0.0795081 Feb 17 09:53:25.689464 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6d8dabc8-ce2a-458a-8488-1d1aed396781 req-39253095-29ce-4afb-8fb3-f095fc586c4b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=011bc938-ea7f-4418-992b-0f6d9c50769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390544 Feb 17 09:53:25.711206 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43068) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:25.888415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b33d4de-f929-4a39-970c-3172739f8765 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:25.889966 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7b33d4de-f929-4a39-970c-3172739f8765 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 1094 time: 0.1778069 Feb 17 09:53:25.892739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43072) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:25.897572 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': '62ac70b1-0d38-44f0-8c1e-eb9969a7f73f', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:53:25.903930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:53:25.908235 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:floatingip and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:53:25.911053 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:53:25.917107 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:53:25.993309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:26.129425 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:26.265788 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.26.4.52 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/a0ede67b-c826-40dc-b44c-258203ecc014) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:53:26.411636 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:26.490991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:26.555413 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:53:26.558012 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:53:26.561730 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:53:26.590287 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=a0ede67b-c826-40dc-b44c-258203ecc014,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:26.976009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:27.045810 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-678b6297-44aa-465b-a06b-47c75d1edb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:27.158346 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:27.364098 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:27.421808 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:27.528960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=a0ede67b-c826-40dc-b44c-258203ecc014,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:27.544168 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:27.827080 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP a2f1551f-748c-4656-8c5a-62417e4db6a9 associated. External IP: 172.26.4.52, port: 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f. Feb 17 09:53:27.878593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:28.124641 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:28.175985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:53:28.351955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:53:28.362406 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e9fb6a-7f10-4feb-9d03-1395cac5bd11 None None] Sync routers for ids ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:53:28.373266 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e9fb6a-7f10-4feb-9d03-1395cac5bd11 None None] Routers {'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:53:28.373882 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b1e9fb6a-7f10-4feb-9d03-1395cac5bd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:53:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:28.439324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:28.500173 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3909ee74-7d51-4e9d-a55a-481a00113844 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6064212 Feb 17 09:53:28.500960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841a3150-8d97-4be8-b9bb-5c47e523a4ad', 'tag': '62ac70b1-0d38-44f0-8c1e-eb9969a7f73f'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:53:28.503231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43076) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:28.553645 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841a3150-8d97-4be8-b9bb-5c47e523a4ad', 'tag': '62ac70b1-0d38-44f0-8c1e-eb9969a7f73f', 'status': 'completed', 'code': 200} Feb 17 09:53:28.555222 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b1e9fb6a-7f10-4feb-9d03-1395cac5bd11 None None] Set router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:53:28.620869 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-343710b2-9271-423f-a49b-8407071ea6db tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/a2f1551f-748c-4656-8c5a-62417e4db6a9 HTTP/1.1" status: 200 len: 991 time: 0.1153536 Feb 17 09:53:28.801261 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83bd9e-e002-4f8d-ae9d-f6f37e81819a req-f0ffbe2f-8ad8-4dc2-ba17-dd1b7539661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:28.802797 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bf83bd9e-e002-4f8d-ae9d-f6f37e81819a req-f0ffbe2f-8ad8-4dc2-ba17-dd1b7539661b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 1099 time: 0.1945837 Feb 17 09:53:28.911318 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b1e9fb6a-7f10-4feb-9d03-1395cac5bd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'name': 'tempest-TestNetworkBasicOps-router-1213489931', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:52:58Z', 'updated_at': '2022-02-17T09:53:04Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:52:59Z', 'updated_at': '2022-02-17T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'a2f1551f-748c-4656-8c5a-62417e4db6a9', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'port_id': '62ac70b1-0d38-44f0-8c1e-eb9969a7f73f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86', 'mac_address': 'fa:16:3e:e5:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841a3150-8d97-4be8-b9bb-5c47e523a4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:53:26Z', 'updated_at': '2022-02-17T09:53:26Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffce1f0-550d-4e54-8dc6-e5a079236dae', 'name': '', 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:ca:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:03Z', 'updated_at': '2022-02-17T09:53:09Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:28.915088 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e9fb6a-7f10-4feb-9d03-1395cac5bd11 None None] Checking router: c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:53:28.923808 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e9fb6a-7f10-4feb-9d03-1395cac5bd11 None None] Routers {'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:53:28.924400 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b1e9fb6a-7f10-4feb-9d03-1395cac5bd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:53:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:28.944933 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83bd9e-e002-4f8d-ae9d-f6f37e81819a req-9eaa369b-61f3-48a0-b558-81747aa98c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:28.946432 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bf83bd9e-e002-4f8d-ae9d-f6f37e81819a req-9eaa369b-61f3-48a0-b558-81747aa98c56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f3e6779-cd7f-455f-8d6c-582f5395fc86 HTTP/1.1" status: 200 len: 898 time: 0.1367512 Feb 17 09:53:29.054636 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bf83bd9e-e002-4f8d-ae9d-f6f37e81819a req-bc1f2bbb-d1c0-4db1-b3df-be478367ac0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f HTTP/1.1" status: 200 len: 999 time: 0.1016366 Feb 17 09:53:29.099979 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b1e9fb6a-7f10-4feb-9d03-1395cac5bd11 None None] Set router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:53:29.127734 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83bd9e-e002-4f8d-ae9d-f6f37e81819a req-0949172c-a851-43a7-a69c-41c278c88dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:29.129190 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bf83bd9e-e002-4f8d-ae9d-f6f37e81819a req-0949172c-a851-43a7-a69c-41c278c88dc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7c07091-e809-4097-9317-20d1d2573fb0 HTTP/1.1" status: 200 len: 843 time: 0.0629470 Feb 17 09:53:29.211155 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83bd9e-e002-4f8d-ae9d-f6f37e81819a req-57953b70-de30-4826-9445-6bba3faafca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:29.212653 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bf83bd9e-e002-4f8d-ae9d-f6f37e81819a req-57953b70-de30-4826-9445-6bba3faafca8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3e6779-cd7f-455f-8d6c-582f5395fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722516 Feb 17 09:53:29.346195 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bf83bd9e-e002-4f8d-ae9d-f6f37e81819a req-4557e15c-939e-432c-9e61-6437723e41ce service neutron] 10.222.0.37 "GET /v2.0/networks/0f3e6779-cd7f-455f-8d6c-582f5395fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273685 Feb 17 09:53:29.475020 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b1e9fb6a-7f10-4feb-9d03-1395cac5bd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'name': 'tempest-TestNetworkBasicOps-router-1213489931', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:52:58Z', 'updated_at': '2022-02-17T09:53:04Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:52:59Z', 'updated_at': '2022-02-17T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'a2f1551f-748c-4656-8c5a-62417e4db6a9', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'port_id': '62ac70b1-0d38-44f0-8c1e-eb9969a7f73f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86', 'mac_address': 'fa:16:3e:e5:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841a3150-8d97-4be8-b9bb-5c47e523a4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:53:26Z', 'updated_at': '2022-02-17T09:53:26Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffce1f0-550d-4e54-8dc6-e5a079236dae', 'name': '', 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:ca:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:03Z', 'updated_at': '2022-02-17T09:53:09Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:29.478935 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e9fb6a-7f10-4feb-9d03-1395cac5bd11 None None] The sync data for ids ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'] in dv-neutron-828143-5-hyperv is: [{'id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'name': 'tempest-TestNetworkBasicOps-router-1213489931', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:52:58Z', 'updated_at': '2022-02-17T09:53:04Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:52:59Z', 'updated_at': '2022-02-17T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'a2f1551f-748c-4656-8c5a-62417e4db6a9', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'port_id': '62ac70b1-0d38-44f0-8c1e-eb9969a7f73f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86', 'mac_address': 'fa:16:3e:e5:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841a3150-8d97-4be8-b9bb-5c47e523a4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:53:26Z', 'updated_at': '2022-02-17T09:53:26Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffce1f0-550d-4e54-8dc6-e5a079236dae', 'name': '', 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:ca:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:03Z', 'updated_at': '2022-02-17T09:53:09Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:53:29.479443 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bf83bd9e-e002-4f8d-ae9d-f6f37e81819a req-2f6bac59-0807-4941-aeb5-81865a43c40b service neutron] 10.222.0.37 "GET /v2.0/networks/0f3e6779-cd7f-455f-8d6c-582f5395fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277688 Feb 17 09:53:29.623964 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43084) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:29.668491 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae297891-4e18-45ba-9dec-950c93b982f7 None None] New status for floating IP a2f1551f-748c-4656-8c5a-62417e4db6a9: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:53:29.738147 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9d72ab77-30ae-43ec-8758-8e5e7db8747e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/a2f1551f-748c-4656-8c5a-62417e4db6a9 HTTP/1.1" status: 200 len: 991 time: 0.1130161 Feb 17 09:53:29.844278 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:30.619686 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3a20ac0d-9593-4db4-8a8a-7f09dedbb95e req-2ee8304e-7f9f-4624-823a-387ff1f25a4b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700161 Feb 17 09:53:30.744622 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43088) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:53:30.783614 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20ac0d-9593-4db4-8a8a-7f09dedbb95e req-87f6b8d3-5190-4014-83d8-b1ad7137f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:30.785095 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3a20ac0d-9593-4db4-8a8a-7f09dedbb95e req-87f6b8d3-5190-4014-83d8-b1ad7137f7e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 1099 time: 0.0739830 Feb 17 09:53:30.852423 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a72421ec-8ee6-4655-86b3-928daf98e097 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/a2f1551f-748c-4656-8c5a-62417e4db6a9 HTTP/1.1" status: 200 len: 993 time: 0.1066055 Feb 17 09:53:30.930320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20ac0d-9593-4db4-8a8a-7f09dedbb95e req-cee297d9-5cff-4a93-9b9b-b4b40052b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:30.931752 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3a20ac0d-9593-4db4-8a8a-7f09dedbb95e req-cee297d9-5cff-4a93-9b9b-b4b40052b89c service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f3e6779-cd7f-455f-8d6c-582f5395fc86 HTTP/1.1" status: 200 len: 898 time: 0.1262600 Feb 17 09:53:31.034986 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3a20ac0d-9593-4db4-8a8a-7f09dedbb95e req-21b41522-b98f-4d7a-98b1-56644f57d647 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f HTTP/1.1" status: 200 len: 1001 time: 0.0939982 Feb 17 09:53:31.095151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20ac0d-9593-4db4-8a8a-7f09dedbb95e req-87fcabe2-e367-42e1-abaf-d97cf7ea9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:31.096540 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3a20ac0d-9593-4db4-8a8a-7f09dedbb95e req-87fcabe2-e367-42e1-abaf-d97cf7ea9ee3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7c07091-e809-4097-9317-20d1d2573fb0 HTTP/1.1" status: 200 len: 843 time: 0.0553505 Feb 17 09:53:31.168646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20ac0d-9593-4db4-8a8a-7f09dedbb95e req-9392312c-f115-40f0-a764-252ae5f11b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:31.170967 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3a20ac0d-9593-4db4-8a8a-7f09dedbb95e req-9392312c-f115-40f0-a764-252ae5f11b36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3e6779-cd7f-455f-8d6c-582f5395fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687551 Feb 17 09:53:31.402432 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3a20ac0d-9593-4db4-8a8a-7f09dedbb95e req-59f848d0-8d31-4018-8676-c62903e3ca6f service neutron] 10.222.0.37 "GET /v2.0/networks/0f3e6779-cd7f-455f-8d6c-582f5395fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254109 Feb 17 09:53:31.534502 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3a20ac0d-9593-4db4-8a8a-7f09dedbb95e req-d3d8de14-7573-419c-b206-8a5a24dea3cd service neutron] 10.222.0.37 "GET /v2.0/networks/0f3e6779-cd7f-455f-8d6c-582f5395fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262224 Feb 17 09:53:32.642207 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:53:38.639588 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:54.632723 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b908226-f0c5-4c8a-8ffa-7c9fd7805978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:57.033063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-408810f7-a149-4046-89c1-a093bbe9d4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:57.907668 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:58.106795 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:53:59.764298 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:54:08.707260 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:54:09.641325 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:54:24.644162 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf6bec30-4969-4fd8-bc04-6959592bf326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:54:26.975174 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1de2454f-5848-44ee-b822-d147f1a81c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:54:27.901301 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:54:28.122504 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:54:29.768564 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:54:31.631669 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-811a7033-3bb2-4910-ae51-16c791f66056 req-809cea95-6fe9-4be1-a776-3fa9fcaceb8c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729039 Feb 17 09:54:31.788824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a7033-3bb2-4910-ae51-16c791f66056 req-45c6899b-1f23-4e26-9acf-c4ddd05f05df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:31.790340 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-811a7033-3bb2-4910-ae51-16c791f66056 req-45c6899b-1f23-4e26-9acf-c4ddd05f05df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 1099 time: 0.0699310 Feb 17 09:54:31.936488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a7033-3bb2-4910-ae51-16c791f66056 req-ac6efbca-c5a8-46d4-a4f2-97f82d053722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:31.937914 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-811a7033-3bb2-4910-ae51-16c791f66056 req-ac6efbca-c5a8-46d4-a4f2-97f82d053722 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f3e6779-cd7f-455f-8d6c-582f5395fc86 HTTP/1.1" status: 200 len: 898 time: 0.1275146 Feb 17 09:54:32.041712 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-811a7033-3bb2-4910-ae51-16c791f66056 req-59d18bdf-013d-45aa-9d00-96bbf1f0ce6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f HTTP/1.1" status: 200 len: 1001 time: 0.0970423 Feb 17 09:54:32.106483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a7033-3bb2-4910-ae51-16c791f66056 req-6a11ab98-0dd8-4cf3-afd0-9d005e9b68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:32.107899 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-811a7033-3bb2-4910-ae51-16c791f66056 req-6a11ab98-0dd8-4cf3-afd0-9d005e9b68c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7c07091-e809-4097-9317-20d1d2573fb0 HTTP/1.1" status: 200 len: 843 time: 0.0603559 Feb 17 09:54:32.183166 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a7033-3bb2-4910-ae51-16c791f66056 req-2e525cb9-fa09-445c-9e56-d9c78494743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:32.184630 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-811a7033-3bb2-4910-ae51-16c791f66056 req-2e525cb9-fa09-445c-9e56-d9c78494743d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3e6779-cd7f-455f-8d6c-582f5395fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703695 Feb 17 09:54:32.315436 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-811a7033-3bb2-4910-ae51-16c791f66056 req-d06b9793-a668-4e92-a3c9-49a7744525e6 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3e6779-cd7f-455f-8d6c-582f5395fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240168 Feb 17 09:54:32.448389 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-811a7033-3bb2-4910-ae51-16c791f66056 req-e28b8c1e-1bf2-45d0-890e-e1d876f2510b service neutron] 10.222.0.37 "GET /v2.0/networks/0f3e6779-cd7f-455f-8d6c-582f5395fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263664 Feb 17 09:54:38.625457 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:54:46.640303 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:54:54.659104 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a4c299d-4687-427e-9f69-abeb327a8804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:54:56.985708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e54589c8-8541-485d-aeb8-c7f5c5b11896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:54:57.910135 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:54:58.121469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:54:59.772966 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:55:08.608438 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:55:23.640077 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:55:24.671317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01ef47e9-3df8-40cb-91b1-36accd2988f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:55:27.019670 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e448df88-e5ad-4ae3-8452-fe86072926bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:55:27.888870 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:55:28.151592 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:55:29.779966 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:55:33.608369 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe4f6f79-0cd0-42ba-a592-d92d664299a4 req-01a62a58-1b35-458e-a53b-5caddbdce190 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674193 Feb 17 09:55:33.769728 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f6f79-0cd0-42ba-a592-d92d664299a4 req-4e503bfd-d9e7-4cf2-a14a-daa1c1a1fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:33.771201 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe4f6f79-0cd0-42ba-a592-d92d664299a4 req-4e503bfd-d9e7-4cf2-a14a-daa1c1a1fefd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 1099 time: 0.0727630 Feb 17 09:55:33.915223 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f6f79-0cd0-42ba-a592-d92d664299a4 req-7f8eca25-bb2c-4f8f-adc1-f8dbbaf8fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:33.916600 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe4f6f79-0cd0-42ba-a592-d92d664299a4 req-7f8eca25-bb2c-4f8f-adc1-f8dbbaf8fd38 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f3e6779-cd7f-455f-8d6c-582f5395fc86 HTTP/1.1" status: 200 len: 898 time: 0.1262152 Feb 17 09:55:34.020092 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe4f6f79-0cd0-42ba-a592-d92d664299a4 req-55de3f6e-97f9-4b13-9703-5d3c6ac49161 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f HTTP/1.1" status: 200 len: 1001 time: 0.0969915 Feb 17 09:55:34.084162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f6f79-0cd0-42ba-a592-d92d664299a4 req-e4661897-cb06-4cff-9bbf-73bd832111e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:34.086151 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe4f6f79-0cd0-42ba-a592-d92d664299a4 req-e4661897-cb06-4cff-9bbf-73bd832111e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7c07091-e809-4097-9317-20d1d2573fb0 HTTP/1.1" status: 200 len: 843 time: 0.0584588 Feb 17 09:55:34.164703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f6f79-0cd0-42ba-a592-d92d664299a4 req-3aafb65c-df7e-409b-9c92-766ceacedeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:34.166212 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe4f6f79-0cd0-42ba-a592-d92d664299a4 req-3aafb65c-df7e-409b-9c92-766ceacedeed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3e6779-cd7f-455f-8d6c-582f5395fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739334 Feb 17 09:55:34.390012 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe4f6f79-0cd0-42ba-a592-d92d664299a4 req-8d7bf422-1e88-4af0-a0c4-2e386f774925 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3e6779-cd7f-455f-8d6c-582f5395fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169163 Feb 17 09:55:34.522629 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe4f6f79-0cd0-42ba-a592-d92d664299a4 req-ecbfb507-3f42-4df6-b328-3f62d460b136 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3e6779-cd7f-455f-8d6c-582f5395fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262679 Feb 17 09:55:38.635475 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:55:54.705750 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6bd04b59-f9f4-42c4-ae29-cd26343e0e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:55:57.008379 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9f354b0-57f8-46e1-8010-3acd57400956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:55:58.026343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:55:58.132499 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:55:59.817947 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:00.639171 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:56:07.710661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43132) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:56:07.825082 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:56:07.947555 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7905751'] for subnet, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:08.195413 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794429138975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6357785'] for subnet, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:08.244739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:08.245834 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:08.247391 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/subnets/e7c07091-e809-4097-9317-20d1d2573fb0 HTTP/1.1" status: 200 len: 835 time: 0.5355172 Feb 17 09:56:08.251406 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71991f8c-1f65-4dc8-abbc-4cd4683cae29 None None] Network 0f3e6779-cd7f-455f-8d6c-582f5395fc86 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:56:08.264309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Subnet': ['ID=e7c07091-e809-4097-9317-20d1d2573fb0,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:08.271581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:08.271934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:08.272282 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:08.272617 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:08.272949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:08.273280 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:08.273607 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:08.273935 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:08.274288 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:08.274615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:08.274937 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:08.275259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27779448-c2a2-4891-b6b8-3e926eefe6ab tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:08.632518 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:08.665938 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2e2f8c67-0f40-4bb0-944d-b4e482f8ea72 None None] Provisioning complete for port 9ffce1f0-550d-4e54-8dc6-e5a079236dae triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:56:08.666328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8c67-0f40-4bb0-944d-b4e482f8ea72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:08.794170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2e2f8c67-0f40-4bb0-944d-b4e482f8ea72 None None] Provisioning complete for port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:56:08.794407 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8c67-0f40-4bb0-944d-b4e482f8ea72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:08.922595 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2e2f8c67-0f40-4bb0-944d-b4e482f8ea72 None None] Provisioning complete for port d351fd15-1264-483d-925c-375b0d3ff1d1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:56:08.922938 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8c67-0f40-4bb0-944d-b4e482f8ea72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:24.666412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-855b673f-ab4f-40fe-a461-5f1f4c154482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:26.974766 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39f87cb3-d98e-4592-b715-30b6bfe9c1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:27.895156 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:28.128881 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:29.786268 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:34.598819 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-616e082c-58fb-425e-beac-35e015d98eda req-b1e176a8-1ca6-4c4f-81b2-c5c12bc28376 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737219 Feb 17 09:56:34.758350 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e082c-58fb-425e-beac-35e015d98eda req-d942fae4-880d-4e3d-ad00-3fd4df65c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:34.759818 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-616e082c-58fb-425e-beac-35e015d98eda req-d942fae4-880d-4e3d-ad00-3fd4df65c1c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 1099 time: 0.0736547 Feb 17 09:56:34.905716 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e082c-58fb-425e-beac-35e015d98eda req-82d8d994-efcf-4ed2-99db-00e8ac8e48dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:34.907089 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-616e082c-58fb-425e-beac-35e015d98eda req-82d8d994-efcf-4ed2-99db-00e8ac8e48dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f3e6779-cd7f-455f-8d6c-582f5395fc86 HTTP/1.1" status: 200 len: 898 time: 0.1277082 Feb 17 09:56:35.009946 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-616e082c-58fb-425e-beac-35e015d98eda req-f6e525e2-39d0-46b5-acb7-5fb5c02c49eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f HTTP/1.1" status: 200 len: 1001 time: 0.0962424 Feb 17 09:56:35.072583 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e082c-58fb-425e-beac-35e015d98eda req-a06013a1-c034-4eb3-bfd9-7c096fa54d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:35.074349 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-616e082c-58fb-425e-beac-35e015d98eda req-a06013a1-c034-4eb3-bfd9-7c096fa54d98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7c07091-e809-4097-9317-20d1d2573fb0 HTTP/1.1" status: 200 len: 843 time: 0.0580227 Feb 17 09:56:35.146783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e082c-58fb-425e-beac-35e015d98eda req-761bf111-5e16-4163-9ce2-2168933e65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:35.148243 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-616e082c-58fb-425e-beac-35e015d98eda req-761bf111-5e16-4163-9ce2-2168933e65ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3e6779-cd7f-455f-8d6c-582f5395fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684416 Feb 17 09:56:35.279754 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-616e082c-58fb-425e-beac-35e015d98eda req-2735fc56-9270-427d-85c2-5d9ee1876fab service neutron] 10.222.0.37 "GET /v2.0/networks/0f3e6779-cd7f-455f-8d6c-582f5395fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253111 Feb 17 09:56:35.413404 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-616e082c-58fb-425e-beac-35e015d98eda req-f8deea5e-085a-4d68-b388-e5ad93b30818 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3e6779-cd7f-455f-8d6c-582f5395fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278768 Feb 17 09:56:37.638293 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:56:38.624122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:52.028680 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43156) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:56:52.237949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-14bc4b05-bb10-4d44-8aee-9ed77dffa300 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port a0ede67b-c826-40dc-b44c-258203ecc014 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:56:52.238318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14bc4b05-bb10-4d44-8aee-9ed77dffa300 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:52.531973 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14bc4b05-bb10-4d44-8aee-9ed77dffa300 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:52.532348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14bc4b05-bb10-4d44-8aee-9ed77dffa300 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:52.654251 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-14bc4b05-bb10-4d44-8aee-9ed77dffa300 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for a0ede67b-c826-40dc-b44c-258203ecc014 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:56:52.892779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14bc4b05-bb10-4d44-8aee-9ed77dffa300 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:52.953373 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc4b05-bb10-4d44-8aee-9ed77dffa300 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=a0ede67b-c826-40dc-b44c-258203ecc014,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:53.061252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14bc4b05-bb10-4d44-8aee-9ed77dffa300 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:53.062514 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-14bc4b05-bb10-4d44-8aee-9ed77dffa300 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP a2f1551f-748c-4656-8c5a-62417e4db6a9 disassociated (deleted). External IP: 172.26.4.52, port: 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f. Feb 17 09:56:53.458917 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bc4b05-bb10-4d44-8aee-9ed77dffa300 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:56:53.659797 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bc4b05-bb10-4d44-8aee-9ed77dffa300 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:56:53.669931 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75a662-bd58-442a-ab16-f523d855ca1f None None] Sync routers for ids ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:56:53.680887 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75a662-bd58-442a-ab16-f523d855ca1f None None] Routers {'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:56:53.681564 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0a75a662-bd58-442a-ab16-f523d855ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:56:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:56:53.751220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14bc4b05-bb10-4d44-8aee-9ed77dffa300 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:53.812736 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-14bc4b05-bb10-4d44-8aee-9ed77dffa300 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/floatingips/a2f1551f-748c-4656-8c5a-62417e4db6a9 HTTP/1.1" status: 204 len: 168 time: 1.7829535 Feb 17 09:56:53.813763 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841a3150-8d97-4be8-b9bb-5c47e523a4ad', 'tag': '62ac70b1-0d38-44f0-8c1e-eb9969a7f73f'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:56:53.863794 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841a3150-8d97-4be8-b9bb-5c47e523a4ad', 'tag': '62ac70b1-0d38-44f0-8c1e-eb9969a7f73f', 'status': 'completed', 'code': 200} Feb 17 09:56:53.872671 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-0a75a662-bd58-442a-ab16-f523d855ca1f None None] Set router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:56:53.985515 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9f8b1-3e8d-4a1a-9ec0-706d537ab96a req-1425b134-36f2-424b-810b-8ecbf384a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:53.995394 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eee9f8b1-3e8d-4a1a-9ec0-706d537ab96a req-1425b134-36f2-424b-810b-8ecbf384a2cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 1099 time: 0.0789056 Feb 17 09:56:54.130004 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9f8b1-3e8d-4a1a-9ec0-706d537ab96a req-873f1b44-9d1e-4e75-b3a5-31aaf7bcd7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:54.131496 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eee9f8b1-3e8d-4a1a-9ec0-706d537ab96a req-873f1b44-9d1e-4e75-b3a5-31aaf7bcd7b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f3e6779-cd7f-455f-8d6c-582f5395fc86 HTTP/1.1" status: 200 len: 898 time: 0.1384528 Feb 17 09:56:54.201308 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0a75a662-bd58-442a-ab16-f523d855ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'name': 'tempest-TestNetworkBasicOps-router-1213489931', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:52:58Z', 'updated_at': '2022-02-17T09:53:04Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:52:59Z', 'updated_at': '2022-02-17T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '9ffce1f0-550d-4e54-8dc6-e5a079236dae', 'name': '', 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:ca:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:03Z', 'updated_at': '2022-02-17T09:53:09Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:56:54.202242 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eee9f8b1-3e8d-4a1a-9ec0-706d537ab96a req-4c01df36-4548-441f-a8f6-acb49f23b804 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f HTTP/1.1" status: 200 len: 217 time: 0.0634518 Feb 17 09:56:54.205432 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75a662-bd58-442a-ab16-f523d855ca1f None None] Checking router: c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:56:54.214155 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75a662-bd58-442a-ab16-f523d855ca1f None None] Routers {'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:56:54.214754 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0a75a662-bd58-442a-ab16-f523d855ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:56:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:56:54.275474 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9f8b1-3e8d-4a1a-9ec0-706d537ab96a req-fd56b017-5ca4-4a10-8df2-8d39b38d40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:54.276978 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eee9f8b1-3e8d-4a1a-9ec0-706d537ab96a req-fd56b017-5ca4-4a10-8df2-8d39b38d40c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e7c07091-e809-4097-9317-20d1d2573fb0 HTTP/1.1" status: 200 len: 843 time: 0.0693545 Feb 17 09:56:54.361692 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9f8b1-3e8d-4a1a-9ec0-706d537ab96a req-1df0c199-b88d-47e6-b01e-e70cc2345d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:54.363197 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eee9f8b1-3e8d-4a1a-9ec0-706d537ab96a req-1df0c199-b88d-47e6-b01e-e70cc2345d6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3e6779-cd7f-455f-8d6c-582f5395fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737803 Feb 17 09:56:54.434900 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-0a75a662-bd58-442a-ab16-f523d855ca1f None None] Set router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:56:54.445524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c20f62-329e-4af0-87a9-28f1b5949314 req-a2bb4760-bef7-4cae-92b2-e9cfef529f46 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:54.446309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-20c20f62-329e-4af0-87a9-28f1b5949314 req-a2bb4760-bef7-4cae-92b2-e9cfef529f46 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:56:54.538233 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-20c20f62-329e-4af0-87a9-28f1b5949314 req-a2bb4760-bef7-4cae-92b2-e9cfef529f46 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:56:54.539517 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-20c20f62-329e-4af0-87a9-28f1b5949314 req-a2bb4760-bef7-4cae-92b2-e9cfef529f46 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 946 time: 0.1764109 Feb 17 09:56:54.591299 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-20c20f62-329e-4af0-87a9-28f1b5949314 req-65620f71-ac04-43ca-b0a2-fe9a189aa655 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=011bc938-ea7f-4418-992b-0f6d9c50769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440152 Feb 17 09:56:54.620913 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eee9f8b1-3e8d-4a1a-9ec0-706d537ab96a req-0084f5a6-8c6e-431d-a46c-59da0243267d service neutron] 10.222.0.37 "GET /v2.0/networks/0f3e6779-cd7f-455f-8d6c-582f5395fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508631 Feb 17 09:56:54.695188 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea7d889f-4335-41b8-80ce-c053f29bc7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:54.757132 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eee9f8b1-3e8d-4a1a-9ec0-706d537ab96a req-f55ca4cf-9a14-4616-acce-b0b36546c486 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3e6779-cd7f-455f-8d6c-582f5395fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287086 Feb 17 09:56:54.772492 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0a75a662-bd58-442a-ab16-f523d855ca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'name': 'tempest-TestNetworkBasicOps-router-1213489931', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:52:58Z', 'updated_at': '2022-02-17T09:53:04Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:52:59Z', 'updated_at': '2022-02-17T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '9ffce1f0-550d-4e54-8dc6-e5a079236dae', 'name': '', 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:ca:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:03Z', 'updated_at': '2022-02-17T09:53:09Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:56:54.778335 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75a662-bd58-442a-ab16-f523d855ca1f None None] The sync data for ids ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'] in dv-neutron-828143-5-hyperv is: [{'id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'name': 'tempest-TestNetworkBasicOps-router-1213489931', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:52:58Z', 'updated_at': '2022-02-17T09:53:04Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:52:59Z', 'updated_at': '2022-02-17T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '9ffce1f0-550d-4e54-8dc6-e5a079236dae', 'name': '', 'network_id': '0f3e6779-cd7f-455f-8d6c-582f5395fc86', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:ca:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:03Z', 'updated_at': '2022-02-17T09:53:09Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': 'e7c07091-e809-4097-9317-20d1d2573fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:56:55.004467 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774bb09e-fd0c-4927-9ebe-8b5dc5ea59d5 None None] New status for floating IP a2f1551f-748c-4656-8c5a-62417e4db6a9: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:56:56.003217 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8e8b8-a3f1-4785-b1c0-31e36574962a req-188e2665-aa62-4522-ae4f-3f91aa9d66ae tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:56.004654 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9bb8e8b8-a3f1-4785-b1c0-31e36574962a req-188e2665-aa62-4522-ae4f-3f91aa9d66ae tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 946 time: 0.1051223 Feb 17 09:56:56.013342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7640f-9224-4633-895c-e2e80e97c2b2 req-ea0ba535-2471-40dc-a77a-c52f80352414 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:56.014937 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e2c7640f-9224-4633-895c-e2e80e97c2b2 req-ea0ba535-2471-40dc-a77a-c52f80352414 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 946 time: 0.3047197 Feb 17 09:56:56.116079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-9bb8e8b8-a3f1-4785-b1c0-31e36574962a req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:56:56.116424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9bb8e8b8-a3f1-4785-b1c0-31e36574962a req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:56.151808 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e2c7640f-9224-4633-895c-e2e80e97c2b2 req-621c2c0f-a005-4ca7-9c5d-aae8f91a9f0e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=011bc938-ea7f-4418-992b-0f6d9c50769f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029296 Feb 17 09:56:56.380459 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-9bb8e8b8-a3f1-4785-b1c0-31e36574962a req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f,segment=NetworkSegment(6c92989b-5cda-469b-bf24-7fe7695d3efd),segment_id=6c92989b-5cda-469b-bf24-7fe7695d3efd)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:56:56.380820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9bb8e8b8-a3f1-4785-b1c0-31e36574962a req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:56.505506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-9bb8e8b8-a3f1-4785-b1c0-31e36574962a req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:56:56.729822 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9bb8e8b8-a3f1-4785-b1c0-31e36574962a req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:56.781739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=62ac70b1-0d38-44f0-8c1e-eb9969a7f73f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:56.850933 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:56.851291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:56.851627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:56.851955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:56.852277 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:56.852601 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:56.852916 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:56.853489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:56.853812 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:56.854858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:56.855180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:56.855492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:56.868427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb8e8b8-a3f1-4785-b1c0-31e36574962a req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] No DVR routers for this DVR port 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:56:56.871113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9bb8e8b8-a3f1-4785-b1c0-31e36574962a req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:56.873576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841a3150-8d97-4be8-b9bb-5c47e523a4ad', 'name': 'network-vif-deleted', 'tag': '62ac70b1-0d38-44f0-8c1e-eb9969a7f73f'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:56:56.941959 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9bb8e8b8-a3f1-4785-b1c0-31e36574962a req-5cd996db-5bf3-449f-be00-e94dfecf65e0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "DELETE /v2.0/ports/62ac70b1-0d38-44f0-8c1e-eb9969a7f73f HTTP/1.1" status: 204 len: 173 time: 0.9259884 Feb 17 09:56:56.986005 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841a3150-8d97-4be8-b9bb-5c47e523a4ad', 'name': 'network-vif-deleted', 'tag': '62ac70b1-0d38-44f0-8c1e-eb9969a7f73f', 'status': 'completed', 'code': 200} Feb 17 09:56:56.987183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36e95957-8fa8-474f-8f2d-b7aa246f7586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:57.469653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-19c6fad0-5676-4c73-8fa6-a175ba152a4a req-dbe60394-0153-4412-8534-e48e617aa292 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:56:57.563830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-19c6fad0-5676-4c73-8fa6-a175ba152a4a req-dbe60394-0153-4412-8534-e48e617aa292 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:56:57.565103 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-19c6fad0-5676-4c73-8fa6-a175ba152a4a req-dbe60394-0153-4412-8534-e48e617aa292 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=841a3150-8d97-4be8-b9bb-5c47e523a4ad HTTP/1.1" status: 200 len: 210 time: 0.1382601 Feb 17 09:56:57.901093 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:58.138503 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:58.664760 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43182) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:56:58.739090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6549d799-5028-483b-ba28-b484a6887144 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:58.770385 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6549d799-5028-483b-ba28-b484a6887144 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:58.940825 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6549d799-5028-483b-ba28-b484a6887144 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:58.959806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549d799-5028-483b-ba28-b484a6887144 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=011bc938-ea7f-4418-992b-0f6d9c50769f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:59.028919 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6549d799-5028-483b-ba28-b484a6887144 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:59.030083 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6549d799-5028-483b-ba28-b484a6887144 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/security-groups/011bc938-ea7f-4418-992b-0f6d9c50769f HTTP/1.1" status: 204 len: 168 time: 0.3643262 Feb 17 09:56:59.130488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43188) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:56:59.775356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:56:59.785263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-88244714-91c5-4d31-88c2-38f8f2c8bd78 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:00.143233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-88244714-91c5-4d31-88c2-38f8f2c8bd78 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port 9ffce1f0-550d-4e54-8dc6-e5a079236dae {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:57:00.143972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-88244714-91c5-4d31-88c2-38f8f2c8bd78 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:00.330765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-88244714-91c5-4d31-88c2-38f8f2c8bd78 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port 9ffce1f0-550d-4e54-8dc6-e5a079236dae, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9ffce1f0-550d-4e54-8dc6-e5a079236dae,segment=NetworkSegment(6c92989b-5cda-469b-bf24-7fe7695d3efd),segment_id=6c92989b-5cda-469b-bf24-7fe7695d3efd)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:57:00.331151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-88244714-91c5-4d31-88c2-38f8f2c8bd78 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:00.455347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-88244714-91c5-4d31-88c2-38f8f2c8bd78 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for 9ffce1f0-550d-4e54-8dc6-e5a079236dae owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:57:00.715248 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:57:00.748753 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:57:00.755134 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 62ac70b1-0d38-44f0-8c1e-eb9969a7f73f not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:57:00.835633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-88244714-91c5-4d31-88c2-38f8f2c8bd78 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:00.884829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88244714-91c5-4d31-88c2-38f8f2c8bd78 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=9ffce1f0-550d-4e54-8dc6-e5a079236dae,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:01.270386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-88244714-91c5-4d31-88c2-38f8f2c8bd78 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:01.642329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88244714-91c5-4d31-88c2-38f8f2c8bd78 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:57:01.828043 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88244714-91c5-4d31-88c2-38f8f2c8bd78 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:57:01.837562 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8ccc52-ee59-4661-a2aa-688e05ea34c0 None None] Sync routers for ids ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:57:01.847496 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ccc52-ee59-4661-a2aa-688e05ea34c0 None None] Routers {'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:57:01.848096 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7b8ccc52-ee59-4661-a2aa-688e05ea34c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:56:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:01.934183 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-88244714-91c5-4d31-88c2-38f8f2c8bd78 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8025360 Feb 17 09:57:01.936780 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43192) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:02.002960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a132cc4-28ed-44b6-bf71-eba50c72c133 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting subnet e7c07091-e809-4097-9317-20d1d2573fb0 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:57:02.005899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7a132cc4-28ed-44b6-bf71-eba50c72c133 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:02.024177 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-7b8ccc52-ee59-4661-a2aa-688e05ea34c0 None None] Set router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:57:02.061276 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7a132cc4-28ed-44b6-bf71-eba50c72c133 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:02.154075 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7a132cc4-28ed-44b6-bf71-eba50c72c133 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:02.311879 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7b8ccc52-ee59-4661-a2aa-688e05ea34c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'name': 'tempest-TestNetworkBasicOps-router-1213489931', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:52:58Z', 'updated_at': '2022-02-17T09:57:00Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:52:59Z', 'updated_at': '2022-02-17T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:02.315493 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7a132cc4-28ed-44b6-bf71-eba50c72c133 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:02.316053 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8ccc52-ee59-4661-a2aa-688e05ea34c0 None None] Checking router: c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:57:02.324084 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ccc52-ee59-4661-a2aa-688e05ea34c0 None None] Routers {'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:57:02.324700 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7b8ccc52-ee59-4661-a2aa-688e05ea34c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:56:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:02.357379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a132cc4-28ed-44b6-bf71-eba50c72c133 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c07091-e809-4097-9317-20d1d2573fb0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:02.359349 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7a132cc4-28ed-44b6-bf71-eba50c72c133 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:02.368511 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7a132cc4-28ed-44b6-bf71-eba50c72c133 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/subnets/e7c07091-e809-4097-9317-20d1d2573fb0 HTTP/1.1" status: 204 len: 168 time: 0.4281869 Feb 17 09:57:02.368779 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43196) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:02.372008 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628b0fdd-f3c4-4ab5-8aa3-c4d403b454da None None] Network 0f3e6779-cd7f-455f-8d6c-582f5395fc86 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:57:02.511160 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-7b8ccc52-ee59-4661-a2aa-688e05ea34c0 None None] Set router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:57:02.556411 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a257e300-e236-4287-96d7-01dad03e312e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:02.656245 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] DHCP port deletion for 0f3e6779-cd7f-455f-8d6c-582f5395fc86 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:57:02.661142 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Deleting port d351fd15-1264-483d-925c-375b0d3ff1d1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:57:02.661918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:02.868684 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7b8ccc52-ee59-4661-a2aa-688e05ea34c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'name': 'tempest-TestNetworkBasicOps-router-1213489931', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:52:58Z', 'updated_at': '2022-02-17T09:57:00Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:52:59Z', 'updated_at': '2022-02-17T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:02.873215 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8ccc52-ee59-4661-a2aa-688e05ea34c0 None None] The sync data for ids ['c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e'] in dv-neutron-828143-5-hyperv is: [{'id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'name': 'tempest-TestNetworkBasicOps-router-1213489931', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:52:58Z', 'updated_at': '2022-02-17T09:57:00Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'a0c8ed34-ae78-432d-ab8c-1a6d92b12e63', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:52:59Z', 'updated_at': '2022-02-17T09:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:57:02.884175 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a257e300-e236-4287-96d7-01dad03e312e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:02.887423 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] For port d351fd15-1264-483d-925c-375b0d3ff1d1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d351fd15-1264-483d-925c-375b0d3ff1d1,segment=NetworkSegment(6c92989b-5cda-469b-bf24-7fe7695d3efd),segment_id=6c92989b-5cda-469b-bf24-7fe7695d3efd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:57:02.887984 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:02.961267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a257e300-e236-4287-96d7-01dad03e312e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port a0c8ed34-ae78-432d-ab8c-1a6d92b12e63 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:57:02.961650 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a257e300-e236-4287-96d7-01dad03e312e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:03.049487 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Calling delete_port for d351fd15-1264-483d-925c-375b0d3ff1d1 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:57:03.139010 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-a257e300-e236-4287-96d7-01dad03e312e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port a0c8ed34-ae78-432d-ab8c-1a6d92b12e63, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=a0c8ed34-ae78-432d-ab8c-1a6d92b12e63,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:57:03.139291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a257e300-e236-4287-96d7-01dad03e312e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:03.181067 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:03.229036 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Pushing event deleted for resources: {'Port': ['ID=d351fd15-1264-483d-925c-375b0d3ff1d1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:03.234602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] No DVR routers for this DVR port d351fd15-1264-483d-925c-375b0d3ff1d1 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:57:03.249792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:03.250484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:03.251101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:03.251529 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:03.251955 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:03.252383 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:03.252807 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:03.253244 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:03.253668 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:03.254114 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:03.254571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:03.254955 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275fb655-8e4f-4014-bab2-63c90a3460cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:03.268401 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a257e300-e236-4287-96d7-01dad03e312e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for a0c8ed34-ae78-432d-ab8c-1a6d92b12e63 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:57:03.333574 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d351fd15-1264-483d-925c-375b0d3ff1d1 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:57:03.372598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: d351fd15-1264-483d-925c-375b0d3ff1d1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:57:03.373255 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d351fd15-1264-483d-925c-375b0d3ff1d1 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:57:03.377750 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9ffce1f0-550d-4e54-8dc6-e5a079236dae no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:57:03.410877 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 9ffce1f0-550d-4e54-8dc6-e5a079236dae {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:57:03.411138 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9ffce1f0-550d-4e54-8dc6-e5a079236dae not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:57:03.521414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a257e300-e236-4287-96d7-01dad03e312e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:03.571778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257e300-e236-4287-96d7-01dad03e312e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=a0c8ed34-ae78-432d-ab8c-1a6d92b12e63,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:03.660426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a257e300-e236-4287-96d7-01dad03e312e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:03.834801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a257e300-e236-4287-96d7-01dad03e312e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:03.836931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a257e300-e236-4287-96d7-01dad03e312e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:03.941000 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a257e300-e236-4287-96d7-01dad03e312e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:03.941544 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a257e300-e236-4287-96d7-01dad03e312e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Fanout notify agent at l3_agent the message router_deleted on router c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:57:03.958863 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a257e300-e236-4287-96d7-01dad03e312e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:03.960143 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a257e300-e236-4287-96d7-01dad03e312e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/routers/c6c420ac-6de9-4bf3-bf5b-dfe1bd19841e HTTP/1.1" status: 204 len: 168 time: 1.5903845 Feb 17 09:57:03.962942 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43200) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:04.194783 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8852fb39-b163-4511-8688-bd5d0271945f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:04.325036 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8852fb39-b163-4511-8688-bd5d0271945f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:04.350559 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8852fb39-b163-4511-8688-bd5d0271945f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3e6779-cd7f-455f-8d6c-582f5395fc86']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:04.364066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8852fb39-b163-4511-8688-bd5d0271945f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c92989b-5cda-469b-bf24-7fe7695d3efd') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:04.364352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8852fb39-b163-4511-8688-bd5d0271945f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c92989b-5cda-469b-bf24-7fe7695d3efd') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:04.377911 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8852fb39-b163-4511-8688-bd5d0271945f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:04.395569 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8852fb39-b163-4511-8688-bd5d0271945f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:04.402988 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8852fb39-b163-4511-8688-bd5d0271945f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:57:04.403391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8852fb39-b163-4511-8688-bd5d0271945f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:57:04.417843 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:57:04.581151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8852fb39-b163-4511-8688-bd5d0271945f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:04.585688 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8852fb39-b163-4511-8688-bd5d0271945f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:04.614374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852fb39-b163-4511-8688-bd5d0271945f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Network': ['ID=0f3e6779-cd7f-455f-8d6c-582f5395fc86,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:04.618143 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8852fb39-b163-4511-8688-bd5d0271945f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/networks/0f3e6779-cd7f-455f-8d6c-582f5395fc86 HTTP/1.1" status: 204 len: 168 time: 0.6541727 Feb 17 09:57:04.630829 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43204) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:04.637090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-81a880f4-0ede-435e-ba4f-73cfa6d4b200 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'network': {'name': 'tempest-network-smoke--131399503', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'port_security_enabled': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:04.642336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-81a880f4-0ede-435e-ba4f-73cfa6d4b200 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:04.646554 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-81a880f4-0ede-435e-ba4f-73cfa6d4b200 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:network and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:04.649531 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-81a880f4-0ede-435e-ba4f-73cfa6d4b200 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:04.656075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-81a880f4-0ede-435e-ba4f-73cfa6d4b200 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:04.726451 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a880f4-0ede-435e-ba4f-73cfa6d4b200 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:57:04.730766 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-81a880f4-0ede-435e-ba4f-73cfa6d4b200 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:04.758763 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a880f4-0ede-435e-ba4f-73cfa6d4b200 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:57:04.768483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-81a880f4-0ede-435e-ba4f-73cfa6d4b200 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:04.768827 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-81a880f4-0ede-435e-ba4f-73cfa6d4b200 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Added segment f07fae81-c705-4267-9e2c-886525dea9b3 of type vlan for network 0d4c4b76-b6f1-444c-835d-d9d33345e27c Feb 17 09:57:04.794838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-81a880f4-0ede-435e-ba4f-73cfa6d4b200 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:04.935182 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-81a880f4-0ede-435e-ba4f-73cfa6d4b200 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:04.940808 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a880f4-0ede-435e-ba4f-73cfa6d4b200 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:04.941400 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-81a880f4-0ede-435e-ba4f-73cfa6d4b200 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:05.049279 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a880f4-0ede-435e-ba4f-73cfa6d4b200 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Network': ['ID=0d4c4b76-b6f1-444c-835d-d9d33345e27c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:05.059930 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 0d4c4b76-b6f1-444c-835d-d9d33345e27c details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:57:05.124714 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-81a880f4-0ede-435e-ba4f-73cfa6d4b200 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4927318 Feb 17 09:57:05.127447 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43208) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:05.132621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'admin_state_up': True, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:05.139728 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:05.143575 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:router and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:05.146414 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:05.156679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:05.226744 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:05.227700 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:05.242891 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:05.324201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device a0c8ed34-ae78-432d-ab8c-1a6d92b12e63 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:57:05.359880 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: a0c8ed34-ae78-432d-ab8c-1a6d92b12e63 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:57:05.360229 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device a0c8ed34-ae78-432d-ab8c-1a6d92b12e63 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:57:05.584093 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:05.940075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:05.968988 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:06.103247 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.26.4.90 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/840aa2f1-bb37-4aff-81b2-355ba7ca77bf) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:57:06.358897 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:06.464825 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:06.531407 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:06.534316 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:06.537916 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:57:06.572222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=840aa2f1-bb37-4aff-81b2-355ba7ca77bf,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:07.034571 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:07.373521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:07.678054 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:57:07.980462 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:57:07.990166 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Sync routers for ids ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:57:08.000974 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Routers {'dcc3c89f-3c31-48e2-8485-a9bc2dc68409'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:57:08.001616 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:56:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:08.064248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:08.065487 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-623134d8-818b-44bf-a306-f73a285b0f31 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9371123 Feb 17 09:57:08.069019 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43212) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:08.190244 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Set router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:57:08.247594 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-106ebbc5-0c3f-4cff-a69f-856b0ba7c8b5 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=eeb2e7b02f3142f899056abfe417a6b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1741576 Feb 17 09:57:08.247820 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43218) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:08.378500 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a52415-9bb3-47e0-b5bc-bac028c95612 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:08.380028 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-85a52415-9bb3-47e0-b5bc-bac028c95612 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313179 Feb 17 09:57:08.382934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43222) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:08.423397 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e8bdf1d1-574c-4556-a7eb-887d8d726cca tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394442 Feb 17 09:57:08.425922 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43226) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:08.431328 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-95369195', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:08.476493 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:06Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:08.481026 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Checking router: dcc3c89f-3c31-48e2-8485-a9bc2dc68409 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:57:08.481369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Updating router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 port 840aa2f1-bb37-4aff-81b2-355ba7ca77bf binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:57:08.536812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:08.545392 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:08.549195 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:subnet and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:08.552069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:08.558193 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:08.689670 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:57:08.693617 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:08.733379 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:08.880866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:08.892927 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Transition to ACTIVE for port object 840aa2f1-bb37-4aff-81b2-355ba7ca77bf will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:57:08.972259 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:08.995848 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:09.057983 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Attempting to bind port 840aa2f1-bb37-4aff-81b2-355ba7ca77bf on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:57:09.058722 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Attempting to bind port 840aa2f1-bb37-4aff-81b2-355ba7ca77bf by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:57:09.059025 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Attempting to bind port 840aa2f1-bb37-4aff-81b2-355ba7ca77bf on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:57:09.062657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d24e5-267b-4c17-9983-d42263a2f853 None None] Pushing event updated for resources: {'Port': ['ID=840aa2f1-bb37-4aff-81b2-355ba7ca77bf,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:09.067136 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:57:09.067511 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:57:09.067912 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:09.068298 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:57:09.068751 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Bound port: 840aa2f1-bb37-4aff-81b2-355ba7ca77bf, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:57:09.069678 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:09.084193 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Subnet': ['ID=67c9b8ce-53aa-4521-ba11-79edbd85826b,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:09.089874 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Checking segment: {'id': 'f07fae81-c705-4267-9e2c-886525dea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:57:09.090262 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network hostable DHCP agents. Network: 0d4c4b76-b6f1-444c-835d-d9d33345e27c, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:57:09.099272 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:09.099621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:09.099964 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:09.100299 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:09.100623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:09.100949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:09.101271 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:09.101596 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:09.101919 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:09.102341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:09.102591 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:09.102912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:09.184785 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] For port 840aa2f1-bb37-4aff-81b2-355ba7ca77bf, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:57:09.186660 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 0d4c4b76-b6f1-444c-835d-d9d33345e27c is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:57:09.188204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] For port 840aa2f1-bb37-4aff-81b2-355ba7ca77bf, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=840aa2f1-bb37-4aff-81b2-355ba7ca77bf,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:57:09.281249 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:09.300857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 0d4c4b76-b6f1-444c-835d-d9d33345e27c) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:09.305137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:09.311825 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:09.314959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d35687-a173-4332-b8ff-c350f24705b7 None None] Network 0d4c4b76-b6f1-444c-835d-d9d33345e27c requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:57:09.419405 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a8345fbf-655b-49fc-8b72-c43776b792ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9924135 Feb 17 09:57:09.422267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43230) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:09.439110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Routers {'dcc3c89f-3c31-48e2-8485-a9bc2dc68409'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:57:09.439684 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:56:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:09.515797 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d24e5-267b-4c17-9983-d42263a2f853 None None] Pushing event updated for resources: {'Port': ['ID=840aa2f1-bb37-4aff-81b2-355ba7ca77bf,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:09.735541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] Set router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:57:09.867053 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:57:09.867897 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:10.162717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Allocated IP 172.20.0.2 (0d4c4b76-b6f1-444c-835d-d9d33345e27c/67c9b8ce-53aa-4521-ba11-79edbd85826b/942ed22b-fc8d-4f4e-8087-d168ce2e7c80) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:57:10.264948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:06Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:10.279192 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099df7f5-dba1-4c2d-b07f-a1d449f824a6 None None] The sync data for ids ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'] in dv-neutron-828143-5-hyperv is: [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:06Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:57:10.303927 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:10.410672 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:10.423474 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Transition to ACTIVE for port object 942ed22b-fc8d-4f4e-8087-d168ce2e7c80 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:57:10.450002 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Transition to ACTIVE for port object 942ed22b-fc8d-4f4e-8087-d168ce2e7c80 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:57:10.559451 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:10.656894 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Network 0d4c4b76-b6f1-444c-835d-d9d33345e27c is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:10.659966 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:10.663645 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:57:10.673917 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Pushing event updated for resources: {'Port': ['ID=942ed22b-fc8d-4f4e-8087-d168ce2e7c80,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:10.771937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Attempting to bind port 942ed22b-fc8d-4f4e-8087-d168ce2e7c80 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:57:10.772218 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Attempting to bind port 942ed22b-fc8d-4f4e-8087-d168ce2e7c80 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'f07fae81-c705-4267-9e2c-886525dea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:57:10.772581 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Attempting to bind port 942ed22b-fc8d-4f4e-8087-d168ce2e7c80 on network 0d4c4b76-b6f1-444c-835d-d9d33345e27c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:57:10.781274 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:57:10.781648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Checking segment: {'id': 'f07fae81-c705-4267-9e2c-886525dea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:57:10.782070 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:10.782473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Bound using segment: {'id': 'f07fae81-c705-4267-9e2c-886525dea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:57:10.782931 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Bound port: 942ed22b-fc8d-4f4e-8087-d168ce2e7c80, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07fae81-c705-4267-9e2c-886525dea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:57:10.783298 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:10.842314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.1 (0d4c4b76-b6f1-444c-835d-d9d33345e27c/67c9b8ce-53aa-4521-ba11-79edbd85826b/9e1fc343-a40f-4317-ab6a-c8199f515211) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:57:10.883626 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] For port 942ed22b-fc8d-4f4e-8087-d168ce2e7c80, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:57:10.887964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] For port 942ed22b-fc8d-4f4e-8087-d168ce2e7c80, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=942ed22b-fc8d-4f4e-8087-d168ce2e7c80,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:57:10.977169 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:11.027489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:11.047592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object 9e1fc343-a40f-4317-ab6a-c8199f515211 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:57:11.114917 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091501c7-5698-4524-9916-d1baa14d5bce None None] Pushing event updated for resources: {'Port': ['ID=942ed22b-fc8d-4f4e-8087-d168ce2e7c80,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:11.133409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:11.212347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 0d4c4b76-b6f1-444c-835d-d9d33345e27c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:11.216412 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:11.220852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:57:11.264197 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=9e1fc343-a40f-4317-ab6a-c8199f515211,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:11.309737 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:11.406744 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 840aa2f1-bb37-4aff-81b2-355ba7ca77bf up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:57:11.586681 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 840aa2f1-bb37-4aff-81b2-355ba7ca77bf completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:57:11.591865 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 840aa2f1-bb37-4aff-81b2-355ba7ca77bf triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:11.592263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:11.712745 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:11.729092 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 840aa2f1-bb37-4aff-81b2-355ba7ca77bf, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=840aa2f1-bb37-4aff-81b2-355ba7ca77bf,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:57:11.764683 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:11.828807 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:11.913090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=840aa2f1-bb37-4aff-81b2-355ba7ca77bf,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:12.331269 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:12.398312 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:12.523624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:12.530983 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=9e1fc343-a40f-4317-ab6a-c8199f515211,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:12.674544 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 0d4c4b76-b6f1-444c-835d-d9d33345e27c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:12.675671 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:12.700276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b2f365-1eb1-4da9-8b58-5492f3eb16a3 None None] Network 0d4c4b76-b6f1-444c-835d-d9d33345e27c requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:57:12.857889 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2316f5dc-6e4e-4b6e-8d3c-fd458680729f None None] Provisioning for port 942ed22b-fc8d-4f4e-8087-d168ce2e7c80 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:57:12.867955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:57:13.065955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:57:13.075423 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Sync routers for ids ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:57:13.081274 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e5870c50-2a59-4b0f-87dd-238d437e798b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/dcc3c89f-3c31-48e2-8485-a9bc2dc68409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6576080 Feb 17 09:57:13.083453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43234) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:13.085569 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Routers {'dcc3c89f-3c31-48e2-8485-a9bc2dc68409'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:57:13.086635 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:56:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:13.245862 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed03c7e-e2ca-46bb-9a90-f50947448211 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:13.246832 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed03c7e-e2ca-46bb-9a90-f50947448211 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:13.247288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed03c7e-e2ca-46bb-9a90-f50947448211 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:13.247758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed03c7e-e2ca-46bb-9a90-f50947448211 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:13.252293 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3ed03c7e-e2ca-46bb-9a90-f50947448211 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1650598 Feb 17 09:57:13.258764 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43238) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:13.275180 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Set router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:57:13.280920 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-88c6c052-6d86-4925-87be-9dd986f655e0 None None] Provisioning for port 9e1fc343-a40f-4317-ab6a-c8199f515211 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:57:13.291284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-88c6c052-6d86-4925-87be-9dd986f655e0 None None] Provisioning complete for port 9e1fc343-a40f-4317-ab6a-c8199f515211 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:13.291284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88c6c052-6d86-4925-87be-9dd986f655e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:13.366836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-88c6c052-6d86-4925-87be-9dd986f655e0 None None] Port 9e1fc343-a40f-4317-ab6a-c8199f515211 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:57:13.383683 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348da82a-7d01-46ee-aa26-77e091931d00 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:13.383683 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348da82a-7d01-46ee-aa26-77e091931d00 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:13.383683 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348da82a-7d01-46ee-aa26-77e091931d00 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:13.383683 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348da82a-7d01-46ee-aa26-77e091931d00 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:13.387402 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-348da82a-7d01-46ee-aa26-77e091931d00 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.1255810 Feb 17 09:57:13.387660 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43242) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:13.494556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 942ed22b-fc8d-4f4e-8087-d168ce2e7c80 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:57:13.538220 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-df04f449-7376-44a1-bb6b-d240177552ee None None] Provisioning complete for port 9e1fc343-a40f-4317-ab6a-c8199f515211 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:13.538598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df04f449-7376-44a1-bb6b-d240177552ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:13.638172 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-df04f449-7376-44a1-bb6b-d240177552ee None None] Port 9e1fc343-a40f-4317-ab6a-c8199f515211 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:57:13.671825 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '9e1fc343-a40f-4317-ab6a-c8199f515211', 'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:9f:cb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:10Z', 'updated_at': '2022-02-17T09:57:12Z', 'revision_number': 2, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:13.673218 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8f4f3544-acdc-46a0-9be2-2340edfa884b tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2844040 Feb 17 09:57:13.676086 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Checking router: dcc3c89f-3c31-48e2-8485-a9bc2dc68409 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:57:13.676425 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Updating router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 port 9e1fc343-a40f-4317-ab6a-c8199f515211 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:57:13.718064 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 942ed22b-fc8d-4f4e-8087-d168ce2e7c80 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:57:13.723115 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 942ed22b-fc8d-4f4e-8087-d168ce2e7c80 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:13.723733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:13.730713 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:13.789334 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-31e1b0a0-9a7c-4181-b067-9f42164010f7 None None] Provisioning complete for port 9e1fc343-a40f-4317-ab6a-c8199f515211 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:13.789707 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-31e1b0a0-9a7c-4181-b067-9f42164010f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:13.847868 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-31e1b0a0-9a7c-4181-b067-9f42164010f7 None None] Port 9e1fc343-a40f-4317-ab6a-c8199f515211 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:57:13.907751 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:13.942619 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 942ed22b-fc8d-4f4e-8087-d168ce2e7c80, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=942ed22b-fc8d-4f4e-8087-d168ce2e7c80,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:57:14.008142 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43248) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:14.012601 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:14.013422 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 840aa2f1-bb37-4aff-81b2-355ba7ca77bf up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:57:14.016657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2eb94857-97d8-4a94-8a39-bb81fdb37252 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-351934357', 'description': 'tempest-secgroup-smoke-351934357 description', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:14.022661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2eb94857-97d8-4a94-8a39-bb81fdb37252 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:14.027526 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2eb94857-97d8-4a94-8a39-bb81fdb37252 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:14.030465 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2eb94857-97d8-4a94-8a39-bb81fdb37252 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:14.036634 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2eb94857-97d8-4a94-8a39-bb81fdb37252 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:14.110972 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:14.123383 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Transition to ACTIVE for port object 9e1fc343-a40f-4317-ab6a-c8199f515211 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:57:14.131303 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=942ed22b-fc8d-4f4e-8087-d168ce2e7c80,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:14.141431 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2eb94857-97d8-4a94-8a39-bb81fdb37252 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:14.143226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 840aa2f1-bb37-4aff-81b2-355ba7ca77bf triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:14.143626 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:14.168015 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2eb94857-97d8-4a94-8a39-bb81fdb37252 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:14.171820 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2eb94857-97d8-4a94-8a39-bb81fdb37252 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:14.174797 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2eb94857-97d8-4a94-8a39-bb81fdb37252 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:14.180560 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2eb94857-97d8-4a94-8a39-bb81fdb37252 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:14.205776 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:14.256558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2eb94857-97d8-4a94-8a39-bb81fdb37252 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:14.325075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2eb94857-97d8-4a94-8a39-bb81fdb37252 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:14.365445 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa34d1d-39d4-4f6b-9487-a6d859e15f1a None None] Pushing event updated for resources: {'Port': ['ID=9e1fc343-a40f-4317-ab6a-c8199f515211,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:14.371409 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb94857-97d8-4a94-8a39-bb81fdb37252 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b695b753-c89c-43e1-99a8-9d39559af2a7,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:14.383242 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa34d1d-39d4-4f6b-9487-a6d859e15f1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:14.383582 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa34d1d-39d4-4f6b-9487-a6d859e15f1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:14.383920 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa34d1d-39d4-4f6b-9487-a6d859e15f1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:14.384241 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa34d1d-39d4-4f6b-9487-a6d859e15f1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:14.384560 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa34d1d-39d4-4f6b-9487-a6d859e15f1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:14.384879 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa34d1d-39d4-4f6b-9487-a6d859e15f1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:14.385193 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa34d1d-39d4-4f6b-9487-a6d859e15f1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:14.386309 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa34d1d-39d4-4f6b-9487-a6d859e15f1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:14.386619 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa34d1d-39d4-4f6b-9487-a6d859e15f1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:14.387004 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa34d1d-39d4-4f6b-9487-a6d859e15f1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:14.387337 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa34d1d-39d4-4f6b-9487-a6d859e15f1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:14.387653 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa34d1d-39d4-4f6b-9487-a6d859e15f1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:14.444361 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Attempting to bind port 9e1fc343-a40f-4317-ab6a-c8199f515211 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:57:14.444724 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Attempting to bind port 9e1fc343-a40f-4317-ab6a-c8199f515211 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'f07fae81-c705-4267-9e2c-886525dea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:57:14.445084 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Attempting to bind port 9e1fc343-a40f-4317-ab6a-c8199f515211 on network 0d4c4b76-b6f1-444c-835d-d9d33345e27c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:57:14.452039 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:57:14.452415 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Checking segment: {'id': 'f07fae81-c705-4267-9e2c-886525dea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:57:14.453322 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:14.453322 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Bound using segment: {'id': 'f07fae81-c705-4267-9e2c-886525dea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:57:14.453754 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Bound port: 9e1fc343-a40f-4317-ab6a-c8199f515211, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07fae81-c705-4267-9e2c-886525dea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:57:14.454288 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:14.461402 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2eb94857-97d8-4a94-8a39-bb81fdb37252 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:14.463024 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2eb94857-97d8-4a94-8a39-bb81fdb37252 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4538846 Feb 17 09:57:14.466193 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43252) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:14.472215 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-29a38592-b02a-4955-8155-813232bdadce tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'b695b753-c89c-43e1-99a8-9d39559af2a7', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:14.478911 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-29a38592-b02a-4955-8155-813232bdadce tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:14.484068 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-29a38592-b02a-4955-8155-813232bdadce tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:14.487436 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-29a38592-b02a-4955-8155-813232bdadce tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:14.493564 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-29a38592-b02a-4955-8155-813232bdadce tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:14.550297 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] For port 9e1fc343-a40f-4317-ab6a-c8199f515211, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:57:14.553144 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] For port 9e1fc343-a40f-4317-ab6a-c8199f515211, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9e1fc343-a40f-4317-ab6a-c8199f515211,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:57:14.593565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29a38592-b02a-4955-8155-813232bdadce tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:14.637476 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:57:14.651419 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:14.661991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29a38592-b02a-4955-8155-813232bdadce tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:14.733223 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa34d1d-39d4-4f6b-9487-a6d859e15f1a None None] Pushing event updated for resources: {'Port': ['ID=9e1fc343-a40f-4317-ab6a-c8199f515211,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:14.735751 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Routers {'dcc3c89f-3c31-48e2-8485-a9bc2dc68409'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:57:14.736044 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:56:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:14.749858 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29a38592-b02a-4955-8155-813232bdadce tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:14.774103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a38592-b02a-4955-8155-813232bdadce tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ada97ef-b1ef-426a-aa44-e88007a0202e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:14.869708 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29a38592-b02a-4955-8155-813232bdadce tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:14.872012 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-29a38592-b02a-4955-8155-813232bdadce tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4045501 Feb 17 09:57:14.875020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43256) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:14.881000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-718f2a44-0980-4c9e-ada2-73658e21d830 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'b695b753-c89c-43e1-99a8-9d39559af2a7', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:14.889405 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-718f2a44-0980-4c9e-ada2-73658e21d830 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:14.893835 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-718f2a44-0980-4c9e-ada2-73658e21d830 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:14.896902 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-718f2a44-0980-4c9e-ada2-73658e21d830 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:14.903322 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-718f2a44-0980-4c9e-ada2-73658e21d830 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:14.961924 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] Set router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:57:15.004233 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-718f2a44-0980-4c9e-ada2-73658e21d830 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:15.069186 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-718f2a44-0980-4c9e-ada2-73658e21d830 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:15.153440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-718f2a44-0980-4c9e-ada2-73658e21d830 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:15.178578 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f2a44-0980-4c9e-ada2-73658e21d830 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769ec263-897b-443b-92d4-17c4337b751c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:15.255415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-718f2a44-0980-4c9e-ada2-73658e21d830 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:15.256573 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-718f2a44-0980-4c9e-ada2-73658e21d830 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3804345 Feb 17 09:57:15.259345 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43260) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:15.266222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1062ca37-c184-4e70-aa00-6752886a53a8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'b695b753-c89c-43e1-99a8-9d39559af2a7', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:15.272375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1062ca37-c184-4e70-aa00-6752886a53a8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:15.276772 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1062ca37-c184-4e70-aa00-6752886a53a8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:15.280060 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1062ca37-c184-4e70-aa00-6752886a53a8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:15.286679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1062ca37-c184-4e70-aa00-6752886a53a8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:15.296940 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '9e1fc343-a40f-4317-ab6a-c8199f515211', 'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:9f:cb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:10Z', 'updated_at': '2022-02-17T09:57:14Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:15.301231 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07af3e1-30a7-4dd7-b520-837737c7309b None None] The sync data for ids ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'] in dv-neutron-828143-5-hyperv is: [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '9e1fc343-a40f-4317-ab6a-c8199f515211', 'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:9f:cb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:10Z', 'updated_at': '2022-02-17T09:57:14Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:57:15.348629 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 942ed22b-fc8d-4f4e-8087-d168ce2e7c80 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:57:15.377516 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1062ca37-c184-4e70-aa00-6752886a53a8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:15.435005 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 942ed22b-fc8d-4f4e-8087-d168ce2e7c80 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:15.435387 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:15.457460 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1062ca37-c184-4e70-aa00-6752886a53a8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:15.547062 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1062ca37-c184-4e70-aa00-6752886a53a8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:15.574696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062ca37-c184-4e70-aa00-6752886a53a8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509a2b78-15b5-470e-af6a-e940d8737232,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:15.653550 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1062ca37-c184-4e70-aa00-6752886a53a8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:15.654941 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1062ca37-c184-4e70-aa00-6752886a53a8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3946152 Feb 17 09:57:15.657945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43264) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:15.664590 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a5115d0c-62d3-4993-bad4-b91f594c09b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'b695b753-c89c-43e1-99a8-9d39559af2a7', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:15.674099 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a5115d0c-62d3-4993-bad4-b91f594c09b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:15.678587 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5115d0c-62d3-4993-bad4-b91f594c09b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:15.681632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5115d0c-62d3-4993-bad4-b91f594c09b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:15.690559 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a5115d0c-62d3-4993-bad4-b91f594c09b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:15.774181 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5115d0c-62d3-4993-bad4-b91f594c09b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:15.849071 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5115d0c-62d3-4993-bad4-b91f594c09b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:15.944133 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5115d0c-62d3-4993-bad4-b91f594c09b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:15.970128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5115d0c-62d3-4993-bad4-b91f594c09b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf0d452-fe98-40eb-a6dc-22e5fa1892fc,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:16.118722 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5115d0c-62d3-4993-bad4-b91f594c09b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:16.119955 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a5115d0c-62d3-4993-bad4-b91f594c09b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4609885 Feb 17 09:57:16.123110 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43268) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:16.128228 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-669f5a0f-73c6-42fc-b11b-2bd58a1f7b71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'b695b753-c89c-43e1-99a8-9d39559af2a7', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:16.137242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-669f5a0f-73c6-42fc-b11b-2bd58a1f7b71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:16.141292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-669f5a0f-73c6-42fc-b11b-2bd58a1f7b71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:16.155291 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-669f5a0f-73c6-42fc-b11b-2bd58a1f7b71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:16.155291 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-669f5a0f-73c6-42fc-b11b-2bd58a1f7b71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:16.227152 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-669f5a0f-73c6-42fc-b11b-2bd58a1f7b71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:57:16.235845 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-669f5a0f-73c6-42fc-b11b-2bd58a1f7b71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:16.308707 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-669f5a0f-73c6-42fc-b11b-2bd58a1f7b71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:16.366532 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-669f5a0f-73c6-42fc-b11b-2bd58a1f7b71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:16.391145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f5a0f-73c6-42fc-b11b-2bd58a1f7b71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e50b449-aea2-4fce-b273-e22b5fb5fbfe,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:16.464932 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-669f5a0f-73c6-42fc-b11b-2bd58a1f7b71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:16.466212 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-669f5a0f-73c6-42fc-b11b-2bd58a1f7b71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3420911 Feb 17 09:57:16.469177 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43272) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:16.474147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-164cce8f-0aeb-44e8-9d9a-42219b1f282d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'b695b753-c89c-43e1-99a8-9d39559af2a7', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:16.481073 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-164cce8f-0aeb-44e8-9d9a-42219b1f282d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:16.484946 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-164cce8f-0aeb-44e8-9d9a-42219b1f282d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:16.487881 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-164cce8f-0aeb-44e8-9d9a-42219b1f282d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:16.493557 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-164cce8f-0aeb-44e8-9d9a-42219b1f282d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:16.578832 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-164cce8f-0aeb-44e8-9d9a-42219b1f282d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:57:16.585846 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-164cce8f-0aeb-44e8-9d9a-42219b1f282d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:16.651192 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-164cce8f-0aeb-44e8-9d9a-42219b1f282d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:16.732487 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-164cce8f-0aeb-44e8-9d9a-42219b1f282d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:16.755238 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cce8f-0aeb-44e8-9d9a-42219b1f282d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286436a0-965c-49b7-b1fa-40dffe67aec1,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:16.846789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-164cce8f-0aeb-44e8-9d9a-42219b1f282d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:16.848026 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-164cce8f-0aeb-44e8-9d9a-42219b1f282d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3780196 Feb 17 09:57:17.008219 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-46bcb1d2-43b5-4306-9072-abdc259182ea tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351934357&fields=id&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 267 time: 0.0382621 Feb 17 09:57:17.158598 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-22ffde8c-8c37-4756-8d73-7b3eb6c6af6d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:17.160226 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-22ffde8c-8c37-4756-8d73-7b3eb6c6af6d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/networks?id=0d4c4b76-b6f1-444c-835d-d9d33345e27c HTTP/1.1" status: 200 len: 796 time: 0.1451159 Feb 17 09:57:17.175416 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-bfe3b7b4-159f-480d-9f1c-82881403d8e2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/quotas/eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 375 time: 0.0097492 Feb 17 09:57:17.260357 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-0d8a2db9-58f1-4b0f-9f3e-e51f678ad85b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:57:17.356050 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9e1fc343-a40f-4317-ab6a-c8199f515211 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:57:17.360629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-0d8a2db9-58f1-4b0f-9f3e-e51f678ad85b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:57:17.361986 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-0d8a2db9-58f1-4b0f-9f3e-e51f678ad85b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1815681 Feb 17 09:57:17.378874 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-0f4cba8c-297e-4399-8583-e8b5e9a7a2e1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:57:17.382835 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-0f4cba8c-297e-4399-8583-e8b5e9a7a2e1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057535 Feb 17 09:57:17.496130 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 9e1fc343-a40f-4317-ab6a-c8199f515211 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:57:17.501869 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 9e1fc343-a40f-4317-ab6a-c8199f515211 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:17.502272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:17.514492 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-99420c14-742e-46f9-a78d-55bb048e4871 service neutron] 10.222.0.75 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286621 Feb 17 09:57:17.629548 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:17.664822 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 9e1fc343-a40f-4317-ab6a-c8199f515211, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9e1fc343-a40f-4317-ab6a-c8199f515211,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:57:17.749365 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:17.764752 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4b5e1900-0f43-4afc-ad05-7e224cb9ba40 service neutron] 10.222.0.75 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416239 Feb 17 09:57:17.822505 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=9e1fc343-a40f-4317-ab6a-c8199f515211,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:19.078023 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6587043d-95b7-4f6c-bbd7-432bef75d5bf req-ab979e5b-3132-4440-a424-8b852b500b3e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 210 time: 0.0487223 Feb 17 09:57:19.339067 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9e1fc343-a40f-4317-ab6a-c8199f515211 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:57:19.437068 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 9e1fc343-a40f-4317-ab6a-c8199f515211 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:19.437437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:20.226437 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5db36550-a8e1-46dc-9123-38ea5a15ac0e req-06e67839-e10b-422e-9221-900f95de2afe tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 210 time: 0.0421236 Feb 17 09:57:21.486272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-c242d77a-b8f8-4f62-a0cc-c854d050ca59 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:21.487982 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-c242d77a-b8f8-4f62-a0cc-c854d050ca59 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/networks?id=0d4c4b76-b6f1-444c-835d-d9d33345e27c HTTP/1.1" status: 200 len: 796 time: 0.1659698 Feb 17 09:57:21.530409 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6ae1f1c0-12ff-4d05-9b28-fc1a7658b7af req-8afcd0d6-dc96-4095-8176-5b3f89133f46 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 210 time: 0.0456944 Feb 17 09:57:21.559249 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-f072aee1-ad82-45c0-8824-bfd7d1e970d3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 379 time: 0.0549288 Feb 17 09:57:21.568467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-c4ac2c88-eaa9-41c2-bfb8-6dd0acab1206 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'port': {'device_id': '6020729b-5889-448c-8822-0289e9af683a', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'admin_state_up': True, 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'security_groups': ['b695b753-c89c-43e1-99a8-9d39559af2a7']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:21.710323 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-c4ac2c88-eaa9-41c2-bfb8-6dd0acab1206 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:21.720615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-c4ac2c88-eaa9-41c2-bfb8-6dd0acab1206 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:21.786859 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-c4ac2c88-eaa9-41c2-bfb8-6dd0acab1206 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:57:21.790309 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-c4ac2c88-eaa9-41c2-bfb8-6dd0acab1206 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:21.959023 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-c4ac2c88-eaa9-41c2-bfb8-6dd0acab1206 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.9 (0d4c4b76-b6f1-444c-835d-d9d33345e27c/67c9b8ce-53aa-4521-ba11-79edbd85826b/bb23bc44-9686-4dd8-8e51-f8b598822af8) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:57:22.155313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-c4ac2c88-eaa9-41c2-bfb8-6dd0acab1206 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:22.171800 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-c4ac2c88-eaa9-41c2-bfb8-6dd0acab1206 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object bb23bc44-9686-4dd8-8e51-f8b598822af8 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:57:22.270363 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-c4ac2c88-eaa9-41c2-bfb8-6dd0acab1206 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:22.343911 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-c4ac2c88-eaa9-41c2-bfb8-6dd0acab1206 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 0d4c4b76-b6f1-444c-835d-d9d33345e27c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:22.346883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-c4ac2c88-eaa9-41c2-bfb8-6dd0acab1206 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:22.350776 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-c4ac2c88-eaa9-41c2-bfb8-6dd0acab1206 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:57:22.382005 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac2c88-eaa9-41c2-bfb8-6dd0acab1206 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=bb23bc44-9686-4dd8-8e51-f8b598822af8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:22.425909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-c4ac2c88-eaa9-41c2-bfb8-6dd0acab1206 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:22.426554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-c4ac2c88-eaa9-41c2-bfb8-6dd0acab1206 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:22.584716 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-c4ac2c88-eaa9-41c2-bfb8-6dd0acab1206 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0198061 Feb 17 09:57:22.603201 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Request body: {'port': {'device_id': '6020729b-5889-448c-8822-0289e9af683a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:22.653628 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b000e88b-b42d-41aa-8368-573725b8185d None None] Provisioning for port bb23bc44-9686-4dd8-8e51-f8b598822af8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:57:22.659088 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b000e88b-b42d-41aa-8368-573725b8185d None None] Provisioning complete for port bb23bc44-9686-4dd8-8e51-f8b598822af8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:22.662638 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b000e88b-b42d-41aa-8368-573725b8185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:22.717176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b000e88b-b42d-41aa-8368-573725b8185d None None] Port bb23bc44-9686-4dd8-8e51-f8b598822af8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:57:22.776211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:22.848321 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dc0c7-74fd-4ff1-aba3-c56eec4980d8 req-b04f3485-7ad3-4fc0-bada-bd3da8cd0937 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:22.849021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-d28dc0c7-74fd-4ff1-aba3-c56eec4980d8 req-b04f3485-7ad3-4fc0-bada-bd3da8cd0937 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:57:23.014338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-d28dc0c7-74fd-4ff1-aba3-c56eec4980d8 req-b04f3485-7ad3-4fc0-bada-bd3da8cd0937 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:57:23.015414 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d28dc0c7-74fd-4ff1-aba3-c56eec4980d8 req-b04f3485-7ad3-4fc0-bada-bd3da8cd0937 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 931 time: 0.3583770 Feb 17 09:57:23.091657 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d28dc0c7-74fd-4ff1-aba3-c56eec4980d8 req-51acf466-a193-403d-be2b-ae4b8c6199a1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=b695b753-c89c-43e1-99a8-9d39559af2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692444 Feb 17 09:57:23.184045 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb23bc44-9686-4dd8-8e51-f8b598822af8 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:57:23.191697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:23.206333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Transition to ACTIVE for port object bb23bc44-9686-4dd8-8e51-f8b598822af8 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:57:23.285215 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:23.559062 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Pushing event updated for resources: {'Port': ['ID=bb23bc44-9686-4dd8-8e51-f8b598822af8,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:23.631219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Attempting to bind port bb23bc44-9686-4dd8-8e51-f8b598822af8 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:57:23.631821 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Attempting to bind port bb23bc44-9686-4dd8-8e51-f8b598822af8 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f07fae81-c705-4267-9e2c-886525dea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:57:23.631949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Attempting to bind port bb23bc44-9686-4dd8-8e51-f8b598822af8 on network 0d4c4b76-b6f1-444c-835d-d9d33345e27c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:57:23.637019 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Port bb23bc44-9686-4dd8-8e51-f8b598822af8 on network 0d4c4b76-b6f1-444c-835d-d9d33345e27c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:57:23.637335 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Attempting to bind port bb23bc44-9686-4dd8-8e51-f8b598822af8 on network 0d4c4b76-b6f1-444c-835d-d9d33345e27c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:57:23.642414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:57:23.642748 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Checking segment: {'id': 'f07fae81-c705-4267-9e2c-886525dea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:57:23.643124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Bound using segment: {'id': 'f07fae81-c705-4267-9e2c-886525dea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:57:23.643539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Bound port: bb23bc44-9686-4dd8-8e51-f8b598822af8, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07fae81-c705-4267-9e2c-886525dea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:57:23.643880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:23.737092 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] For port bb23bc44-9686-4dd8-8e51-f8b598822af8, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:57:23.740291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] For port bb23bc44-9686-4dd8-8e51-f8b598822af8, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=bb23bc44-9686-4dd8-8e51-f8b598822af8,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:57:23.852880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:23.914546 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:23.915034 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:23.916390 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] 10.222.0.37 "PUT /v2.0/ports/bb23bc44-9686-4dd8-8e51-f8b598822af8 HTTP/1.1" status: 200 len: 1093 time: 1.3180847 Feb 17 09:57:23.917407 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6020729b-5889-448c-8822-0289e9af683a', 'tag': 'bb23bc44-9686-4dd8-8e51-f8b598822af8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:57:23.944641 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181a5e0-b999-45fa-9045-1a08f4e15f1d service neutron] Pushing event updated for resources: {'Port': ['ID=bb23bc44-9686-4dd8-8e51-f8b598822af8,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:23.977656 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6020729b-5889-448c-8822-0289e9af683a', 'tag': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'status': 'completed', 'code': 200} Feb 17 09:57:24.098950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a15cf-7543-4bf4-b129-c720d4f0c606 req-f1b1d269-42bf-47cc-aaa5-677cf6f69b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:24.100427 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cb2a15cf-7543-4bf4-b129-c720d4f0c606 req-f1b1d269-42bf-47cc-aaa5-677cf6f69b91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 1096 time: 0.0800118 Feb 17 09:57:24.301874 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a15cf-7543-4bf4-b129-c720d4f0c606 req-4acf75ee-a3f3-4a8e-8b40-cf644fdba483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:24.303252 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cb2a15cf-7543-4bf4-b129-c720d4f0c606 req-4acf75ee-a3f3-4a8e-8b40-cf644fdba483 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1889520 Feb 17 09:57:24.406292 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb7988-f3e6-4040-8feb-8f3c59af31d3 req-222837b1-59e6-4e0e-b52a-565762e76d6d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:24.407664 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a9cb7988-f3e6-4040-8feb-8f3c59af31d3 req-222837b1-59e6-4e0e-b52a-565762e76d6d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 943 time: 0.2105968 Feb 17 09:57:24.482071 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a9cb7988-f3e6-4040-8feb-8f3c59af31d3 req-be942aeb-6d17-4794-a396-03c3a4d079c5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=b695b753-c89c-43e1-99a8-9d39559af2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667660 Feb 17 09:57:24.499600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a15cf-7543-4bf4-b129-c720d4f0c606 req-47c92254-34cb-4345-bb65-d66d69fecdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:24.501057 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cb2a15cf-7543-4bf4-b129-c720d4f0c606 req-47c92254-34cb-4345-bb65-d66d69fecdc0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1915054 Feb 17 09:57:24.633590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-9927a6ce-c43d-4037-990e-38411f6c7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:24.635102 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-9927a6ce-c43d-4037-990e-38411f6c7c48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 1096 time: 0.0770271 Feb 17 09:57:24.712400 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1025e607-7411-4084-908b-58e595f6bb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:24.713559 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-0b75ca0a-19dc-4f70-9655-608da36e98db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb23bc44-9686-4dd8-8e51-f8b598822af8 HTTP/1.1" status: 200 len: 217 time: 0.0654371 Feb 17 09:57:24.782015 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-1a594ac9-57b7-4833-bd3b-5d04f6370bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:24.783618 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-1a594ac9-57b7-4833-bd3b-5d04f6370bcc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67c9b8ce-53aa-4521-ba11-79edbd85826b HTTP/1.1" status: 200 len: 833 time: 0.0644400 Feb 17 09:57:24.860639 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-e813a14d-cbf9-4499-ab0e-bcac083b5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:24.862174 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-e813a14d-cbf9-4499-ab0e-bcac083b5b1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d4c4b76-b6f1-444c-835d-d9d33345e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729659 Feb 17 09:57:24.998260 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-9c5c587f-b307-4d18-92e2-c7f069f2c83d service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299505 Feb 17 09:57:25.144194 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e12a65c5-6d75-4dd8-b447-fe8bf3e7994f req-7f1008e3-cf8b-45d8-bf09-165a75f8b98d service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396141 Feb 17 09:57:25.668343 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5adaa-45c1-4481-83e4-fa68a8ad2b75 req-214603d4-bbe7-4be7-bea5-b3a63db44a3b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:25.669844 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-32c5adaa-45c1-4481-83e4-fa68a8ad2b75 req-214603d4-bbe7-4be7-bea5-b3a63db44a3b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 943 time: 0.0813625 Feb 17 09:57:25.717791 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-32c5adaa-45c1-4481-83e4-fa68a8ad2b75 req-df0a9295-9552-4c22-9895-3a57093dc5f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:57:25.792673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-32c5adaa-45c1-4481-83e4-fa68a8ad2b75 req-df0a9295-9552-4c22-9895-3a57093dc5f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:57:25.793870 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-32c5adaa-45c1-4481-83e4-fa68a8ad2b75 req-df0a9295-9552-4c22-9895-3a57093dc5f8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=b695b753-c89c-43e1-99a8-9d39559af2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176617 Feb 17 09:57:26.985665 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c71b52-55df-4ee8-ab95-d96a210ec9ce req-882182c6-2716-48d2-9e8c-568adc1367bb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:26.987185 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64c71b52-55df-4ee8-ab95-d96a210ec9ce req-882182c6-2716-48d2-9e8c-568adc1367bb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 943 time: 0.0876477 Feb 17 09:57:26.992965 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53c51e61-660f-4cb9-95a8-c62f31ea9a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:27.033672 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64c71b52-55df-4ee8-ab95-d96a210ec9ce req-30e14416-eb78-426c-824e-c90affa34b98 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=b695b753-c89c-43e1-99a8-9d39559af2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408690 Feb 17 09:57:27.902651 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:28.149353 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:28.228391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f55fe-d33e-42cb-95e4-468b2209933a req-990b5094-56f1-45d6-9f1e-7f5d3334c79e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:28.231037 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b36f55fe-d33e-42cb-95e4-468b2209933a req-990b5094-56f1-45d6-9f1e-7f5d3334c79e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 943 time: 0.0876222 Feb 17 09:57:28.275202 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b36f55fe-d33e-42cb-95e4-468b2209933a req-90450737-d8bc-4eb1-9300-9cabbc0e6a76 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=b695b753-c89c-43e1-99a8-9d39559af2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385513 Feb 17 09:57:28.851924 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device bb23bc44-9686-4dd8-8e51-f8b598822af8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 09:57:28.989533 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port bb23bc44-9686-4dd8-8e51-f8b598822af8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=bb23bc44-9686-4dd8-8e51-f8b598822af8,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:57:29.003684 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'port_id': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'mac_address': 'fa:16:3e:f3:c8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 09:57:29.063578 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:29.080647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb23bc44-9686-4dd8-8e51-f8b598822af8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:57:29.096644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port bb23bc44-9686-4dd8-8e51-f8b598822af8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=bb23bc44-9686-4dd8-8e51-f8b598822af8,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:57:29.160994 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:29.228901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=bb23bc44-9686-4dd8-8e51-f8b598822af8,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:29.465869 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644df42-528f-4949-9e44-f9a41704f188 req-90bca8a1-3be8-4fdf-ae6a-96e03bbe3054 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:29.467408 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9644df42-528f-4949-9e44-f9a41704f188 req-90bca8a1-3be8-4fdf-ae6a-96e03bbe3054 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 944 time: 0.0818822 Feb 17 09:57:29.515730 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9644df42-528f-4949-9e44-f9a41704f188 req-ec78686b-f45c-4531-bbcc-ee1d1994475b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=b695b753-c89c-43e1-99a8-9d39559af2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410988 Feb 17 09:57:29.605470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['bb23bc44-9686-4dd8-8e51-f8b598822af8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:57:29.816937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:30.716278 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c067-1947-4aa7-8a5e-f50151d1a0f6 req-9c0be9d3-ce56-4e94-b597-108b2141fdd0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:30.717783 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-32a5c067-1947-4aa7-8a5e-f50151d1a0f6 req-9c0be9d3-ce56-4e94-b597-108b2141fdd0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 944 time: 0.0944660 Feb 17 09:57:30.765839 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-32a5c067-1947-4aa7-8a5e-f50151d1a0f6 req-b414dbac-21ad-422a-8678-545580a696a7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=b695b753-c89c-43e1-99a8-9d39559af2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421739 Feb 17 09:57:30.883372 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device bb23bc44-9686-4dd8-8e51-f8b598822af8 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:57:31.023664 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port bb23bc44-9686-4dd8-8e51-f8b598822af8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:57:31.028836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port bb23bc44-9686-4dd8-8e51-f8b598822af8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:31.029201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:31.147995 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:31.176495 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6020729b-5889-448c-8822-0289e9af683a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb23bc44-9686-4dd8-8e51-f8b598822af8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:57:31.188783 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port bb23bc44-9686-4dd8-8e51-f8b598822af8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=bb23bc44-9686-4dd8-8e51-f8b598822af8,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:57:31.264659 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:31.298202 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6020729b-5889-448c-8822-0289e9af683a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'code': 200} Feb 17 09:57:31.339858 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=bb23bc44-9686-4dd8-8e51-f8b598822af8,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:31.743894 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e0659-90ec-4056-b782-422935516b67 req-e2822b7b-9c8a-4a01-8c2f-ee3fcb68b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:31.746636 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-079e0659-90ec-4056-b782-422935516b67 req-e2822b7b-9c8a-4a01-8c2f-ee3fcb68b5f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 1098 time: 0.0772135 Feb 17 09:57:31.787764 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-079e0659-90ec-4056-b782-422935516b67 req-c3a15e6d-a9f3-44cd-8172-7d86a880fa5a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b695b753-c89c-43e1-99a8-9d39559af2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353220 Feb 17 09:57:31.958522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4397e-2fe1-4dc1-9501-39a9c5a5e8aa req-000d993c-d566-4da1-93d6-85f642d611f6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:31.959985 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7cc4397e-2fe1-4dc1-9501-39a9c5a5e8aa req-000d993c-d566-4da1-93d6-85f642d611f6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 945 time: 0.0810730 Feb 17 09:57:32.006475 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7cc4397e-2fe1-4dc1-9501-39a9c5a5e8aa req-b9323e4a-bec6-4787-ac57-0d38d9389cf1 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=b695b753-c89c-43e1-99a8-9d39559af2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406411 Feb 17 09:57:33.207064 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6ec37-7c44-4825-b5d5-a6178bf67ace req-7f3baa73-ade2-4587-8c9c-2a0efa052cbb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:33.208569 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0da6ec37-7c44-4825-b5d5-a6178bf67ace req-7f3baa73-ade2-4587-8c9c-2a0efa052cbb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 945 time: 0.0836272 Feb 17 09:57:33.361391 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0da6ec37-7c44-4825-b5d5-a6178bf67ace req-7bc3e3dd-813c-46d6-ac2a-b32b0cc20ca0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=b695b753-c89c-43e1-99a8-9d39559af2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457810 Feb 17 09:57:34.561044 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a289e4-9027-49ea-b378-3fb43514b174 req-47551c2f-21cf-48c2-a7de-3a3199b21e30 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:34.562582 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-88a289e4-9027-49ea-b378-3fb43514b174 req-47551c2f-21cf-48c2-a7de-3a3199b21e30 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 945 time: 0.0891321 Feb 17 09:57:34.618288 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-88a289e4-9027-49ea-b378-3fb43514b174 req-057fa980-02bb-43aa-a027-79be76750ce6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=b695b753-c89c-43e1-99a8-9d39559af2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494835 Feb 17 09:57:34.818647 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8aa2e-bd13-47bd-a242-e085e4b41bf7 req-95c01ebe-8b71-4aa1-bdb7-47a7d93cefa8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:34.820153 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-98c8aa2e-bd13-47bd-a242-e085e4b41bf7 req-95c01ebe-8b71-4aa1-bdb7-47a7d93cefa8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 945 time: 0.0941696 Feb 17 09:57:34.883578 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-98c8aa2e-bd13-47bd-a242-e085e4b41bf7 req-5eb826a4-46cb-4c9f-9d7e-7a1fda90aa71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=b695b753-c89c-43e1-99a8-9d39559af2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537837 Feb 17 09:57:34.906572 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43340) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:34.984913 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1014879-2937-44d2-a2fc-0e3ba14ddc9b tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:34.986459 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d1014879-2937-44d2-a2fc-0e3ba14ddc9b tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 1093 time: 0.0788455 Feb 17 09:57:34.989752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43344) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:35.001482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:35.011983 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:35.015935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:floatingip and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:35.018941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:35.025172 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:35.090763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:35.237862 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:35.394489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.26.4.17 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/8bc523dd-e00d-4eb0-8f32-4340e3ef63f4) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:57:35.625321 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:35.663196 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b56bb55-6a84-4273-8e5e-08f1d8586746 req-671faa01-812f-4ca5-b587-2073d0f62952 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1277342 Feb 17 09:57:35.747596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:35.862701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:35.873931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:35.883478 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:57:35.905633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=8bc523dd-e00d-4eb0-8f32-4340e3ef63f4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:35.998663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bb55-6a84-4273-8e5e-08f1d8586746 req-6fd9c8ca-926a-43c3-b590-9954c645bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:36.000188 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b56bb55-6a84-4273-8e5e-08f1d8586746 req-6fd9c8ca-926a-43c3-b590-9954c645bfc7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 1098 time: 0.2177258 Feb 17 09:57:36.320736 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bb55-6a84-4273-8e5e-08f1d8586746 req-635ca30f-d669-4cda-95fe-f48b217718cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:36.322645 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b56bb55-6a84-4273-8e5e-08f1d8586746 req-635ca30f-d669-4cda-95fe-f48b217718cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d4c4b76-b6f1-444c-835d-d9d33345e27c HTTP/1.1" status: 200 len: 897 time: 0.2825050 Feb 17 09:57:36.409189 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b56bb55-6a84-4273-8e5e-08f1d8586746 req-a1679caf-a426-45c0-8d32-74f5bea79838 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb23bc44-9686-4dd8-8e51-f8b598822af8 HTTP/1.1" status: 200 len: 217 time: 0.0786905 Feb 17 09:57:36.503096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bb55-6a84-4273-8e5e-08f1d8586746 req-ff5ab504-c09e-4639-b64f-a5d3a27aafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:36.504602 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b56bb55-6a84-4273-8e5e-08f1d8586746 req-ff5ab504-c09e-4639-b64f-a5d3a27aafb3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67c9b8ce-53aa-4521-ba11-79edbd85826b HTTP/1.1" status: 200 len: 833 time: 0.0858421 Feb 17 09:57:36.614375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:36.618608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bb55-6a84-4273-8e5e-08f1d8586746 req-d8734894-b1e2-4a2d-9ff2-d4c38dc60676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:36.621277 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b56bb55-6a84-4273-8e5e-08f1d8586746 req-d8734894-b1e2-4a2d-9ff2-d4c38dc60676 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d4c4b76-b6f1-444c-835d-d9d33345e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1040344 Feb 17 09:57:36.873641 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b56bb55-6a84-4273-8e5e-08f1d8586746 req-6b8376b7-a49b-4a15-9ea9-64d1671b6ccc service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394360 Feb 17 09:57:37.013125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:37.110023 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b56bb55-6a84-4273-8e5e-08f1d8586746 req-be75a8fe-3cb2-49a9-af08-a6c6cf25d074 service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080839 Feb 17 09:57:37.267334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:37.330526 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:37.443586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=8bc523dd-e00d-4eb0-8f32-4340e3ef63f4,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:37.460186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:37.641573 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP fd84f9ca-e397-4101-9126-3e29373028d3 associated. External IP: 172.26.4.17, port: bb23bc44-9686-4dd8-8e51-f8b598822af8. Feb 17 09:57:38.017324 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:57:38.328881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:57:38.340312 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4916c417-2cbd-45ea-826e-81590aa5715b None None] Sync routers for ids ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:57:38.354882 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4916c417-2cbd-45ea-826e-81590aa5715b None None] Routers {'dcc3c89f-3c31-48e2-8485-a9bc2dc68409'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:57:38.355932 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4916c417-2cbd-45ea-826e-81590aa5715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:57:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:38.458655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:38.532706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43348) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:38.533565 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ba909acf-9957-4ec8-8662-2730cdc25268 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5419285 Feb 17 09:57:38.533885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6020729b-5889-448c-8822-0289e9af683a', 'tag': 'bb23bc44-9686-4dd8-8e51-f8b598822af8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:57:38.555940 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4916c417-2cbd-45ea-826e-81590aa5715b None None] Set router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:57:38.593874 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6020729b-5889-448c-8822-0289e9af683a', 'tag': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'status': 'completed', 'code': 200} Feb 17 09:57:38.749431 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a77e3-ee75-41ee-b4c7-77d97ff0d409 req-ab0a8a6c-2521-4a35-b9cf-2830e82985c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:38.750663 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-819a77e3-ee75-41ee-b4c7-77d97ff0d409 req-ab0a8a6c-2521-4a35-b9cf-2830e82985c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 1098 time: 0.1114221 Feb 17 09:57:38.765548 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:38.803274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d57f85-c5a5-49f2-8a49-4a31af12fda6 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:38.805375 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-30d57f85-c5a5-49f2-8a49-4a31af12fda6 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 1093 time: 0.2711549 Feb 17 09:57:38.930426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a77e3-ee75-41ee-b4c7-77d97ff0d409 req-0a560823-3a0c-489b-a0f6-e0373586349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:38.932188 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-819a77e3-ee75-41ee-b4c7-77d97ff0d409 req-0a560823-3a0c-489b-a0f6-e0373586349c service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d4c4b76-b6f1-444c-835d-d9d33345e27c HTTP/1.1" status: 200 len: 897 time: 0.1719806 Feb 17 09:57:39.056047 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-819a77e3-ee75-41ee-b4c7-77d97ff0d409 req-45a0daef-c36e-41aa-8dc7-47757da127f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb23bc44-9686-4dd8-8e51-f8b598822af8 HTTP/1.1" status: 200 len: 998 time: 0.1176341 Feb 17 09:57:39.060917 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4916c417-2cbd-45ea-826e-81590aa5715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'fd84f9ca-e397-4101-9126-3e29373028d3', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'port_id': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'mac_address': 'fa:16:3e:f3:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020729b-5889-448c-8822-0289e9af683a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:36Z', 'updated_at': '2022-02-17T09:57:36Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1fc343-a40f-4317-ab6a-c8199f515211', 'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:9f:cb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:10Z', 'updated_at': '2022-02-17T09:57:17Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:39.067642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4916c417-2cbd-45ea-826e-81590aa5715b None None] Checking router: dcc3c89f-3c31-48e2-8485-a9bc2dc68409 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:57:39.077631 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4916c417-2cbd-45ea-826e-81590aa5715b None None] Routers {'dcc3c89f-3c31-48e2-8485-a9bc2dc68409'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:57:39.078285 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4916c417-2cbd-45ea-826e-81590aa5715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:57:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:39.097297 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43356) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:39.105949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a499c30c-65c9-4abd-97e5-0eb14f05e7d8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-571340834', 'description': 'tempest-secgroup-smoke-571340834 description', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:39.112472 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a499c30c-65c9-4abd-97e5-0eb14f05e7d8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:39.123026 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a499c30c-65c9-4abd-97e5-0eb14f05e7d8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:39.131509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a77e3-ee75-41ee-b4c7-77d97ff0d409 req-769abeea-1bb7-4d4a-a1d9-3c679551e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:39.133148 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-819a77e3-ee75-41ee-b4c7-77d97ff0d409 req-769abeea-1bb7-4d4a-a1d9-3c679551e7c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67c9b8ce-53aa-4521-ba11-79edbd85826b HTTP/1.1" status: 200 len: 833 time: 0.0715945 Feb 17 09:57:39.201941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a499c30c-65c9-4abd-97e5-0eb14f05e7d8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:39.221889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a77e3-ee75-41ee-b4c7-77d97ff0d409 req-6c3617c2-8201-4ecd-b6bd-c5a9d62d8004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:39.223434 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-819a77e3-ee75-41ee-b4c7-77d97ff0d409 req-6c3617c2-8201-4ecd-b6bd-c5a9d62d8004 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d4c4b76-b6f1-444c-835d-d9d33345e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844598 Feb 17 09:57:39.241001 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a499c30c-65c9-4abd-97e5-0eb14f05e7d8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:39.251431 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a499c30c-65c9-4abd-97e5-0eb14f05e7d8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:39.254690 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a499c30c-65c9-4abd-97e5-0eb14f05e7d8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:39.261648 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a499c30c-65c9-4abd-97e5-0eb14f05e7d8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:39.285592 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4916c417-2cbd-45ea-826e-81590aa5715b None None] Set router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:57:39.351384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a499c30c-65c9-4abd-97e5-0eb14f05e7d8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:39.409156 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-819a77e3-ee75-41ee-b4c7-77d97ff0d409 req-ceb8c122-5cb1-4b83-b981-48a535ad4eec service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779513 Feb 17 09:57:39.419753 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a499c30c-65c9-4abd-97e5-0eb14f05e7d8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:39.472220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499c30c-65c9-4abd-97e5-0eb14f05e7d8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4be3ade-953a-4982-a30a-d7943b64e927,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:39.564037 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-819a77e3-ee75-41ee-b4c7-77d97ff0d409 req-5eff366a-17c5-40bb-a686-f238c9e04769 service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492453 Feb 17 09:57:39.596014 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a499c30c-65c9-4abd-97e5-0eb14f05e7d8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:39.598850 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a499c30c-65c9-4abd-97e5-0eb14f05e7d8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5004814 Feb 17 09:57:39.601479 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43360) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:39.608881 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ceb6985c-26ac-44a7-94bf-ef8d74ed2410 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'a4be3ade-953a-4982-a30a-d7943b64e927', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:39.615675 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ceb6985c-26ac-44a7-94bf-ef8d74ed2410 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:39.620315 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ceb6985c-26ac-44a7-94bf-ef8d74ed2410 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:39.627433 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ceb6985c-26ac-44a7-94bf-ef8d74ed2410 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:39.638550 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ceb6985c-26ac-44a7-94bf-ef8d74ed2410 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:39.717638 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4916c417-2cbd-45ea-826e-81590aa5715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'fd84f9ca-e397-4101-9126-3e29373028d3', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'port_id': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'mac_address': 'fa:16:3e:f3:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020729b-5889-448c-8822-0289e9af683a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:36Z', 'updated_at': '2022-02-17T09:57:36Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1fc343-a40f-4317-ab6a-c8199f515211', 'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:9f:cb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:10Z', 'updated_at': '2022-02-17T09:57:17Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:39.722028 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4916c417-2cbd-45ea-826e-81590aa5715b None None] The sync data for ids ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'] in dv-neutron-828143-5-hyperv is: [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'fd84f9ca-e397-4101-9126-3e29373028d3', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'port_id': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'mac_address': 'fa:16:3e:f3:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020729b-5889-448c-8822-0289e9af683a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:36Z', 'updated_at': '2022-02-17T09:57:36Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1fc343-a40f-4317-ab6a-c8199f515211', 'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:9f:cb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:10Z', 'updated_at': '2022-02-17T09:57:17Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:57:39.749642 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ceb6985c-26ac-44a7-94bf-ef8d74ed2410 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:39.827004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ceb6985c-26ac-44a7-94bf-ef8d74ed2410 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:39.902731 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ceb6985c-26ac-44a7-94bf-ef8d74ed2410 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:39.928774 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6985c-26ac-44a7-94bf-ef8d74ed2410 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e98b166-42b9-4384-9cec-a10034532b74,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:39.942922 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95398ff7-551d-434b-bcf9-313c88ceea8a None None] New status for floating IP fd84f9ca-e397-4101-9126-3e29373028d3: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:57:40.052679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ceb6985c-26ac-44a7-94bf-ef8d74ed2410 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:40.053913 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ceb6985c-26ac-44a7-94bf-ef8d74ed2410 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4515109 Feb 17 09:57:40.057955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43364) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:40.063180 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-13424553-b6b0-4f9a-a2a7-099f7e8f1321 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'a4be3ade-953a-4982-a30a-d7943b64e927', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:40.069388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-13424553-b6b0-4f9a-a2a7-099f7e8f1321 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:40.073834 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-13424553-b6b0-4f9a-a2a7-099f7e8f1321 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:40.078178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-13424553-b6b0-4f9a-a2a7-099f7e8f1321 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:40.084638 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-13424553-b6b0-4f9a-a2a7-099f7e8f1321 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:40.155066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13424553-b6b0-4f9a-a2a7-099f7e8f1321 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:40.230479 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13424553-b6b0-4f9a-a2a7-099f7e8f1321 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:40.308453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13424553-b6b0-4f9a-a2a7-099f7e8f1321 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:40.334208 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13424553-b6b0-4f9a-a2a7-099f7e8f1321 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8a03d2-fe45-4dfb-b34d-f5dcd684b7a0,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:40.412726 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13424553-b6b0-4f9a-a2a7-099f7e8f1321 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:40.413896 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-13424553-b6b0-4f9a-a2a7-099f7e8f1321 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3549845 Feb 17 09:57:40.416870 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43368) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:40.422264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-1bd53b6c-143e-4cae-8032-1edf3f3eff44 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'a4be3ade-953a-4982-a30a-d7943b64e927', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:40.429460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1bd53b6c-143e-4cae-8032-1edf3f3eff44 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:40.437449 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1bd53b6c-143e-4cae-8032-1edf3f3eff44 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:40.441442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1bd53b6c-143e-4cae-8032-1edf3f3eff44 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:40.453687 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1bd53b6c-143e-4cae-8032-1edf3f3eff44 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:40.554212 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1bd53b6c-143e-4cae-8032-1edf3f3eff44 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:40.633503 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1bd53b6c-143e-4cae-8032-1edf3f3eff44 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:40.738260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1bd53b6c-143e-4cae-8032-1edf3f3eff44 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:40.762806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd53b6c-143e-4cae-8032-1edf3f3eff44 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f741a52-58cb-471d-889c-8d59b27129e3,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:40.858479 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1bd53b6c-143e-4cae-8032-1edf3f3eff44 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:40.859978 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1bd53b6c-143e-4cae-8032-1edf3f3eff44 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4418061 Feb 17 09:57:40.862865 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43372) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:40.870787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2d1d6cca-a10d-4443-b465-201d73e5080e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'a4be3ade-953a-4982-a30a-d7943b64e927', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:40.877056 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2d1d6cca-a10d-4443-b465-201d73e5080e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:40.880913 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2d1d6cca-a10d-4443-b465-201d73e5080e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:40.884016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2d1d6cca-a10d-4443-b465-201d73e5080e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:40.890328 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2d1d6cca-a10d-4443-b465-201d73e5080e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:41.051787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6cca-a10d-4443-b465-201d73e5080e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:41.124287 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6cca-a10d-4443-b465-201d73e5080e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:41.212413 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6cca-a10d-4443-b465-201d73e5080e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:41.237249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6cca-a10d-4443-b465-201d73e5080e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e16c1fc-33f1-4869-98ae-f082ddbf0699,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:41.298554 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6cca-a10d-4443-b465-201d73e5080e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:41.299857 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2d1d6cca-a10d-4443-b465-201d73e5080e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4355521 Feb 17 09:57:41.302760 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43376) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:41.307775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e106d35f-f0c0-4061-8aa4-ce823e32ef47 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'a4be3ade-953a-4982-a30a-d7943b64e927', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:41.314066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e106d35f-f0c0-4061-8aa4-ce823e32ef47 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:41.317900 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e106d35f-f0c0-4061-8aa4-ce823e32ef47 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:41.321017 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e106d35f-f0c0-4061-8aa4-ce823e32ef47 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:41.327443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e106d35f-f0c0-4061-8aa4-ce823e32ef47 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:41.412452 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-e106d35f-f0c0-4061-8aa4-ce823e32ef47 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:57:41.420826 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e106d35f-f0c0-4061-8aa4-ce823e32ef47 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:41.488931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e106d35f-f0c0-4061-8aa4-ce823e32ef47 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:41.578563 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e106d35f-f0c0-4061-8aa4-ce823e32ef47 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:41.603304 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106d35f-f0c0-4061-8aa4-ce823e32ef47 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c127053-8bdb-4a65-8617-4ca5abe70cce,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:41.681009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e106d35f-f0c0-4061-8aa4-ce823e32ef47 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:41.682986 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e106d35f-f0c0-4061-8aa4-ce823e32ef47 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3786128 Feb 17 09:57:41.685610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43380) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:41.690629 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c72d9576-6993-4d2a-ba8f-eec981ebd14e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': 'a4be3ade-953a-4982-a30a-d7943b64e927', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:41.696563 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c72d9576-6993-4d2a-ba8f-eec981ebd14e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:41.705415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c72d9576-6993-4d2a-ba8f-eec981ebd14e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:41.705415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c72d9576-6993-4d2a-ba8f-eec981ebd14e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:41.709295 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c72d9576-6993-4d2a-ba8f-eec981ebd14e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:41.795464 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-c72d9576-6993-4d2a-ba8f-eec981ebd14e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:57:41.802826 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c72d9576-6993-4d2a-ba8f-eec981ebd14e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:41.873461 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c72d9576-6993-4d2a-ba8f-eec981ebd14e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:41.947211 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c72d9576-6993-4d2a-ba8f-eec981ebd14e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:41.973456 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d9576-6993-4d2a-ba8f-eec981ebd14e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038eb4f9-2db3-41c3-b0ab-6a2cf1013d42,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:42.067524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c72d9576-6993-4d2a-ba8f-eec981ebd14e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:42.068797 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c72d9576-6993-4d2a-ba8f-eec981ebd14e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3821650 Feb 17 09:57:42.244989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-d5f1f972-8410-4f4a-a43b-f18263850f40 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:57:42.316133 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-d5f1f972-8410-4f4a-a43b-f18263850f40 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:57:42.317418 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-d5f1f972-8410-4f4a-a43b-f18263850f40 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-571340834&fields=id&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 267 time: 0.1178963 Feb 17 09:57:42.513693 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-7af870cd-3306-4476-8a07-3b9864d5e7a3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:42.514419 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-7af870cd-3306-4476-8a07-3b9864d5e7a3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:57:42.623855 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-7af870cd-3306-4476-8a07-3b9864d5e7a3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:57:42.625839 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-7af870cd-3306-4476-8a07-3b9864d5e7a3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/networks?id=0d4c4b76-b6f1-444c-835d-d9d33345e27c HTTP/1.1" status: 200 len: 796 time: 0.3006980 Feb 17 09:57:42.644063 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ca39b71f-8abf-480b-ae07-81e1a6c0ce64 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/quotas/eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 375 time: 0.0110915 Feb 17 09:57:42.738632 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-967c2b9e-abe3-4304-bcb1-c1056b83dab4 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0867739 Feb 17 09:57:42.803452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-7768d6ae-9cf0-4da1-985f-a9b8f14be0e3 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 09:57:42.809762 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-7768d6ae-9cf0-4da1-985f-a9b8f14be0e3 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538061 Feb 17 09:57:42.946253 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-c2a6a16a-ad52-453c-945c-bf1617ac9ae4 service neutron] 10.222.0.75 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343031 Feb 17 09:57:43.091404 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-2323fa69-129f-4c7d-b907-e9a2199cf8a3 service neutron] 10.222.0.75 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370282 Feb 17 09:57:43.381498 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b9c79bc2-6600-41dc-b481-c44f37975afd req-a4a1d398-faa9-4dc0-b7d3-9af1e88ec902 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 210 time: 0.0466583 Feb 17 09:57:44.552235 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8d0fd923-1eb4-4506-9ec7-846105abc04f req-b7b9ab35-e492-4f53-9b00-6f408937bd35 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 210 time: 0.0582500 Feb 17 09:57:45.733575 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b51a372-107e-4dd4-8905-1af8711f53a4 req-38114f0a-2665-489c-a214-637526ec0557 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 210 time: 0.0711129 Feb 17 09:57:45.857203 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-aef3653e-3d37-409f-98e7-96ca0b9b8396 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:45.858687 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-aef3653e-3d37-409f-98e7-96ca0b9b8396 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/networks?id=0d4c4b76-b6f1-444c-835d-d9d33345e27c HTTP/1.1" status: 200 len: 796 time: 0.1612401 Feb 17 09:57:45.919411 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-6254232f-8a90-47bf-8191-b57d5535fa7e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 471 time: 0.0440269 Feb 17 09:57:45.929638 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-50903482-a32c-4173-b5f7-f49df884120e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'port': {'device_id': 'aaecb98a-4bba-4f53-81ca-96e56d388848', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'admin_state_up': True, 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'security_groups': ['a4be3ade-953a-4982-a30a-d7943b64e927']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:46.070206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-50903482-a32c-4173-b5f7-f49df884120e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:46.080467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-50903482-a32c-4173-b5f7-f49df884120e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:46.206663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-50903482-a32c-4173-b5f7-f49df884120e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:57:46.210226 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-50903482-a32c-4173-b5f7-f49df884120e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:46.377017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-50903482-a32c-4173-b5f7-f49df884120e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.7 (0d4c4b76-b6f1-444c-835d-d9d33345e27c/67c9b8ce-53aa-4521-ba11-79edbd85826b/06cf14ef-d721-4c99-9ea6-95df9327ebf6) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:57:46.691303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-50903482-a32c-4173-b5f7-f49df884120e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:46.708163 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-50903482-a32c-4173-b5f7-f49df884120e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object 06cf14ef-d721-4c99-9ea6-95df9327ebf6 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:57:46.841629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-50903482-a32c-4173-b5f7-f49df884120e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:46.919613 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-50903482-a32c-4173-b5f7-f49df884120e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network 0d4c4b76-b6f1-444c-835d-d9d33345e27c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:46.920823 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-50903482-a32c-4173-b5f7-f49df884120e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:46.921396 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c8d3f-c3f9-446f-aa15-f87af246c3a9 req-b4931a73-a973-43a2-b364-1cfc7aa55321 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:46.923616 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4d2c8d3f-c3f9-446f-aa15-f87af246c3a9 req-b4931a73-a973-43a2-b364-1cfc7aa55321 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 931 time: 0.0818989 Feb 17 09:57:46.925093 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-50903482-a32c-4173-b5f7-f49df884120e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:57:46.977724 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50903482-a32c-4173-b5f7-f49df884120e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=06cf14ef-d721-4c99-9ea6-95df9327ebf6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:47.003756 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-50903482-a32c-4173-b5f7-f49df884120e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:47.004374 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-50903482-a32c-4173-b5f7-f49df884120e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:47.033685 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4d2c8d3f-c3f9-446f-aa15-f87af246c3a9 req-b66ba710-d44d-4ae4-a1ff-43ae3287385a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4be3ade-953a-4982-a30a-d7943b64e927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050100 Feb 17 09:57:47.098929 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-50903482-a32c-4173-b5f7-f49df884120e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1729403 Feb 17 09:57:47.125952 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Request body: {'port': {'device_id': 'aaecb98a-4bba-4f53-81ca-96e56d388848', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:47.235550 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ea84d6d7-5916-4102-9c34-c042ae4188d8 None None] Provisioning for port 06cf14ef-d721-4c99-9ea6-95df9327ebf6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:57:47.239459 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:47.241773 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ea84d6d7-5916-4102-9c34-c042ae4188d8 None None] Provisioning complete for port 06cf14ef-d721-4c99-9ea6-95df9327ebf6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:47.242214 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea84d6d7-5916-4102-9c34-c042ae4188d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:47.296131 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ea84d6d7-5916-4102-9c34-c042ae4188d8 None None] Port 06cf14ef-d721-4c99-9ea6-95df9327ebf6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:57:47.582519 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06cf14ef-d721-4c99-9ea6-95df9327ebf6 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:57:47.589942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:47.604629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Transition to ACTIVE for port object 06cf14ef-d721-4c99-9ea6-95df9327ebf6 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:57:47.678604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:47.851634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Pushing event updated for resources: {'Port': ['ID=06cf14ef-d721-4c99-9ea6-95df9327ebf6,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:47.931930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Attempting to bind port 06cf14ef-d721-4c99-9ea6-95df9327ebf6 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:57:47.932863 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Attempting to bind port 06cf14ef-d721-4c99-9ea6-95df9327ebf6 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f07fae81-c705-4267-9e2c-886525dea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:57:47.933611 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Attempting to bind port 06cf14ef-d721-4c99-9ea6-95df9327ebf6 on network 0d4c4b76-b6f1-444c-835d-d9d33345e27c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:57:47.938154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Port 06cf14ef-d721-4c99-9ea6-95df9327ebf6 on network 0d4c4b76-b6f1-444c-835d-d9d33345e27c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 09:57:47.938478 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Attempting to bind port 06cf14ef-d721-4c99-9ea6-95df9327ebf6 on network 0d4c4b76-b6f1-444c-835d-d9d33345e27c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:57:47.943684 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:57:47.944017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Checking segment: {'id': 'f07fae81-c705-4267-9e2c-886525dea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:57:47.944396 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Bound using segment: {'id': 'f07fae81-c705-4267-9e2c-886525dea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:57:47.944813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Bound port: 06cf14ef-d721-4c99-9ea6-95df9327ebf6, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07fae81-c705-4267-9e2c-886525dea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:57:47.945154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:48.038385 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] For port 06cf14ef-d721-4c99-9ea6-95df9327ebf6, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:57:48.041207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] For port 06cf14ef-d721-4c99-9ea6-95df9327ebf6, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=06cf14ef-d721-4c99-9ea6-95df9327ebf6,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:57:48.113619 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:48.222056 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:48.222669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:48.224030 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] 10.222.0.37 "PUT /v2.0/ports/06cf14ef-d721-4c99-9ea6-95df9327ebf6 HTTP/1.1" status: 200 len: 1093 time: 1.1024640 Feb 17 09:57:48.225044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaecb98a-4bba-4f53-81ca-96e56d388848', 'tag': '06cf14ef-d721-4c99-9ea6-95df9327ebf6'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:57:48.255104 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e864e-faaf-4265-b2d8-26d229c4738e service neutron] Pushing event updated for resources: {'Port': ['ID=06cf14ef-d721-4c99-9ea6-95df9327ebf6,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:48.284362 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7bd4a-6be5-4db5-afa0-59d908e609e1 req-97b4c55d-ecf3-411a-ae7c-6292d8b4c829 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:48.284858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-70e7bd4a-6be5-4db5-afa0-59d908e609e1 req-97b4c55d-ecf3-411a-ae7c-6292d8b4c829 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:57:48.289931 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaecb98a-4bba-4f53-81ca-96e56d388848', 'tag': '06cf14ef-d721-4c99-9ea6-95df9327ebf6', 'status': 'completed', 'code': 200} Feb 17 09:57:48.400609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2b803-fe58-40fb-8410-e30331bc3d35 req-60849649-66a2-43e7-b717-225b22e107a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:48.402173 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-56c2b803-fe58-40fb-8410-e30331bc3d35 req-60849649-66a2-43e7-b717-225b22e107a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 1096 time: 0.0733349 Feb 17 09:57:48.438612 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-70e7bd4a-6be5-4db5-afa0-59d908e609e1 req-97b4c55d-ecf3-411a-ae7c-6292d8b4c829 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:57:48.439758 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-70e7bd4a-6be5-4db5-afa0-59d908e609e1 req-97b4c55d-ecf3-411a-ae7c-6292d8b4c829 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 943 time: 0.2922516 Feb 17 09:57:48.574737 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-70e7bd4a-6be5-4db5-afa0-59d908e609e1 req-54a3996c-7d76-4d15-bdaa-5d11065f644d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4be3ade-953a-4982-a30a-d7943b64e927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722904 Feb 17 09:57:48.614712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2b803-fe58-40fb-8410-e30331bc3d35 req-a7d3d51b-1ccc-4a02-b390-dcf1ea00c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:48.616161 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-56c2b803-fe58-40fb-8410-e30331bc3d35 req-a7d3d51b-1ccc-4a02-b390-dcf1ea00c46f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2013211 Feb 17 09:57:48.754865 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2b803-fe58-40fb-8410-e30331bc3d35 req-5cfa0808-27a9-4d47-9ae9-2c61e1d069ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:48.756340 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-56c2b803-fe58-40fb-8410-e30331bc3d35 req-5cfa0808-27a9-4d47-9ae9-2c61e1d069ab service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341636 Feb 17 09:57:49.008679 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-d30f0b55-2fd4-4db4-9dc2-b4fc98bb2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:49.010213 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-d30f0b55-2fd4-4db4-9dc2-b4fc98bb2760 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 1096 time: 0.1807234 Feb 17 09:57:49.089746 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-1f5428ed-d42b-401b-a64d-3699b8efe12a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06cf14ef-d721-4c99-9ea6-95df9327ebf6 HTTP/1.1" status: 200 len: 217 time: 0.0621381 Feb 17 09:57:49.157639 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-7af144d7-fc81-4aac-9821-378818d4d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:49.159162 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-7af144d7-fc81-4aac-9821-378818d4d3c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67c9b8ce-53aa-4521-ba11-79edbd85826b HTTP/1.1" status: 200 len: 833 time: 0.0628793 Feb 17 09:57:49.237089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-d2772c37-ec51-4868-8259-ee27f2b21a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:49.238626 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-d2772c37-ec51-4868-8259-ee27f2b21a15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d4c4b76-b6f1-444c-835d-d9d33345e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733845 Feb 17 09:57:49.379976 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-0d05d915-402c-456e-b126-35fd3c3f6985 service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338081 Feb 17 09:57:49.518699 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ae0933f7-4126-476f-ba4e-9363115df7ba req-e6350df9-cbc2-4f51-b600-04ce83159604 service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317005 Feb 17 09:57:49.767718 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4b1db-bea2-4cff-8355-cc0124407877 req-66d08f67-b173-4195-a457-5427e52a1df5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:49.769195 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d7e4b1db-bea2-4cff-8355-cc0124407877 req-66d08f67-b173-4195-a457-5427e52a1df5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 943 time: 0.0837197 Feb 17 09:57:49.813315 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d7e4b1db-bea2-4cff-8355-cc0124407877 req-1d8d2987-b308-4276-afa4-c7f4e7e0d459 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4be3ade-953a-4982-a30a-d7943b64e927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384047 Feb 17 09:57:51.008350 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8deb7-e085-4fd6-a221-f37d615709e0 req-ef650b47-8bf4-4533-8481-e8c79eb3161b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:51.009826 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-02e8deb7-e085-4fd6-a221-f37d615709e0 req-ef650b47-8bf4-4533-8481-e8c79eb3161b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 943 time: 0.0864437 Feb 17 09:57:51.056401 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-02e8deb7-e085-4fd6-a221-f37d615709e0 req-48a0ee7d-4513-4a11-b82c-b87629c4615d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4be3ade-953a-4982-a30a-d7943b64e927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402825 Feb 17 09:57:51.637735 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:57:52.242602 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b20e5-6d6c-4e31-aec9-41db4e2d73dc req-c739b835-3479-4994-b258-ab2e437e45c0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:52.244096 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5d9b20e5-6d6c-4e31-aec9-41db4e2d73dc req-c739b835-3479-4994-b258-ab2e437e45c0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 943 time: 0.0820184 Feb 17 09:57:52.290100 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5d9b20e5-6d6c-4e31-aec9-41db4e2d73dc req-0c60c9e3-d188-4500-a7e4-82e18f212ed0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4be3ade-953a-4982-a30a-d7943b64e927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401623 Feb 17 09:57:52.962609 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 06cf14ef-d721-4c99-9ea6-95df9327ebf6 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 09:57:53.101264 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 06cf14ef-d721-4c99-9ea6-95df9327ebf6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=06cf14ef-d721-4c99-9ea6-95df9327ebf6,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:57:53.115501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '06cf14ef-d721-4c99-9ea6-95df9327ebf6', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'port_id': '06cf14ef-d721-4c99-9ea6-95df9327ebf6', 'mac_address': 'fa:16:3e:ca:8e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 09:57:53.176958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:53.196555 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06cf14ef-d721-4c99-9ea6-95df9327ebf6 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 09:57:53.216619 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 06cf14ef-d721-4c99-9ea6-95df9327ebf6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=06cf14ef-d721-4c99-9ea6-95df9327ebf6,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:57:53.287215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:53.367946 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=06cf14ef-d721-4c99-9ea6-95df9327ebf6,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:53.483523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60507dcd-fcec-4500-a21e-a830325897eb req-39d8f737-a8e1-448d-85d5-d47d63ec8ebc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:53.484962 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-60507dcd-fcec-4500-a21e-a830325897eb req-39d8f737-a8e1-448d-85d5-d47d63ec8ebc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 944 time: 0.0844536 Feb 17 09:57:53.538845 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-60507dcd-fcec-4500-a21e-a830325897eb req-a1742e1f-c408-4ed0-ac06-8ef666c5c0e8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4be3ade-953a-4982-a30a-d7943b64e927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479400 Feb 17 09:57:53.702624 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['06cf14ef-d721-4c99-9ea6-95df9327ebf6'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:57:54.690601 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59223310-910a-4851-a424-f7942c7c3f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:54.756970 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344792e-531e-4dd4-aa27-cf05b8190b11 req-856fe656-bc1f-4879-a8da-6bbad987e970 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:54.759499 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1344792e-531e-4dd4-aa27-cf05b8190b11 req-856fe656-bc1f-4879-a8da-6bbad987e970 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 944 time: 0.0989258 Feb 17 09:57:54.810404 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1344792e-531e-4dd4-aa27-cf05b8190b11 req-4a1bf97e-1d2b-410a-989b-8d3b1588a2e6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4be3ade-953a-4982-a30a-d7943b64e927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450883 Feb 17 09:57:54.970108 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 06cf14ef-d721-4c99-9ea6-95df9327ebf6 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:57:55.118930 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 06cf14ef-d721-4c99-9ea6-95df9327ebf6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:57:55.124935 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 06cf14ef-d721-4c99-9ea6-95df9327ebf6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:55.125308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:55.248811 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:55.276599 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaecb98a-4bba-4f53-81ca-96e56d388848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cf14ef-d721-4c99-9ea6-95df9327ebf6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:57:55.287497 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 06cf14ef-d721-4c99-9ea6-95df9327ebf6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=06cf14ef-d721-4c99-9ea6-95df9327ebf6,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:57:55.323438 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaecb98a-4bba-4f53-81ca-96e56d388848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cf14ef-d721-4c99-9ea6-95df9327ebf6', 'code': 200} Feb 17 09:57:55.352856 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:55.426173 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=06cf14ef-d721-4c99-9ea6-95df9327ebf6,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:55.751273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8710e-d108-44a4-a228-122d3970c335 req-aa6b7823-b518-46af-9b90-809d34563d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:55.752918 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9fa8710e-d108-44a4-a228-122d3970c335 req-aa6b7823-b518-46af-9b90-809d34563d07 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 1098 time: 0.0789111 Feb 17 09:57:55.802469 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9fa8710e-d108-44a4-a228-122d3970c335 req-58612424-6026-4f94-8f77-6a6091e2e5d2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a4be3ade-953a-4982-a30a-d7943b64e927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429597 Feb 17 09:57:55.996999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd1f97-dada-4349-a4ca-a9617859ce4d req-c3a7aa0f-8070-42d8-b4db-61444393097d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:55.998515 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0afd1f97-dada-4349-a4ca-a9617859ce4d req-c3a7aa0f-8070-42d8-b4db-61444393097d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 945 time: 0.0826459 Feb 17 09:57:56.048998 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0afd1f97-dada-4349-a4ca-a9617859ce4d req-f365d861-8d7f-47f4-b9b1-253a31cd8c93 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4be3ade-953a-4982-a30a-d7943b64e927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447152 Feb 17 09:57:57.015959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ba1fe21-3e69-49e8-82fd-43e386d418b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:57.243810 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53a5e1-17b3-4f88-9260-3b668bb01e95 req-b7a7f6cb-6e6e-4b51-ae8b-04c2120e4abd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:57.245602 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cb53a5e1-17b3-4f88-9260-3b668bb01e95 req-b7a7f6cb-6e6e-4b51-ae8b-04c2120e4abd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 945 time: 0.0873749 Feb 17 09:57:57.303881 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cb53a5e1-17b3-4f88-9260-3b668bb01e95 req-d89c03e5-1236-40c8-99c1-4aee8d0be13d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4be3ade-953a-4982-a30a-d7943b64e927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472901 Feb 17 09:57:57.924476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:58.164659 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:58.502278 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9100c3a-2262-4f02-8c9a-fbf97ca00fe0 req-43a87034-8528-4245-b949-feb3ad1edfff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:58.503778 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c9100c3a-2262-4f02-8c9a-fbf97ca00fe0 req-43a87034-8528-4245-b949-feb3ad1edfff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 945 time: 0.0886025 Feb 17 09:57:58.550163 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c9100c3a-2262-4f02-8c9a-fbf97ca00fe0 req-81540f3e-19ec-4021-ad05-dbeef858d93b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4be3ade-953a-4982-a30a-d7943b64e927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406859 Feb 17 09:57:58.738879 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecad169-ed1a-41c6-a3ca-a44502752c94 req-a6d8096f-15ee-4e65-b075-fae0a57c2da0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:58.740345 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fecad169-ed1a-41c6-a3ca-a44502752c94 req-a6d8096f-15ee-4e65-b075-fae0a57c2da0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 945 time: 0.0806320 Feb 17 09:57:58.784241 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fecad169-ed1a-41c6-a3ca-a44502752c94 req-69dee5f3-4f71-4416-b3a8-03013f845d0b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4be3ade-953a-4982-a30a-d7943b64e927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383353 Feb 17 09:57:58.807749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43444) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:58.880213 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf8a123-706f-4134-a7ea-90ed781b3a25 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:58.881617 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cdf8a123-706f-4134-a7ea-90ed781b3a25 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 1093 time: 0.0729792 Feb 17 09:57:58.884539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43448) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:57:58.889998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': '06cf14ef-d721-4c99-9ea6-95df9327ebf6', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:58.895923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:57:58.899684 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:floatingip and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:57:58.902721 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:57:58.908305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:57:58.975896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:59.119343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:59.251363 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.26.4.74 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/dff114a5-75b4-41a2-8277-574d49a12c5c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:57:59.396803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:59.515533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:57:59.586444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:59.589379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:59.593110 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:57:59.625153 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=dff114a5-75b4-41a2-8277-574d49a12c5c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:59.640885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:59.641233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:59.641573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:59.641905 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:59.642260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:59.642592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:59.642920 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:59.643244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:59.643570 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:59.643891 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:59.644210 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:59.644525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:57:59.799107 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:00.125291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:00.294010 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:00.508128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:00.576122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:00.684060 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=dff114a5-75b4-41a2-8277-574d49a12c5c,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:00.701300 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:00.880067 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP 30de2a60-8ab6-4e7a-9f54-9f0e7db9c9e7 associated. External IP: 172.26.4.74, port: 06cf14ef-d721-4c99-9ea6-95df9327ebf6. Feb 17 09:58:01.229891 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:58:01.414356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:58:01.424555 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e609cb-749c-4d75-bbe7-ad8eff549a55 None None] Sync routers for ids ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:58:01.434719 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e609cb-749c-4d75-bbe7-ad8eff549a55 None None] Routers {'dcc3c89f-3c31-48e2-8485-a9bc2dc68409'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:58:01.435337 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-38e609cb-749c-4d75-bbe7-ad8eff549a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:57:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:01.520653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:01.576902 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8c2ea2db-94c4-4646-8ccc-51c253b876b7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6913550 Feb 17 09:58:01.577570 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaecb98a-4bba-4f53-81ca-96e56d388848', 'tag': '06cf14ef-d721-4c99-9ea6-95df9327ebf6'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:58:01.624919 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaecb98a-4bba-4f53-81ca-96e56d388848', 'tag': '06cf14ef-d721-4c99-9ea6-95df9327ebf6', 'status': 'completed', 'code': 200} Feb 17 09:58:01.673194 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-38e609cb-749c-4d75-bbe7-ad8eff549a55 None None] Set router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:58:01.865562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a853679-fde2-4a20-8cec-6dd173ecbf66 req-49b2b2cc-0a55-4367-8135-5a030e14d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:01.867017 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6a853679-fde2-4a20-8cec-6dd173ecbf66 req-49b2b2cc-0a55-4367-8135-5a030e14d5d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 1098 time: 0.1948698 Feb 17 09:58:02.001387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a853679-fde2-4a20-8cec-6dd173ecbf66 req-170f3042-227b-4efd-a36c-18dcd13f8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:02.002876 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6a853679-fde2-4a20-8cec-6dd173ecbf66 req-170f3042-227b-4efd-a36c-18dcd13f8cfc service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d4c4b76-b6f1-444c-835d-d9d33345e27c HTTP/1.1" status: 200 len: 897 time: 0.1290820 Feb 17 09:58:02.030886 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-38e609cb-749c-4d75-bbe7-ad8eff549a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '30de2a60-8ab6-4e7a-9f54-9f0e7db9c9e7', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.74', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'port_id': '06cf14ef-d721-4c99-9ea6-95df9327ebf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'mac_address': 'fa:16:3e:ca:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecb98a-4bba-4f53-81ca-96e56d388848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:58:00Z', 'updated_at': '2022-02-17T09:58:00Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}, {'id': 'fd84f9ca-e397-4101-9126-3e29373028d3', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'port_id': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'mac_address': 'fa:16:3e:f3:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020729b-5889-448c-8822-0289e9af683a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:36Z', 'updated_at': '2022-02-17T09:57:40Z', 'revision_number': 1, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1fc343-a40f-4317-ab6a-c8199f515211', 'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:9f:cb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:10Z', 'updated_at': '2022-02-17T09:57:17Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:02.034696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e609cb-749c-4d75-bbe7-ad8eff549a55 None None] Checking router: dcc3c89f-3c31-48e2-8485-a9bc2dc68409 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:58:02.043656 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e609cb-749c-4d75-bbe7-ad8eff549a55 None None] Routers {'dcc3c89f-3c31-48e2-8485-a9bc2dc68409'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:58:02.044253 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-38e609cb-749c-4d75-bbe7-ad8eff549a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:57:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:02.115055 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6a853679-fde2-4a20-8cec-6dd173ecbf66 req-6c2bb967-0ed7-4b52-b20a-51a4b4495471 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06cf14ef-d721-4c99-9ea6-95df9327ebf6 HTTP/1.1" status: 200 len: 998 time: 0.1057291 Feb 17 09:58:02.183291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a853679-fde2-4a20-8cec-6dd173ecbf66 req-6b8ec9f8-2a87-499c-b142-c6876cf7960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:02.184748 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6a853679-fde2-4a20-8cec-6dd173ecbf66 req-6b8ec9f8-2a87-499c-b142-c6876cf7960e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67c9b8ce-53aa-4521-ba11-79edbd85826b HTTP/1.1" status: 200 len: 833 time: 0.0601537 Feb 17 09:58:02.235616 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-38e609cb-749c-4d75-bbe7-ad8eff549a55 None None] Set router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:58:02.267765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a853679-fde2-4a20-8cec-6dd173ecbf66 req-0c985b67-3d73-4c69-a7c3-40c68dc34018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:02.269276 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6a853679-fde2-4a20-8cec-6dd173ecbf66 req-0c985b67-3d73-4c69-a7c3-40c68dc34018 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d4c4b76-b6f1-444c-835d-d9d33345e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763056 Feb 17 09:58:02.406563 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6a853679-fde2-4a20-8cec-6dd173ecbf66 req-54771660-baeb-4572-81a4-b3e0303c3505 service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305485 Feb 17 09:58:02.544121 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6a853679-fde2-4a20-8cec-6dd173ecbf66 req-4db4f5e8-fe3a-43bb-9cc4-646b916c12d8 service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313272 Feb 17 09:58:02.618350 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-38e609cb-749c-4d75-bbe7-ad8eff549a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '30de2a60-8ab6-4e7a-9f54-9f0e7db9c9e7', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.74', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'port_id': '06cf14ef-d721-4c99-9ea6-95df9327ebf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'mac_address': 'fa:16:3e:ca:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecb98a-4bba-4f53-81ca-96e56d388848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:58:00Z', 'updated_at': '2022-02-17T09:58:00Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}, {'id': 'fd84f9ca-e397-4101-9126-3e29373028d3', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'port_id': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'mac_address': 'fa:16:3e:f3:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020729b-5889-448c-8822-0289e9af683a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:36Z', 'updated_at': '2022-02-17T09:57:40Z', 'revision_number': 1, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1fc343-a40f-4317-ab6a-c8199f515211', 'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:9f:cb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:10Z', 'updated_at': '2022-02-17T09:57:17Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:02.623878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e609cb-749c-4d75-bbe7-ad8eff549a55 None None] The sync data for ids ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'] in dv-neutron-828143-5-hyperv is: [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '30de2a60-8ab6-4e7a-9f54-9f0e7db9c9e7', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.74', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'port_id': '06cf14ef-d721-4c99-9ea6-95df9327ebf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'mac_address': 'fa:16:3e:ca:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecb98a-4bba-4f53-81ca-96e56d388848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:58:00Z', 'updated_at': '2022-02-17T09:58:00Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}, {'id': 'fd84f9ca-e397-4101-9126-3e29373028d3', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'port_id': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'mac_address': 'fa:16:3e:f3:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020729b-5889-448c-8822-0289e9af683a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:36Z', 'updated_at': '2022-02-17T09:57:40Z', 'revision_number': 1, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1fc343-a40f-4317-ab6a-c8199f515211', 'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:9f:cb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:10Z', 'updated_at': '2022-02-17T09:57:17Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:58:02.835540 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d3aad-5121-47b2-9824-ac38fc672d3e None None] New status for floating IP 30de2a60-8ab6-4e7a-9f54-9f0e7db9c9e7: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:58:08.679006 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:24.697480 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-85de1e0c-ca07-4a06-b07a-bd9d7ecedad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:26.992849 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-417eba66-ecf0-400f-bf77-8214fc573bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:27.949705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:28.149048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:28.636796 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:58:29.834708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:36.629422 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c4ee1cf6-2474-4e6d-963b-4ef6acec70bb req-1721efe5-81f3-4259-af95-1b92e78cc598 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1096497 Feb 17 09:58:36.796461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee1cf6-2474-4e6d-963b-4ef6acec70bb req-797b5217-6de2-4803-ac91-9cf572f1a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:36.797862 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c4ee1cf6-2474-4e6d-963b-4ef6acec70bb req-797b5217-6de2-4803-ac91-9cf572f1a529 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 1098 time: 0.0750301 Feb 17 09:58:36.953589 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee1cf6-2474-4e6d-963b-4ef6acec70bb req-39ab5f89-a585-45e3-8d3e-9aa1da91ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:36.955068 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c4ee1cf6-2474-4e6d-963b-4ef6acec70bb req-39ab5f89-a585-45e3-8d3e-9aa1da91ea2c service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d4c4b76-b6f1-444c-835d-d9d33345e27c HTTP/1.1" status: 200 len: 897 time: 0.1348221 Feb 17 09:58:37.064635 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c4ee1cf6-2474-4e6d-963b-4ef6acec70bb req-4b6f252c-d71f-465a-a2a5-6815d06b5bf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb23bc44-9686-4dd8-8e51-f8b598822af8 HTTP/1.1" status: 200 len: 1000 time: 0.1030962 Feb 17 09:58:37.131658 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee1cf6-2474-4e6d-963b-4ef6acec70bb req-320b41fb-1ce6-45c8-a6d5-5dcaddd3eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:37.133092 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c4ee1cf6-2474-4e6d-963b-4ef6acec70bb req-320b41fb-1ce6-45c8-a6d5-5dcaddd3eda4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67c9b8ce-53aa-4521-ba11-79edbd85826b HTTP/1.1" status: 200 len: 833 time: 0.0627859 Feb 17 09:58:37.210404 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee1cf6-2474-4e6d-963b-4ef6acec70bb req-aebb0bd7-437c-43e8-93ba-a873b64e5508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:37.211880 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c4ee1cf6-2474-4e6d-963b-4ef6acec70bb req-aebb0bd7-437c-43e8-93ba-a873b64e5508 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d4c4b76-b6f1-444c-835d-d9d33345e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722582 Feb 17 09:58:37.346963 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c4ee1cf6-2474-4e6d-963b-4ef6acec70bb req-da542066-052c-405a-906c-4a43e9f19b3a service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282337 Feb 17 09:58:37.485164 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c4ee1cf6-2474-4e6d-963b-4ef6acec70bb req-c8d4f59b-4685-496f-b72c-9f4a95df08f5 service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312516 Feb 17 09:58:38.680621 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:54.691526 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba1150ce-4c7d-4d25-8b35-1d5ba92574f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:56.983032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c888f7a2-bd90-4733-a12d-e1769c9e64ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:57.903786 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:58.177578 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:58:59.817451 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:05.636283 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:59:08.703318 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:16.942289 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43476) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:17.147217 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c9499660-5722-428f-b036-52de463dd1d2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/fd84f9ca-e397-4101-9126-3e29373028d3 HTTP/1.1" status: 200 len: 992 time: 0.2037864 Feb 17 09:59:17.917979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43486) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:17.925020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:18.043950 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:18.357643 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port bb23bc44-9686-4dd8-8e51-f8b598822af8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=bb23bc44-9686-4dd8-8e51-f8b598822af8,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:59:18.382178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:18.444681 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:18.513437 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:18.513995 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:18.516106 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/ports/bb23bc44-9686-4dd8-8e51-f8b598822af8 HTTP/1.1" status: 200 len: 938 time: 0.5963042 Feb 17 09:59:18.519563 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6020729b-5889-448c-8822-0289e9af683a', 'tag': 'bb23bc44-9686-4dd8-8e51-f8b598822af8'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:59:18.543900 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=bb23bc44-9686-4dd8-8e51-f8b598822af8,revision_number=6']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:18.551931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:18.552239 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:18.552578 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:18.552913 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:18.553276 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:18.553608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:18.553936 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:18.554414 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:18.554747 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:18.555131 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:18.555390 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:18.555757 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479402ce-900e-4239-99b0-ed6337fc0573 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:18.626663 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6020729b-5889-448c-8822-0289e9af683a', 'tag': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'status': 'completed', 'code': 200} Feb 17 09:59:18.715241 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3526d1b0-0e10-4f27-afa7-b3a6c840f277 None None] Provisioning complete for port bb23bc44-9686-4dd8-8e51-f8b598822af8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:18.715853 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3526d1b0-0e10-4f27-afa7-b3a6c840f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:18.740028 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706ee21-3783-4beb-bdf3-2d3898991561 req-c01329e0-4d0b-43e9-9b09-f24084d5a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:18.741495 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2706ee21-3783-4beb-bdf3-2d3898991561 req-c01329e0-4d0b-43e9-9b09-f24084d5a66f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 1099 time: 0.0704741 Feb 17 09:59:18.776530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3526d1b0-0e10-4f27-afa7-b3a6c840f277 None None] Port bb23bc44-9686-4dd8-8e51-f8b598822af8 is administratively disabled so it will not transition to active. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Feb 17 09:59:18.869388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706ee21-3783-4beb-bdf3-2d3898991561 req-85de8272-aacd-46ab-9de3-0d24e302f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:18.871474 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2706ee21-3783-4beb-bdf3-2d3898991561 req-85de8272-aacd-46ab-9de3-0d24e302f3b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d4c4b76-b6f1-444c-835d-d9d33345e27c HTTP/1.1" status: 200 len: 897 time: 0.1241066 Feb 17 09:59:18.975634 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2706ee21-3783-4beb-bdf3-2d3898991561 req-61b10a3f-b8b6-41c2-9109-8c3cb0d246d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb23bc44-9686-4dd8-8e51-f8b598822af8 HTTP/1.1" status: 200 len: 1001 time: 0.0979261 Feb 17 09:59:19.040146 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706ee21-3783-4beb-bdf3-2d3898991561 req-e31ec5df-d9b7-4694-822a-ff44be1f1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:19.041560 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2706ee21-3783-4beb-bdf3-2d3898991561 req-e31ec5df-d9b7-4694-822a-ff44be1f1b4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67c9b8ce-53aa-4521-ba11-79edbd85826b HTTP/1.1" status: 200 len: 833 time: 0.0602350 Feb 17 09:59:19.115643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706ee21-3783-4beb-bdf3-2d3898991561 req-cb70a58c-bae6-49eb-afa1-8ef7354f5566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:19.117136 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2706ee21-3783-4beb-bdf3-2d3898991561 req-cb70a58c-bae6-49eb-afa1-8ef7354f5566 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d4c4b76-b6f1-444c-835d-d9d33345e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693641 Feb 17 09:59:19.248572 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2706ee21-3783-4beb-bdf3-2d3898991561 req-61439c68-2194-4a01-9e08-5ca047c536e8 service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248672 Feb 17 09:59:19.381227 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2706ee21-3783-4beb-bdf3-2d3898991561 req-c47cbc6c-afd1-47c9-aca6-11b44e88ca8f service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265123 Feb 17 09:59:22.172361 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43498) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:22.178454 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-60571298-b466-4b70-8b2e-3a23faa3ed71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:22.310804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60571298-b466-4b70-8b2e-3a23faa3ed71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:22.538732 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-60571298-b466-4b70-8b2e-3a23faa3ed71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port bb23bc44-9686-4dd8-8e51-f8b598822af8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=bb23bc44-9686-4dd8-8e51-f8b598822af8,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:59:22.565118 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60571298-b466-4b70-8b2e-3a23faa3ed71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:22.628347 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60571298-b466-4b70-8b2e-3a23faa3ed71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:22.695440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60571298-b466-4b70-8b2e-3a23faa3ed71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:22.696061 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60571298-b466-4b70-8b2e-3a23faa3ed71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:22.697437 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-60571298-b466-4b70-8b2e-3a23faa3ed71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/ports/bb23bc44-9686-4dd8-8e51-f8b598822af8 HTTP/1.1" status: 200 len: 937 time: 0.5240295 Feb 17 09:59:22.698113 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6020729b-5889-448c-8822-0289e9af683a', 'tag': 'bb23bc44-9686-4dd8-8e51-f8b598822af8'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:59:22.701696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43502) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:22.719858 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60571298-b466-4b70-8b2e-3a23faa3ed71 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=bb23bc44-9686-4dd8-8e51-f8b598822af8,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:22.756730 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6020729b-5889-448c-8822-0289e9af683a', 'tag': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'status': 'completed', 'code': 200} Feb 17 09:59:22.878930 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bd2af30a-3ebf-410b-a4cc-dfc36719b657 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/fd84f9ca-e397-4101-9126-3e29373028d3 HTTP/1.1" status: 200 len: 992 time: 0.1760771 Feb 17 09:59:22.899311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686a38-3b40-4c05-b838-407cc846dc54 req-9688d97b-84a7-46ad-932b-8345a543d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:22.900738 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b1686a38-3b40-4c05-b838-407cc846dc54 req-9688d97b-84a7-46ad-932b-8345a543d3d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 1098 time: 0.0905361 Feb 17 09:59:22.920428 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-afe1d67a-9099-4eed-a2a6-ad6f45aa41f3 None None] Provisioning complete for port bb23bc44-9686-4dd8-8e51-f8b598822af8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:22.921038 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-afe1d67a-9099-4eed-a2a6-ad6f45aa41f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:23.033436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686a38-3b40-4c05-b838-407cc846dc54 req-8bd361b3-2639-4e94-8ca1-c06ce0f17526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:23.034832 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b1686a38-3b40-4c05-b838-407cc846dc54 req-8bd361b3-2639-4e94-8ca1-c06ce0f17526 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d4c4b76-b6f1-444c-835d-d9d33345e27c HTTP/1.1" status: 200 len: 897 time: 0.1273098 Feb 17 09:59:23.137296 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b1686a38-3b40-4c05-b838-407cc846dc54 req-b57ff3d6-2a4a-4608-a4de-6df0cccdeab8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb23bc44-9686-4dd8-8e51-f8b598822af8 HTTP/1.1" status: 200 len: 1000 time: 0.0936196 Feb 17 09:59:23.194489 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['bb23bc44-9686-4dd8-8e51-f8b598822af8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 09:59:23.203392 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686a38-3b40-4c05-b838-407cc846dc54 req-ab0186eb-ea55-4c7a-a73f-550cf53b8601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:23.204840 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b1686a38-3b40-4c05-b838-407cc846dc54 req-ab0186eb-ea55-4c7a-a73f-550cf53b8601 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67c9b8ce-53aa-4521-ba11-79edbd85826b HTTP/1.1" status: 200 len: 833 time: 0.0624716 Feb 17 09:59:23.280810 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686a38-3b40-4c05-b838-407cc846dc54 req-89b65f63-ba79-4718-80ae-2b9df2a9a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:23.282441 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b1686a38-3b40-4c05-b838-407cc846dc54 req-89b65f63-ba79-4718-80ae-2b9df2a9a0be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d4c4b76-b6f1-444c-835d-d9d33345e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717006 Feb 17 09:59:23.419997 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b1686a38-3b40-4c05-b838-407cc846dc54 req-3dd2c019-1dee-4646-bbf5-da3d77b8e290 service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312201 Feb 17 09:59:23.651151 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b1686a38-3b40-4c05-b838-407cc846dc54 req-960c91a4-d8d4-4dc6-b6cb-dc25e98767a2 service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251978 Feb 17 09:59:24.724583 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9cf43d5b-2dad-466c-83d8-2f44d100cc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:25.489773 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43516) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:25.692180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port dff114a5-75b4-41a2-8277-574d49a12c5c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:59:25.692523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:25.859813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:25.860142 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:25.984272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for dff114a5-75b4-41a2-8277-574d49a12c5c owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:59:26.217127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:26.265816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=dff114a5-75b4-41a2-8277-574d49a12c5c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:26.301850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:26.302221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:26.302557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:26.302887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:26.303207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:26.303534 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:26.303849 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:26.304163 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:26.304483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:26.304794 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:26.305105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:26.305413 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:26.367323 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:26.367669 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP 30de2a60-8ab6-4e7a-9f54-9f0e7db9c9e7 disassociated (deleted). External IP: 172.26.4.74, port: 06cf14ef-d721-4c99-9ea6-95df9327ebf6. Feb 17 09:59:26.733249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:59:26.994069 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f0f9d21e-13e9-4134-8de9-d0cd9c848aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:27.022989 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:59:27.035358 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b96cc36-6f9a-4346-8ace-0a592a1e15ef None None] Sync routers for ids ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:59:27.045767 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b96cc36-6f9a-4346-8ace-0a592a1e15ef None None] Routers {'dcc3c89f-3c31-48e2-8485-a9bc2dc68409'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:59:27.049719 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9b96cc36-6f9a-4346-8ace-0a592a1e15ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:59:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:27.114023 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:27.171326 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1579a841-859e-43c8-821b-9f743c46183d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/floatingips/30de2a60-8ab6-4e7a-9f54-9f0e7db9c9e7 HTTP/1.1" status: 204 len: 168 time: 1.6804283 Feb 17 09:59:27.171889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaecb98a-4bba-4f53-81ca-96e56d388848', 'tag': '06cf14ef-d721-4c99-9ea6-95df9327ebf6'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:59:27.219515 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaecb98a-4bba-4f53-81ca-96e56d388848', 'tag': '06cf14ef-d721-4c99-9ea6-95df9327ebf6', 'status': 'completed', 'code': 200} Feb 17 09:59:27.232333 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9b96cc36-6f9a-4346-8ace-0a592a1e15ef None None] Set router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:59:27.332341 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fccf60-0291-42ef-bd66-546ee324669c req-b2d092d2-78aa-48d4-9725-93dbef200458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:27.333986 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a9fccf60-0291-42ef-bd66-546ee324669c req-b2d092d2-78aa-48d4-9725-93dbef200458 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 1098 time: 0.0719335 Feb 17 09:59:27.467748 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fccf60-0291-42ef-bd66-546ee324669c req-cc0ce11e-7c76-4a0c-a9b8-1b239d39062e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:27.469197 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a9fccf60-0291-42ef-bd66-546ee324669c req-cc0ce11e-7c76-4a0c-a9b8-1b239d39062e service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d4c4b76-b6f1-444c-835d-d9d33345e27c HTTP/1.1" status: 200 len: 897 time: 0.1285789 Feb 17 09:59:27.543211 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a9fccf60-0291-42ef-bd66-546ee324669c req-edd2aaac-844b-4d6a-9a26-2b3d01fefdc6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06cf14ef-d721-4c99-9ea6-95df9327ebf6 HTTP/1.1" status: 200 len: 217 time: 0.0668654 Feb 17 09:59:27.610845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fccf60-0291-42ef-bd66-546ee324669c req-3b0f6d91-60bc-4094-a17d-209168b328e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:27.612312 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a9fccf60-0291-42ef-bd66-546ee324669c req-3b0f6d91-60bc-4094-a17d-209168b328e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67c9b8ce-53aa-4521-ba11-79edbd85826b HTTP/1.1" status: 200 len: 833 time: 0.0638726 Feb 17 09:59:27.619374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9b96cc36-6f9a-4346-8ace-0a592a1e15ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'fd84f9ca-e397-4101-9126-3e29373028d3', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'port_id': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'mac_address': 'fa:16:3e:f3:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020729b-5889-448c-8822-0289e9af683a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:36Z', 'updated_at': '2022-02-17T09:57:40Z', 'revision_number': 1, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1fc343-a40f-4317-ab6a-c8199f515211', 'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:9f:cb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:10Z', 'updated_at': '2022-02-17T09:57:17Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:27.627924 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b96cc36-6f9a-4346-8ace-0a592a1e15ef None None] Checking router: dcc3c89f-3c31-48e2-8485-a9bc2dc68409 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:59:27.633791 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b96cc36-6f9a-4346-8ace-0a592a1e15ef None None] Routers {'dcc3c89f-3c31-48e2-8485-a9bc2dc68409'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:59:27.634461 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9b96cc36-6f9a-4346-8ace-0a592a1e15ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:59:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:27.689431 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fccf60-0291-42ef-bd66-546ee324669c req-f12d3ac5-7b65-49bd-87f3-69f8d39c52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:27.690931 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a9fccf60-0291-42ef-bd66-546ee324669c req-f12d3ac5-7b65-49bd-87f3-69f8d39c52bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d4c4b76-b6f1-444c-835d-d9d33345e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720642 Feb 17 09:59:27.819424 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9b96cc36-6f9a-4346-8ace-0a592a1e15ef None None] Set router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:59:27.864443 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a9fccf60-0291-42ef-bd66-546ee324669c req-82c6d7ac-dd3e-4793-8fd1-954af996049e service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660480 Feb 17 09:59:27.977733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:28.024280 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54b207-c8dc-4398-acd1-09fbbd00e2af req-43941b27-0641-425a-926c-17f5947377c5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:28.024990 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-ec54b207-c8dc-4398-acd1-09fbbd00e2af req-43941b27-0641-425a-926c-17f5947377c5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:59:28.034366 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a9fccf60-0291-42ef-bd66-546ee324669c req-f809a451-ddf5-4ace-91e4-9130fdeff4c6 service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611319 Feb 17 09:59:28.114517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-ec54b207-c8dc-4398-acd1-09fbbd00e2af req-43941b27-0641-425a-926c-17f5947377c5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:59:28.116126 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec54b207-c8dc-4398-acd1-09fbbd00e2af req-43941b27-0641-425a-926c-17f5947377c5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 945 time: 0.2907701 Feb 17 09:59:28.166067 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec54b207-c8dc-4398-acd1-09fbbd00e2af req-d548fb42-ff72-40da-8287-2e32346bf5eb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4be3ade-953a-4982-a30a-d7943b64e927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438652 Feb 17 09:59:28.217713 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:28.252074 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9b96cc36-6f9a-4346-8ace-0a592a1e15ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'fd84f9ca-e397-4101-9126-3e29373028d3', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'port_id': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'mac_address': 'fa:16:3e:f3:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020729b-5889-448c-8822-0289e9af683a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:36Z', 'updated_at': '2022-02-17T09:57:40Z', 'revision_number': 1, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1fc343-a40f-4317-ab6a-c8199f515211', 'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:9f:cb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:10Z', 'updated_at': '2022-02-17T09:57:17Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:28.256030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b96cc36-6f9a-4346-8ace-0a592a1e15ef None None] The sync data for ids ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'] in dv-neutron-828143-5-hyperv is: [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'fd84f9ca-e397-4101-9126-3e29373028d3', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'port_id': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'mac_address': 'fa:16:3e:f3:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020729b-5889-448c-8822-0289e9af683a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:36Z', 'updated_at': '2022-02-17T09:57:40Z', 'revision_number': 1, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1fc343-a40f-4317-ab6a-c8199f515211', 'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:9f:cb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:10Z', 'updated_at': '2022-02-17T09:57:17Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:59:28.454150 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462124c-c4c2-45d2-b184-c7f286213a39 None None] New status for floating IP 30de2a60-8ab6-4e7a-9f54-9f0e7db9c9e7: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:59:29.360183 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f9f10-d290-4a0a-b8d8-39e26f5c7cea req-3c9f98cf-f1ea-4806-bcaa-d3ca3d815dd8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:29.361659 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cc7f9f10-d290-4a0a-b8d8-39e26f5c7cea req-3c9f98cf-f1ea-4806-bcaa-d3ca3d815dd8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 945 time: 0.0862927 Feb 17 09:59:29.411052 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cc7f9f10-d290-4a0a-b8d8-39e26f5c7cea req-71cc6011-b693-45f8-8e8d-a2b3f41606d3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4be3ade-953a-4982-a30a-d7943b64e927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437214 Feb 17 09:59:29.766701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be1c28-c5d3-499c-82b8-58c4847a9635 req-0022cdb8-28c3-4a4d-90b5-5ae43ae68f58 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:29.768186 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d7be1c28-c5d3-499c-82b8-58c4847a9635 req-0022cdb8-28c3-4a4d-90b5-5ae43ae68f58 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 945 time: 0.0839734 Feb 17 09:59:29.799976 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:29.841529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-d7be1c28-c5d3-499c-82b8-58c4847a9635 req-4ae4b952-3c01-4a72-b843-ee06ea2d262e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port 06cf14ef-d721-4c99-9ea6-95df9327ebf6 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:59:29.841874 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d7be1c28-c5d3-499c-82b8-58c4847a9635 req-4ae4b952-3c01-4a72-b843-ee06ea2d262e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:30.111666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-d7be1c28-c5d3-499c-82b8-58c4847a9635 req-4ae4b952-3c01-4a72-b843-ee06ea2d262e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port 06cf14ef-d721-4c99-9ea6-95df9327ebf6, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=06cf14ef-d721-4c99-9ea6-95df9327ebf6,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:59:30.112022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d7be1c28-c5d3-499c-82b8-58c4847a9635 req-4ae4b952-3c01-4a72-b843-ee06ea2d262e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:30.238877 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-d7be1c28-c5d3-499c-82b8-58c4847a9635 req-4ae4b952-3c01-4a72-b843-ee06ea2d262e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for 06cf14ef-d721-4c99-9ea6-95df9327ebf6 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:59:30.601156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d7be1c28-c5d3-499c-82b8-58c4847a9635 req-4ae4b952-3c01-4a72-b843-ee06ea2d262e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:30.653469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4b952-3c01-4a72-b843-ee06ea2d262e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=06cf14ef-d721-4c99-9ea6-95df9327ebf6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:30.743580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7be1c28-c5d3-499c-82b8-58c4847a9635 req-4ae4b952-3c01-4a72-b843-ee06ea2d262e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] No DVR routers for this DVR port 06cf14ef-d721-4c99-9ea6-95df9327ebf6 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:59:30.753200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ee8da-d715-4a2d-8651-ca7a1c50d2bf req-a5ac92f8-95ae-43eb-b48d-eeb19660c912 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:30.754837 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e4ee8da-d715-4a2d-8651-ca7a1c50d2bf req-a5ac92f8-95ae-43eb-b48d-eeb19660c912 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 945 time: 0.2162526 Feb 17 09:59:30.755908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d7be1c28-c5d3-499c-82b8-58c4847a9635 req-4ae4b952-3c01-4a72-b843-ee06ea2d262e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:30.758625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaecb98a-4bba-4f53-81ca-96e56d388848', 'name': 'network-vif-deleted', 'tag': '06cf14ef-d721-4c99-9ea6-95df9327ebf6'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:59:30.809813 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e4ee8da-d715-4a2d-8651-ca7a1c50d2bf req-f8e23c0d-1f34-4acb-a10b-5721893d37d0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4be3ade-953a-4982-a30a-d7943b64e927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460963 Feb 17 09:59:30.811363 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaecb98a-4bba-4f53-81ca-96e56d388848', 'name': 'network-vif-deleted', 'tag': '06cf14ef-d721-4c99-9ea6-95df9327ebf6', 'status': 'completed', 'code': 200} Feb 17 09:59:30.875553 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d7be1c28-c5d3-499c-82b8-58c4847a9635 req-4ae4b952-3c01-4a72-b843-ee06ea2d262e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "DELETE /v2.0/ports/06cf14ef-d721-4c99-9ea6-95df9327ebf6 HTTP/1.1" status: 204 len: 173 time: 1.1008704 Feb 17 09:59:31.976818 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-197fb8b0-b757-4e9d-8063-0d8bc052fe32 req-df44605d-39a9-4a06-a986-531d091831d7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=aaecb98a-4bba-4f53-81ca-96e56d388848 HTTP/1.1" status: 200 len: 210 time: 0.0410552 Feb 17 09:59:33.074391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43536) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:33.142618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9862f911-04d0-43d4-b985-f6a94af5abf3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:33.172683 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9862f911-04d0-43d4-b985-f6a94af5abf3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:33.325347 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9862f911-04d0-43d4-b985-f6a94af5abf3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:33.344487 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862f911-04d0-43d4-b985-f6a94af5abf3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4be3ade-953a-4982-a30a-d7943b64e927,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:33.444933 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9862f911-04d0-43d4-b985-f6a94af5abf3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:33.446082 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9862f911-04d0-43d4-b985-f6a94af5abf3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/security-groups/a4be3ade-953a-4982-a30a-d7943b64e927 HTTP/1.1" status: 204 len: 168 time: 0.3706899 Feb 17 09:59:33.509987 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 06cf14ef-d721-4c99-9ea6-95df9327ebf6 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:59:33.544189 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 06cf14ef-d721-4c99-9ea6-95df9327ebf6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:59:33.544529 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 06cf14ef-d721-4c99-9ea6-95df9327ebf6 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:59:34.578389 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43544) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:34.784619 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-650e3429-53a7-4b39-b230-54ac02f4fc9d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port 8bc523dd-e00d-4eb0-8f32-4340e3ef63f4 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:59:34.784877 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-650e3429-53a7-4b39-b230-54ac02f4fc9d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:34.959461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-650e3429-53a7-4b39-b230-54ac02f4fc9d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:34.959791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-650e3429-53a7-4b39-b230-54ac02f4fc9d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:35.082706 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-650e3429-53a7-4b39-b230-54ac02f4fc9d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for 8bc523dd-e00d-4eb0-8f32-4340e3ef63f4 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:59:35.297467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-650e3429-53a7-4b39-b230-54ac02f4fc9d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:35.348714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e3429-53a7-4b39-b230-54ac02f4fc9d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=8bc523dd-e00d-4eb0-8f32-4340e3ef63f4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:35.436537 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-650e3429-53a7-4b39-b230-54ac02f4fc9d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:35.436867 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-650e3429-53a7-4b39-b230-54ac02f4fc9d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP fd84f9ca-e397-4101-9126-3e29373028d3 disassociated (deleted). External IP: 172.26.4.17, port: bb23bc44-9686-4dd8-8e51-f8b598822af8. Feb 17 09:59:35.896079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650e3429-53a7-4b39-b230-54ac02f4fc9d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:59:36.073925 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650e3429-53a7-4b39-b230-54ac02f4fc9d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:59:36.084091 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45085b8-4a5b-451a-93c0-b96ef9809a45 None None] Sync routers for ids ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:59:36.092416 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-650e3429-53a7-4b39-b230-54ac02f4fc9d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:36.094544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45085b8-4a5b-451a-93c0-b96ef9809a45 None None] Routers {'dcc3c89f-3c31-48e2-8485-a9bc2dc68409'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:59:36.095167 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e45085b8-4a5b-451a-93c0-b96ef9809a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:59:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:36.150364 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-650e3429-53a7-4b39-b230-54ac02f4fc9d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/floatingips/fd84f9ca-e397-4101-9126-3e29373028d3 HTTP/1.1" status: 204 len: 168 time: 1.5707405 Feb 17 09:59:36.150866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6020729b-5889-448c-8822-0289e9af683a', 'tag': 'bb23bc44-9686-4dd8-8e51-f8b598822af8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:59:36.204294 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6020729b-5889-448c-8822-0289e9af683a', 'tag': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'status': 'completed', 'code': 200} Feb 17 09:59:36.278238 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-e45085b8-4a5b-451a-93c0-b96ef9809a45 None None] Set router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:59:36.332961 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e246dc-05a3-4c8b-92a4-0ec50670e537 req-54d57d16-52d8-4a40-ac3e-8445c04beff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:36.334779 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-72e246dc-05a3-4c8b-92a4-0ec50670e537 req-54d57d16-52d8-4a40-ac3e-8445c04beff5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 1098 time: 0.0740700 Feb 17 09:59:36.469604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e246dc-05a3-4c8b-92a4-0ec50670e537 req-fecc388f-e383-47a0-8d5d-b972bb093320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:36.471138 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-72e246dc-05a3-4c8b-92a4-0ec50670e537 req-fecc388f-e383-47a0-8d5d-b972bb093320 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d4c4b76-b6f1-444c-835d-d9d33345e27c HTTP/1.1" status: 200 len: 897 time: 0.1303153 Feb 17 09:59:36.554138 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-72e246dc-05a3-4c8b-92a4-0ec50670e537 req-adda2491-721c-4f0b-bc1b-b4d6d0066ac0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb23bc44-9686-4dd8-8e51-f8b598822af8 HTTP/1.1" status: 200 len: 217 time: 0.0760279 Feb 17 09:59:36.627526 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e246dc-05a3-4c8b-92a4-0ec50670e537 req-6bd3924f-d82f-4380-ba52-c72680e2fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:36.629894 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-72e246dc-05a3-4c8b-92a4-0ec50670e537 req-6bd3924f-d82f-4380-ba52-c72680e2fe18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67c9b8ce-53aa-4521-ba11-79edbd85826b HTTP/1.1" status: 200 len: 833 time: 0.0690393 Feb 17 09:59:36.631565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e45085b8-4a5b-451a-93c0-b96ef9809a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '9e1fc343-a40f-4317-ab6a-c8199f515211', 'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:9f:cb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:10Z', 'updated_at': '2022-02-17T09:57:17Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:36.636456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45085b8-4a5b-451a-93c0-b96ef9809a45 None None] Checking router: dcc3c89f-3c31-48e2-8485-a9bc2dc68409 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:59:36.646334 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45085b8-4a5b-451a-93c0-b96ef9809a45 None None] Routers {'dcc3c89f-3c31-48e2-8485-a9bc2dc68409'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:59:36.646748 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e45085b8-4a5b-451a-93c0-b96ef9809a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:59:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:36.722980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e246dc-05a3-4c8b-92a4-0ec50670e537 req-667d0233-24f9-433a-b6e1-bba50f949b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:36.724584 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-72e246dc-05a3-4c8b-92a4-0ec50670e537 req-667d0233-24f9-433a-b6e1-bba50f949b4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d4c4b76-b6f1-444c-835d-d9d33345e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862243 Feb 17 09:59:36.804377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef7564-bc09-4eea-a65b-94d5b9992560 req-4ba29e2c-d028-4988-bf07-da9397c002ba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:36.806013 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e9ef7564-bc09-4eea-a65b-94d5b9992560 req-4ba29e2c-d028-4988-bf07-da9397c002ba tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 945 time: 0.0936310 Feb 17 09:59:36.842829 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-e45085b8-4a5b-451a-93c0-b96ef9809a45 None None] Set router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:59:36.864673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-e9ef7564-bc09-4eea-a65b-94d5b9992560 req-8f4ae8c2-0ecf-492f-a83f-b9fc531bf134 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:59:36.870654 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-72e246dc-05a3-4c8b-92a4-0ec50670e537 req-e73efaf5-dd66-4ac7-b41a-3c3dfe75de22 service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396356 Feb 17 09:59:36.972119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-e9ef7564-bc09-4eea-a65b-94d5b9992560 req-8f4ae8c2-0ecf-492f-a83f-b9fc531bf134 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:59:36.974091 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e9ef7564-bc09-4eea-a65b-94d5b9992560 req-8f4ae8c2-0ecf-492f-a83f-b9fc531bf134 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=b695b753-c89c-43e1-99a8-9d39559af2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593494 Feb 17 09:59:37.012890 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-72e246dc-05a3-4c8b-92a4-0ec50670e537 req-10a41dbc-8688-4d97-9a6b-32d80470808e service neutron] 10.222.0.37 "GET /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359799 Feb 17 09:59:37.174677 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e45085b8-4a5b-451a-93c0-b96ef9809a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '9e1fc343-a40f-4317-ab6a-c8199f515211', 'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:9f:cb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:10Z', 'updated_at': '2022-02-17T09:57:17Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:37.178716 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45085b8-4a5b-451a-93c0-b96ef9809a45 None None] The sync data for ids ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'] in dv-neutron-828143-5-hyperv is: [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '9e1fc343-a40f-4317-ab6a-c8199f515211', 'name': '', 'network_id': '0d4c4b76-b6f1-444c-835d-d9d33345e27c', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:9f:cb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:10Z', 'updated_at': '2022-02-17T09:57:17Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '67c9b8ce-53aa-4521-ba11-79edbd85826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:59:37.389269 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81542708-d06f-43fc-b22d-65c7646c83c4 None None] New status for floating IP fd84f9ca-e397-4101-9126-3e29373028d3: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:59:38.170592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c355253-59d3-4468-a338-15576b74568f req-fc4ce58c-80c0-427a-a177-e58f2cf499ea tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:38.171287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-1c355253-59d3-4468-a338-15576b74568f req-fc4ce58c-80c0-427a-a177-e58f2cf499ea tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:59:38.262857 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-1c355253-59d3-4468-a338-15576b74568f req-fc4ce58c-80c0-427a-a177-e58f2cf499ea tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:59:38.263959 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1c355253-59d3-4468-a338-15576b74568f req-fc4ce58c-80c0-427a-a177-e58f2cf499ea tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 945 time: 0.1728494 Feb 17 09:59:38.311064 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1c355253-59d3-4468-a338-15576b74568f req-cbc698ca-6741-449c-b49c-d21b5fe5707a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=b695b753-c89c-43e1-99a8-9d39559af2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413165 Feb 17 09:59:38.596132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845b1b6-7ca2-4216-84ae-953930af6b35 req-7ac77893-c38d-4bb2-843d-127a873a863f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:38.597496 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6845b1b6-7ca2-4216-84ae-953930af6b35 req-7ac77893-c38d-4bb2-843d-127a873a863f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 945 time: 0.0874469 Feb 17 09:59:38.680529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-6845b1b6-7ca2-4216-84ae-953930af6b35 req-776e00ea-96d2-4b1f-9bc6-f76b6cef0342 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port bb23bc44-9686-4dd8-8e51-f8b598822af8 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:59:38.680872 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6845b1b6-7ca2-4216-84ae-953930af6b35 req-776e00ea-96d2-4b1f-9bc6-f76b6cef0342 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:38.714533 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:39.049350 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6845b1b6-7ca2-4216-84ae-953930af6b35 req-776e00ea-96d2-4b1f-9bc6-f76b6cef0342 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port bb23bc44-9686-4dd8-8e51-f8b598822af8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=bb23bc44-9686-4dd8-8e51-f8b598822af8,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:59:39.049708 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6845b1b6-7ca2-4216-84ae-953930af6b35 req-776e00ea-96d2-4b1f-9bc6-f76b6cef0342 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:39.175479 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-6845b1b6-7ca2-4216-84ae-953930af6b35 req-776e00ea-96d2-4b1f-9bc6-f76b6cef0342 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for bb23bc44-9686-4dd8-8e51-f8b598822af8 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:59:39.400252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6845b1b6-7ca2-4216-84ae-953930af6b35 req-776e00ea-96d2-4b1f-9bc6-f76b6cef0342 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:39.452593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e00ea-96d2-4b1f-9bc6-f76b6cef0342 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=bb23bc44-9686-4dd8-8e51-f8b598822af8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:39.472126 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ffd20a16-25e6-4839-abf5-4842a975e6e4 req-0d15bc55-3ca2-4cb0-8c07-a980516675ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=6020729b-5889-448c-8822-0289e9af683a HTTP/1.1" status: 200 len: 210 time: 0.0487273 Feb 17 09:59:39.529660 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-6845b1b6-7ca2-4216-84ae-953930af6b35 req-776e00ea-96d2-4b1f-9bc6-f76b6cef0342 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] No DVR routers for this DVR port bb23bc44-9686-4dd8-8e51-f8b598822af8 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:59:39.532168 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6845b1b6-7ca2-4216-84ae-953930af6b35 req-776e00ea-96d2-4b1f-9bc6-f76b6cef0342 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:39.534800 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6020729b-5889-448c-8822-0289e9af683a', 'name': 'network-vif-deleted', 'tag': 'bb23bc44-9686-4dd8-8e51-f8b598822af8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 09:59:39.582889 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6020729b-5889-448c-8822-0289e9af683a', 'name': 'network-vif-deleted', 'tag': 'bb23bc44-9686-4dd8-8e51-f8b598822af8', 'status': 'completed', 'code': 200} Feb 17 09:59:39.628255 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6845b1b6-7ca2-4216-84ae-953930af6b35 req-776e00ea-96d2-4b1f-9bc6-f76b6cef0342 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "DELETE /v2.0/ports/bb23bc44-9686-4dd8-8e51-f8b598822af8 HTTP/1.1" status: 204 len: 173 time: 1.0195014 Feb 17 09:59:40.567613 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43562) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:40.639631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7f3c-9e47-4ad1-aeb6-b0205e99b0c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:40.670439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7f3c-9e47-4ad1-aeb6-b0205e99b0c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:40.817495 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7f3c-9e47-4ad1-aeb6-b0205e99b0c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:40.840222 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd7f3c-9e47-4ad1-aeb6-b0205e99b0c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b695b753-c89c-43e1-99a8-9d39559af2a7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:40.902804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7f3c-9e47-4ad1-aeb6-b0205e99b0c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:40.904029 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e6cd7f3c-9e47-4ad1-aeb6-b0205e99b0c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/security-groups/b695b753-c89c-43e1-99a8-9d39559af2a7 HTTP/1.1" status: 204 len: 168 time: 0.3354077 Feb 17 09:59:41.007852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43568) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:41.572198 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device bb23bc44-9686-4dd8-8e51-f8b598822af8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:59:41.598155 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f363d1a9-7205-4a11-a286-c3cd589421f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:41.607774 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: bb23bc44-9686-4dd8-8e51-f8b598822af8 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:59:41.608034 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device bb23bc44-9686-4dd8-8e51-f8b598822af8 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:59:42.086359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f363d1a9-7205-4a11-a286-c3cd589421f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port 9e1fc343-a40f-4317-ab6a-c8199f515211 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:59:42.086717 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f363d1a9-7205-4a11-a286-c3cd589421f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:42.274170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-f363d1a9-7205-4a11-a286-c3cd589421f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port 9e1fc343-a40f-4317-ab6a-c8199f515211, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9e1fc343-a40f-4317-ab6a-c8199f515211,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:59:42.274522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f363d1a9-7205-4a11-a286-c3cd589421f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:42.399829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f363d1a9-7205-4a11-a286-c3cd589421f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for 9e1fc343-a40f-4317-ab6a-c8199f515211 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:59:42.635656 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 09:59:42.788675 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f363d1a9-7205-4a11-a286-c3cd589421f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:42.841819 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363d1a9-7205-4a11-a286-c3cd589421f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=9e1fc343-a40f-4317-ab6a-c8199f515211,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:43.117568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f363d1a9-7205-4a11-a286-c3cd589421f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:43.582433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f363d1a9-7205-4a11-a286-c3cd589421f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:59:43.759368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f363d1a9-7205-4a11-a286-c3cd589421f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:59:43.771449 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb86d70-91f9-4908-8302-9803a70c626c None None] Sync routers for ids ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:59:43.775328 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f363d1a9-7205-4a11-a286-c3cd589421f2 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/dcc3c89f-3c31-48e2-8485-a9bc2dc68409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7663326 Feb 17 09:59:43.778748 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43572) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:43.782745 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb86d70-91f9-4908-8302-9803a70c626c None None] Routers {'dcc3c89f-3c31-48e2-8485-a9bc2dc68409'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:59:43.783391 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-eeb86d70-91f9-4908-8302-9803a70c626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:59:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:43.848400 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-c265a35b-0690-4e20-822c-356d8a1283fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting subnet 67c9b8ce-53aa-4521-ba11-79edbd85826b {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 09:59:43.851878 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c265a35b-0690-4e20-822c-356d8a1283fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:43.913826 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c265a35b-0690-4e20-822c-356d8a1283fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:43.994886 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-eeb86d70-91f9-4908-8302-9803a70c626c None None] Set router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:59:44.000998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c265a35b-0690-4e20-822c-356d8a1283fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:44.177519 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c265a35b-0690-4e20-822c-356d8a1283fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:44.222945 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c265a35b-0690-4e20-822c-356d8a1283fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:44.225632 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265a35b-0690-4e20-822c-356d8a1283fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Subnet': ['ID=67c9b8ce-53aa-4521-ba11-79edbd85826b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:44.234680 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c265a35b-0690-4e20-822c-356d8a1283fc tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/subnets/67c9b8ce-53aa-4521-ba11-79edbd85826b HTTP/1.1" status: 204 len: 168 time: 0.4547544 Feb 17 09:59:44.237157 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43576) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:44.246719 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03279644-9c4b-4637-a81d-bee25ad6bd0c None None] Network 0d4c4b76-b6f1-444c-835d-d9d33345e27c requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:59:44.418427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a18d3896-d0a0-4cf0-9ff5-94a2e199eba7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:44.442145 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-eeb86d70-91f9-4908-8302-9803a70c626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:59:42Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:44.448161 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb86d70-91f9-4908-8302-9803a70c626c None None] Checking router: dcc3c89f-3c31-48e2-8485-a9bc2dc68409 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:59:44.461586 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb86d70-91f9-4908-8302-9803a70c626c None None] Routers {'dcc3c89f-3c31-48e2-8485-a9bc2dc68409'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:59:44.468477 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-eeb86d70-91f9-4908-8302-9803a70c626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:59:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:44.616398 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] DHCP port deletion for 0d4c4b76-b6f1-444c-835d-d9d33345e27c request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 09:59:44.617174 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a18d3896-d0a0-4cf0-9ff5-94a2e199eba7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:44.633708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Deleting port 942ed22b-fc8d-4f4e-8087-d168ce2e7c80 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:59:44.634110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:44.691410 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a18d3896-d0a0-4cf0-9ff5-94a2e199eba7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port 840aa2f1-bb37-4aff-81b2-355ba7ca77bf {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 09:59:44.692089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a18d3896-d0a0-4cf0-9ff5-94a2e199eba7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:44.695163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-eeb86d70-91f9-4908-8302-9803a70c626c None None] Set router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:59:44.871563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-a18d3896-d0a0-4cf0-9ff5-94a2e199eba7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port 840aa2f1-bb37-4aff-81b2-355ba7ca77bf, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=840aa2f1-bb37-4aff-81b2-355ba7ca77bf,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:59:44.872181 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a18d3896-d0a0-4cf0-9ff5-94a2e199eba7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:44.995608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a18d3896-d0a0-4cf0-9ff5-94a2e199eba7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for 840aa2f1-bb37-4aff-81b2-355ba7ca77bf owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:59:45.058364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] For port 942ed22b-fc8d-4f4e-8087-d168ce2e7c80, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=942ed22b-fc8d-4f4e-8087-d168ce2e7c80,segment=NetworkSegment(f07fae81-c705-4267-9e2c-886525dea9b3),segment_id=f07fae81-c705-4267-9e2c-886525dea9b3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:59:45.058364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:45.249914 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Calling delete_port for 942ed22b-fc8d-4f4e-8087-d168ce2e7c80 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 09:59:45.268883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a18d3896-d0a0-4cf0-9ff5-94a2e199eba7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:45.341991 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-eeb86d70-91f9-4908-8302-9803a70c626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:59:42Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:45.346654 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb86d70-91f9-4908-8302-9803a70c626c None None] The sync data for ids ['dcc3c89f-3c31-48e2-8485-a9bc2dc68409'] in dv-neutron-828143-5-hyperv is: [{'id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'name': 'tempest-TestNetworkBasicOps-router-1229852114', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:57:05Z', 'updated_at': '2022-02-17T09:59:42Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': '840aa2f1-bb37-4aff-81b2-355ba7ca77bf', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc3c89f-3c31-48e2-8485-a9bc2dc68409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:57:06Z', 'updated_at': '2022-02-17T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:59:45.431794 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d3896-d0a0-4cf0-9ff5-94a2e199eba7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=840aa2f1-bb37-4aff-81b2-355ba7ca77bf,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:45.451336 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:45.495638 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Pushing event deleted for resources: {'Port': ['ID=942ed22b-fc8d-4f4e-8087-d168ce2e7c80,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:45.506419 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] No DVR routers for this DVR port 942ed22b-fc8d-4f4e-8087-d168ce2e7c80 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:59:45.507000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:45.507349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:45.507682 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:45.508024 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:45.508349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:45.508677 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:45.509001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:45.509322 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:45.509656 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:45.509997 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:45.510334 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:45.511374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a3e693-a49a-45dd-a490-bb9cfda459ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:45.537711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a18d3896-d0a0-4cf0-9ff5-94a2e199eba7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:45.715319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 942ed22b-fc8d-4f4e-8087-d168ce2e7c80 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:59:45.724441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a18d3896-d0a0-4cf0-9ff5-94a2e199eba7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:45.727114 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a18d3896-d0a0-4cf0-9ff5-94a2e199eba7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:45.760684 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 942ed22b-fc8d-4f4e-8087-d168ce2e7c80 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:59:45.761032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 942ed22b-fc8d-4f4e-8087-d168ce2e7c80 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:59:45.862712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a18d3896-d0a0-4cf0-9ff5-94a2e199eba7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:45.863267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18d3896-d0a0-4cf0-9ff5-94a2e199eba7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Fanout notify agent at l3_agent the message router_deleted on router dcc3c89f-3c31-48e2-8485-a9bc2dc68409 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 09:59:45.879836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a18d3896-d0a0-4cf0-9ff5-94a2e199eba7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:45.880922 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a18d3896-d0a0-4cf0-9ff5-94a2e199eba7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/routers/dcc3c89f-3c31-48e2-8485-a9bc2dc68409 HTTP/1.1" status: 204 len: 168 time: 1.6428702 Feb 17 09:59:45.883631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43582) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:46.002220 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a29aa74-2e44-46c6-922b-76a40b34c631 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:46.133860 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a29aa74-2e44-46c6-922b-76a40b34c631 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:46.160133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9a29aa74-2e44-46c6-922b-76a40b34c631 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4c4b76-b6f1-444c-835d-d9d33345e27c']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:46.173199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9a29aa74-2e44-46c6-922b-76a40b34c631 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07fae81-c705-4267-9e2c-886525dea9b3') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:46.173492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9a29aa74-2e44-46c6-922b-76a40b34c631 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07fae81-c705-4267-9e2c-886525dea9b3') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:46.185160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a29aa74-2e44-46c6-922b-76a40b34c631 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:46.200881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a29aa74-2e44-46c6-922b-76a40b34c631 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:46.207278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a29aa74-2e44-46c6-922b-76a40b34c631 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:59:46.207669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a29aa74-2e44-46c6-922b-76a40b34c631 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:59:46.222789 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:59:46.433975 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a29aa74-2e44-46c6-922b-76a40b34c631 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:46.452182 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a29aa74-2e44-46c6-922b-76a40b34c631 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:46.463285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29aa74-2e44-46c6-922b-76a40b34c631 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Network': ['ID=0d4c4b76-b6f1-444c-835d-d9d33345e27c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:46.578333 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9a29aa74-2e44-46c6-922b-76a40b34c631 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/networks/0d4c4b76-b6f1-444c-835d-d9d33345e27c HTTP/1.1" status: 204 len: 168 time: 0.6932068 Feb 17 09:59:46.606587 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43586) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:46.612381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ec78b9fa-dcac-4e4e-b694-bec856752fd5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'network': {'name': 'tempest-network-smoke--1310931576', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'port_security_enabled': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:46.619278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ec78b9fa-dcac-4e4e-b694-bec856752fd5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:59:46.623988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ec78b9fa-dcac-4e4e-b694-bec856752fd5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:network and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:59:46.627905 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ec78b9fa-dcac-4e4e-b694-bec856752fd5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:59:46.634004 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ec78b9fa-dcac-4e4e-b694-bec856752fd5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:59:46.714631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec78b9fa-dcac-4e4e-b694-bec856752fd5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:59:46.718266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec78b9fa-dcac-4e4e-b694-bec856752fd5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:46.748520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec78b9fa-dcac-4e4e-b694-bec856752fd5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:59:46.758850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec78b9fa-dcac-4e4e-b694-bec856752fd5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:46.759200 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-ec78b9fa-dcac-4e4e-b694-bec856752fd5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Added segment 384c22ab-c71d-409b-89d6-ff7c8440bc00 of type vlan for network d02c5b18-1f51-44a9-8a09-db0f5c148170 Feb 17 09:59:46.792251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec78b9fa-dcac-4e4e-b694-bec856752fd5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:46.925462 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec78b9fa-dcac-4e4e-b694-bec856752fd5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:46.931023 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec78b9fa-dcac-4e4e-b694-bec856752fd5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:46.935081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec78b9fa-dcac-4e4e-b694-bec856752fd5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:47.036227 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78b9fa-dcac-4e4e-b694-bec856752fd5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Network': ['ID=d02c5b18-1f51-44a9-8a09-db0f5c148170,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:47.046380 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network d02c5b18-1f51-44a9-8a09-db0f5c148170 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 09:59:47.127453 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ec78b9fa-dcac-4e4e-b694-bec856752fd5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5196424 Feb 17 09:59:47.130705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43592) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:47.137291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'admin_state_up': True, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:47.144560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:59:47.150606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:router and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:59:47.156063 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:59:47.172108 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:59:47.285562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:47.286659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:47.302809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:47.411783 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 840aa2f1-bb37-4aff-81b2-355ba7ca77bf no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:59:47.446991 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 840aa2f1-bb37-4aff-81b2-355ba7ca77bf {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:59:47.447334 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 840aa2f1-bb37-4aff-81b2-355ba7ca77bf not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:59:47.447746 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9e1fc343-a40f-4317-ab6a-c8199f515211 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 09:59:47.480320 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 9e1fc343-a40f-4317-ab6a-c8199f515211 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 09:59:47.480664 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9e1fc343-a40f-4317-ab6a-c8199f515211 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 09:59:47.635858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:48.093127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:48.123503 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:48.258022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.26.4.138 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/dd2bdee8-e8e1-4937-8a78-567346b66a6c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:59:48.402793 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:48.497317 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:48.565065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:59:48.567726 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:59:48.571275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:59:48.605754 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=dd2bdee8-e8e1-4937-8a78-567346b66a6c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:49.048558 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:49.483947 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:49.771079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 09:59:49.950181 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:59:49.959625 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Sync routers for ids ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:59:49.968872 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Routers {'35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:59:49.969474 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:59:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:50.028407 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:50.029671 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2cb3bf47-f1b0-4b4b-90d3-08b80816c825 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8979225 Feb 17 09:59:50.032915 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43596) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:50.071944 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-639febe6-4dde-4cb0-9354-b018f2725a90 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=eeb2e7b02f3142f899056abfe417a6b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379562 Feb 17 09:59:50.075385 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43600) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:50.145720 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Set router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:59:50.205879 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7247e58-65a6-4b18-bc18-5979f0856e78 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:50.207378 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d7247e58-65a6-4b18-bc18-5979f0856e78 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310959 Feb 17 09:59:50.210276 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43604) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:50.249911 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-10516218-ec4d-4832-825d-8ef3b2001bcf tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385728 Feb 17 09:59:50.252516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43608) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:50.257712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4efc267c-9564-4bc0-bfea-d06c62094a72 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1189399382', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:50.368621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4efc267c-9564-4bc0-bfea-d06c62094a72 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:59:50.373138 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4efc267c-9564-4bc0-bfea-d06c62094a72 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:subnet and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:59:50.375969 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4efc267c-9564-4bc0-bfea-d06c62094a72 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:59:50.381571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4efc267c-9564-4bc0-bfea-d06c62094a72 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:59:50.426058 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T09:59:48Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T09:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:50.429929 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Checking router: 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:59:50.430302 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Updating router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d port dd2bdee8-e8e1-4937-8a78-567346b66a6c binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:59:50.474264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efc267c-9564-4bc0-bfea-d06c62094a72 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:59:50.477667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4efc267c-9564-4bc0-bfea-d06c62094a72 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:50.483248 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:50.760281 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4efc267c-9564-4bc0-bfea-d06c62094a72 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:50.824291 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:50.836716 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Transition to ACTIVE for port object dd2bdee8-e8e1-4937-8a78-567346b66a6c will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:59:50.841980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc267c-9564-4bc0-bfea-d06c62094a72 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Subnet': ['ID=08f32c68-2931-47b7-b76e-db78e520e750,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:50.850217 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efc267c-9564-4bc0-bfea-d06c62094a72 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Checking segment: {'id': '384c22ab-c71d-409b-89d6-ff7c8440bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:59:50.850565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efc267c-9564-4bc0-bfea-d06c62094a72 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network hostable DHCP agents. Network: d02c5b18-1f51-44a9-8a09-db0f5c148170, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:59:50.931382 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:50.954134 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efc267c-9564-4bc0-bfea-d06c62094a72 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network d02c5b18-1f51-44a9-8a09-db0f5c148170 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:59:51.013250 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Attempting to bind port dd2bdee8-e8e1-4937-8a78-567346b66a6c on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:59:51.013781 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Attempting to bind port dd2bdee8-e8e1-4937-8a78-567346b66a6c by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:59:51.013918 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Attempting to bind port dd2bdee8-e8e1-4937-8a78-567346b66a6c on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:59:51.019765 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f5a00-1673-4806-8b2a-eb0d66a2d354 None None] Pushing event updated for resources: {'Port': ['ID=dd2bdee8-e8e1-4937-8a78-567346b66a6c,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:51.024691 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:59:51.025052 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:59:51.025441 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:51.025823 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:59:51.026347 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Bound port: dd2bdee8-e8e1-4937-8a78-567346b66a6c, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:59:51.027564 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:51.044596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-4efc267c-9564-4bc0-bfea-d06c62094a72 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, d02c5b18-1f51-44a9-8a09-db0f5c148170) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:59:51.049196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efc267c-9564-4bc0-bfea-d06c62094a72 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:51.049790 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4efc267c-9564-4bc0-bfea-d06c62094a72 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:51.053892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a2ea4a-590d-497d-9f26-e7ec0b693c2c None None] Network d02c5b18-1f51-44a9-8a09-db0f5c148170 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:59:51.064146 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f5a00-1673-4806-8b2a-eb0d66a2d354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:51.064146 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f5a00-1673-4806-8b2a-eb0d66a2d354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:51.064146 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f5a00-1673-4806-8b2a-eb0d66a2d354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:51.064146 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f5a00-1673-4806-8b2a-eb0d66a2d354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:51.064146 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f5a00-1673-4806-8b2a-eb0d66a2d354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:51.064146 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f5a00-1673-4806-8b2a-eb0d66a2d354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:51.064146 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f5a00-1673-4806-8b2a-eb0d66a2d354 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:51.064146 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f5a00-1673-4806-8b2a-eb0d66a2d354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:51.064146 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f5a00-1673-4806-8b2a-eb0d66a2d354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:51.064146 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f5a00-1673-4806-8b2a-eb0d66a2d354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:51.064146 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f5a00-1673-4806-8b2a-eb0d66a2d354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:51.064146 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f5a00-1673-4806-8b2a-eb0d66a2d354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:59:51.116877 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] For port dd2bdee8-e8e1-4937-8a78-567346b66a6c, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:59:51.119865 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] For port dd2bdee8-e8e1-4937-8a78-567346b66a6c, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dd2bdee8-e8e1-4937-8a78-567346b66a6c,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:59:51.154777 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4efc267c-9564-4bc0-bfea-d06c62094a72 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9012427 Feb 17 09:59:51.157566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43612) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:51.183308 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:51.285366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-d02c5b18-1f51-44a9-8a09-db0f5c148170', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ips': [{'subnet_id': '08f32c68-2931-47b7-b76e-db78e520e750'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 09:59:51.286897 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:51.293168 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Routers {'35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:59:51.293936 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:59:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:51.376139 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f5a00-1673-4806-8b2a-eb0d66a2d354 None None] Pushing event updated for resources: {'Port': ['ID=dd2bdee8-e8e1-4937-8a78-567346b66a6c,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:51.457480 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Allocated IP 172.20.0.2 (d02c5b18-1f51-44a9-8a09-db0f5c148170/08f32c68-2931-47b7-b76e-db78e520e750/81198dde-9811-4670-89e0-79f141ea05d3) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:59:51.491939 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] Set router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:59:51.673290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:51.683941 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Transition to ACTIVE for port object 81198dde-9811-4670-89e0-79f141ea05d3 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:59:51.702162 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Transition to ACTIVE for port object 81198dde-9811-4670-89e0-79f141ea05d3 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:59:51.771522 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:51.793477 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T09:59:48Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T09:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:51.797572 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb59252-993e-4270-9fb0-7ba8d55c25a2 None None] The sync data for ids ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'] in dv-neutron-828143-5-hyperv is: [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T09:59:48Z', 'revision_number': 3, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T09:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:59:51.843051 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Network d02c5b18-1f51-44a9-8a09-db0f5c148170 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:59:51.845904 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:59:51.849546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:59:51.890455 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Pushing event updated for resources: {'Port': ['ID=81198dde-9811-4670-89e0-79f141ea05d3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:51.949647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Attempting to bind port 81198dde-9811-4670-89e0-79f141ea05d3 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:59:51.950027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Attempting to bind port 81198dde-9811-4670-89e0-79f141ea05d3 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '384c22ab-c71d-409b-89d6-ff7c8440bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:59:51.950435 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Attempting to bind port 81198dde-9811-4670-89e0-79f141ea05d3 on network d02c5b18-1f51-44a9-8a09-db0f5c148170 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:59:51.956032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:59:51.956850 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Checking segment: {'id': '384c22ab-c71d-409b-89d6-ff7c8440bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:59:51.956993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:51.957290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Bound using segment: {'id': '384c22ab-c71d-409b-89d6-ff7c8440bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:59:51.957761 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Bound port: 81198dde-9811-4670-89e0-79f141ea05d3, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384c22ab-c71d-409b-89d6-ff7c8440bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:59:51.958178 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:52.023799 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:52.078772 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] For port 81198dde-9811-4670-89e0-79f141ea05d3, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:59:52.081834 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] For port 81198dde-9811-4670-89e0-79f141ea05d3, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=81198dde-9811-4670-89e0-79f141ea05d3,segment=NetworkSegment(384c22ab-c71d-409b-89d6-ff7c8440bc00),segment_id=384c22ab-c71d-409b-89d6-ff7c8440bc00)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:59:52.166429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:52.253789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707314b-e14c-4072-8775-8c7eabe20c58 None None] Pushing event updated for resources: {'Port': ['ID=81198dde-9811-4670-89e0-79f141ea05d3,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:52.580813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.1 (d02c5b18-1f51-44a9-8a09-db0f5c148170/08f32c68-2931-47b7-b76e-db78e520e750/441de567-c4ed-46e2-9cfd-71c1c6051d6a) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:59:52.785665 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:52.803256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object 441de567-c4ed-46e2-9cfd-71c1c6051d6a will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:59:52.926118 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:53.001831 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network d02c5b18-1f51-44a9-8a09-db0f5c148170 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:59:53.005314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:59:53.008110 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 09:59:53.047224 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=441de567-c4ed-46e2-9cfd-71c1c6051d6a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:53.083124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:53.312032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a3259a-ff43-4a7f-809a-9d40ac6c2102 None None] Network d02c5b18-1f51-44a9-8a09-db0f5c148170 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 09:59:53.440262 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:53.507030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 81198dde-9811-4670-89e0-79f141ea05d3 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:59:53.549429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-86b46689-31a2-4683-a5a1-d854e0a08bf3 None None] Provisioning for port 81198dde-9811-4670-89e0-79f141ea05d3 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:59:53.749286 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 81198dde-9811-4670-89e0-79f141ea05d3 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:59:53.757160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 81198dde-9811-4670-89e0-79f141ea05d3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:53.758490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:53.894832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:53.940600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 81198dde-9811-4670-89e0-79f141ea05d3, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=81198dde-9811-4670-89e0-79f141ea05d3,segment=NetworkSegment(384c22ab-c71d-409b-89d6-ff7c8440bc00),segment_id=384c22ab-c71d-409b-89d6-ff7c8440bc00)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:59:54.057130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:54.063209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:54.064197 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dd2bdee8-e8e1-4937-8a78-567346b66a6c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:59:54.132228 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-94c3a2fd-4e71-40ad-a736-a2fba07c880b None None] Provisioning for port 441de567-c4ed-46e2-9cfd-71c1c6051d6a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:59:54.154377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:54.159676 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-94c3a2fd-4e71-40ad-a736-a2fba07c880b None None] Provisioning complete for port 441de567-c4ed-46e2-9cfd-71c1c6051d6a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:54.160045 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94c3a2fd-4e71-40ad-a736-a2fba07c880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:54.235627 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=81198dde-9811-4670-89e0-79f141ea05d3,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:54.238113 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-94c3a2fd-4e71-40ad-a736-a2fba07c880b None None] Port 441de567-c4ed-46e2-9cfd-71c1c6051d6a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:59:54.256102 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-94c3a2fd-4e71-40ad-a736-a2fba07c880b None None] Provisioning complete for port 81198dde-9811-4670-89e0-79f141ea05d3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:54.256495 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94c3a2fd-4e71-40ad-a736-a2fba07c880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:54.271467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:54.274842 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=441de567-c4ed-46e2-9cfd-71c1c6051d6a,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:54.353486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port dd2bdee8-e8e1-4937-8a78-567346b66a6c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:59:54.369843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port dd2bdee8-e8e1-4937-8a78-567346b66a6c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:54.370480 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:54.416816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network d02c5b18-1f51-44a9-8a09-db0f5c148170 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:59:54.419053 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:59:54.500067 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:54.519224 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port dd2bdee8-e8e1-4937-8a78-567346b66a6c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dd2bdee8-e8e1-4937-8a78-567346b66a6c,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:59:54.559407 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2a5f4ce4-4eeb-43d2-951b-48d3f8af4f81 None None] Provisioning complete for port 441de567-c4ed-46e2-9cfd-71c1c6051d6a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:54.559914 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a5f4ce4-4eeb-43d2-951b-48d3f8af4f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:54.621412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f4ce4-4eeb-43d2-951b-48d3f8af4f81 None None] Port 441de567-c4ed-46e2-9cfd-71c1c6051d6a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:59:54.627571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:54.638516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 09:59:54.715344 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=dd2bdee8-e8e1-4937-8a78-567346b66a6c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:54.741404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-382fd568-b895-46cf-8310-cb023b3ea885 None None] Provisioning complete for port 441de567-c4ed-46e2-9cfd-71c1c6051d6a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:54.741774 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-382fd568-b895-46cf-8310-cb023b3ea885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:54.770753 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f126e181-def6-469a-a1b7-aeffba1d9a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:54.798024 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-382fd568-b895-46cf-8310-cb023b3ea885 None None] Port 441de567-c4ed-46e2-9cfd-71c1c6051d6a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 09:59:54.830291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 09:59:54.843729 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Sync routers for ids ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:59:54.844089 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e69e9208-7f13-4529-acf2-1fdd72c08e0f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/35f7e3ae-d747-4fc7-9a04-7ab51fd0678d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6854346 Feb 17 09:59:54.846793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43616) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:54.856308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Routers {'35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:59:54.856946 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:59:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:54.990717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1afdd1-12ae-455f-bf8e-e8b06e11add7 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:54.991307 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1afdd1-12ae-455f-bf8e-e8b06e11add7 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:54.991767 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1afdd1-12ae-455f-bf8e-e8b06e11add7 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:54.992618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1afdd1-12ae-455f-bf8e-e8b06e11add7 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:54.993824 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ac1afdd1-12ae-455f-bf8e-e8b06e11add7 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1458454 Feb 17 09:59:54.997691 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43620) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:55.047111 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Set router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:59:55.067066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1b4d27-b887-4007-8c73-341558e13006 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:55.067522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1b4d27-b887-4007-8c73-341558e13006 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:55.067979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1b4d27-b887-4007-8c73-341558e13006 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:55.068460 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1b4d27-b887-4007-8c73-341558e13006 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:55.070111 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fd1b4d27-b887-4007-8c73-341558e13006 tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0712841 Feb 17 09:59:55.073155 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43624) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:55.282587 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-27c6e06f-251b-4886-a41d-00023693d5af tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2043393 Feb 17 09:59:55.411158 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T09:59:53Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T09:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '441de567-c4ed-46e2-9cfd-71c1c6051d6a', 'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:e8:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '08f32c68-2931-47b7-b76e-db78e520e750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:52Z', 'updated_at': '2022-02-17T09:59:53Z', 'revision_number': 2, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '08f32c68-2931-47b7-b76e-db78e520e750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:55.416066 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Checking router: 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:59:55.416483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Updating router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d port 441de567-c4ed-46e2-9cfd-71c1c6051d6a binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:59:55.443678 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 81198dde-9811-4670-89e0-79f141ea05d3 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:59:55.527377 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:55.600366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 81198dde-9811-4670-89e0-79f141ea05d3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:55.600729 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:55.775012 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43630) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:55.780856 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-811223f5-4274-4532-8729-995f5d5502cb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-820618510', 'description': 'tempest-secgroup-smoke-820618510 description', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:55.786861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-811223f5-4274-4532-8729-995f5d5502cb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:59:55.791215 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-811223f5-4274-4532-8729-995f5d5502cb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:59:55.794268 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-811223f5-4274-4532-8729-995f5d5502cb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:59:55.800390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-811223f5-4274-4532-8729-995f5d5502cb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:59:55.873259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-811223f5-4274-4532-8729-995f5d5502cb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:55.873495 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dd2bdee8-e8e1-4937-8a78-567346b66a6c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:59:55.894305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-811223f5-4274-4532-8729-995f5d5502cb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:59:55.898211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-811223f5-4274-4532-8729-995f5d5502cb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:59:55.901069 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-811223f5-4274-4532-8729-995f5d5502cb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:59:55.907049 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-811223f5-4274-4532-8729-995f5d5502cb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:59:55.997398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-811223f5-4274-4532-8729-995f5d5502cb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:56.015287 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port dd2bdee8-e8e1-4937-8a78-567346b66a6c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:56.015663 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:56.091286 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-811223f5-4274-4532-8729-995f5d5502cb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:56.096648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:56.113315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Transition to ACTIVE for port object 441de567-c4ed-46e2-9cfd-71c1c6051d6a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:59:56.138667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811223f5-4274-4532-8729-995f5d5502cb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c34567-36d3-4f4a-b1db-761207278c3c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:56.173887 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:56.205401 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-811223f5-4274-4532-8729-995f5d5502cb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:56.206840 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-811223f5-4274-4532-8729-995f5d5502cb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4308069 Feb 17 09:59:56.209573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43634) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:56.214688 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bd37c862-9e86-4ac7-8dfb-251588e9cf06 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '14c34567-36d3-4f4a-b1db-761207278c3c', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:56.220797 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bd37c862-9e86-4ac7-8dfb-251588e9cf06 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:59:56.224621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bd37c862-9e86-4ac7-8dfb-251588e9cf06 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:59:56.227504 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bd37c862-9e86-4ac7-8dfb-251588e9cf06 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:59:56.234022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bd37c862-9e86-4ac7-8dfb-251588e9cf06 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:59:56.338734 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c7fdd-439f-41da-acbd-8e65a679fa89 None None] Pushing event updated for resources: {'Port': ['ID=441de567-c4ed-46e2-9cfd-71c1c6051d6a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:56.352457 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd37c862-9e86-4ac7-8dfb-251588e9cf06 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:56.402202 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Attempting to bind port 441de567-c4ed-46e2-9cfd-71c1c6051d6a on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 09:59:56.402492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Attempting to bind port 441de567-c4ed-46e2-9cfd-71c1c6051d6a by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '384c22ab-c71d-409b-89d6-ff7c8440bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 09:59:56.402856 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Attempting to bind port 441de567-c4ed-46e2-9cfd-71c1c6051d6a on network d02c5b18-1f51-44a9-8a09-db0f5c148170 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 09:59:56.408612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 09:59:56.408917 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Checking segment: {'id': '384c22ab-c71d-409b-89d6-ff7c8440bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 09:59:56.409333 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:56.409726 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Bound using segment: {'id': '384c22ab-c71d-409b-89d6-ff7c8440bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 09:59:56.410222 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Bound port: 441de567-c4ed-46e2-9cfd-71c1c6051d6a, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384c22ab-c71d-409b-89d6-ff7c8440bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 09:59:56.410597 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:56.425507 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd37c862-9e86-4ac7-8dfb-251588e9cf06 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:56.497549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd37c862-9e86-4ac7-8dfb-251588e9cf06 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:56.502019 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] For port 441de567-c4ed-46e2-9cfd-71c1c6051d6a, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 09:59:56.505104 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] For port 441de567-c4ed-46e2-9cfd-71c1c6051d6a, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=441de567-c4ed-46e2-9cfd-71c1c6051d6a,segment=NetworkSegment(384c22ab-c71d-409b-89d6-ff7c8440bc00),segment_id=384c22ab-c71d-409b-89d6-ff7c8440bc00)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 09:59:56.525332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37c862-9e86-4ac7-8dfb-251588e9cf06 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb996aa-7a67-4932-9c75-3fc5ff6a936f,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:56.611663 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:56.622976 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd37c862-9e86-4ac7-8dfb-251588e9cf06 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:56.626983 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bd37c862-9e86-4ac7-8dfb-251588e9cf06 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4137609 Feb 17 09:59:56.627230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43638) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:56.632676 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-611ab02a-40a7-4d1e-a41d-f98055743c4a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '14c34567-36d3-4f4a-b1db-761207278c3c', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:56.639797 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-611ab02a-40a7-4d1e-a41d-f98055743c4a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:59:56.643599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-611ab02a-40a7-4d1e-a41d-f98055743c4a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:59:56.646443 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-611ab02a-40a7-4d1e-a41d-f98055743c4a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:59:56.652771 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-611ab02a-40a7-4d1e-a41d-f98055743c4a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:59:56.688884 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Routers {'35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 09:59:56.689504 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:59:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:56.727191 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-611ab02a-40a7-4d1e-a41d-f98055743c4a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:56.747994 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c7fdd-439f-41da-acbd-8e65a679fa89 None None] Pushing event updated for resources: {'Port': ['ID=441de567-c4ed-46e2-9cfd-71c1c6051d6a,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:56.804228 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-611ab02a-40a7-4d1e-a41d-f98055743c4a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:56.881334 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] Set router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 09:59:56.891875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-611ab02a-40a7-4d1e-a41d-f98055743c4a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:57.041374 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ab02a-40a7-4d1e-a41d-f98055743c4a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa5b664-a7a4-4a6a-b96b-70a5ee5fd36f,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:57.070853 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-80cf0ef8-48d5-4064-b8cc-6f3777786899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:57.119969 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-611ab02a-40a7-4d1e-a41d-f98055743c4a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:57.122202 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-611ab02a-40a7-4d1e-a41d-f98055743c4a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4938440 Feb 17 09:59:57.124948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43642) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:57.130398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-15cbe08b-ecf2-48c8-874c-063a7be65b85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '14c34567-36d3-4f4a-b1db-761207278c3c', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:57.137313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-15cbe08b-ecf2-48c8-874c-063a7be65b85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:59:57.141151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-15cbe08b-ecf2-48c8-874c-063a7be65b85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:59:57.144085 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-15cbe08b-ecf2-48c8-874c-063a7be65b85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:59:57.149824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-15cbe08b-ecf2-48c8-874c-063a7be65b85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:59:57.223418 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15cbe08b-ecf2-48c8-874c-063a7be65b85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:57.272828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T09:59:53Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T09:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '441de567-c4ed-46e2-9cfd-71c1c6051d6a', 'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:e8:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '08f32c68-2931-47b7-b76e-db78e520e750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:52Z', 'updated_at': '2022-02-17T09:59:56Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '08f32c68-2931-47b7-b76e-db78e520e750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:57.277504 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3025e6c9-7b5f-4c29-ae19-d3422e75c736 None None] The sync data for ids ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'] in dv-neutron-828143-5-hyperv is: [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T09:59:53Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T09:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '441de567-c4ed-46e2-9cfd-71c1c6051d6a', 'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:e8:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '08f32c68-2931-47b7-b76e-db78e520e750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:52Z', 'updated_at': '2022-02-17T09:59:56Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '08f32c68-2931-47b7-b76e-db78e520e750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:59:57.292154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15cbe08b-ecf2-48c8-874c-063a7be65b85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:57.410957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15cbe08b-ecf2-48c8-874c-063a7be65b85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:57.430572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbe08b-ecf2-48c8-874c-063a7be65b85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e653868-7f2f-42fc-a9a9-7baf63799fd2,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:57.476658 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 441de567-c4ed-46e2-9cfd-71c1c6051d6a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:59:57.519405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15cbe08b-ecf2-48c8-874c-063a7be65b85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:57.520627 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-15cbe08b-ecf2-48c8-874c-063a7be65b85 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3946655 Feb 17 09:59:57.523699 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43646) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:57.530366 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-880ebfec-e15a-4305-a7ed-c7792f128906 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '14c34567-36d3-4f4a-b1db-761207278c3c', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:57.537133 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-880ebfec-e15a-4305-a7ed-c7792f128906 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:59:57.541925 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-880ebfec-e15a-4305-a7ed-c7792f128906 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:59:57.546605 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-880ebfec-e15a-4305-a7ed-c7792f128906 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:59:57.553761 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-880ebfec-e15a-4305-a7ed-c7792f128906 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:59:57.628725 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 441de567-c4ed-46e2-9cfd-71c1c6051d6a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:59:57.634281 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 441de567-c4ed-46e2-9cfd-71c1c6051d6a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:57.634975 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:57.647112 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-880ebfec-e15a-4305-a7ed-c7792f128906 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:57.726661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-880ebfec-e15a-4305-a7ed-c7792f128906 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:57.774753 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:57.810805 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 441de567-c4ed-46e2-9cfd-71c1c6051d6a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=441de567-c4ed-46e2-9cfd-71c1c6051d6a,segment=NetworkSegment(384c22ab-c71d-409b-89d6-ff7c8440bc00),segment_id=384c22ab-c71d-409b-89d6-ff7c8440bc00)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 09:59:57.828361 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-880ebfec-e15a-4305-a7ed-c7792f128906 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:57.857401 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ebfec-e15a-4305-a7ed-c7792f128906 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4820cd13-ac48-4297-be7d-4ac51b947878,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:57.937525 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:57.983628 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-880ebfec-e15a-4305-a7ed-c7792f128906 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:57.986603 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-880ebfec-e15a-4305-a7ed-c7792f128906 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4609101 Feb 17 09:59:57.997733 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43650) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:57.998216 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:57.998350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a35aee30-d411-4c0b-aade-90434ae8be9f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '14c34567-36d3-4f4a-b1db-761207278c3c', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:58.005143 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a35aee30-d411-4c0b-aade-90434ae8be9f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:59:58.011217 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a35aee30-d411-4c0b-aade-90434ae8be9f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:59:58.015498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a35aee30-d411-4c0b-aade-90434ae8be9f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:59:58.024237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a35aee30-d411-4c0b-aade-90434ae8be9f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:59:58.028093 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=441de567-c4ed-46e2-9cfd-71c1c6051d6a,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:58.154764 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-a35aee30-d411-4c0b-aade-90434ae8be9f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:59:58.165269 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a35aee30-d411-4c0b-aade-90434ae8be9f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:58.200877 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:58.244600 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a35aee30-d411-4c0b-aade-90434ae8be9f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:58.342662 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a35aee30-d411-4c0b-aade-90434ae8be9f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:58.373202 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35aee30-d411-4c0b-aade-90434ae8be9f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14bd0f2-8f0e-4b75-9af1-ec51d374a086,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:58.479474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a35aee30-d411-4c0b-aade-90434ae8be9f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:58.480805 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a35aee30-d411-4c0b-aade-90434ae8be9f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4913976 Feb 17 09:59:58.484221 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43654) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 09:59:58.489540 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bfd95965-22b5-4f38-924c-9f39117e2a9b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'security_group_rule': {'security_group_id': '14c34567-36d3-4f4a-b1db-761207278c3c', 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:59:58.496463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bfd95965-22b5-4f38-924c-9f39117e2a9b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 09:59:58.500374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bfd95965-22b5-4f38-924c-9f39117e2a9b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:security_group_rule and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 09:59:58.503546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bfd95965-22b5-4f38-924c-9f39117e2a9b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 09:59:58.511251 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bfd95965-22b5-4f38-924c-9f39117e2a9b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 09:59:58.577147 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-bfd95965-22b5-4f38-924c-9f39117e2a9b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Project eeb2e7b02f3142f899056abfe417a6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:59:58.584750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfd95965-22b5-4f38-924c-9f39117e2a9b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:58.656444 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfd95965-22b5-4f38-924c-9f39117e2a9b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:58.731883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfd95965-22b5-4f38-924c-9f39117e2a9b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:58.758560 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd95965-22b5-4f38-924c-9f39117e2a9b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a14176-2c33-4d99-bede-1a6636655b17,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:59:58.885395 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfd95965-22b5-4f38-924c-9f39117e2a9b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:58.887401 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bfd95965-22b5-4f38-924c-9f39117e2a9b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4021721 Feb 17 09:59:59.054610 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-5b876b3b-56b5-4872-9595-f96a9dbff0f5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:59:59.131408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-5b876b3b-56b5-4872-9595-f96a9dbff0f5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:59:59.132663 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-5b876b3b-56b5-4872-9595-f96a9dbff0f5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-820618510&fields=id&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 267 time: 0.1187744 Feb 17 09:59:59.282929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-f0c400da-d04d-4e32-b0fb-f58b485b24e5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:59.283606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-f0c400da-d04d-4e32-b0fb-f58b485b24e5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:59:59.348408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-f0c400da-d04d-4e32-b0fb-f58b485b24e5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:59:59.349607 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-f0c400da-d04d-4e32-b0fb-f58b485b24e5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/networks?id=d02c5b18-1f51-44a9-8a09-db0f5c148170 HTTP/1.1" status: 200 len: 797 time: 0.2097394 Feb 17 09:59:59.365435 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-75c0419f-dbb0-4326-a2f6-5970fd1d8596 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/quotas/eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 375 time: 0.0096781 Feb 17 09:59:59.435369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 441de567-c4ed-46e2-9cfd-71c1c6051d6a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 09:59:59.455212 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-78286bb2-6783-4a0b-91c8-571a5cb7bf17 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 09:59:59.508077 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 441de567-c4ed-46e2-9cfd-71c1c6051d6a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:59:59.508442 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:59.525582 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-78286bb2-6783-4a0b-91c8-571a5cb7bf17 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 09:59:59.527939 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-78286bb2-6783-4a0b-91c8-571a5cb7bf17 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1562712 Feb 17 09:59:59.717193 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-55295e75-30f5-4dcf-bc6d-625fde44bb2d service neutron] 10.222.0.75 "GET /v2.0/networks/d02c5b18-1f51-44a9-8a09-db0f5c148170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769004 Feb 17 09:59:59.816596 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 09:59:59.850564 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-57692ff0-0500-4d9c-bcb7-6d2c8f0a64d9 service neutron] 10.222.0.75 "GET /v2.0/networks/d02c5b18-1f51-44a9-8a09-db0f5c148170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274211 Feb 17 10:00:00.155305 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fb4f3768-745f-44be-af69-07eb157af1e1 req-e994915b-eb3d-4258-bd97-0682c684951f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 210 time: 0.0452011 Feb 17 10:00:01.253096 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-02655078-5708-44d6-ae3a-5f856b2ec8fd req-d5a7b8a2-fd02-4fc4-b658-603acabcda09 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 210 time: 0.0455530 Feb 17 10:00:02.408910 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-028d8c41-5017-4ac8-a3f6-5cee41d2aeca req-099c640c-07ec-48f9-8e3a-cc4eda8a4a4e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 210 time: 0.0432210 Feb 17 10:00:03.596023 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-98e84e12-0857-4dc8-9697-cf1cf3337253 req-4f4706a5-66db-4195-9840-a010fc0bb539 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 210 time: 0.0778034 Feb 17 10:00:04.415509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-ddd1aea4-cdb0-4ac3-af43-154b8a1a6850 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:04.418295 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-ddd1aea4-cdb0-4ac3-af43-154b8a1a6850 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/networks?id=d02c5b18-1f51-44a9-8a09-db0f5c148170 HTTP/1.1" status: 200 len: 797 time: 0.1582062 Feb 17 10:00:04.473810 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-489f6a76-315b-4bc6-8ade-039db4c94833 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb2e7b02f3142f899056abfe417a6b8 HTTP/1.1" status: 200 len: 379 time: 0.0422845 Feb 17 10:00:04.482341 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-911884a3-5b7b-46db-8031-84bc0502ce1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'port': {'device_id': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'admin_state_up': True, 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'security_groups': ['14c34567-36d3-4f4a-b1db-761207278c3c']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:04.629203 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-911884a3-5b7b-46db-8031-84bc0502ce1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:00:04.639594 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-911884a3-5b7b-46db-8031-84bc0502ce1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:00:04.742551 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-911884a3-5b7b-46db-8031-84bc0502ce1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Made reservation on behalf of eeb2e7b02f3142f899056abfe417a6b8 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:00:04.747432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-911884a3-5b7b-46db-8031-84bc0502ce1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:04.758617 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9b50ef56-7376-423d-a2fc-126043f68af5 req-c6732ecb-5eac-45ca-8bcb-f3d551c907d0 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 210 time: 0.0427854 Feb 17 10:00:04.930320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-911884a3-5b7b-46db-8031-84bc0502ce1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.20.0.7 (d02c5b18-1f51-44a9-8a09-db0f5c148170/08f32c68-2931-47b7-b76e-db78e520e750/b3195886-b4be-4017-80b4-362f75c1de60) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:00:05.137790 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-911884a3-5b7b-46db-8031-84bc0502ce1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:05.158096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-911884a3-5b7b-46db-8031-84bc0502ce1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Transition to ACTIVE for port object b3195886-b4be-4017-80b4-362f75c1de60 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:00:05.251941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-911884a3-5b7b-46db-8031-84bc0502ce1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:05.322777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-911884a3-5b7b-46db-8031-84bc0502ce1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network d02c5b18-1f51-44a9-8a09-db0f5c148170 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:00:05.326858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-911884a3-5b7b-46db-8031-84bc0502ce1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:00:05.331393 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-911884a3-5b7b-46db-8031-84bc0502ce1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:00:05.370107 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911884a3-5b7b-46db-8031-84bc0502ce1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=b3195886-b4be-4017-80b4-362f75c1de60,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:05.408991 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-911884a3-5b7b-46db-8031-84bc0502ce1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:05.409627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-911884a3-5b7b-46db-8031-84bc0502ce1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:05.543640 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-911884a3-5b7b-46db-8031-84bc0502ce1a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0653279 Feb 17 10:00:05.564012 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Request body: {'port': {'device_id': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:05.662345 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e463797a-25c3-47c3-83ec-a7f5f21cd6ef None None] Provisioning for port b3195886-b4be-4017-80b4-362f75c1de60 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:00:05.668638 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e463797a-25c3-47c3-83ec-a7f5f21cd6ef None None] Provisioning complete for port b3195886-b4be-4017-80b4-362f75c1de60 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:00:05.669007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e463797a-25c3-47c3-83ec-a7f5f21cd6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:05.682997 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:05.726278 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e463797a-25c3-47c3-83ec-a7f5f21cd6ef None None] Port b3195886-b4be-4017-80b4-362f75c1de60 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:00:06.088114 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13587-053a-4948-a674-e8683eb5cd1a req-eb137deb-ce42-4f94-9010-ddc631abfd2b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:06.088747 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-f7b13587-053a-4948-a674-e8683eb5cd1a req-eb137deb-ce42-4f94-9010-ddc631abfd2b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:00:06.203479 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3195886-b4be-4017-80b4-362f75c1de60 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:00:06.209815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-f7b13587-053a-4948-a674-e8683eb5cd1a req-eb137deb-ce42-4f94-9010-ddc631abfd2b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:00:06.211007 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f7b13587-053a-4948-a674-e8683eb5cd1a req-eb137deb-ce42-4f94-9010-ddc631abfd2b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 931 time: 0.3461521 Feb 17 10:00:06.212623 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:06.246847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Transition to ACTIVE for port object b3195886-b4be-4017-80b4-362f75c1de60 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:00:06.265567 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f7b13587-053a-4948-a674-e8683eb5cd1a req-a35e896c-0cc9-4c60-8796-7faaa0fe424a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=14c34567-36d3-4f4a-b1db-761207278c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486588 Feb 17 10:00:06.365477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:06.518796 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Pushing event updated for resources: {'Port': ['ID=b3195886-b4be-4017-80b4-362f75c1de60,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:06.607947 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Attempting to bind port b3195886-b4be-4017-80b4-362f75c1de60 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:00:06.608291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Attempting to bind port b3195886-b4be-4017-80b4-362f75c1de60 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '384c22ab-c71d-409b-89d6-ff7c8440bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:00:06.608620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Attempting to bind port b3195886-b4be-4017-80b4-362f75c1de60 on network d02c5b18-1f51-44a9-8a09-db0f5c148170 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:00:06.613609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Port b3195886-b4be-4017-80b4-362f75c1de60 on network d02c5b18-1f51-44a9-8a09-db0f5c148170 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:00:06.613928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Attempting to bind port b3195886-b4be-4017-80b4-362f75c1de60 on network d02c5b18-1f51-44a9-8a09-db0f5c148170 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:00:06.619301 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:00:06.619577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Checking segment: {'id': '384c22ab-c71d-409b-89d6-ff7c8440bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:00:06.620130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Bound using segment: {'id': '384c22ab-c71d-409b-89d6-ff7c8440bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:00:06.620666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Bound port: b3195886-b4be-4017-80b4-362f75c1de60, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384c22ab-c71d-409b-89d6-ff7c8440bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:00:06.621041 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:06.710702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] For port b3195886-b4be-4017-80b4-362f75c1de60, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:00:06.714257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] For port b3195886-b4be-4017-80b4-362f75c1de60, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b3195886-b4be-4017-80b4-362f75c1de60,segment=NetworkSegment(384c22ab-c71d-409b-89d6-ff7c8440bc00),segment_id=384c22ab-c71d-409b-89d6-ff7c8440bc00)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:00:06.845734 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:06.910958 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:06.911669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:06.913036 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] 10.222.0.37 "PUT /v2.0/ports/b3195886-b4be-4017-80b4-362f75c1de60 HTTP/1.1" status: 200 len: 1093 time: 1.3557594 Feb 17 10:00:06.913817 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'tag': 'b3195886-b4be-4017-80b4-362f75c1de60'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:00:06.934180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3d406-8b55-4afc-a777-985e66480776 service neutron] Pushing event updated for resources: {'Port': ['ID=b3195886-b4be-4017-80b4-362f75c1de60,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:06.965944 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'tag': 'b3195886-b4be-4017-80b4-362f75c1de60', 'status': 'completed', 'code': 200} Feb 17 10:00:07.082942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fca9b-3fbd-4483-9d81-110eb449a7c5 req-dd9344ed-f9a3-4b98-9324-881dca98fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:07.084423 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-783fca9b-3fbd-4483-9d81-110eb449a7c5 req-dd9344ed-f9a3-4b98-9324-881dca98fd43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 1096 time: 0.0751083 Feb 17 10:00:07.231948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fca9b-3fbd-4483-9d81-110eb449a7c5 req-90a33fdb-4317-4736-8823-d0eba42eb1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:07.233411 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-783fca9b-3fbd-4483-9d81-110eb449a7c5 req-90a33fdb-4317-4736-8823-d0eba42eb1a4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1354637 Feb 17 10:00:07.370730 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fca9b-3fbd-4483-9d81-110eb449a7c5 req-33b4cbce-4873-40c6-bf7d-d5fae9cdf006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:07.372293 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-783fca9b-3fbd-4483-9d81-110eb449a7c5 req-33b4cbce-4873-40c6-bf7d-d5fae9cdf006 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332622 Feb 17 10:00:07.513559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e42f62-03dc-4b17-a409-b69cefe0cafb req-e9817773-037e-44c7-b2c6-446239e5b2d6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:07.515106 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-11e42f62-03dc-4b17-a409-b69cefe0cafb req-e9817773-037e-44c7-b2c6-446239e5b2d6 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 943 time: 0.1399515 Feb 17 10:00:07.544652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-c64c6c6e-242d-48d2-a58d-a232a01dc647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:07.546135 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-c64c6c6e-242d-48d2-a58d-a232a01dc647 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 1096 time: 0.1119556 Feb 17 10:00:07.631837 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-11e42f62-03dc-4b17-a409-b69cefe0cafb req-7ae73839-4294-4af4-a9f6-66b820c0ea21 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=14c34567-36d3-4f4a-b1db-761207278c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101310 Feb 17 10:00:07.633201 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-582e9615-c7c0-414b-8fca-bb141230533d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3195886-b4be-4017-80b4-362f75c1de60 HTTP/1.1" status: 200 len: 217 time: 0.0707831 Feb 17 10:00:07.698563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-dc59f8f2-fb10-474b-a591-6568d5424cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:07.700243 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-dc59f8f2-fb10-474b-a591-6568d5424cb7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08f32c68-2931-47b7-b76e-db78e520e750 HTTP/1.1" status: 200 len: 835 time: 0.0599439 Feb 17 10:00:07.880059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-283dbea9-bca0-4e0f-aee1-73be21d2abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:07.881488 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-283dbea9-bca0-4e0f-aee1-73be21d2abfa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d02c5b18-1f51-44a9-8a09-db0f5c148170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1751194 Feb 17 10:00:08.017139 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-8ffd3bbf-7763-440d-90d7-24a2bec9222d service neutron] 10.222.0.37 "GET /v2.0/networks/d02c5b18-1f51-44a9-8a09-db0f5c148170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290257 Feb 17 10:00:08.152877 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1df217b4-c084-4b8a-b4d7-dc2032932d1f req-1f96fdc7-9b05-401d-88ee-edf616ca070e service neutron] 10.222.0.37 "GET /v2.0/networks/d02c5b18-1f51-44a9-8a09-db0f5c148170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284702 Feb 17 10:00:08.708362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:08.925074 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b0d74-d014-43e8-9d11-5cdaf4198e14 req-bb871bb0-8145-4af8-a2d6-72d623a5c202 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:08.926807 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e93b0d74-d014-43e8-9d11-5cdaf4198e14 req-bb871bb0-8145-4af8-a2d6-72d623a5c202 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 943 time: 0.1816814 Feb 17 10:00:08.975054 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e93b0d74-d014-43e8-9d11-5cdaf4198e14 req-b5eacca9-d0ad-48ec-b0f4-ad67a2705a20 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=14c34567-36d3-4f4a-b1db-761207278c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425539 Feb 17 10:00:10.161465 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d1dcb-2143-42ac-9147-e8daaf7c3551 req-f38500f4-375e-48e6-b304-0098bded4879 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:10.162957 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-df2d1dcb-2143-42ac-9147-e8daaf7c3551 req-f38500f4-375e-48e6-b304-0098bded4879 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 943 time: 0.0803964 Feb 17 10:00:10.207876 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-df2d1dcb-2143-42ac-9147-e8daaf7c3551 req-4eeb1383-f093-47fe-a674-a75cf7eb56dd tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=14c34567-36d3-4f4a-b1db-761207278c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382404 Feb 17 10:00:11.395400 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ed970-9ddd-40a7-b714-7f3bcae43bed req-5d06870b-c17e-4fdd-a34e-45f8979557a5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:11.396898 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-070ed970-9ddd-40a7-b714-7f3bcae43bed req-5d06870b-c17e-4fdd-a34e-45f8979557a5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 943 time: 0.0830860 Feb 17 10:00:11.444379 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-070ed970-9ddd-40a7-b714-7f3bcae43bed req-4f8e84b7-9087-46b0-8a2c-05043a3556cf tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=14c34567-36d3-4f4a-b1db-761207278c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411549 Feb 17 10:00:11.687306 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device b3195886-b4be-4017-80b4-362f75c1de60 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:00:11.818651 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port b3195886-b4be-4017-80b4-362f75c1de60, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b3195886-b4be-4017-80b4-362f75c1de60,segment=NetworkSegment(384c22ab-c71d-409b-89d6-ff7c8440bc00),segment_id=384c22ab-c71d-409b-89d6-ff7c8440bc00)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:00:11.832238 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'b3195886-b4be-4017-80b4-362f75c1de60', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'port_id': 'b3195886-b4be-4017-80b4-362f75c1de60', 'mac_address': 'fa:16:3e:09:ad:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f32c68-2931-47b7-b76e-db78e520e750', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:00:11.891209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:11.908344 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3195886-b4be-4017-80b4-362f75c1de60 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:00:11.924981 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port b3195886-b4be-4017-80b4-362f75c1de60, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b3195886-b4be-4017-80b4-362f75c1de60,segment=NetworkSegment(384c22ab-c71d-409b-89d6-ff7c8440bc00),segment_id=384c22ab-c71d-409b-89d6-ff7c8440bc00)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:00:12.027890 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:12.094219 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=b3195886-b4be-4017-80b4-362f75c1de60,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:12.403568 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['b3195886-b4be-4017-80b4-362f75c1de60'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:00:12.638030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48572fd-75fc-4368-8339-545c1596f165 req-075d5c54-25d4-4080-b13f-e9747c1aaf97 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:12.639520 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a48572fd-75fc-4368-8339-545c1596f165 req-075d5c54-25d4-4080-b13f-e9747c1aaf97 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 944 time: 0.0894413 Feb 17 10:00:12.686522 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a48572fd-75fc-4368-8339-545c1596f165 req-aff20975-0517-4ae3-81d9-33769aedc121 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=14c34567-36d3-4f4a-b1db-761207278c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404243 Feb 17 10:00:13.689204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device b3195886-b4be-4017-80b4-362f75c1de60 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:00:13.862580 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port b3195886-b4be-4017-80b4-362f75c1de60 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:00:13.867817 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port b3195886-b4be-4017-80b4-362f75c1de60 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:00:13.872760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:13.873434 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cd893-4cb3-4536-99ee-51c35c0b2b18 req-38502514-0e44-4362-94ae-ea82c9aecd94 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:13.874947 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3f1cd893-4cb3-4536-99ee-51c35c0b2b18 req-38502514-0e44-4362-94ae-ea82c9aecd94 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 944 time: 0.0784304 Feb 17 10:00:13.919800 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3f1cd893-4cb3-4536-99ee-51c35c0b2b18 req-02a5354d-3bb6-43f9-8bc1-546341f3d3d5 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=14c34567-36d3-4f4a-b1db-761207278c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390236 Feb 17 10:00:13.985363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:14.012228 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3195886-b4be-4017-80b4-362f75c1de60'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:00:14.031687 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port b3195886-b4be-4017-80b4-362f75c1de60, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b3195886-b4be-4017-80b4-362f75c1de60,segment=NetworkSegment(384c22ab-c71d-409b-89d6-ff7c8440bc00),segment_id=384c22ab-c71d-409b-89d6-ff7c8440bc00)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:00:14.062859 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3195886-b4be-4017-80b4-362f75c1de60', 'code': 200} Feb 17 10:00:14.130920 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:14.199445 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=b3195886-b4be-4017-80b4-362f75c1de60,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:14.512323 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f321a1-cf27-45ce-943a-b545b17672ff req-0242f954-8c7e-4667-82bf-3bea79e6313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:14.513698 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-69f321a1-cf27-45ce-943a-b545b17672ff req-0242f954-8c7e-4667-82bf-3bea79e6313c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 1098 time: 0.0697021 Feb 17 10:00:14.558859 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-69f321a1-cf27-45ce-943a-b545b17672ff req-5b8c9754-5e96-4e65-a69b-ec2669fc8674 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14c34567-36d3-4f4a-b1db-761207278c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390856 Feb 17 10:00:15.111015 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8855cd4-089e-451e-936c-e03899b3b4d0 req-e67b1b70-a626-48d2-9232-0b3412a16e52 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:15.112486 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a8855cd4-089e-451e-936c-e03899b3b4d0 req-e67b1b70-a626-48d2-9232-0b3412a16e52 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 945 time: 0.0846901 Feb 17 10:00:15.158004 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a8855cd4-089e-451e-936c-e03899b3b4d0 req-277640fe-7588-4502-8b40-b5c4f1054c5e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=14c34567-36d3-4f4a-b1db-761207278c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398736 Feb 17 10:00:16.345571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5ed2e-0da1-4244-ad67-b42bb1d0f235 req-4982be92-994c-4ee3-aa63-5c35b8eb091e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:16.347135 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-30b5ed2e-0da1-4244-ad67-b42bb1d0f235 req-4982be92-994c-4ee3-aa63-5c35b8eb091e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 945 time: 0.0832314 Feb 17 10:00:16.391687 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-30b5ed2e-0da1-4244-ad67-b42bb1d0f235 req-6c32d55e-292b-49ff-b9a9-5b56d2b01672 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=14c34567-36d3-4f4a-b1db-761207278c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386572 Feb 17 10:00:16.582140 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1d76b-7903-45e3-9c09-479a2f7b5db8 req-c3a96689-15ad-4b15-8cfc-4207034b1948 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:16.583566 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a3c1d76b-7903-45e3-9c09-479a2f7b5db8 req-c3a96689-15ad-4b15-8cfc-4207034b1948 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 945 time: 0.0836966 Feb 17 10:00:16.632300 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a3c1d76b-7903-45e3-9c09-479a2f7b5db8 req-feb1158a-f2c2-4f97-a9df-6c1fd9056cae tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=14c34567-36d3-4f4a-b1db-761207278c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425818 Feb 17 10:00:16.655288 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43740) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:00:16.729614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee68b477-afbb-4b59-bcf8-06ee0f1c2abc tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:16.731187 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ee68b477-afbb-4b59-bcf8-06ee0f1c2abc tempest-TestNetworkBasicOps-801556950 tempest-TestNetworkBasicOps-801556950-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 1093 time: 0.0748639 Feb 17 10:00:16.734116 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43744) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:00:16.738852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': 'b3195886-b4be-4017-80b4-362f75c1de60', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:00:16.745374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:00:16.749311 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Usage tracker for resource:floatingip and tenant:eeb2e7b02f3142f899056abfe417a6b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:00:16.752182 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:00:16.757811 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:00:16.845470 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:16.982805 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:17.123996 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Allocated IP 172.26.4.85 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/87cdb238-7272-4db0-9d9a-65d8c96f1d69) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:00:17.271640 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:17.377370 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:17.442440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:00:17.445177 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:00:17.449611 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:00:17.478684 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=87cdb238-7272-4db0-9d9a-65d8c96f1d69,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:17.872201 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:18.064827 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:18.371468 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:18.445066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:18.556699 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event updated for resources: {'Port': ['ID=87cdb238-7272-4db0-9d9a-65d8c96f1d69,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:18.574523 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:18.574883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:18.575265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:18.575632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:18.575974 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:18.576326 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:18.576639 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:18.576967 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:18.577298 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:18.577625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:18.577945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:18.578292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:18.584485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:18.762800 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP ac5189eb-675a-442f-a226-6efc5e101049 associated. External IP: 172.26.4.85, port: b3195886-b4be-4017-80b4-362f75c1de60. Feb 17 10:00:19.115766 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:00:19.296149 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:00:19.306261 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae2d66-1337-4394-a085-360bb608d19a None None] Sync routers for ids ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:00:19.316798 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae2d66-1337-4394-a085-360bb608d19a None None] Routers {'35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:00:19.317412 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fcae2d66-1337-4394-a085-360bb608d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:59:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:19.394363 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:19.452117 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3e6f002c-00d1-4a0a-8ddc-c720a5f7eaca tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7169769 Feb 17 10:00:19.452819 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'tag': 'b3195886-b4be-4017-80b4-362f75c1de60'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:00:19.455055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43748) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:00:19.497352 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-fcae2d66-1337-4394-a085-360bb608d19a None None] Set router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:00:19.501981 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'tag': 'b3195886-b4be-4017-80b4-362f75c1de60', 'status': 'completed', 'code': 200} Feb 17 10:00:19.617987 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c0e3fa84-6378-4934-a262-95fac0a1341d tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/ac5189eb-675a-442f-a226-6efc5e101049 HTTP/1.1" status: 200 len: 990 time: 0.1617589 Feb 17 10:00:19.640371 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d00cd4-7f30-45ed-ab35-6364e757acc8 req-9ffe55cf-4906-4f4b-9670-23c547aa6f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:19.641839 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c3d00cd4-7f30-45ed-ab35-6364e757acc8 req-9ffe55cf-4906-4f4b-9670-23c547aa6f61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 1098 time: 0.0933437 Feb 17 10:00:19.653536 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:00:19.781814 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d00cd4-7f30-45ed-ab35-6364e757acc8 req-b214bdc1-a3ca-4d96-8909-a82baf563f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:19.783746 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c3d00cd4-7f30-45ed-ab35-6364e757acc8 req-b214bdc1-a3ca-4d96-8909-a82baf563f72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d02c5b18-1f51-44a9-8a09-db0f5c148170 HTTP/1.1" status: 200 len: 898 time: 0.1307707 Feb 17 10:00:19.850605 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fcae2d66-1337-4394-a085-360bb608d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T09:59:53Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T09:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'ac5189eb-675a-442f-a226-6efc5e101049', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'port_id': 'b3195886-b4be-4017-80b4-362f75c1de60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'mac_address': 'fa:16:3e:09:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:00:17Z', 'updated_at': '2022-02-17T10:00:17Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441de567-c4ed-46e2-9cfd-71c1c6051d6a', 'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:e8:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '08f32c68-2931-47b7-b76e-db78e520e750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:52Z', 'updated_at': '2022-02-17T09:59:57Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '08f32c68-2931-47b7-b76e-db78e520e750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:19.855026 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae2d66-1337-4394-a085-360bb608d19a None None] Checking router: 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:00:19.863473 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae2d66-1337-4394-a085-360bb608d19a None None] Routers {'35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:00:19.864073 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fcae2d66-1337-4394-a085-360bb608d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T09:59:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:19.885240 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c3d00cd4-7f30-45ed-ab35-6364e757acc8 req-4d999b58-57e8-40e1-94ba-7734a49adaab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3195886-b4be-4017-80b4-362f75c1de60 HTTP/1.1" status: 200 len: 998 time: 0.0946856 Feb 17 10:00:19.951422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d00cd4-7f30-45ed-ab35-6364e757acc8 req-1afaa711-5f3a-4e1b-b5a3-82b845cdf9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:19.952929 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c3d00cd4-7f30-45ed-ab35-6364e757acc8 req-1afaa711-5f3a-4e1b-b5a3-82b845cdf9ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08f32c68-2931-47b7-b76e-db78e520e750 HTTP/1.1" status: 200 len: 835 time: 0.0623062 Feb 17 10:00:20.029326 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d00cd4-7f30-45ed-ab35-6364e757acc8 req-e426d54c-0774-4c6b-b746-0800c26eb7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:20.030818 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c3d00cd4-7f30-45ed-ab35-6364e757acc8 req-e426d54c-0774-4c6b-b746-0800c26eb7cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d02c5b18-1f51-44a9-8a09-db0f5c148170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719972 Feb 17 10:00:20.040407 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-fcae2d66-1337-4394-a085-360bb608d19a None None] Set router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:00:20.177586 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c3d00cd4-7f30-45ed-ab35-6364e757acc8 req-caa12ce3-6eb0-4589-bd14-9eca6def0007 service neutron] 10.222.0.37 "GET /v2.0/networks/d02c5b18-1f51-44a9-8a09-db0f5c148170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404452 Feb 17 10:00:20.315086 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c3d00cd4-7f30-45ed-ab35-6364e757acc8 req-1b7e196e-ec07-49a7-8d4b-5819cd36cd36 service neutron] 10.222.0.37 "GET /v2.0/networks/d02c5b18-1f51-44a9-8a09-db0f5c148170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310544 Feb 17 10:00:20.431490 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fcae2d66-1337-4394-a085-360bb608d19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T09:59:53Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T09:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'ac5189eb-675a-442f-a226-6efc5e101049', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'port_id': 'b3195886-b4be-4017-80b4-362f75c1de60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'mac_address': 'fa:16:3e:09:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:00:17Z', 'updated_at': '2022-02-17T10:00:17Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441de567-c4ed-46e2-9cfd-71c1c6051d6a', 'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:e8:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '08f32c68-2931-47b7-b76e-db78e520e750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:52Z', 'updated_at': '2022-02-17T09:59:57Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '08f32c68-2931-47b7-b76e-db78e520e750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:20.435954 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae2d66-1337-4394-a085-360bb608d19a None None] The sync data for ids ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'] in dv-neutron-828143-5-hyperv is: [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T09:59:53Z', 'revision_number': 4, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T09:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'ac5189eb-675a-442f-a226-6efc5e101049', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'port_id': 'b3195886-b4be-4017-80b4-362f75c1de60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'mac_address': 'fa:16:3e:09:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:00:17Z', 'updated_at': '2022-02-17T10:00:17Z', 'revision_number': 0, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441de567-c4ed-46e2-9cfd-71c1c6051d6a', 'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:e8:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '08f32c68-2931-47b7-b76e-db78e520e750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:52Z', 'updated_at': '2022-02-17T09:59:57Z', 'revision_number': 5, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '08f32c68-2931-47b7-b76e-db78e520e750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:00:20.611563 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33171633-c1d3-4598-88d3-865be789a00c None None] New status for floating IP ac5189eb-675a-442f-a226-6efc5e101049: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:00:20.620497 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43754) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:00:20.828737 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4fdc36ad-1570-459b-a9b9-d1e8ffbd5e7f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/ac5189eb-675a-442f-a226-6efc5e101049 HTTP/1.1" status: 200 len: 990 time: 0.2073801 Feb 17 10:00:21.813928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-7cd9d45d-b7d5-4672-b104-79413085658e req-c7dabe74-b267-443a-be4e-0f1649cbfd26 service neutron] (88370) timed out ('10.222.0.37', 52304) {{(pid=88370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 10:00:21.831800 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43758) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:00:21.942280 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9cc714fb-c428-4584-ba23-178d90293807 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/ac5189eb-675a-442f-a226-6efc5e101049 HTTP/1.1" status: 200 len: 992 time: 0.1063397 Feb 17 10:00:24.702593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-61b59fea-240f-4f31-9aab-47ea4445da56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:26.993777 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-da44778e-1044-4224-b08f-11ac9b8917b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:27.948685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:28.228002 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:29.816386 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:38.702203 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:39.674802 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e410eb6-2e46-4402-8844-abbde151a1b5 req-106758ff-c7b9-4115-a3f8-b816420ce7e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773220 Feb 17 10:00:39.838433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e410eb6-2e46-4402-8844-abbde151a1b5 req-3cf94a16-c1db-40cb-b00c-664d160274f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:39.840005 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e410eb6-2e46-4402-8844-abbde151a1b5 req-3cf94a16-c1db-40cb-b00c-664d160274f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 1098 time: 0.0751612 Feb 17 10:00:39.990705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e410eb6-2e46-4402-8844-abbde151a1b5 req-5b36ad5b-62f7-4e59-9fa3-867be388426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:39.992072 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e410eb6-2e46-4402-8844-abbde151a1b5 req-5b36ad5b-62f7-4e59-9fa3-867be388426d service neutron] 10.222.0.37 "GET /v2.0/networks?id=d02c5b18-1f51-44a9-8a09-db0f5c148170 HTTP/1.1" status: 200 len: 898 time: 0.1334414 Feb 17 10:00:40.099761 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e410eb6-2e46-4402-8844-abbde151a1b5 req-7c37692f-355d-466a-95d4-57c717e0bbaa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3195886-b4be-4017-80b4-362f75c1de60 HTTP/1.1" status: 200 len: 1000 time: 0.1014366 Feb 17 10:00:40.160928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e410eb6-2e46-4402-8844-abbde151a1b5 req-10705855-7827-4ecc-a8a2-9b769f1e8835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:40.162387 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e410eb6-2e46-4402-8844-abbde151a1b5 req-10705855-7827-4ecc-a8a2-9b769f1e8835 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08f32c68-2931-47b7-b76e-db78e520e750 HTTP/1.1" status: 200 len: 835 time: 0.0563931 Feb 17 10:00:40.239348 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e410eb6-2e46-4402-8844-abbde151a1b5 req-6ea50ead-1333-43f1-9ea4-24b044210afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:40.240860 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e410eb6-2e46-4402-8844-abbde151a1b5 req-6ea50ead-1333-43f1-9ea4-24b044210afd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d02c5b18-1f51-44a9-8a09-db0f5c148170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720553 Feb 17 10:00:40.371370 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e410eb6-2e46-4402-8844-abbde151a1b5 req-ab09c5c8-0c1f-4025-a8d2-a0844f65c8db service neutron] 10.222.0.37 "GET /v2.0/networks/d02c5b18-1f51-44a9-8a09-db0f5c148170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238019 Feb 17 10:00:40.501404 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e410eb6-2e46-4402-8844-abbde151a1b5 req-e669b6de-1ecc-43e9-be6d-214198a3c44a service neutron] 10.222.0.37 "GET /v2.0/networks/d02c5b18-1f51-44a9-8a09-db0f5c148170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241422 Feb 17 10:00:54.696250 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-efc3715f-940d-49e5-9062-9163b2c26beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:56.643621 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:00:56.999344 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0cac4b68-4854-4d62-b4c0-fcfbf062c705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:57.907898 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:58.170690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:00:59.861850 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:08.741638 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:24.713299 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bd64ec02-b268-4b65-8ca6-2389e7f12dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:27.056328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c3beef5-c2ae-421e-94b8-6fdd6818f01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:27.976071 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:28.181909 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:29.873003 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:33.642526 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:01:37.003512 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43782) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:01:37.071399 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-511dd776-47a8-46b3-85fe-58ff941c20b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:01:37.705251 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-511dd776-47a8-46b3-85fe-58ff941c20b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:37.794030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-511dd776-47a8-46b3-85fe-58ff941c20b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:37.973113 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511dd776-47a8-46b3-85fe-58ff941c20b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:01:38.151730 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511dd776-47a8-46b3-85fe-58ff941c20b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:01:38.158369 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-511dd776-47a8-46b3-85fe-58ff941c20b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:38.163694 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-511dd776-47a8-46b3-85fe-58ff941c20b3 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/35f7e3ae-d747-4fc7-9a04-7ab51fd0678d HTTP/1.1" status: 200 len: 889 time: 1.1550322 Feb 17 10:01:38.164749 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a02b98-2f66-4d81-a92e-90ea43e46498 None None] Sync routers for ids ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:01:38.172346 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a02b98-2f66-4d81-a92e-90ea43e46498 None None] Routers {'35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:01:38.173057 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f2a02b98-2f66-4d81-a92e-90ea43e46498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:01:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:38.233647 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f2a02b98-2f66-4d81-a92e-90ea43e46498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:38.241709 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a02b98-2f66-4d81-a92e-90ea43e46498 None None] Routers {'35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:01:38.242330 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f2a02b98-2f66-4d81-a92e-90ea43e46498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:01:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:38.303333 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f2a02b98-2f66-4d81-a92e-90ea43e46498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:38.303719 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a02b98-2f66-4d81-a92e-90ea43e46498 None None] The sync data for ids ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'] in dv-neutron-828143-5-hyperv is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:01:38.702111 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:39.057164 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e18c0-0a99-47e3-9df1-fbd7cc4a09cf None None] New status for floating IP ac5189eb-675a-442f-a226-6efc5e101049: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:01:39.464055 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dd2bdee8-e8e1-4937-8a78-567346b66a6c no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:01:39.580183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:39.597335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port dd2bdee8-e8e1-4937-8a78-567346b66a6c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dd2bdee8-e8e1-4937-8a78-567346b66a6c,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:01:39.667897 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:39.668612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 441de567-c4ed-46e2-9cfd-71c1c6051d6a no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:01:39.783556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=dd2bdee8-e8e1-4937-8a78-567346b66a6c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:39.820280 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:39.820632 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:39.820977 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:39.821315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:39.821646 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:39.821978 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:39.823473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:39.823825 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:39.824163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:39.824493 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:39.824823 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:39.825151 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:39.857896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:39.890740 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 441de567-c4ed-46e2-9cfd-71c1c6051d6a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=441de567-c4ed-46e2-9cfd-71c1c6051d6a,segment=NetworkSegment(384c22ab-c71d-409b-89d6-ff7c8440bc00),segment_id=384c22ab-c71d-409b-89d6-ff7c8440bc00)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:01:39.993146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:40.060094 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=441de567-c4ed-46e2-9cfd-71c1c6051d6a,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:40.350099 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43790) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:01:40.355923 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-080e47d3-f73e-47ca-b3af-2b294b4b8e29 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:01:40.656459 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c7698554-68a0-4c0a-ab1a-acb85d416617 req-113705bc-f1b6-404f-bf12-fe87fafaa802 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711634 Feb 17 10:01:40.807839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7698554-68a0-4c0a-ab1a-acb85d416617 req-9eec2cad-c6e9-4a25-a57c-3cb87be3041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:40.809297 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c7698554-68a0-4c0a-ab1a-acb85d416617 req-9eec2cad-c6e9-4a25-a57c-3cb87be3041d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 1098 time: 0.0697231 Feb 17 10:01:40.874831 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-080e47d3-f73e-47ca-b3af-2b294b4b8e29 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:40.953207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7698554-68a0-4c0a-ab1a-acb85d416617 req-965257c7-fc6c-4a19-a86a-459c88723c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:40.954662 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c7698554-68a0-4c0a-ab1a-acb85d416617 req-965257c7-fc6c-4a19-a86a-459c88723c28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d02c5b18-1f51-44a9-8a09-db0f5c148170 HTTP/1.1" status: 200 len: 898 time: 0.1258357 Feb 17 10:01:40.966053 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-080e47d3-f73e-47ca-b3af-2b294b4b8e29 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1951100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1951045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1951356'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:41.065724 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c7698554-68a0-4c0a-ab1a-acb85d416617 req-b8189d78-9714-43c3-a400-98f6a4bbab74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3195886-b4be-4017-80b4-362f75c1de60 HTTP/1.1" status: 200 len: 998 time: 0.1042788 Feb 17 10:01:41.136739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7698554-68a0-4c0a-ab1a-acb85d416617 req-05dfa4a2-b192-47da-9347-f3254504d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:41.138407 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c7698554-68a0-4c0a-ab1a-acb85d416617 req-05dfa4a2-b192-47da-9347-f3254504d018 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08f32c68-2931-47b7-b76e-db78e520e750 HTTP/1.1" status: 200 len: 835 time: 0.0642970 Feb 17 10:01:41.216280 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7698554-68a0-4c0a-ab1a-acb85d416617 req-55531bfb-3a3d-410a-ae94-a83d3a71e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:41.217657 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c7698554-68a0-4c0a-ab1a-acb85d416617 req-55531bfb-3a3d-410a-ae94-a83d3a71e0d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d02c5b18-1f51-44a9-8a09-db0f5c148170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730956 Feb 17 10:01:41.279093 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080e47d3-f73e-47ca-b3af-2b294b4b8e29 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:01:41.454527 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c7698554-68a0-4c0a-ab1a-acb85d416617 req-d58b7077-df9c-4765-b733-d42f74e029d6 service neutron] 10.222.0.37 "GET /v2.0/networks/d02c5b18-1f51-44a9-8a09-db0f5c148170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303047 Feb 17 10:01:41.461019 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080e47d3-f73e-47ca-b3af-2b294b4b8e29 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:01:41.467745 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-080e47d3-f73e-47ca-b3af-2b294b4b8e29 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:41.468890 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-080e47d3-f73e-47ca-b3af-2b294b4b8e29 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/35f7e3ae-d747-4fc7-9a04-7ab51fd0678d HTTP/1.1" status: 200 len: 888 time: 1.1178038 Feb 17 10:01:41.471866 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43794) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:01:41.474613 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357bddb0-7f60-4c90-902c-db32e0757508 None None] Sync routers for ids ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:01:41.485151 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357bddb0-7f60-4c90-902c-db32e0757508 None None] Routers {'35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:01:41.485769 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-357bddb0-7f60-4c90-902c-db32e0757508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:01:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:41.586089 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-51ab13d1-7da3-4dd1-b951-49fff326e55b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/ac5189eb-675a-442f-a226-6efc5e101049 HTTP/1.1" status: 200 len: 990 time: 0.1119967 Feb 17 10:01:41.591238 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c7698554-68a0-4c0a-ab1a-acb85d416617 req-f1488d1a-6f54-4e70-a396-04355ecdbcae service neutron] 10.222.0.37 "GET /v2.0/networks/d02c5b18-1f51-44a9-8a09-db0f5c148170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302686 Feb 17 10:01:41.665103 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-357bddb0-7f60-4c90-902c-db32e0757508 None None] Set router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:01:42.007450 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-357bddb0-7f60-4c90-902c-db32e0757508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T10:01:40Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T10:01:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'ac5189eb-675a-442f-a226-6efc5e101049', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'port_id': 'b3195886-b4be-4017-80b4-362f75c1de60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'mac_address': 'fa:16:3e:09:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:00:17Z', 'updated_at': '2022-02-17T10:01:39Z', 'revision_number': 2, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441de567-c4ed-46e2-9cfd-71c1c6051d6a', 'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:e8:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '08f32c68-2931-47b7-b76e-db78e520e750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:52Z', 'updated_at': '2022-02-17T10:01:39Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '08f32c68-2931-47b7-b76e-db78e520e750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:42.011838 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357bddb0-7f60-4c90-902c-db32e0757508 None None] Checking router: 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:01:42.019904 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357bddb0-7f60-4c90-902c-db32e0757508 None None] Routers {'35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:01:42.020497 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-357bddb0-7f60-4c90-902c-db32e0757508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:01:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:42.227260 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-357bddb0-7f60-4c90-902c-db32e0757508 None None] Set router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:01:42.569316 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-357bddb0-7f60-4c90-902c-db32e0757508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T10:01:40Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T10:01:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'ac5189eb-675a-442f-a226-6efc5e101049', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'port_id': 'b3195886-b4be-4017-80b4-362f75c1de60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'mac_address': 'fa:16:3e:09:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:00:17Z', 'updated_at': '2022-02-17T10:01:39Z', 'revision_number': 2, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441de567-c4ed-46e2-9cfd-71c1c6051d6a', 'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:e8:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '08f32c68-2931-47b7-b76e-db78e520e750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:52Z', 'updated_at': '2022-02-17T10:01:39Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '08f32c68-2931-47b7-b76e-db78e520e750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:42.573552 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357bddb0-7f60-4c90-902c-db32e0757508 None None] The sync data for ids ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'] in dv-neutron-828143-5-hyperv is: [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T10:01:40Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T10:01:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'ac5189eb-675a-442f-a226-6efc5e101049', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'port_id': 'b3195886-b4be-4017-80b4-362f75c1de60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'mac_address': 'fa:16:3e:09:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:00:17Z', 'updated_at': '2022-02-17T10:01:39Z', 'revision_number': 2, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441de567-c4ed-46e2-9cfd-71c1c6051d6a', 'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:e8:95:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '08f32c68-2931-47b7-b76e-db78e520e750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:52Z', 'updated_at': '2022-02-17T10:01:39Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '08f32c68-2931-47b7-b76e-db78e520e750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:01:42.591437 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43798) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:01:42.703926 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1b105b3d-9db8-4878-84be-91f49d7171ff tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/ac5189eb-675a-442f-a226-6efc5e101049 HTTP/1.1" status: 200 len: 990 time: 0.1116228 Feb 17 10:01:43.516448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dd2bdee8-e8e1-4937-8a78-567346b66a6c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:01:43.596166 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port dd2bdee8-e8e1-4937-8a78-567346b66a6c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:01:43.596540 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:43.708963 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43802) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:01:43.720967 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:43.741083 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port dd2bdee8-e8e1-4937-8a78-567346b66a6c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dd2bdee8-e8e1-4937-8a78-567346b66a6c,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:01:43.826134 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-34c825c2-1e7b-4f87-89a1-de792afeb9cb tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/ac5189eb-675a-442f-a226-6efc5e101049 HTTP/1.1" status: 200 len: 990 time: 0.1160090 Feb 17 10:01:43.862203 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:43.863096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 441de567-c4ed-46e2-9cfd-71c1c6051d6a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:01:44.014856 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=dd2bdee8-e8e1-4937-8a78-567346b66a6c,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:44.027179 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 441de567-c4ed-46e2-9cfd-71c1c6051d6a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:01:44.027553 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:44.144362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:44.181126 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e455154-4874-4cf2-ab5e-e1045cb251e7 None None] New status for floating IP ac5189eb-675a-442f-a226-6efc5e101049: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:01:44.237741 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 441de567-c4ed-46e2-9cfd-71c1c6051d6a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=441de567-c4ed-46e2-9cfd-71c1c6051d6a,segment=NetworkSegment(384c22ab-c71d-409b-89d6-ff7c8440bc00),segment_id=384c22ab-c71d-409b-89d6-ff7c8440bc00)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:01:44.355094 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:44.487666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=441de567-c4ed-46e2-9cfd-71c1c6051d6a,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:44.830388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43806) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:01:44.930735 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e6508b4e-3f01-4ca9-b0e5-66813b1bd360 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/floatingips/ac5189eb-675a-442f-a226-6efc5e101049 HTTP/1.1" status: 200 len: 992 time: 0.0992067 Feb 17 10:01:45.228348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43814) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:01:45.439105 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port 87cdb238-7272-4db0-9d9a-65d8c96f1d69 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:01:45.439447 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:45.476519 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dd2bdee8-e8e1-4937-8a78-567346b66a6c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:01:45.545513 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port dd2bdee8-e8e1-4937-8a78-567346b66a6c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:01:45.545885 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:45.620682 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:45.621053 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:45.661903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 441de567-c4ed-46e2-9cfd-71c1c6051d6a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:01:45.727058 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 441de567-c4ed-46e2-9cfd-71c1c6051d6a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:01:45.727423 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:45.750023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for 87cdb238-7272-4db0-9d9a-65d8c96f1d69 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:01:45.976209 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:46.024618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=87cdb238-7272-4db0-9d9a-65d8c96f1d69,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:46.066319 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:46.066674 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:46.067018 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:46.067360 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:46.067693 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:46.068024 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:46.068355 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:46.068681 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:46.069027 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:46.069358 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:46.069680 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:46.070004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:46.243043 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:46.243376 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Floating IP ac5189eb-675a-442f-a226-6efc5e101049 disassociated (deleted). External IP: 172.26.4.85, port: b3195886-b4be-4017-80b4-362f75c1de60. Feb 17 10:01:46.599030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:01:46.776758 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:01:46.786572 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ec089-5117-40ea-89af-752536c32c8c None None] Sync routers for ids ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:01:46.796657 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0ec089-5117-40ea-89af-752536c32c8c None None] Routers {'35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:01:46.800255 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-df0ec089-5117-40ea-89af-752536c32c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:01:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:46.862149 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:46.917190 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-645399fa-3395-4d69-b85d-a13794e8875b tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/floatingips/ac5189eb-675a-442f-a226-6efc5e101049 HTTP/1.1" status: 204 len: 168 time: 1.6877511 Feb 17 10:01:46.917857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'tag': 'b3195886-b4be-4017-80b4-362f75c1de60'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:01:46.972931 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'tag': 'b3195886-b4be-4017-80b4-362f75c1de60', 'status': 'completed', 'code': 200} Feb 17 10:01:46.975874 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-df0ec089-5117-40ea-89af-752536c32c8c None None] Set router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:01:47.093353 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f78ade-5697-4bd1-ba5e-80a144185693 req-23162ff5-1bb1-41ad-8c7d-c2a443970214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:47.094904 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03f78ade-5697-4bd1-ba5e-80a144185693 req-23162ff5-1bb1-41ad-8c7d-c2a443970214 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 1098 time: 0.0774891 Feb 17 10:01:47.234692 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f78ade-5697-4bd1-ba5e-80a144185693 req-deff968b-79e1-4e5c-8c9e-d1a122a71c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:47.236122 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03f78ade-5697-4bd1-ba5e-80a144185693 req-deff968b-79e1-4e5c-8c9e-d1a122a71c73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d02c5b18-1f51-44a9-8a09-db0f5c148170 HTTP/1.1" status: 200 len: 898 time: 0.1355948 Feb 17 10:01:47.301505 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-df0ec089-5117-40ea-89af-752536c32c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T10:01:40Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T10:01:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '441de567-c4ed-46e2-9cfd-71c1c6051d6a', 'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:e8:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '08f32c68-2931-47b7-b76e-db78e520e750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:52Z', 'updated_at': '2022-02-17T10:01:44Z', 'revision_number': 7, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '08f32c68-2931-47b7-b76e-db78e520e750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:47.305281 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ec089-5117-40ea-89af-752536c32c8c None None] Checking router: 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:01:47.305446 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03f78ade-5697-4bd1-ba5e-80a144185693 req-14c88bff-b7ed-4c37-8590-dd6857d5f6d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3195886-b4be-4017-80b4-362f75c1de60 HTTP/1.1" status: 200 len: 217 time: 0.0629821 Feb 17 10:01:47.313812 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0ec089-5117-40ea-89af-752536c32c8c None None] Routers {'35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:01:47.314562 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-df0ec089-5117-40ea-89af-752536c32c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:01:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:47.376891 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f78ade-5697-4bd1-ba5e-80a144185693 req-00276e1a-0d42-4f53-966d-7cc7593175dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:47.378482 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03f78ade-5697-4bd1-ba5e-80a144185693 req-00276e1a-0d42-4f53-966d-7cc7593175dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08f32c68-2931-47b7-b76e-db78e520e750 HTTP/1.1" status: 200 len: 835 time: 0.0673950 Feb 17 10:01:47.492541 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-df0ec089-5117-40ea-89af-752536c32c8c None None] Set router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:01:47.501717 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f78ade-5697-4bd1-ba5e-80a144185693 req-b27bf77a-2b4a-433f-8f97-90bc8da32dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:47.503638 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03f78ade-5697-4bd1-ba5e-80a144185693 req-b27bf77a-2b4a-433f-8f97-90bc8da32dc2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d02c5b18-1f51-44a9-8a09-db0f5c148170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739973 Feb 17 10:01:47.519530 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6068a-360f-408e-bbb2-b8eaace14a2e req-81853244-e06d-4421-a829-d2aebdf7cf0e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:47.520259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-eda6068a-360f-408e-bbb2-b8eaace14a2e req-81853244-e06d-4421-a829-d2aebdf7cf0e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Synchronizing usage tracker for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:01:47.593406 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-eda6068a-360f-408e-bbb2-b8eaace14a2e req-81853244-e06d-4421-a829-d2aebdf7cf0e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Unset dirty status for tenant:eeb2e7b02f3142f899056abfe417a6b8 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:01:47.594629 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-eda6068a-360f-408e-bbb2-b8eaace14a2e req-81853244-e06d-4421-a829-d2aebdf7cf0e tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 945 time: 0.1553531 Feb 17 10:01:47.647813 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03f78ade-5697-4bd1-ba5e-80a144185693 req-15d75567-4452-4349-ba5b-241b3c996ec6 service neutron] 10.222.0.37 "GET /v2.0/networks/d02c5b18-1f51-44a9-8a09-db0f5c148170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374311 Feb 17 10:01:47.651623 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-eda6068a-360f-408e-bbb2-b8eaace14a2e req-1e6a5e17-7b41-4d74-8996-0857a3dc24a8 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=14c34567-36d3-4f4a-b1db-761207278c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505390 Feb 17 10:01:47.794088 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03f78ade-5697-4bd1-ba5e-80a144185693 req-059937c3-775a-4bb0-9c65-d75a5128a57b service neutron] 10.222.0.37 "GET /v2.0/networks/d02c5b18-1f51-44a9-8a09-db0f5c148170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387999 Feb 17 10:01:47.858835 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-df0ec089-5117-40ea-89af-752536c32c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T10:01:40Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T10:01:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '441de567-c4ed-46e2-9cfd-71c1c6051d6a', 'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:e8:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '08f32c68-2931-47b7-b76e-db78e520e750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:52Z', 'updated_at': '2022-02-17T10:01:44Z', 'revision_number': 7, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '08f32c68-2931-47b7-b76e-db78e520e750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:47.862958 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ec089-5117-40ea-89af-752536c32c8c None None] The sync data for ids ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'] in dv-neutron-828143-5-hyperv is: [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T10:01:40Z', 'revision_number': 6, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T10:01:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '441de567-c4ed-46e2-9cfd-71c1c6051d6a', 'name': '', 'network_id': 'd02c5b18-1f51-44a9-8a09-db0f5c148170', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'mac_address': 'fa:16:3e:e8:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '08f32c68-2931-47b7-b76e-db78e520e750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:52Z', 'updated_at': '2022-02-17T10:01:44Z', 'revision_number': 7, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'subnets': [{'id': '08f32c68-2931-47b7-b76e-db78e520e750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:01:48.512459 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d3022-5648-4331-a1f4-415ba1528f2b None None] New status for floating IP ac5189eb-675a-442f-a226-6efc5e101049: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:01:48.844497 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9937ae-339c-4bd4-91e0-f739f79a2d73 req-de54f366-a0c5-4e86-b774-c31af9cf0f76 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:48.846181 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb9937ae-339c-4bd4-91e0-f739f79a2d73 req-de54f366-a0c5-4e86-b774-c31af9cf0f76 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 945 time: 0.0822849 Feb 17 10:01:48.897621 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb9937ae-339c-4bd4-91e0-f739f79a2d73 req-c2f3f18a-d6fa-4f3c-84dc-1987ef2b9c1c tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=14c34567-36d3-4f4a-b1db-761207278c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455747 Feb 17 10:01:49.378621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e6001-af03-4156-9ef2-cdddc98fdea7 req-f6aebf20-d516-400d-90d9-c7cb032e73d9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:49.380175 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c58e6001-af03-4156-9ef2-cdddc98fdea7 req-f6aebf20-d516-400d-90d9-c7cb032e73d9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 945 time: 0.0804780 Feb 17 10:01:49.450184 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-c58e6001-af03-4156-9ef2-cdddc98fdea7 req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port b3195886-b4be-4017-80b4-362f75c1de60 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:01:49.450531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c58e6001-af03-4156-9ef2-cdddc98fdea7 req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:49.700458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-c58e6001-af03-4156-9ef2-cdddc98fdea7 req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port b3195886-b4be-4017-80b4-362f75c1de60, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b3195886-b4be-4017-80b4-362f75c1de60,segment=NetworkSegment(384c22ab-c71d-409b-89d6-ff7c8440bc00),segment_id=384c22ab-c71d-409b-89d6-ff7c8440bc00)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:01:49.700821 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c58e6001-af03-4156-9ef2-cdddc98fdea7 req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:49.924162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-c58e6001-af03-4156-9ef2-cdddc98fdea7 req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for b3195886-b4be-4017-80b4-362f75c1de60 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:01:50.087771 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8328e-5a41-49bc-a744-fb20b821fdb2 req-a7e43603-e049-4799-8d4f-bab191ac87af tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:01:50.089231 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c8a8328e-5a41-49bc-a744-fb20b821fdb2 req-a7e43603-e049-4799-8d4f-bab191ac87af tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 945 time: 0.0813403 Feb 17 10:01:50.135512 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c8a8328e-5a41-49bc-a744-fb20b821fdb2 req-e8d8ca5e-7e07-44ed-ad11-013afc418f27 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/security-groups?id=14c34567-36d3-4f4a-b1db-761207278c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396752 Feb 17 10:01:50.136243 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c58e6001-af03-4156-9ef2-cdddc98fdea7 req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:50.193364 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=b3195886-b4be-4017-80b4-362f75c1de60,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:50.260359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:50.260710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:50.261050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:50.261410 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:50.261739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:50.262087 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:50.262456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:50.262784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:50.263106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:50.263427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:50.263748 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:50.264065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:01:50.276855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58e6001-af03-4156-9ef2-cdddc98fdea7 req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] No DVR routers for this DVR port b3195886-b4be-4017-80b4-362f75c1de60 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:01:50.279643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c58e6001-af03-4156-9ef2-cdddc98fdea7 req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:50.282245 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'name': 'network-vif-deleted', 'tag': 'b3195886-b4be-4017-80b4-362f75c1de60'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:01:50.326931 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67912bac-f92c-4f50-b3da-c776b5cbb8a7', 'name': 'network-vif-deleted', 'tag': 'b3195886-b4be-4017-80b4-362f75c1de60', 'status': 'completed', 'code': 200} Feb 17 10:01:50.361028 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c58e6001-af03-4156-9ef2-cdddc98fdea7 req-6099f85a-4f38-4198-88e2-09f9ad5eb4ac tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.37 "DELETE /v2.0/ports/b3195886-b4be-4017-80b4-362f75c1de60 HTTP/1.1" status: 204 len: 173 time: 0.9749501 Feb 17 10:01:51.305708 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-378b87d7-1014-4b64-9018-8a072d94b771 req-e7e0d97e-3ef2-4bc1-840a-e4aab1d7b876 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "GET /v2.0/ports?device_id=67912bac-f92c-4f50-b3da-c776b5cbb8a7 HTTP/1.1" status: 200 len: 210 time: 0.0462186 Feb 17 10:01:52.241001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device b3195886-b4be-4017-80b4-362f75c1de60 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:01:52.275658 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: b3195886-b4be-4017-80b4-362f75c1de60 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:01:52.276036 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device b3195886-b4be-4017-80b4-362f75c1de60 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:01:52.401604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43834) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:01:52.471616 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ca5d7ae-bacd-4016-9e37-0b3a52073535 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:52.501702 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ca5d7ae-bacd-4016-9e37-0b3a52073535 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:52.615931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ca5d7ae-bacd-4016-9e37-0b3a52073535 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:52.635608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5d7ae-bacd-4016-9e37-0b3a52073535 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c34567-36d3-4f4a-b1db-761207278c3c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:52.706709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ca5d7ae-bacd-4016-9e37-0b3a52073535 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:52.707868 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6ca5d7ae-bacd-4016-9e37-0b3a52073535 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/security-groups/14c34567-36d3-4f4a-b1db-761207278c3c HTTP/1.1" status: 204 len: 168 time: 0.3052330 Feb 17 10:01:52.800037 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43840) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:01:53.463065 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77c182a4-4234-4353-8110-92b6d989c1a9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:53.813235 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-77c182a4-4234-4353-8110-92b6d989c1a9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port 441de567-c4ed-46e2-9cfd-71c1c6051d6a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:01:53.813579 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77c182a4-4234-4353-8110-92b6d989c1a9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:53.996752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-77c182a4-4234-4353-8110-92b6d989c1a9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port 441de567-c4ed-46e2-9cfd-71c1c6051d6a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=441de567-c4ed-46e2-9cfd-71c1c6051d6a,segment=NetworkSegment(384c22ab-c71d-409b-89d6-ff7c8440bc00),segment_id=384c22ab-c71d-409b-89d6-ff7c8440bc00)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:01:53.997255 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77c182a4-4234-4353-8110-92b6d989c1a9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:54.118069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-77c182a4-4234-4353-8110-92b6d989c1a9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for 441de567-c4ed-46e2-9cfd-71c1c6051d6a owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:01:54.376234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77c182a4-4234-4353-8110-92b6d989c1a9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:54.428050 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c182a4-4234-4353-8110-92b6d989c1a9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=441de567-c4ed-46e2-9cfd-71c1c6051d6a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:54.679246 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c4c0e6f-1e07-4255-8e03-00c0406f776d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:54.705139 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77c182a4-4234-4353-8110-92b6d989c1a9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:55.167289 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c182a4-4234-4353-8110-92b6d989c1a9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:01:55.344171 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c182a4-4234-4353-8110-92b6d989c1a9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:01:55.354374 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f1566f-d97b-4538-874e-9a924938bfbd None None] Sync routers for ids ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:01:55.358096 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-77c182a4-4234-4353-8110-92b6d989c1a9 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "PUT /v2.0/routers/35f7e3ae-d747-4fc7-9a04-7ab51fd0678d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5566785 Feb 17 10:01:55.360555 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43844) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:01:55.363988 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f1566f-d97b-4538-874e-9a924938bfbd None None] Routers {'35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:01:55.364593 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-37f1566f-d97b-4538-874e-9a924938bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:01:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:55.428437 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15911f2-c305-4d2e-86aa-31efe09e6b1f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting subnet 08f32c68-2931-47b7-b76e-db78e520e750 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:01:55.431571 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a15911f2-c305-4d2e-86aa-31efe09e6b1f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:55.490468 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a15911f2-c305-4d2e-86aa-31efe09e6b1f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:55.539621 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-37f1566f-d97b-4538-874e-9a924938bfbd None None] Set router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:01:55.573804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a15911f2-c305-4d2e-86aa-31efe09e6b1f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:55.707989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a15911f2-c305-4d2e-86aa-31efe09e6b1f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:55.750383 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15911f2-c305-4d2e-86aa-31efe09e6b1f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Subnet': ['ID=08f32c68-2931-47b7-b76e-db78e520e750,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:55.753985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a15911f2-c305-4d2e-86aa-31efe09e6b1f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:55.759996 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a15911f2-c305-4d2e-86aa-31efe09e6b1f tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/subnets/08f32c68-2931-47b7-b76e-db78e520e750 HTTP/1.1" status: 204 len: 168 time: 0.3984821 Feb 17 10:01:55.763848 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43848) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:01:55.766580 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7701f866-0b26-4a98-9b58-8538b011402a None None] Network d02c5b18-1f51-44a9-8a09-db0f5c148170 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:01:55.827778 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-37f1566f-d97b-4538-874e-9a924938bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T10:01:54Z', 'revision_number': 7, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T10:01:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:55.831717 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f1566f-d97b-4538-874e-9a924938bfbd None None] Checking router: 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:01:55.841736 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f1566f-d97b-4538-874e-9a924938bfbd None None] Routers {'35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:01:55.842450 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-37f1566f-d97b-4538-874e-9a924938bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:01:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:55.942588 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f4160a9a-6ea6-4975-8903-ac4b9cab83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:56.023026 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-37f1566f-d97b-4538-874e-9a924938bfbd None None] Set router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:01:56.045437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d3de35-ec0f-42a6-86bb-34b6f2a4b1cf None None] DHCP port deletion for d02c5b18-1f51-44a9-8a09-db0f5c148170 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:01:56.050759 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a0d3de35-ec0f-42a6-86bb-34b6f2a4b1cf None None] Deleting port 81198dde-9811-4670-89e0-79f141ea05d3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:01:56.051233 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0d3de35-ec0f-42a6-86bb-34b6f2a4b1cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:56.127972 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f4160a9a-6ea6-4975-8903-ac4b9cab83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:56.239477 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f4160a9a-6ea6-4975-8903-ac4b9cab83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Deleting port dd2bdee8-e8e1-4937-8a78-567346b66a6c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:01:56.239781 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f4160a9a-6ea6-4975-8903-ac4b9cab83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:56.295248 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a0d3de35-ec0f-42a6-86bb-34b6f2a4b1cf None None] For port 81198dde-9811-4670-89e0-79f141ea05d3, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=81198dde-9811-4670-89e0-79f141ea05d3,segment=NetworkSegment(384c22ab-c71d-409b-89d6-ff7c8440bc00),segment_id=384c22ab-c71d-409b-89d6-ff7c8440bc00)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:01:56.295559 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0d3de35-ec0f-42a6-86bb-34b6f2a4b1cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:56.318594 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-37f1566f-d97b-4538-874e-9a924938bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T10:01:54Z', 'revision_number': 7, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T10:01:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:56.322571 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f1566f-d97b-4538-874e-9a924938bfbd None None] The sync data for ids ['35f7e3ae-d747-4fc7-9a04-7ab51fd0678d'] in dv-neutron-828143-5-hyperv is: [{'id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'name': 'tempest-TestNetworkBasicOps-router-1223257190', 'tenant_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:59:47Z', 'updated_at': '2022-02-17T10:01:54Z', 'revision_number': 7, 'project_id': 'eeb2e7b02f3142f899056abfe417a6b8', 'gw_port': {'id': 'dd2bdee8-e8e1-4937-8a78-567346b66a6c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e3ae-d747-4fc7-9a04-7ab51fd0678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:59:48Z', 'updated_at': '2022-02-17T10:01:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:01:56.420660 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f4160a9a-6ea6-4975-8903-ac4b9cab83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] For port dd2bdee8-e8e1-4937-8a78-567346b66a6c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dd2bdee8-e8e1-4937-8a78-567346b66a6c,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:01:56.421029 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f4160a9a-6ea6-4975-8903-ac4b9cab83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:56.426994 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a0d3de35-ec0f-42a6-86bb-34b6f2a4b1cf None None] Calling delete_port for 81198dde-9811-4670-89e0-79f141ea05d3 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:01:56.577030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0d3de35-ec0f-42a6-86bb-34b6f2a4b1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:56.629127 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3de35-ec0f-42a6-86bb-34b6f2a4b1cf None None] Pushing event deleted for resources: {'Port': ['ID=81198dde-9811-4670-89e0-79f141ea05d3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:56.636423 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d3de35-ec0f-42a6-86bb-34b6f2a4b1cf None None] No DVR routers for this DVR port 81198dde-9811-4670-89e0-79f141ea05d3 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:01:56.656217 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f4160a9a-6ea6-4975-8903-ac4b9cab83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Calling delete_port for dd2bdee8-e8e1-4937-8a78-567346b66a6c owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:01:56.901937 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f4160a9a-6ea6-4975-8903-ac4b9cab83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:56.947501 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4160a9a-6ea6-4975-8903-ac4b9cab83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Port': ['ID=dd2bdee8-e8e1-4937-8a78-567346b66a6c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:57.005077 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf2e53ad-5493-4f75-8132-0727e17167fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:57.048480 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f4160a9a-6ea6-4975-8903-ac4b9cab83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:57.223432 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f4160a9a-6ea6-4975-8903-ac4b9cab83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:57.225717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f4160a9a-6ea6-4975-8903-ac4b9cab83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:57.398997 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f4160a9a-6ea6-4975-8903-ac4b9cab83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:57.399438 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4160a9a-6ea6-4975-8903-ac4b9cab83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Fanout notify agent at l3_agent the message router_deleted on router 35f7e3ae-d747-4fc7-9a04-7ab51fd0678d {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 10:01:57.414801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f4160a9a-6ea6-4975-8903-ac4b9cab83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:57.415906 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f4160a9a-6ea6-4975-8903-ac4b9cab83c7 tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/routers/35f7e3ae-d747-4fc7-9a04-7ab51fd0678d HTTP/1.1" status: 204 len: 168 time: 1.6511214 Feb 17 10:01:57.420161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43852) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:01:57.551571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d49d33d6-0b24-465a-a962-9930e3493c0a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:57.691838 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d49d33d6-0b24-465a-a962-9930e3493c0a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:57.716557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d49d33d6-0b24-465a-a962-9930e3493c0a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02c5b18-1f51-44a9-8a09-db0f5c148170']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:57.728109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d49d33d6-0b24-465a-a962-9930e3493c0a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384c22ab-c71d-409b-89d6-ff7c8440bc00') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:57.728399 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d49d33d6-0b24-465a-a962-9930e3493c0a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384c22ab-c71d-409b-89d6-ff7c8440bc00') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:01:57.739855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d49d33d6-0b24-465a-a962-9930e3493c0a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:57.755319 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d49d33d6-0b24-465a-a962-9930e3493c0a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:57.761165 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49d33d6-0b24-465a-a962-9930e3493c0a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:01:57.761538 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d49d33d6-0b24-465a-a962-9930e3493c0a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:01:57.775676 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:01:57.832230 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 81198dde-9811-4670-89e0-79f141ea05d3 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:01:57.878024 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 81198dde-9811-4670-89e0-79f141ea05d3 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:01:57.878024 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 81198dde-9811-4670-89e0-79f141ea05d3 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:01:57.878024 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 441de567-c4ed-46e2-9cfd-71c1c6051d6a no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:01:57.914596 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 441de567-c4ed-46e2-9cfd-71c1c6051d6a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:01:57.914945 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 441de567-c4ed-46e2-9cfd-71c1c6051d6a not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:01:57.964881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d49d33d6-0b24-465a-a962-9930e3493c0a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:57.984676 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d49d33d6-0b24-465a-a962-9930e3493c0a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:57.990765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d33d6-0b24-465a-a962-9930e3493c0a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] Pushing event deleted for resources: {'Network': ['ID=d02c5b18-1f51-44a9-8a09-db0f5c148170,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:57.993899 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:58.097523 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d49d33d6-0b24-465a-a962-9930e3493c0a tempest-TestNetworkBasicOps-556736646 tempest-TestNetworkBasicOps-556736646-project] 10.222.0.75 "DELETE /v2.0/networks/d02c5b18-1f51-44a9-8a09-db0f5c148170 HTTP/1.1" status: 204 len: 168 time: 0.6758311 Feb 17 10:01:58.198701 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:58.744922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43860) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:01:58.893604 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-daa01c55-8a71-493d-9811-ea3f3747fbbf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eeb2e7b02f3142f899056abfe417a6b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475081 Feb 17 10:01:58.896054 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43866) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:01:58.952945 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad907f4c-69e1-4348-962e-64744aaaf244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:58.978275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad907f4c-69e1-4348-962e-64744aaaf244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:59.140868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad907f4c-69e1-4348-962e-64744aaaf244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:59.162610 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad907f4c-69e1-4348-962e-64744aaaf244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca22bf9-a00a-497e-81de-743af734602f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:59.169172 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad907f4c-69e1-4348-962e-64744aaaf244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:59.170750 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ad907f4c-69e1-4348-962e-64744aaaf244 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2ca22bf9-a00a-497e-81de-743af734602f HTTP/1.1" status: 204 len: 168 time: 0.2733586 Feb 17 10:01:59.435786 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dd2bdee8-e8e1-4937-8a78-567346b66a6c no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:01:59.469200 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: dd2bdee8-e8e1-4937-8a78-567346b66a6c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:01:59.469540 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dd2bdee8-e8e1-4937-8a78-567346b66a6c not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:01:59.866906 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:59.932037 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43874) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:01:59.949933 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5c147b0b-0945-42b1-907b-4c9a409e2826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:01:59.964620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5c147b0b-0945-42b1-907b-4c9a409e2826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:01:59.968786 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5c147b0b-0945-42b1-907b-4c9a409e2826 admin admin] Usage tracker for resource:security_group_rule and tenant:8a3953b2278e47c49e710ec2d4853418 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:01:59.973428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-5c147b0b-0945-42b1-907b-4c9a409e2826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:01:59.980489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5c147b0b-0945-42b1-907b-4c9a409e2826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:00.067386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5c147b0b-0945-42b1-907b-4c9a409e2826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:00.124254 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5c147b0b-0945-42b1-907b-4c9a409e2826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:00.171019 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c147b0b-0945-42b1-907b-4c9a409e2826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ebace7-91e2-4b69-90e0-913befae6ece,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:00.177808 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5c147b0b-0945-42b1-907b-4c9a409e2826 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8a3953b2278e47c49e710ec2d4853418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423403 Feb 17 10:02:00.178618 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43878) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:02:00.236733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca0748d3-94ee-4feb-827a-c3b845f6d0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:00.262163 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca0748d3-94ee-4feb-827a-c3b845f6d0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:00.416751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca0748d3-94ee-4feb-827a-c3b845f6d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:00.433526 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0748d3-94ee-4feb-827a-c3b845f6d0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ebace7-91e2-4b69-90e0-913befae6ece,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:00.439033 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca0748d3-94ee-4feb-827a-c3b845f6d0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:00.440547 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ca0748d3-94ee-4feb-827a-c3b845f6d0d1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/18ebace7-91e2-4b69-90e0-913befae6ece HTTP/1.1" status: 204 len: 168 time: 0.2614539 Feb 17 10:02:01.675189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43902) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:02:01.787125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-318297876-network', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:01.792130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:02:01.797142 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Usage tracker for resource:network and tenant:f4d53e81d8d04a719cc9e185d0c7048b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:02:01.799998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:02:01.805579 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:01.890554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Made reservation on behalf of f4d53e81d8d04a719cc9e185d0c7048b for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:02:01.892986 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:01.905677 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:01.921208 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:02:01.925118 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Usage tracker for resource:security_group_rule and tenant:f4d53e81d8d04a719cc9e185d0c7048b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:02:01.927945 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:02:01.936238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:02.025517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:02.084446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:02.117488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:02:02.123251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0598173c-9ac3-46bb-8264-b0ae0acfe648,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:02.129854 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:02.130236 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Added segment 049c2cc4-5511-4a7b-aa5b-75a9af7fe238 of type vlan for network 016302b9-9800-4dfd-a331-ffa97ed1bd1a Feb 17 10:02:02.156602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:02.307565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:02.308654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:02.309290 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:02.413742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] Pushing event updated for resources: {'Network': ['ID=016302b9-9800-4dfd-a331-ffa97ed1bd1a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:02.424638 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 016302b9-9800-4dfd-a331-ffa97ed1bd1a details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:02:02.485549 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-65964d8a-daa6-4d24-85c6-0bd765537833 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8092320 Feb 17 10:02:02.488460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43908) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:02:02.493875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ff21b401-ca80-44bf-b5f2-dfae66a2a23c admin admin] Request body: {'subnet': {'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-318297876-subnet', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:02.499130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ff21b401-ca80-44bf-b5f2-dfae66a2a23c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:02:02.503058 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ff21b401-ca80-44bf-b5f2-dfae66a2a23c admin admin] Usage tracker for resource:subnet and tenant:f4d53e81d8d04a719cc9e185d0c7048b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:02:02.505932 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ff21b401-ca80-44bf-b5f2-dfae66a2a23c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:02:02.511517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ff21b401-ca80-44bf-b5f2-dfae66a2a23c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:02.639875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff21b401-ca80-44bf-b5f2-dfae66a2a23c admin admin] Made reservation on behalf of f4d53e81d8d04a719cc9e185d0c7048b for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:02:02.642443 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ff21b401-ca80-44bf-b5f2-dfae66a2a23c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:02.930462 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ff21b401-ca80-44bf-b5f2-dfae66a2a23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:03.006491 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21b401-ca80-44bf-b5f2-dfae66a2a23c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1e17d5-c539-4bcd-96ba-e259a849b6ff,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:03.015966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff21b401-ca80-44bf-b5f2-dfae66a2a23c admin admin] Checking segment: {'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:02:03.016358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff21b401-ca80-44bf-b5f2-dfae66a2a23c admin admin] Network hostable DHCP agents. Network: 016302b9-9800-4dfd-a331-ffa97ed1bd1a, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:02:03.141807 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff21b401-ca80-44bf-b5f2-dfae66a2a23c admin admin] Network 016302b9-9800-4dfd-a331-ffa97ed1bd1a is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:02:03.244355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ff21b401-ca80-44bf-b5f2-dfae66a2a23c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 016302b9-9800-4dfd-a331-ffa97ed1bd1a) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:02:03.248947 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff21b401-ca80-44bf-b5f2-dfae66a2a23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:03.249534 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ff21b401-ca80-44bf-b5f2-dfae66a2a23c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:03.256032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b505c5-8835-4e04-a874-32ae430c6b06 None None] Network 016302b9-9800-4dfd-a331-ffa97ed1bd1a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:02:03.332080 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ff21b401-ca80-44bf-b5f2-dfae66a2a23c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8422580 Feb 17 10:02:03.335053 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43912) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:02:03.339952 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:03.344601 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:02:03.348617 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Usage tracker for resource:router and tenant:f4d53e81d8d04a719cc9e185d0c7048b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:02:03.351519 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:02:03.358223 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:03.456218 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:03.457263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:03.473060 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:02:03.473657 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:03.473894 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:03.627638 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Allocated IP 172.20.0.2 (016302b9-9800-4dfd-a331-ffa97ed1bd1a/0d1e17d5-c539-4bcd-96ba-e259a849b6ff/cbcfcd39-2afa-4ccc-81af-35b831425e8d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:02:03.841307 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:03.851267 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Transition to ACTIVE for port object cbcfcd39-2afa-4ccc-81af-35b831425e8d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:02:03.869248 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Transition to ACTIVE for port object cbcfcd39-2afa-4ccc-81af-35b831425e8d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:02:03.959093 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:03.977201 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:04.045600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Network 016302b9-9800-4dfd-a331-ffa97ed1bd1a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:02:04.048663 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:02:04.050995 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:02:04.061543 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Pushing event updated for resources: {'Port': ['ID=cbcfcd39-2afa-4ccc-81af-35b831425e8d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:04.194117 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Attempting to bind port cbcfcd39-2afa-4ccc-81af-35b831425e8d on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:02:04.194490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Attempting to bind port cbcfcd39-2afa-4ccc-81af-35b831425e8d by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:02:04.194854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Attempting to bind port cbcfcd39-2afa-4ccc-81af-35b831425e8d on network 016302b9-9800-4dfd-a331-ffa97ed1bd1a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:02:04.202616 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:02:04.202995 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Checking segment: {'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:02:04.203403 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:04.203797 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Bound using segment: {'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:02:04.204256 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Bound port: cbcfcd39-2afa-4ccc-81af-35b831425e8d, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:02:04.204680 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:04.376861 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] For port cbcfcd39-2afa-4ccc-81af-35b831425e8d, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:02:04.377050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:04.381191 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] For port cbcfcd39-2afa-4ccc-81af-35b831425e8d, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=cbcfcd39-2afa-4ccc-81af-35b831425e8d,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:02:04.414308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:04.485182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:04.552528 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Allocated IP 172.26.4.121 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/b6cfba70-447d-412b-a33b-a42f8e5f1542) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:02:04.569235 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab3fbd-b713-42aa-b981-f273bca803c2 None None] Pushing event updated for resources: {'Port': ['ID=cbcfcd39-2afa-4ccc-81af-35b831425e8d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:04.724168 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:04.816892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:04.883764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:02:04.886533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:02:04.888897 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:02:04.928004 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Pushing event updated for resources: {'Port': ['ID=b6cfba70-447d-412b-a33b-a42f8e5f1542,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:05.429380 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:05.476943 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7571b1c3-f8a4-4181-9aed-a6d09828ce98 None None] Network 016302b9-9800-4dfd-a331-ffa97ed1bd1a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:02:05.546709 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device cbcfcd39-2afa-4ccc-81af-35b831425e8d up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:02:05.690708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-29848d97-71d7-46c2-a7e0-4e0eceec8c33 None None] Provisioning for port cbcfcd39-2afa-4ccc-81af-35b831425e8d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:02:05.804541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port cbcfcd39-2afa-4ccc-81af-35b831425e8d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:02:05.810068 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port cbcfcd39-2afa-4ccc-81af-35b831425e8d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:05.810551 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:05.907858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:05.944610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:05.977296 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port cbcfcd39-2afa-4ccc-81af-35b831425e8d, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=cbcfcd39-2afa-4ccc-81af-35b831425e8d,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:02:06.027160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c66c92f6-c5b0-44e7-b9cb-f7315b6492a7 None None] Provisioning complete for port cbcfcd39-2afa-4ccc-81af-35b831425e8d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:06.027477 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c66c92f6-c5b0-44e7-b9cb-f7315b6492a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:06.081829 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:06.162721 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=cbcfcd39-2afa-4ccc-81af-35b831425e8d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:06.199101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Router 94f39c6e-35da-4009-a38f-ca94e093988e is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 10:02:06.385960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:02:06.394841 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Sync routers for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:02:06.403996 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:02:06.404624 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:01:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:06.473668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:06.475002 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-da400e53-a2f8-4a9e-b395-480dde94069c admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1390162 Feb 17 10:02:06.478596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43918) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:02:06.586362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:02:06.877279 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:05Z', 'revision_number': 3, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:06.881131 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Checking router: 94f39c6e-35da-4009-a38f-ca94e093988e for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:02:06.881476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Updating router 94f39c6e-35da-4009-a38f-ca94e093988e port b6cfba70-447d-412b-a33b-a42f8e5f1542 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:02:06.982921 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:07.304977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:07.317248 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:07.334524 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Transition to ACTIVE for port object b6cfba70-447d-412b-a33b-a42f8e5f1542 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:02:07.451236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:07.497917 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device cbcfcd39-2afa-4ccc-81af-35b831425e8d up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:02:07.513656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Allocated IP 172.20.0.1 (016302b9-9800-4dfd-a331-ffa97ed1bd1a/0d1e17d5-c539-4bcd-96ba-e259a849b6ff/77e52be1-1b27-4f46-8129-ae130425e8d5) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:02:07.588265 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79caac74-1957-4ce0-ad31-fb181873fc2a None None] Pushing event updated for resources: {'Port': ['ID=b6cfba70-447d-412b-a33b-a42f8e5f1542,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:07.595502 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Attempting to bind port b6cfba70-447d-412b-a33b-a42f8e5f1542 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:02:07.595871 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Attempting to bind port b6cfba70-447d-412b-a33b-a42f8e5f1542 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:02:07.596228 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Attempting to bind port b6cfba70-447d-412b-a33b-a42f8e5f1542 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:02:07.604393 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:02:07.604762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:02:07.605154 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:07.605535 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:02:07.605991 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Bound port: b6cfba70-447d-412b-a33b-a42f8e5f1542, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:02:07.606538 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:07.662004 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:07.677421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port cbcfcd39-2afa-4ccc-81af-35b831425e8d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:07.677786 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:07.678160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Transition to ACTIVE for port object 77e52be1-1b27-4f46-8129-ae130425e8d5 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:02:07.733644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] For port b6cfba70-447d-412b-a33b-a42f8e5f1542, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:02:07.738205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] For port b6cfba70-447d-412b-a33b-a42f8e5f1542, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b6cfba70-447d-412b-a33b-a42f8e5f1542,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:02:07.772322 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:07.801748 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:07.844111 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Network 016302b9-9800-4dfd-a331-ffa97ed1bd1a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:02:07.846837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:02:07.849820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:02:07.887404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:02:07.888077 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:01:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:07.895574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Pushing event updated for resources: {'Port': ['ID=77e52be1-1b27-4f46-8129-ae130425e8d5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:07.915488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:07.943756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79caac74-1957-4ce0-ad31-fb181873fc2a None None] Pushing event updated for resources: {'Port': ['ID=b6cfba70-447d-412b-a33b-a42f8e5f1542,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:08.089562 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:02:08.136556 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:08.313977 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b3db3c35-3432-4a7b-8aa1-8c6e14822380 None None] Provisioning for port 77e52be1-1b27-4f46-8129-ae130425e8d5 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:02:08.329314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b3db3c35-3432-4a7b-8aa1-8c6e14822380 None None] Provisioning complete for port 77e52be1-1b27-4f46-8129-ae130425e8d5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:08.329685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3db3c35-3432-4a7b-8aa1-8c6e14822380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:08.359633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:08.419792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b3db3c35-3432-4a7b-8aa1-8c6e14822380 None None] Port 77e52be1-1b27-4f46-8129-ae130425e8d5 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:02:08.438738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:08.449437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:05Z', 'revision_number': 3, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:08.453756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a25a7b7-eb46-45d6-be87-5987645fb92a None None] The sync data for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv is: [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:05Z', 'revision_number': 3, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:02:08.559060 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:08.562599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Pushing event updated for resources: {'Port': ['ID=77e52be1-1b27-4f46-8129-ae130425e8d5,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:08.719641 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:08.735021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Network 016302b9-9800-4dfd-a331-ffa97ed1bd1a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:02:08.736248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:02:08.938891 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Router 94f39c6e-35da-4009-a38f-ca94e093988e has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:02:08.942610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-034826eb-908f-4ded-805b-c3371224be90 None None] Provisioning complete for port 77e52be1-1b27-4f46-8129-ae130425e8d5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:08.943193 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-034826eb-908f-4ded-805b-c3371224be90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:09.005347 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-034826eb-908f-4ded-805b-c3371224be90 None None] Port 77e52be1-1b27-4f46-8129-ae130425e8d5 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:02:09.243428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:02:09.252988 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1a418a21-2102-43a4-abcc-76e47f500b86 admin admin] 10.222.0.75 "PUT /v2.0/routers/94f39c6e-35da-4009-a38f-ca94e093988e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7734070 Feb 17 10:02:09.497325 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b6cfba70-447d-412b-a33b-a42f8e5f1542 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:02:09.627280 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port b6cfba70-447d-412b-a33b-a42f8e5f1542 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:02:09.632373 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port b6cfba70-447d-412b-a33b-a42f8e5f1542 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:09.632735 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:09.788100 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:09.807039 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port b6cfba70-447d-412b-a33b-a42f8e5f1542, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b6cfba70-447d-412b-a33b-a42f8e5f1542,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:02:09.897465 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:09.936180 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Sync routers for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:02:09.945280 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:02:09.945877 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:01:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:09.978200 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=b6cfba70-447d-412b-a33b-a42f8e5f1542,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:10.028947 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43936) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:02:10.034761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-415155703-network', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:10.039314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:02:10.043335 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Usage tracker for resource:network and tenant:b733fd67ec6a4fb79f5ba48c018311b7 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:02:10.047054 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:02:10.052670 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:10.156076 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:02:10.210109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Made reservation on behalf of b733fd67ec6a4fb79f5ba48c018311b7 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:02:10.212339 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:10.225321 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:10.240135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:02:10.243980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Usage tracker for resource:security_group_rule and tenant:b733fd67ec6a4fb79f5ba48c018311b7 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:02:10.246768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:02:10.252658 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:10.335712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:10.444730 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:10.464198 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:08Z', 'revision_number': 2, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:10.468581 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Checking router: 94f39c6e-35da-4009-a38f-ca94e093988e for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:02:10.468949 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Updating router 94f39c6e-35da-4009-a38f-ca94e093988e port 77e52be1-1b27-4f46-8129-ae130425e8d5 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:02:10.477529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:02:10.486441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b264811c-4c68-462b-bcf3-cc8dc5de7b0b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:10.492332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:10.492673 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Added segment 612bb6cb-db5b-4c12-b4ca-29feb87c7403 of type vlan for network 1b4c03a8-fba5-45c6-80d6-591aaf79d53b Feb 17 10:02:10.520954 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:10.523162 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:10.598849 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:10.599872 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:10.600480 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:10.652358 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:02:10.703028 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4c03a8-fba5-45c6-80d6-591aaf79d53b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:10.713108 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 1b4c03a8-fba5-45c6-80d6-591aaf79d53b details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:02:10.788050 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0fbf5b12-75a8-47bb-9139-1f8c9e15f936 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7577257 Feb 17 10:02:10.790817 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43940) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:02:10.798033 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d81157c4-e918-4912-bbd1-3bb29bdbce06 admin admin] Request body: {'subnet': {'network_id': '1b4c03a8-fba5-45c6-80d6-591aaf79d53b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-415155703-subnet', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:10.802949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d81157c4-e918-4912-bbd1-3bb29bdbce06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:02:10.807354 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d81157c4-e918-4912-bbd1-3bb29bdbce06 admin admin] Usage tracker for resource:subnet and tenant:b733fd67ec6a4fb79f5ba48c018311b7 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:02:10.810883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d81157c4-e918-4912-bbd1-3bb29bdbce06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:02:10.817908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d81157c4-e918-4912-bbd1-3bb29bdbce06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:10.883620 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:10.894799 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Transition to ACTIVE for port object 77e52be1-1b27-4f46-8129-ae130425e8d5 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:02:10.901716 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81157c4-e918-4912-bbd1-3bb29bdbce06 admin admin] Made reservation on behalf of b733fd67ec6a4fb79f5ba48c018311b7 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:02:10.904130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d81157c4-e918-4912-bbd1-3bb29bdbce06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:10.992907 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:11.117794 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29389a-886d-4f42-97a4-70522d3bcc00 None None] Pushing event updated for resources: {'Port': ['ID=77e52be1-1b27-4f46-8129-ae130425e8d5,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:11.152475 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29389a-886d-4f42-97a4-70522d3bcc00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:11.152820 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29389a-886d-4f42-97a4-70522d3bcc00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:11.153154 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29389a-886d-4f42-97a4-70522d3bcc00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:11.153481 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29389a-886d-4f42-97a4-70522d3bcc00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:11.153809 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29389a-886d-4f42-97a4-70522d3bcc00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:11.154696 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29389a-886d-4f42-97a4-70522d3bcc00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:11.155020 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29389a-886d-4f42-97a4-70522d3bcc00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:11.155336 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29389a-886d-4f42-97a4-70522d3bcc00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:11.155654 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29389a-886d-4f42-97a4-70522d3bcc00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:11.155966 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29389a-886d-4f42-97a4-70522d3bcc00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:11.156280 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29389a-886d-4f42-97a4-70522d3bcc00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:11.156575 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d29389a-886d-4f42-97a4-70522d3bcc00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:11.221296 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Attempting to bind port 77e52be1-1b27-4f46-8129-ae130425e8d5 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:02:11.221681 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Attempting to bind port 77e52be1-1b27-4f46-8129-ae130425e8d5 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:02:11.222027 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Attempting to bind port 77e52be1-1b27-4f46-8129-ae130425e8d5 on network 016302b9-9800-4dfd-a331-ffa97ed1bd1a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:02:11.228886 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:02:11.229255 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Checking segment: {'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:02:11.229643 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:11.230022 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Bound using segment: {'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:02:11.230566 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Bound port: 77e52be1-1b27-4f46-8129-ae130425e8d5, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:02:11.230951 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:11.245212 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d81157c4-e918-4912-bbd1-3bb29bdbce06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:11.322286 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] For port 77e52be1-1b27-4f46-8129-ae130425e8d5, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:02:11.324797 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81157c4-e918-4912-bbd1-3bb29bdbce06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6070e426-ff98-4365-8d61-0eac831a4d1c,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:11.325168 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] For port 77e52be1-1b27-4f46-8129-ae130425e8d5, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=77e52be1-1b27-4f46-8129-ae130425e8d5,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:02:11.332580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81157c4-e918-4912-bbd1-3bb29bdbce06 admin admin] Checking segment: {'id': '612bb6cb-db5b-4c12-b4ca-29feb87c7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1b4c03a8-fba5-45c6-80d6-591aaf79d53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:02:11.332934 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81157c4-e918-4912-bbd1-3bb29bdbce06 admin admin] Network hostable DHCP agents. Network: 1b4c03a8-fba5-45c6-80d6-591aaf79d53b, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:02:11.455843 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:11.485708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b6cfba70-447d-412b-a33b-a42f8e5f1542 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:02:11.507574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81157c4-e918-4912-bbd1-3bb29bdbce06 admin admin] Network 1b4c03a8-fba5-45c6-80d6-591aaf79d53b is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:02:11.536057 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:02:11.536684 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:01:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:11.564130 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port b6cfba70-447d-412b-a33b-a42f8e5f1542 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:11.564507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:11.598412 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29389a-886d-4f42-97a4-70522d3bcc00 None None] Pushing event updated for resources: {'Port': ['ID=77e52be1-1b27-4f46-8129-ae130425e8d5,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:11.627533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d81157c4-e918-4912-bbd1-3bb29bdbce06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 1b4c03a8-fba5-45c6-80d6-591aaf79d53b) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:02:11.632275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81157c4-e918-4912-bbd1-3bb29bdbce06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:11.632974 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d81157c4-e918-4912-bbd1-3bb29bdbce06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:11.647057 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1604994-8d0d-405d-ae97-024febb7f0a9 None None] Network 1b4c03a8-fba5-45c6-80d6-591aaf79d53b requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:02:11.738026 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:02:11.762078 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d81157c4-e918-4912-bbd1-3bb29bdbce06 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9675770 Feb 17 10:02:11.762252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43944) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:02:11.768185 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-415155703-router', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:11.773185 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:02:11.777167 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Usage tracker for resource:router and tenant:b733fd67ec6a4fb79f5ba48c018311b7 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:02:11.781928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:02:11.788389 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:11.890975 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:11.892203 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:11.909820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:11.941267 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-1b4c03a8-fba5-45c6-80d6-591aaf79d53b', 'network_id': '1b4c03a8-fba5-45c6-80d6-591aaf79d53b', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'fixed_ips': [{'subnet_id': '6070e426-ff98-4365-8d61-0eac831a4d1c'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:02:11.942197 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:12.088013 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:11Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:12.093115 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483b2707-5851-42af-85e8-4a85fc28326f None None] The sync data for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv is: [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:11Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:02:12.116097 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Allocated IP 172.20.0.2 (1b4c03a8-fba5-45c6-80d6-591aaf79d53b/6070e426-ff98-4365-8d61-0eac831a4d1c/df2cf272-280e-4bc2-84ff-acabcbc73eda) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:02:12.311015 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:12.347015 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:12.357688 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Transition to ACTIVE for port object df2cf272-280e-4bc2-84ff-acabcbc73eda will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:02:12.377160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Transition to ACTIVE for port object df2cf272-280e-4bc2-84ff-acabcbc73eda will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:02:12.445464 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:12.517565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Network 1b4c03a8-fba5-45c6-80d6-591aaf79d53b is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:02:12.520530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:02:12.525151 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:02:12.535268 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Pushing event updated for resources: {'Port': ['ID=df2cf272-280e-4bc2-84ff-acabcbc73eda,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:12.635307 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Attempting to bind port df2cf272-280e-4bc2-84ff-acabcbc73eda on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:02:12.635678 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Attempting to bind port df2cf272-280e-4bc2-84ff-acabcbc73eda by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '612bb6cb-db5b-4c12-b4ca-29feb87c7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1b4c03a8-fba5-45c6-80d6-591aaf79d53b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:02:12.636037 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Attempting to bind port df2cf272-280e-4bc2-84ff-acabcbc73eda on network 1b4c03a8-fba5-45c6-80d6-591aaf79d53b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:02:12.642178 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:02:12.642560 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Checking segment: {'id': '612bb6cb-db5b-4c12-b4ca-29feb87c7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1b4c03a8-fba5-45c6-80d6-591aaf79d53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:02:12.642962 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:12.643356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Bound using segment: {'id': '612bb6cb-db5b-4c12-b4ca-29feb87c7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1b4c03a8-fba5-45c6-80d6-591aaf79d53b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:02:12.643815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Bound port: df2cf272-280e-4bc2-84ff-acabcbc73eda, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612bb6cb-db5b-4c12-b4ca-29feb87c7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1b4c03a8-fba5-45c6-80d6-591aaf79d53b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:02:12.644192 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:12.740093 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] For port df2cf272-280e-4bc2-84ff-acabcbc73eda, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:02:12.743578 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] For port df2cf272-280e-4bc2-84ff-acabcbc73eda, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=df2cf272-280e-4bc2-84ff-acabcbc73eda,segment=NetworkSegment(612bb6cb-db5b-4c12-b4ca-29feb87c7403),segment_id=612bb6cb-db5b-4c12-b4ca-29feb87c7403)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:02:12.754872 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:12.786509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:12.839188 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:12.933906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Allocated IP 172.26.4.74 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/66c3826b-7163-4bda-adb6-ab8fc26bb29a) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:02:12.937224 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ff060-a0e0-48e5-bae7-b029b742f4c6 None None] Pushing event updated for resources: {'Port': ['ID=df2cf272-280e-4bc2-84ff-acabcbc73eda,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:13.222352 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:13.376663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:13.446448 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:02:13.449819 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:02:13.452509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:02:13.487385 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Pushing event updated for resources: {'Port': ['ID=66c3826b-7163-4bda-adb6-ab8fc26bb29a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:13.542345 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 77e52be1-1b27-4f46-8129-ae130425e8d5 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:02:13.678884 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 77e52be1-1b27-4f46-8129-ae130425e8d5 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:02:13.684003 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 77e52be1-1b27-4f46-8129-ae130425e8d5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:13.684381 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:13.817024 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:13.851967 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 77e52be1-1b27-4f46-8129-ae130425e8d5, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=77e52be1-1b27-4f46-8129-ae130425e8d5,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:02:13.904212 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbbe673-1fd0-4fc6-9a40-4a597a9bca47 None None] Network 1b4c03a8-fba5-45c6-80d6-591aaf79d53b requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:02:13.960945 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:14.012080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:14.012757 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device df2cf272-280e-4bc2-84ff-acabcbc73eda up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:02:14.159222 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d7777e9d-7eb3-43c2-9f9e-97d0f1ea0def None None] Provisioning for port df2cf272-280e-4bc2-84ff-acabcbc73eda completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:02:14.167796 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=77e52be1-1b27-4f46-8129-ae130425e8d5,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:14.309290 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:14.318975 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port df2cf272-280e-4bc2-84ff-acabcbc73eda completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:02:14.324398 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port df2cf272-280e-4bc2-84ff-acabcbc73eda triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:14.324831 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:14.457697 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:14.492435 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port df2cf272-280e-4bc2-84ff-acabcbc73eda, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=df2cf272-280e-4bc2-84ff-acabcbc73eda,segment=NetworkSegment(612bb6cb-db5b-4c12-b4ca-29feb87c7403),segment_id=612bb6cb-db5b-4c12-b4ca-29feb87c7403)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:02:14.587690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:14.616075 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Router 57028533-b834-4fab-bcca-c5b5ce420429 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 10:02:14.663358 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7eb87184-24fb-4488-8005-90ff452fe958 None None] Provisioning complete for port df2cf272-280e-4bc2-84ff-acabcbc73eda triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:14.663731 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7eb87184-24fb-4488-8005-90ff452fe958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:14.705319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=df2cf272-280e-4bc2-84ff-acabcbc73eda,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:14.908214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:02:14.916720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Sync routers for ids ['57028533-b834-4fab-bcca-c5b5ce420429'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:02:14.927216 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Routers {'57028533-b834-4fab-bcca-c5b5ce420429'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:02:14.927830 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-412bb758-4605-493e-b60d-77d4284c121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:01:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['57028533-b834-4fab-bcca-c5b5ce420429'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:15.010461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:15.011766 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c770eaca-ab52-4a80-be39-6a3fb11549a8 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2484453 Feb 17 10:02:15.014637 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43948) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:02:15.110306 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Set router 57028533-b834-4fab-bcca-c5b5ce420429 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:02:15.403401 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-412bb758-4605-493e-b60d-77d4284c121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57028533-b834-4fab-bcca-c5b5ce420429', 'name': 'tempest-TestVolumeBootPattern-415155703-router', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:11Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 3, 'project_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'gw_port': {'id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57028533-b834-4fab-bcca-c5b5ce420429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:12Z', 'updated_at': '2022-02-17T10:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:15.407531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Checking router: 57028533-b834-4fab-bcca-c5b5ce420429 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:02:15.407880 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Updating router 57028533-b834-4fab-bcca-c5b5ce420429 port 66c3826b-7163-4bda-adb6-ab8fc26bb29a binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:02:15.461514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:15.504462 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 77e52be1-1b27-4f46-8129-ae130425e8d5 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:02:15.667011 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 77e52be1-1b27-4f46-8129-ae130425e8d5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:15.667678 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:15.713009 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:15.920410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device df2cf272-280e-4bc2-84ff-acabcbc73eda up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:02:15.926333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Allocated IP 172.20.0.1 (1b4c03a8-fba5-45c6-80d6-591aaf79d53b/6070e426-ff98-4365-8d61-0eac831a4d1c/45e41ebe-36b9-4865-a106-262dae6653fe) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:02:16.033967 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:16.049124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Transition to ACTIVE for port object 66c3826b-7163-4bda-adb6-ab8fc26bb29a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:02:16.057400 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port df2cf272-280e-4bc2-84ff-acabcbc73eda triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:16.057784 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:16.079016 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:16.095391 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Transition to ACTIVE for port object 45e41ebe-36b9-4865-a106-262dae6653fe will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:02:16.167446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:16.253055 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babf746-37fb-4763-98c0-279899a09a94 None None] Pushing event updated for resources: {'Port': ['ID=66c3826b-7163-4bda-adb6-ab8fc26bb29a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:16.255388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Attempting to bind port 66c3826b-7163-4bda-adb6-ab8fc26bb29a on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:02:16.255755 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Attempting to bind port 66c3826b-7163-4bda-adb6-ab8fc26bb29a by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:02:16.256112 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Attempting to bind port 66c3826b-7163-4bda-adb6-ab8fc26bb29a on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:02:16.256873 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:16.262053 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:02:16.262444 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:02:16.262841 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:16.263226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:02:16.264365 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Bound port: 66c3826b-7163-4bda-adb6-ab8fc26bb29a, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:02:16.264874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:16.327081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Network 1b4c03a8-fba5-45c6-80d6-591aaf79d53b is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:02:16.329828 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:02:16.333451 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:02:16.344530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-412bb758-4605-493e-b60d-77d4284c121a None None] For port 66c3826b-7163-4bda-adb6-ab8fc26bb29a, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:02:16.348129 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-412bb758-4605-493e-b60d-77d4284c121a None None] For port 66c3826b-7163-4bda-adb6-ab8fc26bb29a, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=66c3826b-7163-4bda-adb6-ab8fc26bb29a,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:02:16.370713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Pushing event updated for resources: {'Port': ['ID=45e41ebe-36b9-4865-a106-262dae6653fe,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:16.392961 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:16.456796 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:16.543223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Routers {'57028533-b834-4fab-bcca-c5b5ce420429'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:02:16.543837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-412bb758-4605-493e-b60d-77d4284c121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:01:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['57028533-b834-4fab-bcca-c5b5ce420429'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:16.602208 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:16.610314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babf746-37fb-4763-98c0-279899a09a94 None None] Pushing event updated for resources: {'Port': ['ID=66c3826b-7163-4bda-adb6-ab8fc26bb29a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:16.625897 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4b165396-1443-4b9e-951c-d5490f70088d None None] Provisioning for port 45e41ebe-36b9-4865-a106-262dae6653fe completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:02:16.635519 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4b165396-1443-4b9e-951c-d5490f70088d None None] Provisioning complete for port 45e41ebe-36b9-4865-a106-262dae6653fe triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:16.635889 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4b165396-1443-4b9e-951c-d5490f70088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:16.765422 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4b165396-1443-4b9e-951c-d5490f70088d None None] Port 45e41ebe-36b9-4865-a106-262dae6653fe cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:02:16.781835 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-412bb758-4605-493e-b60d-77d4284c121a None None] Set router 57028533-b834-4fab-bcca-c5b5ce420429 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:02:16.957676 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:17.021705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:17.106509 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-412bb758-4605-493e-b60d-77d4284c121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57028533-b834-4fab-bcca-c5b5ce420429', 'name': 'tempest-TestVolumeBootPattern-415155703-router', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:11Z', 'updated_at': '2022-02-17T10:02:16Z', 'revision_number': 4, 'project_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'gw_port': {'id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57028533-b834-4fab-bcca-c5b5ce420429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:12Z', 'updated_at': '2022-02-17T10:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '45e41ebe-36b9-4865-a106-262dae6653fe', 'name': '', 'network_id': '1b4c03a8-fba5-45c6-80d6-591aaf79d53b', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'mac_address': 'fa:16:3e:03:8e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57028533-b834-4fab-bcca-c5b5ce420429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '6070e426-ff98-4365-8d61-0eac831a4d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:15Z', 'updated_at': '2022-02-17T10:02:15Z', 'revision_number': 1, 'project_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'subnets': [{'id': '6070e426-ff98-4365-8d61-0eac831a4d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:17.111291 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412bb758-4605-493e-b60d-77d4284c121a None None] The sync data for ids ['57028533-b834-4fab-bcca-c5b5ce420429'] in dv-neutron-828143-5-hyperv is: [{'id': '57028533-b834-4fab-bcca-c5b5ce420429', 'name': 'tempest-TestVolumeBootPattern-415155703-router', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:11Z', 'updated_at': '2022-02-17T10:02:16Z', 'revision_number': 4, 'project_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'gw_port': {'id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57028533-b834-4fab-bcca-c5b5ce420429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:12Z', 'updated_at': '2022-02-17T10:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '45e41ebe-36b9-4865-a106-262dae6653fe', 'name': '', 'network_id': '1b4c03a8-fba5-45c6-80d6-591aaf79d53b', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'mac_address': 'fa:16:3e:03:8e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57028533-b834-4fab-bcca-c5b5ce420429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '6070e426-ff98-4365-8d61-0eac831a4d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:15Z', 'updated_at': '2022-02-17T10:02:15Z', 'revision_number': 1, 'project_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'subnets': [{'id': '6070e426-ff98-4365-8d61-0eac831a4d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:02:17.131370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:17.134937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Pushing event updated for resources: {'Port': ['ID=45e41ebe-36b9-4865-a106-262dae6653fe,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:17.274531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Network 1b4c03a8-fba5-45c6-80d6-591aaf79d53b is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:02:17.275770 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:02:17.499509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Router 57028533-b834-4fab-bcca-c5b5ce420429 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:02:17.594083 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-87c75095-86ff-46b8-a0ca-16479b4e5507 None None] Provisioning complete for port 45e41ebe-36b9-4865-a106-262dae6653fe triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:17.594926 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87c75095-86ff-46b8-a0ca-16479b4e5507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:17.663149 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-87c75095-86ff-46b8-a0ca-16479b4e5507 None None] Port 45e41ebe-36b9-4865-a106-262dae6653fe cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:02:17.705853 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:02:17.715789 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1853746c-061b-411a-b910-ab180399f46c admin admin] 10.222.0.75 "PUT /v2.0/routers/57028533-b834-4fab-bcca-c5b5ce420429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7001352 Feb 17 10:02:18.312536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43958) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:02:18.317888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-cd57594d-9ed5-4e11-86c9-0ded6fc2659c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1315765685', 'description': 'tempest-secgroup-smoke-1315765685 description', 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:18.323840 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cd57594d-9ed5-4e11-86c9-0ded6fc2659c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:02:18.329123 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-cd57594d-9ed5-4e11-86c9-0ded6fc2659c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Usage tracker for resource:security_group and tenant:f4d53e81d8d04a719cc9e185d0c7048b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:02:18.332041 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-cd57594d-9ed5-4e11-86c9-0ded6fc2659c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:02:18.337640 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cd57594d-9ed5-4e11-86c9-0ded6fc2659c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:18.416005 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd57594d-9ed5-4e11-86c9-0ded6fc2659c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:18.436207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cd57594d-9ed5-4e11-86c9-0ded6fc2659c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:02:18.440249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-cd57594d-9ed5-4e11-86c9-0ded6fc2659c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Usage tracker for resource:security_group_rule and tenant:f4d53e81d8d04a719cc9e185d0c7048b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:02:18.442993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-cd57594d-9ed5-4e11-86c9-0ded6fc2659c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:02:18.448547 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cd57594d-9ed5-4e11-86c9-0ded6fc2659c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:18.531177 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd57594d-9ed5-4e11-86c9-0ded6fc2659c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:18.604482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd57594d-9ed5-4e11-86c9-0ded6fc2659c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:18.646565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57594d-9ed5-4e11-86c9-0ded6fc2659c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609bd96e-de32-4bce-ad47-db8c905c99bf,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:18.707594 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd57594d-9ed5-4e11-86c9-0ded6fc2659c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:18.708843 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cd57594d-9ed5-4e11-86c9-0ded6fc2659c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3952904 Feb 17 10:02:18.711801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43962) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:02:18.716761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6eaa8289-5c16-4498-b46e-6f8acfb12c18 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Request body: {'security_group_rule': {'security_group_id': '609bd96e-de32-4bce-ad47-db8c905c99bf', 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:18.722694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6eaa8289-5c16-4498-b46e-6f8acfb12c18 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:02:18.726603 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6eaa8289-5c16-4498-b46e-6f8acfb12c18 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Usage tracker for resource:security_group_rule and tenant:f4d53e81d8d04a719cc9e185d0c7048b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:02:18.729666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6eaa8289-5c16-4498-b46e-6f8acfb12c18 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:02:18.735721 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6eaa8289-5c16-4498-b46e-6f8acfb12c18 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:18.800603 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8289-5c16-4498-b46e-6f8acfb12c18 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:18.867939 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8289-5c16-4498-b46e-6f8acfb12c18 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:18.947452 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8289-5c16-4498-b46e-6f8acfb12c18 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:18.973046 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa8289-5c16-4498-b46e-6f8acfb12c18 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e5dbfa-fd21-43b6-8484-11e653e23a29,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:19.066907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8289-5c16-4498-b46e-6f8acfb12c18 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:19.068147 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6eaa8289-5c16-4498-b46e-6f8acfb12c18 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3554530 Feb 17 10:02:19.071007 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43966) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:02:19.076915 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7550e668-ee3d-41b7-9d00-82368a12ffa9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Request body: {'security_group_rule': {'security_group_id': '609bd96e-de32-4bce-ad47-db8c905c99bf', 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:19.083315 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7550e668-ee3d-41b7-9d00-82368a12ffa9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:02:19.087350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7550e668-ee3d-41b7-9d00-82368a12ffa9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Usage tracker for resource:security_group_rule and tenant:f4d53e81d8d04a719cc9e185d0c7048b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:02:19.091028 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7550e668-ee3d-41b7-9d00-82368a12ffa9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:02:19.097601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7550e668-ee3d-41b7-9d00-82368a12ffa9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:19.212098 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7550e668-ee3d-41b7-9d00-82368a12ffa9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:19.277299 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7550e668-ee3d-41b7-9d00-82368a12ffa9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:19.364939 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7550e668-ee3d-41b7-9d00-82368a12ffa9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:19.392301 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550e668-ee3d-41b7-9d00-82368a12ffa9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4c9113-b8e8-4ad7-8f17-d66a0ca57e8e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:19.473113 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7550e668-ee3d-41b7-9d00-82368a12ffa9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:19.474637 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7550e668-ee3d-41b7-9d00-82368a12ffa9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4024847 Feb 17 10:02:19.477287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43970) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:02:19.484038 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-eeda4629-8d1f-43de-8ec2-1f7ed9bef901 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Request body: {'security_group_rule': {'security_group_id': '609bd96e-de32-4bce-ad47-db8c905c99bf', 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:19.490389 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eeda4629-8d1f-43de-8ec2-1f7ed9bef901 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:02:19.495514 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-eeda4629-8d1f-43de-8ec2-1f7ed9bef901 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Usage tracker for resource:security_group_rule and tenant:f4d53e81d8d04a719cc9e185d0c7048b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:02:19.498850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-eeda4629-8d1f-43de-8ec2-1f7ed9bef901 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:02:19.504621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eeda4629-8d1f-43de-8ec2-1f7ed9bef901 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:19.517805 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 66c3826b-7163-4bda-adb6-ab8fc26bb29a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:02:19.588620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eeda4629-8d1f-43de-8ec2-1f7ed9bef901 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:19.649672 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eeda4629-8d1f-43de-8ec2-1f7ed9bef901 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:19.650198 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 66c3826b-7163-4bda-adb6-ab8fc26bb29a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:02:19.656177 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 66c3826b-7163-4bda-adb6-ab8fc26bb29a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:19.656673 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:19.735885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eeda4629-8d1f-43de-8ec2-1f7ed9bef901 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:19.759583 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda4629-8d1f-43de-8ec2-1f7ed9bef901 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a661c52-4938-4c53-867d-f6ae189775dc,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:19.777440 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:19.795698 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 66c3826b-7163-4bda-adb6-ab8fc26bb29a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=66c3826b-7163-4bda-adb6-ab8fc26bb29a,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:02:19.839331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eeda4629-8d1f-43de-8ec2-1f7ed9bef901 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:19.840587 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-eeda4629-8d1f-43de-8ec2-1f7ed9bef901 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3621004 Feb 17 10:02:19.844098 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43974) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:02:19.848985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f5739473-de99-4223-aed8-59a7c2383063 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Request body: {'security_group_rule': {'security_group_id': '609bd96e-de32-4bce-ad47-db8c905c99bf', 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:19.854843 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f5739473-de99-4223-aed8-59a7c2383063 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:02:19.859098 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f5739473-de99-4223-aed8-59a7c2383063 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Usage tracker for resource:security_group_rule and tenant:f4d53e81d8d04a719cc9e185d0c7048b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:02:19.862323 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f5739473-de99-4223-aed8-59a7c2383063 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:02:19.868156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f5739473-de99-4223-aed8-59a7c2383063 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:19.884907 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:19.957639 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=66c3826b-7163-4bda-adb6-ab8fc26bb29a,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:20.015756 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5739473-de99-4223-aed8-59a7c2383063 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:20.024988 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Sync routers for ids ['57028533-b834-4fab-bcca-c5b5ce420429'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:02:20.034833 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Routers {'57028533-b834-4fab-bcca-c5b5ce420429'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:02:20.035440 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:01:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['57028533-b834-4fab-bcca-c5b5ce420429'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:20.041164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5739473-de99-4223-aed8-59a7c2383063 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:20.124890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5739473-de99-4223-aed8-59a7c2383063 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:20.152063 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5739473-de99-4223-aed8-59a7c2383063 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251a6057-3ce5-4478-8054-605aca8f143e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:20.214602 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Set router 57028533-b834-4fab-bcca-c5b5ce420429 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:02:20.221181 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5739473-de99-4223-aed8-59a7c2383063 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:20.225268 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f5739473-de99-4223-aed8-59a7c2383063 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3777041 Feb 17 10:02:20.225504 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 43978) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:02:20.230570 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-420ae153-4151-46ab-9d03-a57509fa1ea7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Request body: {'security_group_rule': {'security_group_id': '609bd96e-de32-4bce-ad47-db8c905c99bf', 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:20.236696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-420ae153-4151-46ab-9d03-a57509fa1ea7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:02:20.240490 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-420ae153-4151-46ab-9d03-a57509fa1ea7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Usage tracker for resource:security_group_rule and tenant:f4d53e81d8d04a719cc9e185d0c7048b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:02:20.243376 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-420ae153-4151-46ab-9d03-a57509fa1ea7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:02:20.249718 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-420ae153-4151-46ab-9d03-a57509fa1ea7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:20.330686 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-420ae153-4151-46ab-9d03-a57509fa1ea7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Project f4d53e81d8d04a719cc9e185d0c7048b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:02:20.337701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-420ae153-4151-46ab-9d03-a57509fa1ea7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:20.405082 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-420ae153-4151-46ab-9d03-a57509fa1ea7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:20.484744 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-420ae153-4151-46ab-9d03-a57509fa1ea7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:20.510504 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ae153-4151-46ab-9d03-a57509fa1ea7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2b64bb-ae78-408a-95ec-87ac4caab085,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:20.535935 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57028533-b834-4fab-bcca-c5b5ce420429', 'name': 'tempest-TestVolumeBootPattern-415155703-router', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:11Z', 'updated_at': '2022-02-17T10:02:16Z', 'revision_number': 4, 'project_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'gw_port': {'id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57028533-b834-4fab-bcca-c5b5ce420429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:12Z', 'updated_at': '2022-02-17T10:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '45e41ebe-36b9-4865-a106-262dae6653fe', 'name': '', 'network_id': '1b4c03a8-fba5-45c6-80d6-591aaf79d53b', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'mac_address': 'fa:16:3e:03:8e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57028533-b834-4fab-bcca-c5b5ce420429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '6070e426-ff98-4365-8d61-0eac831a4d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:15Z', 'updated_at': '2022-02-17T10:02:16Z', 'revision_number': 2, 'project_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'subnets': [{'id': '6070e426-ff98-4365-8d61-0eac831a4d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:20.540081 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Checking router: 57028533-b834-4fab-bcca-c5b5ce420429 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:02:20.540426 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Updating router 57028533-b834-4fab-bcca-c5b5ce420429 port 45e41ebe-36b9-4865-a106-262dae6653fe binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:02:20.595322 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:20.616372 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-420ae153-4151-46ab-9d03-a57509fa1ea7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:20.620665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 43982) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:02:20.621126 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-420ae153-4151-46ab-9d03-a57509fa1ea7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3943233 Feb 17 10:02:20.626750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a16a7d23-0c88-44bb-a31e-4561e3711f49 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Request body: {'security_group_rule': {'security_group_id': '609bd96e-de32-4bce-ad47-db8c905c99bf', 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:20.633110 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a16a7d23-0c88-44bb-a31e-4561e3711f49 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:02:20.636945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a16a7d23-0c88-44bb-a31e-4561e3711f49 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Usage tracker for resource:security_group_rule and tenant:f4d53e81d8d04a719cc9e185d0c7048b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:02:20.640579 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-a16a7d23-0c88-44bb-a31e-4561e3711f49 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:02:20.646519 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a16a7d23-0c88-44bb-a31e-4561e3711f49 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:20.730870 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-a16a7d23-0c88-44bb-a31e-4561e3711f49 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Project f4d53e81d8d04a719cc9e185d0c7048b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:02:20.737977 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a16a7d23-0c88-44bb-a31e-4561e3711f49 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:20.808806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a16a7d23-0c88-44bb-a31e-4561e3711f49 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:20.896179 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a16a7d23-0c88-44bb-a31e-4561e3711f49 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:20.922248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a7d23-0c88-44bb-a31e-4561e3711f49 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ab97db-23ae-479f-921f-50eca157b97c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:20.942230 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:20.954452 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Transition to ACTIVE for port object 45e41ebe-36b9-4865-a106-262dae6653fe will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:02:21.107963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a16a7d23-0c88-44bb-a31e-4561e3711f49 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:21.109155 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a16a7d23-0c88-44bb-a31e-4561e3711f49 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4869192 Feb 17 10:02:21.158831 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:21.317174 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bd574-d400-4259-bed9-60bc7183df91 None None] Pushing event updated for resources: {'Port': ['ID=45e41ebe-36b9-4865-a106-262dae6653fe,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:21.444903 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Attempting to bind port 45e41ebe-36b9-4865-a106-262dae6653fe on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:02:21.446426 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Attempting to bind port 45e41ebe-36b9-4865-a106-262dae6653fe by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '612bb6cb-db5b-4c12-b4ca-29feb87c7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1b4c03a8-fba5-45c6-80d6-591aaf79d53b'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:02:21.446886 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Attempting to bind port 45e41ebe-36b9-4865-a106-262dae6653fe on network 1b4c03a8-fba5-45c6-80d6-591aaf79d53b {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:02:21.459252 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:02:21.459700 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Checking segment: {'id': '612bb6cb-db5b-4c12-b4ca-29feb87c7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1b4c03a8-fba5-45c6-80d6-591aaf79d53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:02:21.460160 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:21.460733 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Bound using segment: {'id': '612bb6cb-db5b-4c12-b4ca-29feb87c7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1b4c03a8-fba5-45c6-80d6-591aaf79d53b'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:02:21.461382 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Bound port: 45e41ebe-36b9-4865-a106-262dae6653fe, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612bb6cb-db5b-4c12-b4ca-29feb87c7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1b4c03a8-fba5-45c6-80d6-591aaf79d53b'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:02:21.461764 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:21.538632 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 66c3826b-7163-4bda-adb6-ab8fc26bb29a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:02:21.574604 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] For port 45e41ebe-36b9-4865-a106-262dae6653fe, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:02:21.578450 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] For port 45e41ebe-36b9-4865-a106-262dae6653fe, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=45e41ebe-36b9-4865-a106-262dae6653fe,segment=NetworkSegment(612bb6cb-db5b-4c12-b4ca-29feb87c7403),segment_id=612bb6cb-db5b-4c12-b4ca-29feb87c7403)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:02:21.636187 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 66c3826b-7163-4bda-adb6-ab8fc26bb29a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:21.636568 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:21.642058 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:21.731133 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Routers {'57028533-b834-4fab-bcca-c5b5ce420429'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:02:21.733985 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:01:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['57028533-b834-4fab-bcca-c5b5ce420429'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:21.867923 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bd574-d400-4259-bed9-60bc7183df91 None None] Pushing event updated for resources: {'Port': ['ID=45e41ebe-36b9-4865-a106-262dae6653fe,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:22.014359 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] Set router 57028533-b834-4fab-bcca-c5b5ce420429 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:02:22.333478 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57028533-b834-4fab-bcca-c5b5ce420429', 'name': 'tempest-TestVolumeBootPattern-415155703-router', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:11Z', 'updated_at': '2022-02-17T10:02:16Z', 'revision_number': 4, 'project_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'gw_port': {'id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57028533-b834-4fab-bcca-c5b5ce420429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:12Z', 'updated_at': '2022-02-17T10:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '45e41ebe-36b9-4865-a106-262dae6653fe', 'name': '', 'network_id': '1b4c03a8-fba5-45c6-80d6-591aaf79d53b', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'mac_address': 'fa:16:3e:03:8e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57028533-b834-4fab-bcca-c5b5ce420429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '6070e426-ff98-4365-8d61-0eac831a4d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:15Z', 'updated_at': '2022-02-17T10:02:21Z', 'revision_number': 4, 'project_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'subnets': [{'id': '6070e426-ff98-4365-8d61-0eac831a4d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:02:22.337491 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc6cb8-d7b1-4dca-a95e-dbbe79903e00 None None] The sync data for ids ['57028533-b834-4fab-bcca-c5b5ce420429'] in dv-neutron-828143-5-hyperv is: [{'id': '57028533-b834-4fab-bcca-c5b5ce420429', 'name': 'tempest-TestVolumeBootPattern-415155703-router', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:11Z', 'updated_at': '2022-02-17T10:02:16Z', 'revision_number': 4, 'project_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'gw_port': {'id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57028533-b834-4fab-bcca-c5b5ce420429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:12Z', 'updated_at': '2022-02-17T10:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '45e41ebe-36b9-4865-a106-262dae6653fe', 'name': '', 'network_id': '1b4c03a8-fba5-45c6-80d6-591aaf79d53b', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'mac_address': 'fa:16:3e:03:8e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57028533-b834-4fab-bcca-c5b5ce420429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '6070e426-ff98-4365-8d61-0eac831a4d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:15Z', 'updated_at': '2022-02-17T10:02:21Z', 'revision_number': 4, 'project_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'subnets': [{'id': '6070e426-ff98-4365-8d61-0eac831a4d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:02:23.529663 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 45e41ebe-36b9-4865-a106-262dae6653fe up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:02:23.696317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 45e41ebe-36b9-4865-a106-262dae6653fe completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:02:23.702455 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 45e41ebe-36b9-4865-a106-262dae6653fe triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:23.702865 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:23.827768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:23.866251 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 45e41ebe-36b9-4865-a106-262dae6653fe, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=45e41ebe-36b9-4865-a106-262dae6653fe,segment=NetworkSegment(612bb6cb-db5b-4c12-b4ca-29feb87c7403),segment_id=612bb6cb-db5b-4c12-b4ca-29feb87c7403)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:02:23.964562 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:24.036702 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=45e41ebe-36b9-4865-a106-262dae6653fe,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:24.656244 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-648e4ce7-81ce-4cc7-9e80-ff0c8ac10c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:25.577359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 45e41ebe-36b9-4865-a106-262dae6653fe up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:02:25.593079 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 45e41ebe-36b9-4865-a106-262dae6653fe triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:25.593640 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:27.021666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dbe50b41-397b-42e9-8133-a880475a9cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:27.918891 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:28.273178 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:29.832315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:38.758665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:47.642353 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:02:49.883353 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-c03a1aff-a66f-4916-98e0-8d74411e9aef tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1315765685&fields=id&tenant_id=f4d53e81d8d04a719cc9e185d0c7048b HTTP/1.1" status: 200 len: 267 time: 0.0430839 Feb 17 10:02:50.044349 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db028690-f4e4-4bb2-9926-691434f49c36 req-c6bccf83-4408-4d4c-ab16-848ae3eb66dc tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:50.045862 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-c6bccf83-4408-4d4c-ab16-848ae3eb66dc tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 811 time: 0.1560078 Feb 17 10:02:50.061157 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-d9456cb1-65aa-4d8c-a9f7-862f1ca3c24e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/quotas/f4d53e81d8d04a719cc9e185d0c7048b HTTP/1.1" status: 200 len: 375 time: 0.0098302 Feb 17 10:02:50.146935 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-6e386b0b-6ff7-45be-85b3-ce4cba8ea192 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799587 Feb 17 10:02:50.382646 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-0f3a63c2-ccfb-4604-9b45-609553fbac2e service neutron] 10.222.0.75 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244544 Feb 17 10:02:50.511689 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-414a6409-8d48-4a82-85fd-483d85170868 service neutron] 10.222.0.75 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232426 Feb 17 10:02:52.350096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-f6692b43-4db0-4141-99f6-977e12e6a054 req-51793d0a-7b0c-4bdc-95eb-61907fd4919c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Synchronizing usage tracker for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:02:52.444946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-f6692b43-4db0-4141-99f6-977e12e6a054 req-51793d0a-7b0c-4bdc-95eb-61907fd4919c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Unset dirty status for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:02:52.446214 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f6692b43-4db0-4141-99f6-977e12e6a054 req-51793d0a-7b0c-4bdc-95eb-61907fd4919c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 210 time: 0.1898873 Feb 17 10:02:53.607223 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f4d9a23e-e455-4711-9d02-e71de50b3de9 req-931acf17-d729-4a45-aaba-54092d5f88bb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 210 time: 0.0476389 Feb 17 10:02:54.697367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0104d67a-bdc9-4424-b4f5-6bd057ad53f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:54.759911 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ff4a7649-b4d6-4aa0-8e21-371f6df0da0c req-1a5dfc19-71f1-4589-8c3d-dbd4dd6e2a10 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 210 time: 0.0462983 Feb 17 10:02:54.989609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1d3760d1-0ddb-447a-8470-cb6b2dc80b3b tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:54.990327 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1d3760d1-0ddb-447a-8470-cb6b2dc80b3b tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Synchronizing usage tracker for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:02:55.135986 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1d3760d1-0ddb-447a-8470-cb6b2dc80b3b tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Unset dirty status for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:02:55.137172 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1d3760d1-0ddb-447a-8470-cb6b2dc80b3b tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 811 time: 0.2949941 Feb 17 10:02:55.195546 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-db028690-f4e4-4bb2-9926-691434f49c36 req-a4400a11-a626-4f66-8da2-ccb3e708f47f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Synchronizing usage tracker for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:02:55.352702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-db028690-f4e4-4bb2-9926-691434f49c36 req-a4400a11-a626-4f66-8da2-ccb3e708f47f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Unset dirty status for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:02:55.353892 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-a4400a11-a626-4f66-8da2-ccb3e708f47f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4d53e81d8d04a719cc9e185d0c7048b HTTP/1.1" status: 200 len: 380 time: 0.1997378 Feb 17 10:02:55.387894 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-db028690-f4e4-4bb2-9926-691434f49c36 req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Request body: {'port': {'device_id': '8588fb53-a934-44a5-af92-eb04939f6136', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'admin_state_up': True, 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'security_groups': ['609bd96e-de32-4bce-ad47-db8c905c99bf']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:55.634504 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-db028690-f4e4-4bb2-9926-691434f49c36 req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:02:55.643246 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-db028690-f4e4-4bb2-9926-691434f49c36 req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:02:55.724302 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db028690-f4e4-4bb2-9926-691434f49c36 req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Made reservation on behalf of f4d53e81d8d04a719cc9e185d0c7048b for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:02:55.728434 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-db028690-f4e4-4bb2-9926-691434f49c36 req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:55.905724 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-db028690-f4e4-4bb2-9926-691434f49c36 req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Allocated IP 172.20.0.14 (016302b9-9800-4dfd-a331-ffa97ed1bd1a/0d1e17d5-c539-4bcd-96ba-e259a849b6ff/8eafc426-b544-45cc-a8d3-f843434b2b3e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:02:55.912426 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-77f66de6-41ee-42e0-a5ca-325d31963ef8 req-33d8448b-16d6-43d6-8e04-729f4004155b tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 210 time: 0.0456307 Feb 17 10:02:56.107134 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-db028690-f4e4-4bb2-9926-691434f49c36 req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:56.122840 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-db028690-f4e4-4bb2-9926-691434f49c36 req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Transition to ACTIVE for port object 8eafc426-b544-45cc-a8d3-f843434b2b3e will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:02:56.203538 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-db028690-f4e4-4bb2-9926-691434f49c36 req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:56.278133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db028690-f4e4-4bb2-9926-691434f49c36 req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Network 016302b9-9800-4dfd-a331-ffa97ed1bd1a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:02:56.281320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-db028690-f4e4-4bb2-9926-691434f49c36 req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:02:56.285256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-db028690-f4e4-4bb2-9926-691434f49c36 req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:02:56.316640 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event updated for resources: {'Port': ['ID=8eafc426-b544-45cc-a8d3-f843434b2b3e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:56.333485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:56.333835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:56.334200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:56.334532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:56.334859 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:56.335186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:56.335519 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:56.337256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:56.337256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:56.337256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:56.337536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:56.337987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:02:56.374530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db028690-f4e4-4bb2-9926-691434f49c36 req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:56.375331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-db028690-f4e4-4bb2-9926-691434f49c36 req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:56.490979 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-6ff19a8a-1556-4739-ba81-1ba330d045c8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1067817 Feb 17 10:02:56.510267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-187c97fd-4c44-4ba2-838b-d391caaac748 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 10:02:56.511249 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-187c97fd-4c44-4ba2-838b-d391caaac748 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064487 Feb 17 10:02:56.521125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Request body: {'port': {'device_id': '8588fb53-a934-44a5-af92-eb04939f6136', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:02:56.603452 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fdf15599-c3f2-429f-9a2b-2f110111d87c None None] Provisioning for port 8eafc426-b544-45cc-a8d3-f843434b2b3e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:02:56.611432 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fdf15599-c3f2-429f-9a2b-2f110111d87c None None] Provisioning complete for port 8eafc426-b544-45cc-a8d3-f843434b2b3e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:02:56.612068 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fdf15599-c3f2-429f-9a2b-2f110111d87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:56.642568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:56.676410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fdf15599-c3f2-429f-9a2b-2f110111d87c None None] Port 8eafc426-b544-45cc-a8d3-f843434b2b3e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:02:57.006616 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eafc426-b544-45cc-a8d3-f843434b2b3e {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:02:57.010439 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf95015a-7062-4970-8dce-75bf007bb52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:57.018111 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:57.065666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Transition to ACTIVE for port object 8eafc426-b544-45cc-a8d3-f843434b2b3e will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:02:57.115186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e6c3f-07d8-4e31-8281-9ab2040ed84c req-f85c41ad-6c07-4608-a473-fb1cda6207fb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:57.115886 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-eb7e6c3f-07d8-4e31-8281-9ab2040ed84c req-f85c41ad-6c07-4608-a473-fb1cda6207fb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Synchronizing usage tracker for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:02:57.181498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:57.237663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-eb7e6c3f-07d8-4e31-8281-9ab2040ed84c req-f85c41ad-6c07-4608-a473-fb1cda6207fb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Unset dirty status for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:02:57.238738 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eb7e6c3f-07d8-4e31-8281-9ab2040ed84c req-f85c41ad-6c07-4608-a473-fb1cda6207fb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 932 time: 0.2059836 Feb 17 10:02:57.341837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Pushing event updated for resources: {'Port': ['ID=8eafc426-b544-45cc-a8d3-f843434b2b3e,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:57.416777 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eb7e6c3f-07d8-4e31-8281-9ab2040ed84c req-2b20e90c-1b78-41fa-9e7a-eb1af6611200 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307914 Feb 17 10:02:57.463304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Attempting to bind port 8eafc426-b544-45cc-a8d3-f843434b2b3e on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:02:57.463809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Attempting to bind port 8eafc426-b544-45cc-a8d3-f843434b2b3e by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:02:57.464199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Attempting to bind port 8eafc426-b544-45cc-a8d3-f843434b2b3e on network 016302b9-9800-4dfd-a331-ffa97ed1bd1a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:02:57.468868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Port 8eafc426-b544-45cc-a8d3-f843434b2b3e on network 016302b9-9800-4dfd-a331-ffa97ed1bd1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:02:57.469263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Attempting to bind port 8eafc426-b544-45cc-a8d3-f843434b2b3e on network 016302b9-9800-4dfd-a331-ffa97ed1bd1a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:02:57.474288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:02:57.474690 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Checking segment: {'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:02:57.475127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Bound using segment: {'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:02:57.475614 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Bound port: 8eafc426-b544-45cc-a8d3-f843434b2b3e, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:02:57.476013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:57.568725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] For port 8eafc426-b544-45cc-a8d3-f843434b2b3e, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:02:57.571940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] For port 8eafc426-b544-45cc-a8d3-f843434b2b3e, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8eafc426-b544-45cc-a8d3-f843434b2b3e,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:02:57.661399 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:57.721988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:57.722654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:57.724366 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] 10.222.0.37 "PUT /v2.0/ports/8eafc426-b544-45cc-a8d3-f843434b2b3e HTTP/1.1" status: 200 len: 1094 time: 1.2069595 Feb 17 10:02:57.732467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8588fb53-a934-44a5-af92-eb04939f6136', 'tag': '8eafc426-b544-45cc-a8d3-f843434b2b3e'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:02:57.767221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb2810-43e1-479c-9b76-d22fd0fb9b13 service neutron] Pushing event updated for resources: {'Port': ['ID=8eafc426-b544-45cc-a8d3-f843434b2b3e,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:02:57.857628 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8588fb53-a934-44a5-af92-eb04939f6136', 'tag': '8eafc426-b544-45cc-a8d3-f843434b2b3e', 'status': 'completed', 'code': 200} Feb 17 10:02:57.924556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:57.955395 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db028690-f4e4-4bb2-9926-691434f49c36 req-497680f6-ca46-4f39-8cd7-52a19db05f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:57.956901 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-497680f6-ca46-4f39-8cd7-52a19db05f6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 1097 time: 0.0831232 Feb 17 10:02:58.143776 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-94076e70-4878-4bd9-85b4-f47f15b552b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eafc426-b544-45cc-a8d3-f843434b2b3e HTTP/1.1" status: 200 len: 217 time: 0.1734257 Feb 17 10:02:58.203128 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:58.207650 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db028690-f4e4-4bb2-9926-691434f49c36 req-ba59cf93-46d4-4617-99c4-2ac3736ad700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:58.209081 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-ba59cf93-46d4-4617-99c4-2ac3736ad700 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0586610 Feb 17 10:02:58.284743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db028690-f4e4-4bb2-9926-691434f49c36 req-736c2028-ddba-435c-80b4-876489de8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:58.286170 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-736c2028-ddba-435c-80b4-876489de8feb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709970 Feb 17 10:02:58.424060 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-fa4bf3b3-a5da-45e9-b14a-3aa6c8c28b5f service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317163 Feb 17 10:02:58.619902 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-db028690-f4e4-4bb2-9926-691434f49c36 req-47ac2cb6-b087-4770-9e30-00b307c59347 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894302 Feb 17 10:02:58.651789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3f667-c51d-4e71-b58f-933e4cc57ad0 req-3398aabb-bbde-4dd3-ae98-fbdebfe8dc73 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:58.653428 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-12e3f667-c51d-4e71-b58f-933e4cc57ad0 req-3398aabb-bbde-4dd3-ae98-fbdebfe8dc73 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 944 time: 0.1082098 Feb 17 10:02:58.701656 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-12e3f667-c51d-4e71-b58f-933e4cc57ad0 req-a8cc866d-8300-4256-a61d-ea3f18790ead tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423281 Feb 17 10:02:58.854714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c868f-692a-4d96-b5be-dcbf307c29f0 req-e051ba8b-8c1b-4cb3-9c35-9c8e000046b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:58.856122 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a43c868f-692a-4d96-b5be-dcbf307c29f0 req-e051ba8b-8c1b-4cb3-9c35-9c8e000046b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 1097 time: 0.0732849 Feb 17 10:02:58.993471 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c868f-692a-4d96-b5be-dcbf307c29f0 req-c4ffec15-864e-485b-b119-08b3d123e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:58.994888 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a43c868f-692a-4d96-b5be-dcbf307c29f0 req-c4ffec15-864e-485b-b119-08b3d123e880 service neutron] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 912 time: 0.1329417 Feb 17 10:02:59.067648 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a43c868f-692a-4d96-b5be-dcbf307c29f0 req-f0be610b-319e-438f-a2f6-d7754ff3b2aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eafc426-b544-45cc-a8d3-f843434b2b3e HTTP/1.1" status: 200 len: 217 time: 0.0668404 Feb 17 10:02:59.135478 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c868f-692a-4d96-b5be-dcbf307c29f0 req-8418d1a6-e647-4307-937d-d7b33d3b0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:59.137028 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a43c868f-692a-4d96-b5be-dcbf307c29f0 req-8418d1a6-e647-4307-937d-d7b33d3b0d54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0634000 Feb 17 10:02:59.214991 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c868f-692a-4d96-b5be-dcbf307c29f0 req-a307f779-d85f-4fc9-90c8-ff55effda846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:59.216516 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a43c868f-692a-4d96-b5be-dcbf307c29f0 req-a307f779-d85f-4fc9-90c8-ff55effda846 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734596 Feb 17 10:02:59.356095 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a43c868f-692a-4d96-b5be-dcbf307c29f0 req-08577ee9-ad1e-4b5e-8d9c-205c08a25605 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305766 Feb 17 10:02:59.493540 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a43c868f-692a-4d96-b5be-dcbf307c29f0 req-552dce70-16ad-459a-8473-f2b851198a58 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316216 Feb 17 10:02:59.838949 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:02:59.903365 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc01dc2-62bc-4195-b656-791ebcacf3b7 req-d966c56d-7a77-4032-97fe-120d5daaf624 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:02:59.904739 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2bc01dc2-62bc-4195-b656-791ebcacf3b7 req-d966c56d-7a77-4032-97fe-120d5daaf624 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 944 time: 0.0856287 Feb 17 10:02:59.954647 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2bc01dc2-62bc-4195-b656-791ebcacf3b7 req-e663a948-b2ca-47fd-a45d-5e27e2134d42 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437298 Feb 17 10:03:01.208680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59fa84-a2ae-4a92-9761-33ab7324c6de req-96afe434-6474-4840-a813-2aea71992b05 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:01.210269 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5f59fa84-a2ae-4a92-9761-33ab7324c6de req-96afe434-6474-4840-a813-2aea71992b05 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 944 time: 0.1104743 Feb 17 10:03:01.263721 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5f59fa84-a2ae-4a92-9761-33ab7324c6de req-40fd33a4-3d8e-47f1-8c84-6869f577d5c1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468910 Feb 17 10:03:02.566873 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a07b68-a52d-4f20-8e5b-8ed69a324ca2 req-6e17fba8-dbc5-403e-8f62-209259ef1422 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:02.568443 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e9a07b68-a52d-4f20-8e5b-8ed69a324ca2 req-6e17fba8-dbc5-403e-8f62-209259ef1422 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 944 time: 0.1874959 Feb 17 10:03:02.624586 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e9a07b68-a52d-4f20-8e5b-8ed69a324ca2 req-d19eaaac-3f59-448b-b507-db085a6a48c0 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452633 Feb 17 10:03:03.808371 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a416d2-869d-43e8-9033-cb77a6cc8266 req-0ea625cd-8061-449f-8466-6b129d2172dd tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:03.809762 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c9a416d2-869d-43e8-9033-cb77a6cc8266 req-0ea625cd-8061-449f-8466-6b129d2172dd tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 944 time: 0.0815685 Feb 17 10:03:03.854789 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c9a416d2-869d-43e8-9033-cb77a6cc8266 req-24e1386d-40d4-436a-9c4d-b86c176b99d0 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392890 Feb 17 10:03:05.047698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682076c-d4c3-40d8-ad9d-b60eea7704cf req-8e4cf1d9-f726-451b-aa03-d90cf886561e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:05.049221 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1682076c-d4c3-40d8-ad9d-b60eea7704cf req-8e4cf1d9-f726-451b-aa03-d90cf886561e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 944 time: 0.0882034 Feb 17 10:03:05.097184 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1682076c-d4c3-40d8-ad9d-b60eea7704cf req-74bceff9-7507-48fc-80f0-e46a8dbb86e7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409415 Feb 17 10:03:06.298168 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1743846-2262-41ec-b507-d519040807f3 req-40f0cf99-9fc0-4374-b007-b0a8d404d480 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:06.299663 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b1743846-2262-41ec-b507-d519040807f3 req-40f0cf99-9fc0-4374-b007-b0a8d404d480 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 944 time: 0.0914052 Feb 17 10:03:06.345670 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b1743846-2262-41ec-b507-d519040807f3 req-80e3b324-c6bf-4a43-9984-6f96f101a6cb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397687 Feb 17 10:03:07.531322 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cc023-ab77-4525-a288-b791e716e869 req-8bd89649-c27c-4eac-9c45-853e21dca3aa tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:07.532746 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d30cc023-ab77-4525-a288-b791e716e869 req-8bd89649-c27c-4eac-9c45-853e21dca3aa tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 944 time: 0.0801373 Feb 17 10:03:07.579769 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d30cc023-ab77-4525-a288-b791e716e869 req-8b497ee5-0fb3-4e6a-ab43-2f82d2039a53 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414810 Feb 17 10:03:08.728861 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:08.768355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daba611-2f7e-4aef-92d3-5b7e6ce5e67b req-106eebb8-d937-4f53-8c47-715bc763e0c9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:08.769825 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4daba611-2f7e-4aef-92d3-5b7e6ce5e67b req-106eebb8-d937-4f53-8c47-715bc763e0c9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 944 time: 0.0808978 Feb 17 10:03:08.816964 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4daba611-2f7e-4aef-92d3-5b7e6ce5e67b req-334f2c7f-d51a-4ef0-9a87-8fc6ae3b7212 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406749 Feb 17 10:03:10.000464 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae313d89-6854-437a-a58b-118ca27630ac req-d3a8ccf9-6abf-409c-987b-cf9fed377888 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:10.001917 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ae313d89-6854-437a-a58b-118ca27630ac req-d3a8ccf9-6abf-409c-987b-cf9fed377888 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 944 time: 0.0794563 Feb 17 10:03:10.047833 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ae313d89-6854-437a-a58b-118ca27630ac req-93165c50-9a57-463b-be0a-9cb2a2ff9f47 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403190 Feb 17 10:03:10.594144 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 8eafc426-b544-45cc-a8d3-f843434b2b3e details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:03:10.729301 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 8eafc426-b544-45cc-a8d3-f843434b2b3e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8eafc426-b544-45cc-a8d3-f843434b2b3e,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:03:10.742330 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '8eafc426-b544-45cc-a8d3-f843434b2b3e', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'port_id': '8eafc426-b544-45cc-a8d3-f843434b2b3e', 'mac_address': 'fa:16:3e:ce:a4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:03:10.800794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:10.818682 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eafc426-b544-45cc-a8d3-f843434b2b3e {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:03:10.836445 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 8eafc426-b544-45cc-a8d3-f843434b2b3e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8eafc426-b544-45cc-a8d3-f843434b2b3e,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:03:10.911816 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:10.988223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=8eafc426-b544-45cc-a8d3-f843434b2b3e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:10.996188 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:10.996533 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:10.996875 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:10.997213 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:10.997636 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:10.997877 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:10.998227 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:10.998554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:10.998893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:10.999204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:10.999532 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:10.999850 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:03:11.246270 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2dcf-08b1-436b-9ccd-066d51f734da req-5a2fc57c-d5d6-48a4-bfbb-5145dcecf674 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:11.247840 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-074f2dcf-08b1-436b-9ccd-066d51f734da req-5a2fc57c-d5d6-48a4-bfbb-5145dcecf674 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 945 time: 0.0927939 Feb 17 10:03:11.293531 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-074f2dcf-08b1-436b-9ccd-066d51f734da req-d825e736-2802-47ca-a029-c07e3f4aa6dd tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401394 Feb 17 10:03:11.352767 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['8eafc426-b544-45cc-a8d3-f843434b2b3e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:03:12.477908 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde4323-48bc-4a43-9f16-51460126e12c req-e1014781-907d-4e23-bbf7-7efabcaa5993 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:12.479409 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6cde4323-48bc-4a43-9f16-51460126e12c req-e1014781-907d-4e23-bbf7-7efabcaa5993 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 945 time: 0.0821996 Feb 17 10:03:12.524860 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6cde4323-48bc-4a43-9f16-51460126e12c req-3e3b0845-a560-48d4-9ddf-f59ff17d7cb7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397561 Feb 17 10:03:12.599122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 8eafc426-b544-45cc-a8d3-f843434b2b3e up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:03:12.747345 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 8eafc426-b544-45cc-a8d3-f843434b2b3e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:03:12.752305 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 8eafc426-b544-45cc-a8d3-f843434b2b3e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:03:12.752668 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:12.868016 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:12.893554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8588fb53-a934-44a5-af92-eb04939f6136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eafc426-b544-45cc-a8d3-f843434b2b3e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:03:12.903283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 8eafc426-b544-45cc-a8d3-f843434b2b3e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8eafc426-b544-45cc-a8d3-f843434b2b3e,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:03:12.974541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:13.040974 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8588fb53-a934-44a5-af92-eb04939f6136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eafc426-b544-45cc-a8d3-f843434b2b3e', 'code': 200} Feb 17 10:03:13.043619 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=8eafc426-b544-45cc-a8d3-f843434b2b3e,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:13.368127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581f3fa-d26d-41d4-9afe-c4983a80c84b req-dcbcdc55-0f72-4fa7-930b-03bf2d0d74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:13.369596 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9581f3fa-d26d-41d4-9afe-c4983a80c84b req-dcbcdc55-0f72-4fa7-930b-03bf2d0d74eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 1099 time: 0.0686250 Feb 17 10:03:13.410935 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9581f3fa-d26d-41d4-9afe-c4983a80c84b req-0b63e384-4eac-45b2-a8d6-fabab5890518 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348086 Feb 17 10:03:13.709538 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839489e4-5daf-420e-8663-86e0337ee5d8 req-29c074a5-fdcc-4ef8-a3b0-d71abdf09350 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:13.711646 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-839489e4-5daf-420e-8663-86e0337ee5d8 req-29c074a5-fdcc-4ef8-a3b0-d71abdf09350 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 946 time: 0.0793204 Feb 17 10:03:13.755669 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-839489e4-5daf-420e-8663-86e0337ee5d8 req-f503c14d-3709-4366-bcd2-c02c6b4f52c9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382853 Feb 17 10:03:15.072008 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe12ce8-d354-4c10-8bd1-d1fe0a72e5ca req-2e79708c-716b-4e74-bab4-e0426f57e119 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:15.073541 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6fe12ce8-d354-4c10-8bd1-d1fe0a72e5ca req-2e79708c-716b-4e74-bab4-e0426f57e119 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 946 time: 0.2012603 Feb 17 10:03:15.123267 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6fe12ce8-d354-4c10-8bd1-d1fe0a72e5ca req-bb870eef-00fc-49c1-9b5a-09fe117d9b91 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434072 Feb 17 10:03:16.318099 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5931a0-cd74-461e-8e8d-2c87b62f8b09 req-cba05347-fe68-4f0f-961d-172df6e98da5 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:16.319628 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8e5931a0-cd74-461e-8e8d-2c87b62f8b09 req-cba05347-fe68-4f0f-961d-172df6e98da5 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 946 time: 0.0881727 Feb 17 10:03:16.365537 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8e5931a0-cd74-461e-8e8d-2c87b62f8b09 req-a3f06f74-0650-4868-9483-43b1d3069c19 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393734 Feb 17 10:03:16.551469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9f261-a161-4b99-a3c9-e90584c038cc req-8c0c1f7a-48fc-40e5-8253-0b3cbb3e11a1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:16.552926 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-23b9f261-a161-4b99-a3c9-e90584c038cc req-8c0c1f7a-48fc-40e5-8253-0b3cbb3e11a1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 946 time: 0.0845485 Feb 17 10:03:16.598801 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-23b9f261-a161-4b99-a3c9-e90584c038cc req-ab11bb09-0f50-4f92-8465-c8bec24eff87 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400388 Feb 17 10:03:16.621352 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44236) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:03:16.766582 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4865496f-88a6-44cf-ab21-b1a36e1e8e5f tempest-TestVolumeBootPattern-164908381 tempest-TestVolumeBootPattern-164908381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:16.767313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4865496f-88a6-44cf-ab21-b1a36e1e8e5f tempest-TestVolumeBootPattern-164908381 tempest-TestVolumeBootPattern-164908381-project-admin] Synchronizing usage tracker for tenant:b733fd67ec6a4fb79f5ba48c018311b7 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:03:16.871319 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4865496f-88a6-44cf-ab21-b1a36e1e8e5f tempest-TestVolumeBootPattern-164908381 tempest-TestVolumeBootPattern-164908381-project-admin] Unset dirty status for tenant:b733fd67ec6a4fb79f5ba48c018311b7 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:03:16.872404 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4865496f-88a6-44cf-ab21-b1a36e1e8e5f tempest-TestVolumeBootPattern-164908381 tempest-TestVolumeBootPattern-164908381-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 1094 time: 0.2500360 Feb 17 10:03:16.875315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44242) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:03:16.880333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': '8eafc426-b544-45cc-a8d3-f843434b2b3e', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:03:16.887068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:03:16.891014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Usage tracker for resource:floatingip and tenant:f4d53e81d8d04a719cc9e185d0c7048b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:03:16.893763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:03:16.900089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:03:16.974445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:17.118971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:17.255222 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Allocated IP 172.26.4.138 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/d84a3109-7561-4a6c-88d1-c9a571ae9d8a) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:03:17.402797 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:17.536365 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:17.600095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:03:17.603516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:03:17.607177 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:03:17.645922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event updated for resources: {'Port': ['ID=d84a3109-7561-4a6c-88d1-c9a571ae9d8a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:18.024885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:18.159228 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:18.364801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:18.432749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:18.534711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event updated for resources: {'Port': ['ID=d84a3109-7561-4a6c-88d1-c9a571ae9d8a,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:03:18.549113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:18.812565 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Floating IP 6caaba00-4a63-4ca9-9ded-5c9eaf13dcaa associated. External IP: 172.26.4.138, port: 8eafc426-b544-45cc-a8d3-f843434b2b3e. Feb 17 10:03:19.159853 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Router 94f39c6e-35da-4009-a38f-ca94e093988e has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:03:19.340174 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:03:19.354778 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ced840-fa85-4c4c-8edd-ef1102bfbdad None None] Sync routers for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:03:19.364165 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ced840-fa85-4c4c-8edd-ef1102bfbdad None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:03:19.364774 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-66ced840-fa85-4c4c-8edd-ef1102bfbdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:02:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:19.438854 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:19.495311 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-08280683-dbf9-443c-8301-6c063b800d16 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6189513 Feb 17 10:03:19.495902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8588fb53-a934-44a5-af92-eb04939f6136', 'tag': '8eafc426-b544-45cc-a8d3-f843434b2b3e'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:03:19.541765 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8588fb53-a934-44a5-af92-eb04939f6136', 'tag': '8eafc426-b544-45cc-a8d3-f843434b2b3e', 'status': 'completed', 'code': 200} Feb 17 10:03:19.576848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-66ced840-fa85-4c4c-8edd-ef1102bfbdad None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:03:19.676848 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be24dc4-eb06-40e9-a344-fc09d55af347 req-58418830-9bd4-450b-a50f-bcae92547132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:19.678513 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4be24dc4-eb06-40e9-a344-fc09d55af347 req-58418830-9bd4-450b-a50f-bcae92547132 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 1099 time: 0.0747187 Feb 17 10:03:19.819922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be24dc4-eb06-40e9-a344-fc09d55af347 req-80c5d786-4b2d-45d6-a6e5-5dfb20a2eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:19.821315 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4be24dc4-eb06-40e9-a344-fc09d55af347 req-80c5d786-4b2d-45d6-a6e5-5dfb20a2eecc service neutron] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 912 time: 0.1364427 Feb 17 10:03:19.931480 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4be24dc4-eb06-40e9-a344-fc09d55af347 req-2741f46f-ba86-4a66-afba-01e920639a71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eafc426-b544-45cc-a8d3-f843434b2b3e HTTP/1.1" status: 200 len: 1000 time: 0.1038682 Feb 17 10:03:19.948690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-66ced840-fa85-4c4c-8edd-ef1102bfbdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '6caaba00-4a63-4ca9-9ded-5c9eaf13dcaa', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'floating_ip_address': '172.26.4.138', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'port_id': '8eafc426-b544-45cc-a8d3-f843434b2b3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'mac_address': 'fa:16:3e:ce:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588fb53-a934-44a5-af92-eb04939f6136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:03:17Z', 'updated_at': '2022-02-17T10:03:17Z', 'revision_number': 0, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:19.952907 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ced840-fa85-4c4c-8edd-ef1102bfbdad None None] Checking router: 94f39c6e-35da-4009-a38f-ca94e093988e for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:03:19.962781 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ced840-fa85-4c4c-8edd-ef1102bfbdad None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:03:19.963407 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-66ced840-fa85-4c4c-8edd-ef1102bfbdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:02:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:20.004130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be24dc4-eb06-40e9-a344-fc09d55af347 req-b0a626a1-7234-48da-8c51-ef20053f0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:20.005744 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4be24dc4-eb06-40e9-a344-fc09d55af347 req-b0a626a1-7234-48da-8c51-ef20053f0936 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0687132 Feb 17 10:03:20.084023 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be24dc4-eb06-40e9-a344-fc09d55af347 req-31b45067-00e7-44bf-abc5-a4d2c5ad7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:20.085443 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4be24dc4-eb06-40e9-a344-fc09d55af347 req-31b45067-00e7-44bf-abc5-a4d2c5ad7c87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740490 Feb 17 10:03:20.152847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-66ced840-fa85-4c4c-8edd-ef1102bfbdad None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:03:20.219480 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4be24dc4-eb06-40e9-a344-fc09d55af347 req-691e847d-a0e8-4798-889c-2e6b145c9396 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280103 Feb 17 10:03:20.468570 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4be24dc4-eb06-40e9-a344-fc09d55af347 req-4f430834-b9a1-442e-b23a-c0c7fb07cd1c service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425287 Feb 17 10:03:20.505701 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-66ced840-fa85-4c4c-8edd-ef1102bfbdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '6caaba00-4a63-4ca9-9ded-5c9eaf13dcaa', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'floating_ip_address': '172.26.4.138', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'port_id': '8eafc426-b544-45cc-a8d3-f843434b2b3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'mac_address': 'fa:16:3e:ce:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588fb53-a934-44a5-af92-eb04939f6136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:03:17Z', 'updated_at': '2022-02-17T10:03:17Z', 'revision_number': 0, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:03:20.510752 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ced840-fa85-4c4c-8edd-ef1102bfbdad None None] The sync data for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv is: [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '6caaba00-4a63-4ca9-9ded-5c9eaf13dcaa', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'floating_ip_address': '172.26.4.138', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'port_id': '8eafc426-b544-45cc-a8d3-f843434b2b3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'mac_address': 'fa:16:3e:ce:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8588fb53-a934-44a5-af92-eb04939f6136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:03:17Z', 'updated_at': '2022-02-17T10:03:17Z', 'revision_number': 0, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:03:20.701261 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcf05a9-3120-4820-9e86-c7b136889594 None None] New status for floating IP 6caaba00-4a63-4ca9-9ded-5c9eaf13dcaa: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:03:24.642414 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:03:24.676889 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42f2573c-e7a7-4c7a-a1da-37423210e5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:26.991260 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-209d10c4-b6eb-475c-ac7d-b6541f2301ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:27.911209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:28.215770 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:29.827258 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:38.723997 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:42.684005 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-46209b81-8d93-4f0b-8861-a7da887cf1ef req-d2c05e9f-9561-4fc0-b973-b01012b6b21c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1325519 Feb 17 10:03:42.835061 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46209b81-8d93-4f0b-8861-a7da887cf1ef req-d76549f7-cdac-479d-8c61-7cef01bb6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:42.836542 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-46209b81-8d93-4f0b-8861-a7da887cf1ef req-d76549f7-cdac-479d-8c61-7cef01bb6fc3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 1099 time: 0.0705998 Feb 17 10:03:42.983198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46209b81-8d93-4f0b-8861-a7da887cf1ef req-2a7a59d0-9d68-4267-95b0-c2dee1bb82a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:42.984685 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-46209b81-8d93-4f0b-8861-a7da887cf1ef req-2a7a59d0-9d68-4267-95b0-c2dee1bb82a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 912 time: 0.1296873 Feb 17 10:03:43.092703 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-46209b81-8d93-4f0b-8861-a7da887cf1ef req-33ffc493-5099-4582-be77-3b1116978f84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eafc426-b544-45cc-a8d3-f843434b2b3e HTTP/1.1" status: 200 len: 1002 time: 0.1019909 Feb 17 10:03:43.158865 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46209b81-8d93-4f0b-8861-a7da887cf1ef req-028a4b71-2129-46ff-9b22-59dbdb6e8fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:43.160288 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-46209b81-8d93-4f0b-8861-a7da887cf1ef req-028a4b71-2129-46ff-9b22-59dbdb6e8fc0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0609627 Feb 17 10:03:43.234089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46209b81-8d93-4f0b-8861-a7da887cf1ef req-c8099c14-7c77-4092-883e-0f88d45e5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:03:43.235641 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-46209b81-8d93-4f0b-8861-a7da887cf1ef req-c8099c14-7c77-4092-883e-0f88d45e5727 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700474 Feb 17 10:03:43.371871 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-46209b81-8d93-4f0b-8861-a7da887cf1ef req-d58ee3d8-bfcf-4338-8ac5-dc685dc13241 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289282 Feb 17 10:03:43.504129 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-46209b81-8d93-4f0b-8861-a7da887cf1ef req-2d51bffb-08d2-4f49-b6a1-222f47201bf4 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262469 Feb 17 10:03:54.670625 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45cacc6c-76eb-445a-8923-13fd2ad39b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:56.998611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f9b6281-36a1-4cc8-890a-4da63298db61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:57.981158 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:58.249995 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:03:59.851277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:04:01.641783 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:04:08.721869 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:04:24.660995 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90f6d8e9-7ee1-47a3-bb32-ac5af35da25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:04:27.012768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adae4cd7-1352-4aad-9bf1-046deec931d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:04:27.987078 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:04:28.238388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:04:29.876003 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:04:38.640958 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:04:38.744981 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:04:42.620833 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-854123be-01ba-47dc-b748-b3f9b721f189 req-27f72289-65ef-47d2-b971-68e4491ddcef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711577 Feb 17 10:04:42.786932 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854123be-01ba-47dc-b748-b3f9b721f189 req-c51aef73-2d1f-4da6-b9e1-c1d8f3a763da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:42.788395 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-854123be-01ba-47dc-b748-b3f9b721f189 req-c51aef73-2d1f-4da6-b9e1-c1d8f3a763da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 1099 time: 0.0773547 Feb 17 10:04:42.938343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854123be-01ba-47dc-b748-b3f9b721f189 req-71b85b28-3175-4ccd-b584-96bb497e4f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:42.939861 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-854123be-01ba-47dc-b748-b3f9b721f189 req-71b85b28-3175-4ccd-b584-96bb497e4f24 service neutron] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 912 time: 0.1317625 Feb 17 10:04:43.046111 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-854123be-01ba-47dc-b748-b3f9b721f189 req-b646e150-6f4d-4413-8b10-bfb150e94964 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eafc426-b544-45cc-a8d3-f843434b2b3e HTTP/1.1" status: 200 len: 1002 time: 0.1004817 Feb 17 10:04:43.110158 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854123be-01ba-47dc-b748-b3f9b721f189 req-9ba50d08-fcfa-4ac9-86e8-9466bda59ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:43.111566 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-854123be-01ba-47dc-b748-b3f9b721f189 req-9ba50d08-fcfa-4ac9-86e8-9466bda59ba7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0601525 Feb 17 10:04:43.191716 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854123be-01ba-47dc-b748-b3f9b721f189 req-54bd83fb-44ac-4cac-8f32-d1121f02a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:04:43.193134 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-854123be-01ba-47dc-b748-b3f9b721f189 req-54bd83fb-44ac-4cac-8f32-d1121f02a4a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760779 Feb 17 10:04:43.329311 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-854123be-01ba-47dc-b748-b3f9b721f189 req-63d7a8a3-164d-4945-a2b8-5d40feee2679 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294906 Feb 17 10:04:43.560891 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-854123be-01ba-47dc-b748-b3f9b721f189 req-a1f3d05c-3767-4e4c-9c4c-03d2cf59953f service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258098 Feb 17 10:04:54.747312 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b6079bb-eee6-4cae-b63a-57ca5c194fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:04:57.063939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-153d208a-175f-4903-bd26-3d3cfb10bf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:04:58.033380 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:04:58.218285 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:04:59.861265 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:05:08.775454 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:05:15.640567 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:05:24.700852 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-343cac72-02ab-4e2a-960f-426a759a5c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:05:27.021118 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b271141d-e5db-42d2-a3fe-25a2c0ce4ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:05:27.923252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:05:28.250124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:05:29.860871 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:05:38.815065 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:05:42.592008 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cd190e0f-982e-44d7-aeb6-07a7869aa928 req-8678742c-9c34-4730-bd72-c11ace61a5b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689962 Feb 17 10:05:42.754138 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd190e0f-982e-44d7-aeb6-07a7869aa928 req-e5fdf4fd-0f9c-4dad-98a8-9e29fad76632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:05:42.756261 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cd190e0f-982e-44d7-aeb6-07a7869aa928 req-e5fdf4fd-0f9c-4dad-98a8-9e29fad76632 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 1099 time: 0.0763993 Feb 17 10:05:42.900674 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd190e0f-982e-44d7-aeb6-07a7869aa928 req-8c508a45-85f6-4fdb-9209-bf1b5a7a594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:05:42.902010 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cd190e0f-982e-44d7-aeb6-07a7869aa928 req-8c508a45-85f6-4fdb-9209-bf1b5a7a594f service neutron] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 912 time: 0.1271253 Feb 17 10:05:43.006752 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cd190e0f-982e-44d7-aeb6-07a7869aa928 req-c31b7e82-7d9c-4b71-ab61-799b32c728b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eafc426-b544-45cc-a8d3-f843434b2b3e HTTP/1.1" status: 200 len: 1002 time: 0.0986867 Feb 17 10:05:43.068891 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd190e0f-982e-44d7-aeb6-07a7869aa928 req-4096953c-9c57-4321-9c6b-4019796eb9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:05:43.070463 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cd190e0f-982e-44d7-aeb6-07a7869aa928 req-4096953c-9c57-4321-9c6b-4019796eb9e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0570645 Feb 17 10:05:43.145121 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd190e0f-982e-44d7-aeb6-07a7869aa928 req-3e1270d0-cc97-4417-a7f0-c88012133be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:05:43.146666 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cd190e0f-982e-44d7-aeb6-07a7869aa928 req-3e1270d0-cc97-4417-a7f0-c88012133be7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687797 Feb 17 10:05:43.277208 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cd190e0f-982e-44d7-aeb6-07a7869aa928 req-ef1e2df8-c851-46b4-9b27-145927b04a14 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243351 Feb 17 10:05:43.410592 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cd190e0f-982e-44d7-aeb6-07a7869aa928 req-c4f1a413-c90b-488f-b8db-0ae8dea6eba5 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273174 Feb 17 10:05:52.639581 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:05:54.789615 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc3c21a6-7041-42cd-a611-c9e766ff6c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:05:57.045726 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1c7ace5-a8a9-43d4-9ca8-2966e869a384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:05:57.908372 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:05:58.188421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:05:59.845437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:08.797360 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:13.512401 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a04e7-ba22-43d3-9c29-02570ca2a2f3 req-be8a27f2-8cef-49f0-8333-3a0634cd410f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:13.517731 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-679a04e7-ba22-43d3-9c29-02570ca2a2f3 req-be8a27f2-8cef-49f0-8333-3a0634cd410f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 946 time: 0.0848944 Feb 17 10:06:13.573243 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-679a04e7-ba22-43d3-9c29-02570ca2a2f3 req-93d6b29e-eecb-4ae2-8a99-f03130f0afdf tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517476 Feb 17 10:06:14.794950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5c8a4-3d72-4364-8630-daeffcf3efe5 req-b01da26c-039f-4b92-95ea-6df359ead120 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:14.798321 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fff5c8a4-3d72-4364-8630-daeffcf3efe5 req-b01da26c-039f-4b92-95ea-6df359ead120 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 946 time: 0.0980685 Feb 17 10:06:14.844263 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fff5c8a4-3d72-4364-8630-daeffcf3efe5 req-f896903e-6a9e-4303-a098-bbd2a6d0e1b8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402465 Feb 17 10:06:15.504840 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6b32a-9e53-4216-a902-a8c0ddd3f8af req-7c0991c6-2692-4ce9-a879-66658ac7e71c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:15.506538 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-19d6b32a-9e53-4216-a902-a8c0ddd3f8af req-7c0991c6-2692-4ce9-a879-66658ac7e71c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.37 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 946 time: 0.0817683 Feb 17 10:06:15.583007 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-19d6b32a-9e53-4216-a902-a8c0ddd3f8af req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Deleting port 8eafc426-b544-45cc-a8d3-f843434b2b3e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:06:15.583523 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-19d6b32a-9e53-4216-a902-a8c0ddd3f8af req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:15.838920 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-19d6b32a-9e53-4216-a902-a8c0ddd3f8af req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] For port 8eafc426-b544-45cc-a8d3-f843434b2b3e, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8eafc426-b544-45cc-a8d3-f843434b2b3e,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:06:15.839594 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-19d6b32a-9e53-4216-a902-a8c0ddd3f8af req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:16.051735 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c1151-5f6b-432c-9226-26647124b7a5 req-6462bbc0-c2c9-4d16-9a48-a846c3082cd6 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:16.053257 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6b9c1151-5f6b-432c-9226-26647124b7a5 req-6462bbc0-c2c9-4d16-9a48-a846c3082cd6 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 946 time: 0.0859897 Feb 17 10:06:16.098369 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6b9c1151-5f6b-432c-9226-26647124b7a5 req-3bd3d207-2ce9-49b0-ad90-ee8839020464 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390868 Feb 17 10:06:16.235061 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-19d6b32a-9e53-4216-a902-a8c0ddd3f8af req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:16.235432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-19d6b32a-9e53-4216-a902-a8c0ddd3f8af req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:16.235749 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [req-19d6b32a-9e53-4216-a902-a8c0ddd3f8af req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Floating IP 6caaba00-4a63-4ca9-9ded-5c9eaf13dcaa disassociated. External IP: 172.26.4.138, port: 8eafc426-b544-45cc-a8d3-f843434b2b3e. Feb 17 10:06:16.236093 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-19d6b32a-9e53-4216-a902-a8c0ddd3f8af req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Calling delete_port for 8eafc426-b544-45cc-a8d3-f843434b2b3e owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:06:16.463050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-19d6b32a-9e53-4216-a902-a8c0ddd3f8af req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:16.513223 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event deleted for resources: {'Port': ['ID=8eafc426-b544-45cc-a8d3-f843434b2b3e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:06:16.524542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:16.524919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:16.525227 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:16.525560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:16.525890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:16.526237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:16.526569 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:16.526888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:16.527209 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:16.527529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:16.527847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:16.528161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:16.710133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19d6b32a-9e53-4216-a902-a8c0ddd3f8af req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Router 94f39c6e-35da-4009-a38f-ca94e093988e has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:06:16.890969 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19d6b32a-9e53-4216-a902-a8c0ddd3f8af req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:06:16.902682 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823311a-0122-4fcb-9242-32e704baf699 None None] Sync routers for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:06:16.913845 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823311a-0122-4fcb-9242-32e704baf699 None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:06:16.914786 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5823311a-0122-4fcb-9242-32e704baf699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:05:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:06:16.965168 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d6b32a-9e53-4216-a902-a8c0ddd3f8af req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] No DVR routers for this DVR port 8eafc426-b544-45cc-a8d3-f843434b2b3e on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:06:16.968751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-19d6b32a-9e53-4216-a902-a8c0ddd3f8af req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:16.971007 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8588fb53-a934-44a5-af92-eb04939f6136', 'name': 'network-vif-deleted', 'tag': '8eafc426-b544-45cc-a8d3-f843434b2b3e'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:06:17.018828 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8588fb53-a934-44a5-af92-eb04939f6136', 'name': 'network-vif-deleted', 'tag': '8eafc426-b544-45cc-a8d3-f843434b2b3e', 'status': 'completed', 'code': 200} Feb 17 10:06:17.058319 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-19d6b32a-9e53-4216-a902-a8c0ddd3f8af req-bd35b9f1-2c5c-402d-a772-c6c1aa209fd7 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.37 "DELETE /v2.0/ports/8eafc426-b544-45cc-a8d3-f843434b2b3e HTTP/1.1" status: 204 len: 173 time: 1.5464029 Feb 17 10:06:17.109472 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5823311a-0122-4fcb-9242-32e704baf699 None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:06:17.265849 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-00a60912-9e05-497a-b98e-f77af6d3a879 req-6a861df8-0863-4719-8f1c-43ef62112858 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 210 time: 0.0493000 Feb 17 10:06:17.390404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 8eafc426-b544-45cc-a8d3-f843434b2b3e no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:06:17.428334 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 8eafc426-b544-45cc-a8d3-f843434b2b3e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:06:17.428679 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 8eafc426-b544-45cc-a8d3-f843434b2b3e not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:06:17.460908 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5823311a-0122-4fcb-9242-32e704baf699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:06:17.464892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823311a-0122-4fcb-9242-32e704baf699 None None] Checking router: 94f39c6e-35da-4009-a38f-ca94e093988e for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:06:17.474008 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823311a-0122-4fcb-9242-32e704baf699 None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:06:17.474646 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5823311a-0122-4fcb-9242-32e704baf699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:05:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:06:17.666640 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5823311a-0122-4fcb-9242-32e704baf699 None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:06:17.981535 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5823311a-0122-4fcb-9242-32e704baf699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:06:17.985486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823311a-0122-4fcb-9242-32e704baf699 None None] The sync data for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv is: [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:06:18.205089 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab34748-9071-49ee-a876-8e0e2c17baae None None] New status for floating IP 6caaba00-4a63-4ca9-9ded-5c9eaf13dcaa: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:06:18.433365 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-ad5dc297-affd-4ef8-8289-8b1eaab4ff5c req-cb41a4a8-f346-4340-aff9-163f933f905d tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Synchronizing usage tracker for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:06:18.525206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-ad5dc297-affd-4ef8-8289-8b1eaab4ff5c req-cb41a4a8-f346-4340-aff9-163f933f905d tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Unset dirty status for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:06:18.527489 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ad5dc297-affd-4ef8-8289-8b1eaab4ff5c req-cb41a4a8-f346-4340-aff9-163f933f905d tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=8588fb53-a934-44a5-af92-eb04939f6136 HTTP/1.1" status: 200 len: 210 time: 0.1389205 Feb 17 10:06:19.854694 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e01ee03d-f97d-4962-8378-44663833cdad req-1337cb8d-f44a-4842-83ae-ce111c63ef71 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1315765685&fields=id&tenant_id=f4d53e81d8d04a719cc9e185d0c7048b HTTP/1.1" status: 200 len: 267 time: 0.0396886 Feb 17 10:06:20.007329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee03d-f97d-4962-8378-44663833cdad req-056de937-bfa8-4c1d-8716-3e05daf29280 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:20.008774 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e01ee03d-f97d-4962-8378-44663833cdad req-056de937-bfa8-4c1d-8716-3e05daf29280 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 811 time: 0.1476204 Feb 17 10:06:20.023733 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e01ee03d-f97d-4962-8378-44663833cdad req-cfb3fd72-518e-4e17-8f1c-52b2048dbf29 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/quotas/f4d53e81d8d04a719cc9e185d0c7048b HTTP/1.1" status: 200 len: 375 time: 0.0096507 Feb 17 10:06:20.106855 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e01ee03d-f97d-4962-8378-44663833cdad req-67566178-3c21-4907-8fa6-f1425459ac2d tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781806 Feb 17 10:06:20.284264 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e01ee03d-f97d-4962-8378-44663833cdad req-e989cf89-67be-4413-903a-4a9c50f43625 service neutron] 10.222.0.75 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653931 Feb 17 10:06:20.415729 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e01ee03d-f97d-4962-8378-44663833cdad req-c03ebfa5-6668-4f4f-a16d-b5d193a3dd1a service neutron] 10.222.0.75 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256602 Feb 17 10:06:22.162524 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0832b95c-0400-4ed8-aa4e-69fb3f29eb92 req-48e55856-8b65-4fb0-9288-5f1eaeac158c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 210 time: 0.0432501 Feb 17 10:06:23.427192 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29d60b09-fc05-4a6e-872c-c847f786751b req-01502e67-cf8d-435b-a09f-a4bacbf61a61 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 210 time: 0.1485987 Feb 17 10:06:24.579122 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9c8122bf-8c02-4903-bfcb-f47a486a7c6c req-05a94f0b-f777-4ce1-a58e-b108223ffe4e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 210 time: 0.0432136 Feb 17 10:06:24.682356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee03d-f97d-4962-8378-44663833cdad req-41dbc3c1-512a-46b0-8955-af2585e5e5b0 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:24.683797 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e01ee03d-f97d-4962-8378-44663833cdad req-41dbc3c1-512a-46b0-8955-af2585e5e5b0 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 811 time: 0.1636419 Feb 17 10:06:24.740954 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e01ee03d-f97d-4962-8378-44663833cdad req-fa6965da-b058-4326-afce-8e8b23acda4f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4d53e81d8d04a719cc9e185d0c7048b HTTP/1.1" status: 200 len: 380 time: 0.0433438 Feb 17 10:06:24.749725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-e01ee03d-f97d-4962-8378-44663833cdad req-6e694d47-fcf6-4668-80f6-02dbb983741f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Request body: {'port': {'device_id': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'admin_state_up': True, 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'security_groups': ['609bd96e-de32-4bce-ad47-db8c905c99bf']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:06:24.753684 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-84c8bd1c-ce51-4092-9181-88aa845a1de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:24.886643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e01ee03d-f97d-4962-8378-44663833cdad req-6e694d47-fcf6-4668-80f6-02dbb983741f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:06:24.897053 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e01ee03d-f97d-4962-8378-44663833cdad req-6e694d47-fcf6-4668-80f6-02dbb983741f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:06:24.987794 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01ee03d-f97d-4962-8378-44663833cdad req-6e694d47-fcf6-4668-80f6-02dbb983741f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Made reservation on behalf of f4d53e81d8d04a719cc9e185d0c7048b for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:06:24.991580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e01ee03d-f97d-4962-8378-44663833cdad req-6e694d47-fcf6-4668-80f6-02dbb983741f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:25.166317 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-e01ee03d-f97d-4962-8378-44663833cdad req-6e694d47-fcf6-4668-80f6-02dbb983741f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Allocated IP 172.20.0.8 (016302b9-9800-4dfd-a331-ffa97ed1bd1a/0d1e17d5-c539-4bcd-96ba-e259a849b6ff/a25cf81e-8d1f-4373-97c1-303243667d5a) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:06:25.366466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e01ee03d-f97d-4962-8378-44663833cdad req-6e694d47-fcf6-4668-80f6-02dbb983741f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:25.382830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-e01ee03d-f97d-4962-8378-44663833cdad req-6e694d47-fcf6-4668-80f6-02dbb983741f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Transition to ACTIVE for port object a25cf81e-8d1f-4373-97c1-303243667d5a will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:06:25.512408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e01ee03d-f97d-4962-8378-44663833cdad req-6e694d47-fcf6-4668-80f6-02dbb983741f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:25.585124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01ee03d-f97d-4962-8378-44663833cdad req-6e694d47-fcf6-4668-80f6-02dbb983741f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Network 016302b9-9800-4dfd-a331-ffa97ed1bd1a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:06:25.588282 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-e01ee03d-f97d-4962-8378-44663833cdad req-6e694d47-fcf6-4668-80f6-02dbb983741f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:06:25.592784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01ee03d-f97d-4962-8378-44663833cdad req-6e694d47-fcf6-4668-80f6-02dbb983741f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:06:25.633502 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e694d47-fcf6-4668-80f6-02dbb983741f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event updated for resources: {'Port': ['ID=a25cf81e-8d1f-4373-97c1-303243667d5a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:06:25.665594 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee03d-f97d-4962-8378-44663833cdad req-6e694d47-fcf6-4668-80f6-02dbb983741f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:25.666290 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e01ee03d-f97d-4962-8378-44663833cdad req-6e694d47-fcf6-4668-80f6-02dbb983741f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:25.788709 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e01ee03d-f97d-4962-8378-44663833cdad req-6e694d47-fcf6-4668-80f6-02dbb983741f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0431402 Feb 17 10:06:25.807740 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Request body: {'port': {'device_id': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:06:25.845968 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382ed65-c3e7-442c-8ce3-a4fed2a2c9de req-467236b2-fb43-406f-95a9-3c235e12d508 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:25.846709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-a382ed65-c3e7-442c-8ce3-a4fed2a2c9de req-467236b2-fb43-406f-95a9-3c235e12d508 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Synchronizing usage tracker for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:06:25.940001 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:26.056528 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-a382ed65-c3e7-442c-8ce3-a4fed2a2c9de req-467236b2-fb43-406f-95a9-3c235e12d508 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Unset dirty status for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:06:26.057697 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a382ed65-c3e7-442c-8ce3-a4fed2a2c9de req-467236b2-fb43-406f-95a9-3c235e12d508 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 931 time: 0.3398228 Feb 17 10:06:26.119209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9ba2e5cf-6b51-4cf4-bfc7-e6ccc55d051c None None] Provisioning for port a25cf81e-8d1f-4373-97c1-303243667d5a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:06:26.124570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9ba2e5cf-6b51-4cf4-bfc7-e6ccc55d051c None None] Provisioning complete for port a25cf81e-8d1f-4373-97c1-303243667d5a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:06:26.125201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e5cf-6b51-4cf4-bfc7-e6ccc55d051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:26.182603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2e5cf-6b51-4cf4-bfc7-e6ccc55d051c None None] Port a25cf81e-8d1f-4373-97c1-303243667d5a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:06:26.191057 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a382ed65-c3e7-442c-8ce3-a4fed2a2c9de req-c6b46471-8e0f-4dfd-a71f-4f083327b5bd tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270783 Feb 17 10:06:26.335400 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25cf81e-8d1f-4373-97c1-303243667d5a {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:06:26.342608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:26.356869 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Transition to ACTIVE for port object a25cf81e-8d1f-4373-97c1-303243667d5a will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:06:26.460345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:26.599303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Pushing event updated for resources: {'Port': ['ID=a25cf81e-8d1f-4373-97c1-303243667d5a,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:06:26.829840 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Attempting to bind port a25cf81e-8d1f-4373-97c1-303243667d5a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:06:26.830509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Attempting to bind port a25cf81e-8d1f-4373-97c1-303243667d5a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:06:26.830509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Attempting to bind port a25cf81e-8d1f-4373-97c1-303243667d5a on network 016302b9-9800-4dfd-a331-ffa97ed1bd1a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:06:26.835383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Port a25cf81e-8d1f-4373-97c1-303243667d5a on network 016302b9-9800-4dfd-a331-ffa97ed1bd1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:06:26.835704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Attempting to bind port a25cf81e-8d1f-4373-97c1-303243667d5a on network 016302b9-9800-4dfd-a331-ffa97ed1bd1a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:06:26.843813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:06:26.844161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Checking segment: {'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:06:26.845691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Bound using segment: {'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:06:26.845691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Bound port: a25cf81e-8d1f-4373-97c1-303243667d5a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:06:26.845691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:26.933630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] For port a25cf81e-8d1f-4373-97c1-303243667d5a, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:06:26.937318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] For port a25cf81e-8d1f-4373-97c1-303243667d5a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a25cf81e-8d1f-4373-97c1-303243667d5a,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:06:27.119285 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9b211f8-753a-43c6-9c18-1bde743bbc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:27.120405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:27.185171 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:27.186354 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:27.187837 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e01ee03d-f97d-4962-8378-44663833cdad req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] 10.222.0.37 "PUT /v2.0/ports/a25cf81e-8d1f-4373-97c1-303243667d5a HTTP/1.1" status: 200 len: 1093 time: 1.3842647 Feb 17 10:06:27.188269 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'tag': 'a25cf81e-8d1f-4373-97c1-303243667d5a'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:06:27.208604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d29b70-5f3d-4461-b091-df67aa2a95cd service neutron] Pushing event updated for resources: {'Port': ['ID=a25cf81e-8d1f-4373-97c1-303243667d5a,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:06:27.261066 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'tag': 'a25cf81e-8d1f-4373-97c1-303243667d5a', 'status': 'completed', 'code': 200} Feb 17 10:06:27.443021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947c949-1bf2-4cc3-a352-8b5fbb3d6387 req-78c96912-95f0-4ecd-a3b6-4c04b10b5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:27.444486 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f947c949-1bf2-4cc3-a352-8b5fbb3d6387 req-78c96912-95f0-4ecd-a3b6-4c04b10b5e0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 1096 time: 0.1383545 Feb 17 10:06:27.454755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591bdf9-b95f-4ffb-bd36-9d1d2ea1ea17 req-1e359744-ccec-4ab3-abd0-a598f3ae56e6 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:27.456107 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6591bdf9-b95f-4ffb-bd36-9d1d2ea1ea17 req-1e359744-ccec-4ab3-abd0-a598f3ae56e6 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 943 time: 0.1129987 Feb 17 10:06:27.587689 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6591bdf9-b95f-4ffb-bd36-9d1d2ea1ea17 req-51e90973-3335-4c21-8aac-8aa346d25aef tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106594 Feb 17 10:06:27.626596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947c949-1bf2-4cc3-a352-8b5fbb3d6387 req-5fe4b7f8-f935-4ab6-a6a0-705e8d91036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:27.628030 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f947c949-1bf2-4cc3-a352-8b5fbb3d6387 req-5fe4b7f8-f935-4ab6-a6a0-705e8d91036b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1687732 Feb 17 10:06:27.786066 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947c949-1bf2-4cc3-a352-8b5fbb3d6387 req-55cfa02a-a869-4294-84b0-5337ffbaca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:27.787532 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f947c949-1bf2-4cc3-a352-8b5fbb3d6387 req-55cfa02a-a869-4294-84b0-5337ffbaca9d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1486101 Feb 17 10:06:27.916989 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee03d-f97d-4962-8378-44663833cdad req-5c596f40-86fe-4be7-a3ce-53cd62a532ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:27.918465 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e01ee03d-f97d-4962-8378-44663833cdad req-5c596f40-86fe-4be7-a3ce-53cd62a532ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 1096 time: 0.0689337 Feb 17 10:06:27.940611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:28.000315 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e01ee03d-f97d-4962-8378-44663833cdad req-94e96e71-c849-4f35-bbcc-36cd3bab5521 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a25cf81e-8d1f-4373-97c1-303243667d5a HTTP/1.1" status: 200 len: 217 time: 0.0652232 Feb 17 10:06:28.070375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee03d-f97d-4962-8378-44663833cdad req-e2c14ca1-b87b-4685-8d97-b9017ac484c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:28.071818 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e01ee03d-f97d-4962-8378-44663833cdad req-e2c14ca1-b87b-4685-8d97-b9017ac484c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0607204 Feb 17 10:06:28.147014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee03d-f97d-4962-8378-44663833cdad req-e7215935-e6b1-4bdd-a526-a8f8da053640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:28.148485 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e01ee03d-f97d-4962-8378-44663833cdad req-e7215935-e6b1-4bdd-a526-a8f8da053640 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704792 Feb 17 10:06:28.204129 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:28.280506 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e01ee03d-f97d-4962-8378-44663833cdad req-3d2a36c6-49a4-4256-bd27-0ceb7ed4eb9f service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250153 Feb 17 10:06:28.421402 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e01ee03d-f97d-4962-8378-44663833cdad req-8787e34e-c641-4e55-9592-7765acba56df service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340971 Feb 17 10:06:28.778650 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788339a-a29a-425e-970f-6ff9766a05dd req-775ef017-8bf2-41b0-b208-0bc938413ae9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:28.780155 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8788339a-a29a-425e-970f-6ff9766a05dd req-775ef017-8bf2-41b0-b208-0bc938413ae9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 943 time: 0.0841861 Feb 17 10:06:28.829431 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8788339a-a29a-425e-970f-6ff9766a05dd req-94564a1e-6468-41c1-a2a7-ebbcfef2a02a tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437174 Feb 17 10:06:29.639528 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:06:29.845378 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:30.015311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e205740-795a-4b6c-a185-ec5e4f7c468c req-f82834e7-4d33-4609-b2be-92862f6a784d tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:30.021610 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6e205740-795a-4b6c-a185-ec5e4f7c468c req-f82834e7-4d33-4609-b2be-92862f6a784d tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 943 time: 0.0803556 Feb 17 10:06:30.068450 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6e205740-795a-4b6c-a185-ec5e4f7c468c req-b366d6c9-abdc-4a2f-b596-79193208d5b9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459366 Feb 17 10:06:31.250418 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334654bd-9917-45f8-a6a7-de0b316b52e5 req-999b76e6-a491-4e31-ac8a-9a0224a918f6 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:31.251865 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-334654bd-9917-45f8-a6a7-de0b316b52e5 req-999b76e6-a491-4e31-ac8a-9a0224a918f6 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 943 time: 0.0795603 Feb 17 10:06:31.298874 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-334654bd-9917-45f8-a6a7-de0b316b52e5 req-b15e12d5-e839-4691-a8df-c2818065b7f0 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411146 Feb 17 10:06:32.481851 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d1735-e4ae-4f7e-ae90-35a6ee47e989 req-8cf3be17-249b-461a-8fb8-2c94bab12a8e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:32.483365 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f85d1735-e4ae-4f7e-ae90-35a6ee47e989 req-8cf3be17-249b-461a-8fb8-2c94bab12a8e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 943 time: 0.0788534 Feb 17 10:06:32.528958 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f85d1735-e4ae-4f7e-ae90-35a6ee47e989 req-5f46902d-3872-4357-8105-29e79d224b14 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398414 Feb 17 10:06:33.717976 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad18ec-2f40-406f-a866-b4bc826811b4 req-2c1a4bb8-41a7-44a9-a0e5-26315c1a61d1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:33.719494 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bbad18ec-2f40-406f-a866-b4bc826811b4 req-2c1a4bb8-41a7-44a9-a0e5-26315c1a61d1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 943 time: 0.0854669 Feb 17 10:06:33.764828 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bbad18ec-2f40-406f-a866-b4bc826811b4 req-75410eba-b003-4e23-b1a4-2818f1cc4451 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397487 Feb 17 10:06:34.961765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72764a1a-834d-42fa-9223-5c4cb34fa994 req-cb9d39a7-1463-4dcb-aba0-7f83061c563d tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:34.963869 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-72764a1a-834d-42fa-9223-5c4cb34fa994 req-cb9d39a7-1463-4dcb-aba0-7f83061c563d tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 943 time: 0.0933378 Feb 17 10:06:35.007370 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-72764a1a-834d-42fa-9223-5c4cb34fa994 req-658f07ea-35f7-45b3-adcf-cc81b49fa0b3 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378098 Feb 17 10:06:36.189334 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe89622-ee25-458c-8981-e724c592e398 req-1e5fb2c9-4f9e-4298-9d17-3bfab83686d8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:36.190850 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fbe89622-ee25-458c-8981-e724c592e398 req-1e5fb2c9-4f9e-4298-9d17-3bfab83686d8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 943 time: 0.0793290 Feb 17 10:06:36.241533 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fbe89622-ee25-458c-8981-e724c592e398 req-ab00abb2-c934-4558-beb0-9b901d49b212 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449090 Feb 17 10:06:37.439156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca463bf0-82d9-49f6-87a2-416532ba5214 req-388138fa-6667-4ba7-acd6-f8ce03475985 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:37.440658 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca463bf0-82d9-49f6-87a2-416532ba5214 req-388138fa-6667-4ba7-acd6-f8ce03475985 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 943 time: 0.0839546 Feb 17 10:06:37.449121 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device a25cf81e-8d1f-4373-97c1-303243667d5a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:06:37.490275 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca463bf0-82d9-49f6-87a2-416532ba5214 req-b3cb22e6-d95a-4da5-aade-3c2525162d22 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439994 Feb 17 10:06:37.597978 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port a25cf81e-8d1f-4373-97c1-303243667d5a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a25cf81e-8d1f-4373-97c1-303243667d5a,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:06:37.611819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'a25cf81e-8d1f-4373-97c1-303243667d5a', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'port_id': 'a25cf81e-8d1f-4373-97c1-303243667d5a', 'mac_address': 'fa:16:3e:fe:3b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:06:37.668537 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:37.685535 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25cf81e-8d1f-4373-97c1-303243667d5a {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:06:37.702166 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port a25cf81e-8d1f-4373-97c1-303243667d5a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a25cf81e-8d1f-4373-97c1-303243667d5a,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:06:37.776374 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:37.853230 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=a25cf81e-8d1f-4373-97c1-303243667d5a,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:06:37.860664 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:37.861017 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:37.861360 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:37.861696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:37.862029 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:37.862388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:37.862721 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:37.863055 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:37.863387 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:37.863716 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:37.864030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:37.864349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:38.206127 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['a25cf81e-8d1f-4373-97c1-303243667d5a'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:06:38.683343 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced081b-175b-4b1b-83b7-fc4c5b57580f req-bc23b4ac-5bf8-4005-938e-eb7636947536 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:38.684840 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5ced081b-175b-4b1b-83b7-fc4c5b57580f req-bc23b4ac-5bf8-4005-938e-eb7636947536 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 944 time: 0.0868189 Feb 17 10:06:38.729872 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5ced081b-175b-4b1b-83b7-fc4c5b57580f req-e2ad59bd-ab8a-4494-913b-029abc977baf tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393620 Feb 17 10:06:38.816679 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:39.456294 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device a25cf81e-8d1f-4373-97c1-303243667d5a up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:06:39.637492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port a25cf81e-8d1f-4373-97c1-303243667d5a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:06:39.643645 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port a25cf81e-8d1f-4373-97c1-303243667d5a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:06:39.643645 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:39.758429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:39.791816 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25cf81e-8d1f-4373-97c1-303243667d5a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:06:39.810696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port a25cf81e-8d1f-4373-97c1-303243667d5a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a25cf81e-8d1f-4373-97c1-303243667d5a,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:06:39.850611 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25cf81e-8d1f-4373-97c1-303243667d5a', 'code': 200} Feb 17 10:06:39.896476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:39.974998 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=a25cf81e-8d1f-4373-97c1-303243667d5a,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:06:40.047221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff7880-a345-435e-bc2b-7845dc21207d req-6f6a94eb-3f8e-4250-86c6-9b89a9b16e3a tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:40.048652 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-18ff7880-a345-435e-bc2b-7845dc21207d req-6f6a94eb-3f8e-4250-86c6-9b89a9b16e3a tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 944 time: 0.2062917 Feb 17 10:06:40.094670 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-18ff7880-a345-435e-bc2b-7845dc21207d req-f94640af-5e49-4ceb-ae41-281a30eeb0f5 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404389 Feb 17 10:06:40.332341 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fab9a-f320-4145-9804-f5b70adfbb60 req-431ce5a0-efbc-485f-95bb-cde728885cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:40.333752 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7a3fab9a-f320-4145-9804-f5b70adfbb60 req-431ce5a0-efbc-485f-95bb-cde728885cc3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 1098 time: 0.0727003 Feb 17 10:06:40.378639 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7a3fab9a-f320-4145-9804-f5b70adfbb60 req-aea97690-ec31-4991-a6fd-2b6b23d4b09d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381877 Feb 17 10:06:41.290291 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e599cc9-c89b-4f45-a5fd-9fc7f6f097cf req-6825e9bb-ef72-4ee4-bc5b-f5a179ad6744 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:41.291769 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8e599cc9-c89b-4f45-a5fd-9fc7f6f097cf req-6825e9bb-ef72-4ee4-bc5b-f5a179ad6744 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 945 time: 0.0859461 Feb 17 10:06:41.335970 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8e599cc9-c89b-4f45-a5fd-9fc7f6f097cf req-5dbbf0f9-2275-4ec0-9864-5ec62e0b050c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383108 Feb 17 10:06:42.580056 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307cf02-43d5-481a-b499-979c01f4b561 req-0b99cbc9-0f12-400a-8b9b-3bb0e6984adc tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:42.581492 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c307cf02-43d5-481a-b499-979c01f4b561 req-0b99cbc9-0f12-400a-8b9b-3bb0e6984adc tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 945 time: 0.1358175 Feb 17 10:06:42.633052 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-046e3c63-7c43-4bbf-84c7-b0a77485123c req-8232c402-e3a4-40dc-8c84-a04167e40235 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1202917 Feb 17 10:06:42.640369 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c307cf02-43d5-481a-b499-979c01f4b561 req-19f25df5-829d-4a3c-8143-9dfe1f4d9bd1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518794 Feb 17 10:06:42.812251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e3c63-7c43-4bbf-84c7-b0a77485123c req-cc82b583-94b6-4645-981a-486dae4a2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:42.813724 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-046e3c63-7c43-4bbf-84c7-b0a77485123c req-cc82b583-94b6-4645-981a-486dae4a2da5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 1098 time: 0.0779774 Feb 17 10:06:42.823946 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c955ca7-6eaa-4b61-ac2a-c297e1d36d03 req-c978fe88-cd8a-422e-9c97-a609470f1d63 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:42.825525 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1c955ca7-6eaa-4b61-ac2a-c297e1d36d03 req-c978fe88-cd8a-422e-9c97-a609470f1d63 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 945 time: 0.0804348 Feb 17 10:06:42.873221 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1c955ca7-6eaa-4b61-ac2a-c297e1d36d03 req-5b95d6d4-582d-4d5f-bf9e-32f3979bfa48 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408049 Feb 17 10:06:42.896779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 44408) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:06:42.966248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e3c63-7c43-4bbf-84c7-b0a77485123c req-22cdd75f-ce37-4c8f-93ba-b8a6c024b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:42.967753 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-046e3c63-7c43-4bbf-84c7-b0a77485123c req-22cdd75f-ce37-4c8f-93ba-b8a6c024b6df service neutron] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 912 time: 0.1349490 Feb 17 10:06:42.975040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77744328-c81f-42ea-bb2e-54bdad88e888 tempest-TestVolumeBootPattern-164908381 tempest-TestVolumeBootPattern-164908381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:42.979766 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-77744328-c81f-42ea-bb2e-54bdad88e888 tempest-TestVolumeBootPattern-164908381 tempest-TestVolumeBootPattern-164908381-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 1093 time: 0.0787852 Feb 17 10:06:42.980182 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 44412) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:06:42.985198 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': 'a25cf81e-8d1f-4373-97c1-303243667d5a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:06:42.991532 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:06:42.995908 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Usage tracker for resource:floatingip and tenant:f4d53e81d8d04a719cc9e185d0c7048b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:06:42.998847 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:06:43.004938 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:06:43.039886 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-046e3c63-7c43-4bbf-84c7-b0a77485123c req-eb2db157-56ff-4da6-bede-4c3c128da7e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a25cf81e-8d1f-4373-97c1-303243667d5a HTTP/1.1" status: 200 len: 217 time: 0.0657115 Feb 17 10:06:43.089813 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:43.102691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e3c63-7c43-4bbf-84c7-b0a77485123c req-46ab835f-e04c-4180-8c35-516f146bcff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:43.104924 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-046e3c63-7c43-4bbf-84c7-b0a77485123c req-46ab835f-e04c-4180-8c35-516f146bcff9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0585613 Feb 17 10:06:43.187781 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e3c63-7c43-4bbf-84c7-b0a77485123c req-7a574aa2-5021-4ac1-b29d-5aabe36e81c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:43.189269 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-046e3c63-7c43-4bbf-84c7-b0a77485123c req-7a574aa2-5021-4ac1-b29d-5aabe36e81c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781071 Feb 17 10:06:43.333434 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-046e3c63-7c43-4bbf-84c7-b0a77485123c req-6de27acc-63c6-4f6f-a1f1-dab5eaf1f592 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366334 Feb 17 10:06:43.343425 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:43.481537 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-046e3c63-7c43-4bbf-84c7-b0a77485123c req-05e1431f-6a53-4e34-adae-e20295ef766a service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406178 Feb 17 10:06:43.490291 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Allocated IP 172.26.4.70 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/985865a9-2a73-4d83-91db-5ea3a8402016) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:06:43.643355 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:43.747739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:43.818692 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:06:43.823322 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:06:43.826089 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:06:43.866919 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event updated for resources: {'Port': ['ID=985865a9-2a73-4d83-91db-5ea3a8402016,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:06:43.879385 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:43.880178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:43.880647 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:43.881124 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:43.881584 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:43.882071 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:43.882536 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:43.882996 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:43.883502 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:43.883881 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:43.884776 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:43.885119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:06:44.308755 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:44.497892 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:44.714767 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:44.862270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:44.988449 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event updated for resources: {'Port': ['ID=985865a9-2a73-4d83-91db-5ea3a8402016,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:06:45.005528 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:45.195142 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Floating IP fda7cc37-f629-40ed-9a0a-34524e0ab001 associated. External IP: 172.26.4.70, port: a25cf81e-8d1f-4373-97c1-303243667d5a. Feb 17 10:06:45.753949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Router 94f39c6e-35da-4009-a38f-ca94e093988e has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:06:45.980870 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:06:45.991454 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba5262-1dea-4809-b3be-5cf1634be9a0 None None] Sync routers for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:06:46.001695 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba5262-1dea-4809-b3be-5cf1634be9a0 None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:06:46.002454 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4fba5262-1dea-4809-b3be-5cf1634be9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:06:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:06:46.079770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:46.158638 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6e1abf25-f698-4745-adb3-60f097096eb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1774077 Feb 17 10:06:46.159227 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'tag': 'a25cf81e-8d1f-4373-97c1-303243667d5a'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:06:46.214667 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4fba5262-1dea-4809-b3be-5cf1634be9a0 None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:06:46.280080 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'tag': 'a25cf81e-8d1f-4373-97c1-303243667d5a', 'status': 'completed', 'code': 200} Feb 17 10:06:46.410967 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004d4a9-077a-4c43-8e0d-1282e49b6d89 req-20b8cd99-c08b-47d2-b897-7ab4e1c7b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:46.412491 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7004d4a9-077a-4c43-8e0d-1282e49b6d89 req-20b8cd99-c08b-47d2-b897-7ab4e1c7b8d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 1098 time: 0.0870798 Feb 17 10:06:46.589116 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004d4a9-077a-4c43-8e0d-1282e49b6d89 req-7a05cdd2-1442-40b0-b5c3-c0dbba4b9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:46.591896 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7004d4a9-077a-4c43-8e0d-1282e49b6d89 req-7a05cdd2-1442-40b0-b5c3-c0dbba4b9764 service neutron] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 912 time: 0.1727679 Feb 17 10:06:46.603543 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4fba5262-1dea-4809-b3be-5cf1634be9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'fda7cc37-f629-40ed-9a0a-34524e0ab001', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'floating_ip_address': '172.26.4.70', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'port_id': 'a25cf81e-8d1f-4373-97c1-303243667d5a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'mac_address': 'fa:16:3e:fe:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:44Z', 'updated_at': '2022-02-17T10:06:44Z', 'revision_number': 0, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:06:46.607846 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba5262-1dea-4809-b3be-5cf1634be9a0 None None] Checking router: 94f39c6e-35da-4009-a38f-ca94e093988e for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:06:46.616687 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba5262-1dea-4809-b3be-5cf1634be9a0 None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:06:46.617309 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4fba5262-1dea-4809-b3be-5cf1634be9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:06:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:06:46.722410 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7004d4a9-077a-4c43-8e0d-1282e49b6d89 req-a8e64782-3bfd-44ee-8f04-0d00bcf0d650 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a25cf81e-8d1f-4373-97c1-303243667d5a HTTP/1.1" status: 200 len: 998 time: 0.1243610 Feb 17 10:06:46.787817 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004d4a9-077a-4c43-8e0d-1282e49b6d89 req-c8f28169-89b1-407b-aa8f-4013ac613a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:46.789289 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7004d4a9-077a-4c43-8e0d-1282e49b6d89 req-c8f28169-89b1-407b-aa8f-4013ac613a4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0595708 Feb 17 10:06:46.849362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4fba5262-1dea-4809-b3be-5cf1634be9a0 None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:06:46.872886 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004d4a9-077a-4c43-8e0d-1282e49b6d89 req-8487bdb0-402e-4c08-a693-77485101de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:06:46.874543 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7004d4a9-077a-4c43-8e0d-1282e49b6d89 req-8487bdb0-402e-4c08-a693-77485101de43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775990 Feb 17 10:06:47.119926 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7004d4a9-077a-4c43-8e0d-1282e49b6d89 req-22f86712-e184-44d9-9a06-9f8f9f3f4b21 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394507 Feb 17 10:06:47.224142 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4fba5262-1dea-4809-b3be-5cf1634be9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'fda7cc37-f629-40ed-9a0a-34524e0ab001', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'floating_ip_address': '172.26.4.70', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'port_id': 'a25cf81e-8d1f-4373-97c1-303243667d5a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'mac_address': 'fa:16:3e:fe:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:44Z', 'updated_at': '2022-02-17T10:06:44Z', 'revision_number': 0, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:06:47.228277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba5262-1dea-4809-b3be-5cf1634be9a0 None None] The sync data for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv is: [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'fda7cc37-f629-40ed-9a0a-34524e0ab001', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'floating_ip_address': '172.26.4.70', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'port_id': 'a25cf81e-8d1f-4373-97c1-303243667d5a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'mac_address': 'fa:16:3e:fe:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:44Z', 'updated_at': '2022-02-17T10:06:44Z', 'revision_number': 0, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:06:47.253977 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7004d4a9-077a-4c43-8e0d-1282e49b6d89 req-2af51d6b-d262-4939-b724-db60be7edf98 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280785 Feb 17 10:06:47.416972 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3b157a-f8ac-4f66-b237-bb72de7774a2 None None] New status for floating IP fda7cc37-f629-40ed-9a0a-34524e0ab001: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:06:54.684474 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13edb457-a139-4ff5-8250-2725d6349653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:57.043026 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a799cbfa-93cb-49c3-8f0b-cff97acdb8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:57.963327 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:58.251386 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:06:59.858465 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:07:06.645664 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:07:08.808358 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:07:24.747312 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aec81ee2-e62d-4e51-9bc5-7bd51ed687c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:07:27.066944 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a1002a6-b99b-4627-b2ab-cd164fa143bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:07:27.951629 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:07:28.266643 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:07:29.861234 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:07:38.819843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:07:43.578645 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f0a0aea-462b-4506-b327-42edaffa89d4 req-e63b2d4b-240a-43c0-a3a1-efe401f71cfa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715227 Feb 17 10:07:43.640091 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:07:43.741068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a0aea-462b-4506-b327-42edaffa89d4 req-6c1be39f-8ee8-4af0-95c6-c7b0fc05abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:07:43.742558 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f0a0aea-462b-4506-b327-42edaffa89d4 req-6c1be39f-8ee8-4af0-95c6-c7b0fc05abf6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 1098 time: 0.0755851 Feb 17 10:07:43.885939 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a0aea-462b-4506-b327-42edaffa89d4 req-f3e787bf-e2e3-45ca-8c35-32826db10d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:07:43.887420 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f0a0aea-462b-4506-b327-42edaffa89d4 req-f3e787bf-e2e3-45ca-8c35-32826db10d53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 912 time: 0.1251433 Feb 17 10:07:43.988784 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f0a0aea-462b-4506-b327-42edaffa89d4 req-5c51d63b-33af-4fe5-8aae-8fecdfdf4d33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a25cf81e-8d1f-4373-97c1-303243667d5a HTTP/1.1" status: 200 len: 1000 time: 0.0949118 Feb 17 10:07:44.052208 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a0aea-462b-4506-b327-42edaffa89d4 req-6d1a0f2c-20c1-426c-a9ad-c1ecaa42e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:07:44.053655 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f0a0aea-462b-4506-b327-42edaffa89d4 req-6d1a0f2c-20c1-426c-a9ad-c1ecaa42e2d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0575483 Feb 17 10:07:44.133045 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a0aea-462b-4506-b327-42edaffa89d4 req-97a0925a-a70a-42b0-9ce8-d3ea2034d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:07:44.134540 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f0a0aea-462b-4506-b327-42edaffa89d4 req-97a0925a-a70a-42b0-9ce8-d3ea2034d2a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746880 Feb 17 10:07:44.264390 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f0a0aea-462b-4506-b327-42edaffa89d4 req-6192eefa-e509-43d7-98b8-5f35cb3fc7de service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235785 Feb 17 10:07:44.395555 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f0a0aea-462b-4506-b327-42edaffa89d4 req-c1123ce0-157f-4a29-8d09-bee791006dcf service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251738 Feb 17 10:07:54.683556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ed6edc4-8647-4581-9f55-6d384f12876b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:07:56.997088 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de243251-e4b1-403c-8340-21ef69fd88a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:07:57.934605 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:07:58.231987 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:07:59.820195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:08:08.856294 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:08:20.640150 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:08:24.682940 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b470bd4a-6003-44b0-83b0-320245447d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:08:27.059330 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1224ed32-2312-4320-9255-eec85682c61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:08:27.996805 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:08:28.219509 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:08:29.831054 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:08:38.836618 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:08:43.596961 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62188e77-1b74-4927-81e3-57ea00bec5ef req-07c47c4b-6c26-4af0-93c8-f66d887f1cef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1071100 Feb 17 10:08:43.755406 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62188e77-1b74-4927-81e3-57ea00bec5ef req-346dfe35-4207-4bbf-8eae-67e5d9a68781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:43.756803 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62188e77-1b74-4927-81e3-57ea00bec5ef req-346dfe35-4207-4bbf-8eae-67e5d9a68781 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 1098 time: 0.0701740 Feb 17 10:08:43.898347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62188e77-1b74-4927-81e3-57ea00bec5ef req-9639f29b-2e70-495c-88bf-ef9af21e717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:43.899777 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62188e77-1b74-4927-81e3-57ea00bec5ef req-9639f29b-2e70-495c-88bf-ef9af21e717d service neutron] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 912 time: 0.1248288 Feb 17 10:08:44.002964 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62188e77-1b74-4927-81e3-57ea00bec5ef req-c56fce85-7ab8-47a4-9e2c-71dc6fc69a2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a25cf81e-8d1f-4373-97c1-303243667d5a HTTP/1.1" status: 200 len: 1000 time: 0.0967503 Feb 17 10:08:44.068301 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62188e77-1b74-4927-81e3-57ea00bec5ef req-12f647fe-82ba-461b-939c-1d0672e3dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:44.069628 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62188e77-1b74-4927-81e3-57ea00bec5ef req-12f647fe-82ba-461b-939c-1d0672e3dc8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0607460 Feb 17 10:08:44.142562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62188e77-1b74-4927-81e3-57ea00bec5ef req-ad5a992b-da7d-4b4b-8fdb-9f55b8ba7a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:08:44.144011 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62188e77-1b74-4927-81e3-57ea00bec5ef req-ad5a992b-da7d-4b4b-8fdb-9f55b8ba7a2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683615 Feb 17 10:08:44.372905 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62188e77-1b74-4927-81e3-57ea00bec5ef req-f0c7d15d-9483-40bd-9786-979fd252dced service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215981 Feb 17 10:08:44.502395 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62188e77-1b74-4927-81e3-57ea00bec5ef req-e7329344-039b-4f58-bf01-53912dc8ccfa service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235089 Feb 17 10:08:54.664535 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f264ab3d-6ada-4d22-b1f2-b972309c180e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:08:57.093135 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3800cde2-a876-4afc-b9c0-cc470e6a327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:08:57.639618 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:08:57.990515 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:08:58.248006 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:08:59.858893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:08.824881 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:24.716204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-abeb4d01-0fb5-4727-b9a4-6ec8760200f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:26.963310 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-9ca7c354-1e81-41d3-b3d4-ebaf4ce5e148 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1315765685&fields=id&tenant_id=f4d53e81d8d04a719cc9e185d0c7048b HTTP/1.1" status: 200 len: 267 time: 0.0403855 Feb 17 10:09:27.007510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1ab713e-25fa-41e4-b7f5-916c47169abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:27.112705 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71841713-02ec-4a71-8e86-84325baa3b1e req-c6284aef-cfb4-4b81-b4ef-efd5dca1068c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:27.114084 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-c6284aef-cfb4-4b81-b4ef-efd5dca1068c tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 811 time: 0.1439514 Feb 17 10:09:27.128984 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-0f353c5a-4f1e-4b21-a21a-040f0b4d60b6 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/quotas/f4d53e81d8d04a719cc9e185d0c7048b HTTP/1.1" status: 200 len: 375 time: 0.0091746 Feb 17 10:09:27.220593 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-97479487-4dc9-4118-84b9-11f08c107087 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0862803 Feb 17 10:09:27.274526 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-9f4e640a-9efd-45ae-a62b-326bd347626d service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 10:09:27.275526 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-9f4e640a-9efd-45ae-a62b-326bd347626d service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0430982 Feb 17 10:09:27.407276 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-49c2d459-3f33-4492-802c-60dde558b62e service neutron] 10.222.0.75 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256623 Feb 17 10:09:27.539899 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-aff44e4e-116f-4efd-83ae-281954fac89e service neutron] 10.222.0.75 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268513 Feb 17 10:09:28.030519 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:28.230229 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:28.382631 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-397b141d-3b1b-4529-93ff-25775c21a450 req-93a1a8e7-f2ff-428a-965b-07ff01def156 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 210 time: 0.0996325 Feb 17 10:09:29.535464 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d410bbe6-bc68-4f62-b777-a368828b5dd8 req-41c45ef9-141a-42e2-8764-4d863044f197 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 210 time: 0.0500822 Feb 17 10:09:29.876052 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:30.707347 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2d57486e-539d-4876-a5a8-7355116d9167 req-f5a54109-8bb0-4593-9b03-ca1882acf812 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 210 time: 0.0552793 Feb 17 10:09:30.745887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71841713-02ec-4a71-8e86-84325baa3b1e req-f0777c8e-7d03-46be-81ca-5dff43996ba1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:30.747395 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-f0777c8e-7d03-46be-81ca-5dff43996ba1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 811 time: 0.1977770 Feb 17 10:09:30.803512 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-1226f1ef-47f9-4850-a33f-99e28bf00c13 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4d53e81d8d04a719cc9e185d0c7048b HTTP/1.1" status: 200 len: 380 time: 0.0411782 Feb 17 10:09:30.812375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-71841713-02ec-4a71-8e86-84325baa3b1e req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Request body: {'port': {'device_id': '324a16c5-baca-4d75-9d61-cf3788230847', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'admin_state_up': True, 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'security_groups': ['609bd96e-de32-4bce-ad47-db8c905c99bf']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:09:30.951436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-71841713-02ec-4a71-8e86-84325baa3b1e req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:09:30.961003 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-71841713-02ec-4a71-8e86-84325baa3b1e req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:09:31.030511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71841713-02ec-4a71-8e86-84325baa3b1e req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Made reservation on behalf of f4d53e81d8d04a719cc9e185d0c7048b for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:09:31.033996 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71841713-02ec-4a71-8e86-84325baa3b1e req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:31.204116 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-71841713-02ec-4a71-8e86-84325baa3b1e req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Allocated IP 172.20.0.12 (016302b9-9800-4dfd-a331-ffa97ed1bd1a/0d1e17d5-c539-4bcd-96ba-e259a849b6ff/91eb0f2d-dec2-452a-8593-28326295b88f) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:09:31.397270 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71841713-02ec-4a71-8e86-84325baa3b1e req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:31.413704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-71841713-02ec-4a71-8e86-84325baa3b1e req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Transition to ACTIVE for port object 91eb0f2d-dec2-452a-8593-28326295b88f will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:09:31.499180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71841713-02ec-4a71-8e86-84325baa3b1e req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:31.578689 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71841713-02ec-4a71-8e86-84325baa3b1e req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Network 016302b9-9800-4dfd-a331-ffa97ed1bd1a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:09:31.581727 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-71841713-02ec-4a71-8e86-84325baa3b1e req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:09:31.585700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-71841713-02ec-4a71-8e86-84325baa3b1e req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:09:31.616847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event updated for resources: {'Port': ['ID=91eb0f2d-dec2-452a-8593-28326295b88f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:09:31.636555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:31.636759 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:31.637053 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:31.637394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:31.637725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:31.638076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:31.638414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:31.638742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:31.639076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:31.639403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:31.639769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:31.640624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:31.670414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71841713-02ec-4a71-8e86-84325baa3b1e req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:31.671081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71841713-02ec-4a71-8e86-84325baa3b1e req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:31.763079 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-e4618084-905c-4e6c-9e55-6495c7e3368f tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9543309 Feb 17 10:09:31.781937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Request body: {'port': {'device_id': '324a16c5-baca-4d75-9d61-cf3788230847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:09:31.905175 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e618f-ef2d-4609-ae18-bd289959b334 req-03cd8711-be36-4270-8609-3041f672bdab tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:31.906789 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-876e618f-ef2d-4609-ae18-bd289959b334 req-03cd8711-be36-4270-8609-3041f672bdab tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 932 time: 0.0832720 Feb 17 10:09:31.911037 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ebb16c0c-1ab1-48b8-90f1-28d627e4d1cc None None] Provisioning for port 91eb0f2d-dec2-452a-8593-28326295b88f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:09:31.912574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:31.919084 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ebb16c0c-1ab1-48b8-90f1-28d627e4d1cc None None] Provisioning complete for port 91eb0f2d-dec2-452a-8593-28326295b88f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:09:31.919764 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ebb16c0c-1ab1-48b8-90f1-28d627e4d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:31.977806 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ebb16c0c-1ab1-48b8-90f1-28d627e4d1cc None None] Port 91eb0f2d-dec2-452a-8593-28326295b88f cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:09:31.985749 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-876e618f-ef2d-4609-ae18-bd289959b334 req-87a4809e-e8c0-44d6-848e-8316b4c9f7e9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689912 Feb 17 10:09:32.277359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91eb0f2d-dec2-452a-8593-28326295b88f {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:09:32.284520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:32.299615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Transition to ACTIVE for port object 91eb0f2d-dec2-452a-8593-28326295b88f will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:09:32.378655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:32.622652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Pushing event updated for resources: {'Port': ['ID=91eb0f2d-dec2-452a-8593-28326295b88f,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:09:32.730030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Attempting to bind port 91eb0f2d-dec2-452a-8593-28326295b88f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:09:32.730384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Attempting to bind port 91eb0f2d-dec2-452a-8593-28326295b88f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:09:32.730711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Attempting to bind port 91eb0f2d-dec2-452a-8593-28326295b88f on network 016302b9-9800-4dfd-a331-ffa97ed1bd1a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:09:32.735891 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Port 91eb0f2d-dec2-452a-8593-28326295b88f on network 016302b9-9800-4dfd-a331-ffa97ed1bd1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:09:32.736215 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Attempting to bind port 91eb0f2d-dec2-452a-8593-28326295b88f on network 016302b9-9800-4dfd-a331-ffa97ed1bd1a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:09:32.742202 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:09:32.744421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Checking segment: {'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:09:32.744421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Bound using segment: {'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:09:32.744421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Bound port: 91eb0f2d-dec2-452a-8593-28326295b88f, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '049c2cc4-5511-4a7b-aa5b-75a9af7fe238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:09:32.744421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:32.839404 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] For port 91eb0f2d-dec2-452a-8593-28326295b88f, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:09:32.842472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] For port 91eb0f2d-dec2-452a-8593-28326295b88f, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=91eb0f2d-dec2-452a-8593-28326295b88f,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:09:32.927922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:32.989057 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:32.989728 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:32.991129 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] 10.222.0.37 "PUT /v2.0/ports/91eb0f2d-dec2-452a-8593-28326295b88f HTTP/1.1" status: 200 len: 1094 time: 1.2135704 Feb 17 10:09:32.994560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324a16c5-baca-4d75-9d61-cf3788230847', 'tag': '91eb0f2d-dec2-452a-8593-28326295b88f'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:09:33.014880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebaf742-9243-4355-bea0-3b9fb8e19fcd service neutron] Pushing event updated for resources: {'Port': ['ID=91eb0f2d-dec2-452a-8593-28326295b88f,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:09:33.103202 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324a16c5-baca-4d75-9d61-cf3788230847', 'tag': '91eb0f2d-dec2-452a-8593-28326295b88f', 'status': 'completed', 'code': 200} Feb 17 10:09:33.192127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ba23e-b0d0-4a01-bbd2-74bc4db034f4 req-11d4701d-cb88-4c97-a50b-6b01c3b3a7e0 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:33.193697 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a53ba23e-b0d0-4a01-bbd2-74bc4db034f4 req-11d4701d-cb88-4c97-a50b-6b01c3b3a7e0 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 944 time: 0.0945179 Feb 17 10:09:33.214533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71841713-02ec-4a71-8e86-84325baa3b1e req-a13c96c7-5c37-415e-aaf8-5bde1704f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:33.216594 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-a13c96c7-5c37-415e-aaf8-5bde1704f6be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 1097 time: 0.0911415 Feb 17 10:09:33.246357 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a53ba23e-b0d0-4a01-bbd2-74bc4db034f4 req-1f1044a7-09db-4b2d-9b8e-b8e75a144145 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454967 Feb 17 10:09:33.298496 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-5d2e999c-ee6d-43e3-aa66-37623515cff0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91eb0f2d-dec2-452a-8593-28326295b88f HTTP/1.1" status: 200 len: 217 time: 0.0675638 Feb 17 10:09:33.366784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71841713-02ec-4a71-8e86-84325baa3b1e req-4305024f-b5da-4538-935e-43c51859510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:33.368918 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-4305024f-b5da-4538-935e-43c51859510f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0633714 Feb 17 10:09:33.453893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71841713-02ec-4a71-8e86-84325baa3b1e req-16a168cf-70c5-4182-a803-4164e9b24e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:33.455485 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-16a168cf-70c5-4182-a803-4164e9b24e26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724738 Feb 17 10:09:33.592036 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-f7115ecc-dd07-4572-9bc2-cdc4f91924ac service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302288 Feb 17 10:09:33.731279 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-71841713-02ec-4a71-8e86-84325baa3b1e req-a876711e-5a01-4615-9a59-a57a33a467e8 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326098 Feb 17 10:09:34.018841 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefd53d-c181-4f6a-8d6f-9dfc73368de1 req-04888a9f-b5e0-4a3d-bc09-ab021b6dd0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:34.020566 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-adefd53d-c181-4f6a-8d6f-9dfc73368de1 req-04888a9f-b5e0-4a3d-bc09-ab021b6dd0a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 1097 time: 0.0729132 Feb 17 10:09:34.151110 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefd53d-c181-4f6a-8d6f-9dfc73368de1 req-ce5cefb0-8881-4b66-b9e2-758a99620ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:34.152551 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-adefd53d-c181-4f6a-8d6f-9dfc73368de1 req-ce5cefb0-8881-4b66-b9e2-758a99620ed7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 912 time: 0.1258028 Feb 17 10:09:34.224462 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-adefd53d-c181-4f6a-8d6f-9dfc73368de1 req-66f7806b-b77a-4a9c-a2dd-650465510578 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91eb0f2d-dec2-452a-8593-28326295b88f HTTP/1.1" status: 200 len: 217 time: 0.0648122 Feb 17 10:09:34.296971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefd53d-c181-4f6a-8d6f-9dfc73368de1 req-eac7b8ec-8f88-414f-ba67-594b524416e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:34.299793 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-adefd53d-c181-4f6a-8d6f-9dfc73368de1 req-eac7b8ec-8f88-414f-ba67-594b524416e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0693820 Feb 17 10:09:34.414965 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefd53d-c181-4f6a-8d6f-9dfc73368de1 req-1376b957-5b3b-4e6f-972e-0233f8c1d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:34.416382 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-adefd53d-c181-4f6a-8d6f-9dfc73368de1 req-1376b957-5b3b-4e6f-972e-0233f8c1d947 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1098788 Feb 17 10:09:34.548444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fef36-9139-4668-99d7-2fdb085e2144 req-db36c303-6df2-4c05-993d-aca771810623 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:34.549049 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-391fef36-9139-4668-99d7-2fdb085e2144 req-db36c303-6df2-4c05-993d-aca771810623 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Synchronizing usage tracker for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:09:34.578398 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-adefd53d-c181-4f6a-8d6f-9dfc73368de1 req-0e69d30e-c237-42ae-8ccf-6d2b936dc4f5 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534643 Feb 17 10:09:34.640829 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:09:34.754602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-391fef36-9139-4668-99d7-2fdb085e2144 req-db36c303-6df2-4c05-993d-aca771810623 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Unset dirty status for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:09:34.755763 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-391fef36-9139-4668-99d7-2fdb085e2144 req-db36c303-6df2-4c05-993d-aca771810623 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 944 time: 0.3894165 Feb 17 10:09:34.835506 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-391fef36-9139-4668-99d7-2fdb085e2144 req-bca124a6-f3f8-482e-bb3f-43022c2c880a tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720754 Feb 17 10:09:34.857314 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-adefd53d-c181-4f6a-8d6f-9dfc73368de1 req-d96cf9bc-b366-49cd-85ba-a7f4b624b54e service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719636 Feb 17 10:09:36.029705 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a91ab7-a88d-4be8-a3a7-7b8c10e7a168 req-6e354806-d0d2-43e1-9783-282031123fa5 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:36.031234 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-71a91ab7-a88d-4be8-a3a7-7b8c10e7a168 req-6e354806-d0d2-43e1-9783-282031123fa5 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 944 time: 0.0813947 Feb 17 10:09:36.078865 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-71a91ab7-a88d-4be8-a3a7-7b8c10e7a168 req-a24b34e5-4c76-48f5-abbc-1d07d724a398 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Feb 17 10:09:37.265406 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a778f2-b849-48a4-9333-7dc589fb981f req-e6cf8303-33fa-43ad-8829-dbbb240e0506 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:37.266965 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-60a778f2-b849-48a4-9333-7dc589fb981f req-e6cf8303-33fa-43ad-8829-dbbb240e0506 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 944 time: 0.0799499 Feb 17 10:09:37.313421 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-60a778f2-b849-48a4-9333-7dc589fb981f req-038a74dd-89ac-4d2d-90f1-e0636ed555a2 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407827 Feb 17 10:09:38.498767 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591f893-20c8-4acb-a0ad-7413fcebdcb6 req-feb4356e-d066-4731-ae6e-e339e34d2b84 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:38.500413 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8591f893-20c8-4acb-a0ad-7413fcebdcb6 req-feb4356e-d066-4731-ae6e-e339e34d2b84 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 944 time: 0.0816946 Feb 17 10:09:38.545050 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8591f893-20c8-4acb-a0ad-7413fcebdcb6 req-f638db62-0f0e-475e-9349-9b1db873cb98 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389869 Feb 17 10:09:38.808457 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:39.743230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d75f0-6c24-4f99-8517-5b281eb43e99 req-e6a8a4e3-2e37-4660-93ea-f4a0e4584c13 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:39.744633 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-686d75f0-6c24-4f99-8517-5b281eb43e99 req-e6a8a4e3-2e37-4660-93ea-f4a0e4584c13 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 944 time: 0.0873237 Feb 17 10:09:39.789340 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-686d75f0-6c24-4f99-8517-5b281eb43e99 req-fffba7e8-fc4f-4203-a714-35e9b8ababd1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390255 Feb 17 10:09:40.978274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bbcf8-ca83-4897-9a15-3e1916f8463c req-0ff4ae3a-1ca1-42bb-afc6-090964719490 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:40.979779 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c26bbcf8-ca83-4897-9a15-3e1916f8463c req-0ff4ae3a-1ca1-42bb-afc6-090964719490 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 944 time: 0.0853348 Feb 17 10:09:41.127803 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c26bbcf8-ca83-4897-9a15-3e1916f8463c req-4e5a873f-c98d-4a28-a226-b4af9f596bc9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422238 Feb 17 10:09:42.311560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853625e-3917-4aa7-b3b3-f94368554ae0 req-d71a853e-21bc-4f69-a942-4d7e6d336154 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:42.313050 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a853625e-3917-4aa7-b3b3-f94368554ae0 req-d71a853e-21bc-4f69-a942-4d7e6d336154 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 944 time: 0.0793536 Feb 17 10:09:42.331792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 91eb0f2d-dec2-452a-8593-28326295b88f details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:09:42.362066 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a853625e-3917-4aa7-b3b3-f94368554ae0 req-4f25ede2-fa98-4a43-8e0b-5e56cddbf844 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431364 Feb 17 10:09:42.469938 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 91eb0f2d-dec2-452a-8593-28326295b88f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=91eb0f2d-dec2-452a-8593-28326295b88f,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:09:42.483105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '91eb0f2d-dec2-452a-8593-28326295b88f', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'port_id': '91eb0f2d-dec2-452a-8593-28326295b88f', 'mac_address': 'fa:16:3e:56:34:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:09:42.538496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:42.559416 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91eb0f2d-dec2-452a-8593-28326295b88f {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:09:42.575779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 91eb0f2d-dec2-452a-8593-28326295b88f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=91eb0f2d-dec2-452a-8593-28326295b88f,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:09:42.635923 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:42.702218 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=91eb0f2d-dec2-452a-8593-28326295b88f,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:09:42.709273 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:42.709617 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:42.709955 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:42.710321 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:42.710648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:42.710978 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:42.711866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:42.712188 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:42.712513 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:42.712834 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:42.713204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:42.713478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:09:43.119742 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['91eb0f2d-dec2-452a-8593-28326295b88f'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:09:43.554522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4f566-f989-40fc-b926-0995608d26ad req-7dfcdda0-df95-401b-951d-df6a56b1db3b tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:43.555966 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3fa4f566-f989-40fc-b926-0995608d26ad req-7dfcdda0-df95-401b-951d-df6a56b1db3b tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 945 time: 0.0838974 Feb 17 10:09:43.601060 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3fa4f566-f989-40fc-b926-0995608d26ad req-f8a0d54a-46d6-4530-9591-8620b442f38a tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393052 Feb 17 10:09:44.351416 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 91eb0f2d-dec2-452a-8593-28326295b88f up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:09:44.516012 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 91eb0f2d-dec2-452a-8593-28326295b88f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:09:44.521921 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 91eb0f2d-dec2-452a-8593-28326295b88f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:09:44.522332 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:44.598805 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-77b7304f-43e7-427f-bd3a-4f30ffe7116a req-297072b9-0ac4-43af-a8fe-69c74d3101e2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714712 Feb 17 10:09:44.649851 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:44.678821 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324a16c5-baca-4d75-9d61-cf3788230847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91eb0f2d-dec2-452a-8593-28326295b88f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:09:44.690641 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 91eb0f2d-dec2-452a-8593-28326295b88f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=91eb0f2d-dec2-452a-8593-28326295b88f,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:09:44.776817 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324a16c5-baca-4d75-9d61-cf3788230847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91eb0f2d-dec2-452a-8593-28326295b88f', 'code': 200} Feb 17 10:09:44.795391 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:44.848113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e9eae-4953-4290-ad2b-92a6c5bd2282 req-a976a8ec-7cf4-4a72-9444-931aa0eb65a9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:44.849506 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a08e9eae-4953-4290-ad2b-92a6c5bd2282 req-a976a8ec-7cf4-4a72-9444-931aa0eb65a9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 945 time: 0.1172035 Feb 17 10:09:44.854989 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7304f-43e7-427f-bd3a-4f30ffe7116a req-51ab26fe-a40c-4032-a9d2-def9761497ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:44.856399 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-77b7304f-43e7-427f-bd3a-4f30ffe7116a req-51ab26fe-a40c-4032-a9d2-def9761497ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 1098 time: 0.1585224 Feb 17 10:09:44.876047 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=91eb0f2d-dec2-452a-8593-28326295b88f,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:09:44.974959 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a08e9eae-4953-4290-ad2b-92a6c5bd2282 req-a3efc5c3-8418-47c4-8385-a9b93deb76ee tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175253 Feb 17 10:09:45.032335 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7304f-43e7-427f-bd3a-4f30ffe7116a req-8bf7f4e3-c78b-43e2-bb29-4ded56b936e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:45.033790 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-77b7304f-43e7-427f-bd3a-4f30ffe7116a req-8bf7f4e3-c78b-43e2-bb29-4ded56b936e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 912 time: 0.1508591 Feb 17 10:09:45.142585 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-77b7304f-43e7-427f-bd3a-4f30ffe7116a req-483493ac-423b-4791-81b9-d05650d5f4bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a25cf81e-8d1f-4373-97c1-303243667d5a HTTP/1.1" status: 200 len: 1000 time: 0.1017449 Feb 17 10:09:45.209315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7304f-43e7-427f-bd3a-4f30ffe7116a req-0db08338-db4b-4592-bf5e-cdfcda3ff3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:45.210803 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-77b7304f-43e7-427f-bd3a-4f30ffe7116a req-0db08338-db4b-4592-bf5e-cdfcda3ff3ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0627465 Feb 17 10:09:45.217154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.37', 56680) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:09:45.345699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7304f-43e7-427f-bd3a-4f30ffe7116a req-74a6f220-574a-4a7a-96b6-0c6313328531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:45.347295 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-77b7304f-43e7-427f-bd3a-4f30ffe7116a req-74a6f220-574a-4a7a-96b6-0c6313328531 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1277158 Feb 17 10:09:45.352654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022cc89-ce39-4afd-a65e-3ac4271ba890 req-be871187-ae46-4fd3-ab98-4ad8f537a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:45.352654 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9022cc89-ce39-4afd-a65e-3ac4271ba890 req-be871187-ae46-4fd3-ab98-4ad8f537a3f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 1099 time: 0.1324763 Feb 17 10:09:45.479424 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9022cc89-ce39-4afd-a65e-3ac4271ba890 req-a3f3c287-9497-4035-aed0-d7c70d10fe5c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204784 Feb 17 10:09:45.517976 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-77b7304f-43e7-427f-bd3a-4f30ffe7116a req-0aa50f6a-c439-4f2f-9028-716810bf490a service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602094 Feb 17 10:09:45.950359 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-77b7304f-43e7-427f-bd3a-4f30ffe7116a req-883421c7-d5c1-45e5-b817-3f4c2e7d0d56 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278858 Feb 17 10:09:46.170004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e1a30-8572-44b9-bca4-bf7ab42f4aff req-c7ba2339-23c2-4f8d-926c-cdcf4fe373db tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:46.171480 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-671e1a30-8572-44b9-bca4-bf7ab42f4aff req-c7ba2339-23c2-4f8d-926c-cdcf4fe373db tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 946 time: 0.0819297 Feb 17 10:09:46.217446 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-671e1a30-8572-44b9-bca4-bf7ab42f4aff req-c6b95ca2-0b53-47e5-8613-8321b1ae1c25 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399196 Feb 17 10:09:47.404732 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62fe24-d04e-4a06-9f50-4868566c2742 req-ce0e1f0b-d4ca-40f7-9753-88ba245e426e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:47.406380 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3c62fe24-d04e-4a06-9f50-4868566c2742 req-ce0e1f0b-d4ca-40f7-9753-88ba245e426e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 946 time: 0.0823715 Feb 17 10:09:47.452313 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3c62fe24-d04e-4a06-9f50-4868566c2742 req-f789beb1-b68d-4ec6-a51b-d42935bbdea5 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403872 Feb 17 10:09:48.639362 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c12b07-ac82-497e-a46d-5b30b06de1a8 req-d6a9882f-e79e-49e9-b277-15ad9dca7279 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:48.640867 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-54c12b07-ac82-497e-a46d-5b30b06de1a8 req-d6a9882f-e79e-49e9-b277-15ad9dca7279 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 946 time: 0.0812533 Feb 17 10:09:48.687940 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-54c12b07-ac82-497e-a46d-5b30b06de1a8 req-f62a1c55-d91b-4c67-9b11-ac6c19995288 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413821 Feb 17 10:09:48.876534 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672237e5-7329-4c4b-8368-e6675212bf24 req-7ceb585c-3f5b-4cf3-80ec-dae9fd581c06 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:48.877972 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-672237e5-7329-4c4b-8368-e6675212bf24 req-7ceb585c-3f5b-4cf3-80ec-dae9fd581c06 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 946 time: 0.0839980 Feb 17 10:09:49.018978 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-672237e5-7329-4c4b-8368-e6675212bf24 req-90e6b88a-96a9-44e7-8d04-e49ac3ea1699 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353016 Feb 17 10:09:49.042337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44618) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:09:49.158923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384b7302-c731-4434-8a3d-e7570255d62b tempest-TestVolumeBootPattern-164908381 tempest-TestVolumeBootPattern-164908381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:49.160474 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-384b7302-c731-4434-8a3d-e7570255d62b tempest-TestVolumeBootPattern-164908381 tempest-TestVolumeBootPattern-164908381-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 1094 time: 0.1171453 Feb 17 10:09:49.163231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44624) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:09:49.168897 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': '91eb0f2d-dec2-452a-8593-28326295b88f', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:09:49.175184 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:09:49.179021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Usage tracker for resource:floatingip and tenant:f4d53e81d8d04a719cc9e185d0c7048b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:09:49.182497 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:09:49.188192 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:09:49.269867 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:49.413615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:49.559383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Allocated IP 172.26.4.20 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/5e729a23-6086-43b6-bb4b-5bd8bb845817) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:09:49.720444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:49.859110 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:49.931795 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:09:49.934607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:09:49.938996 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:09:49.974027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event updated for resources: {'Port': ['ID=5e729a23-6086-43b6-bb4b-5bd8bb845817,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:09:50.389259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:50.549758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:50.756111 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:50.824402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:50.935320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event updated for resources: {'Port': ['ID=5e729a23-6086-43b6-bb4b-5bd8bb845817,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:09:50.951305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:51.219574 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Floating IP f2505a15-0259-4202-96b9-3f30913a877a associated. External IP: 172.26.4.20, port: 91eb0f2d-dec2-452a-8593-28326295b88f. Feb 17 10:09:51.582578 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Router 94f39c6e-35da-4009-a38f-ca94e093988e has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:09:51.774577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:09:51.784060 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c351518-380e-4c8c-925d-d794a8e6757a None None] Sync routers for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:09:51.794745 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c351518-380e-4c8c-925d-d794a8e6757a None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:09:51.795229 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3c351518-380e-4c8c-925d-d794a8e6757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:09:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:09:51.927525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:51.981202 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-3c351518-380e-4c8c-925d-d794a8e6757a None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:09:51.984061 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-dd6e64e8-bc9a-4f5a-9437-4ed3a93997eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8198283 Feb 17 10:09:51.984646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324a16c5-baca-4d75-9d61-cf3788230847', 'tag': '91eb0f2d-dec2-452a-8593-28326295b88f'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:09:52.029925 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324a16c5-baca-4d75-9d61-cf3788230847', 'tag': '91eb0f2d-dec2-452a-8593-28326295b88f', 'status': 'completed', 'code': 200} Feb 17 10:09:52.157764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbe70f-e7da-4f64-b0f5-cf2442ec9dc6 req-315a0659-e05c-4fcd-bb4c-27d272e6ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:52.159397 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5cfbe70f-e7da-4f64-b0f5-cf2442ec9dc6 req-315a0659-e05c-4fcd-bb4c-27d272e6ab1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 1099 time: 0.0810025 Feb 17 10:09:52.302897 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbe70f-e7da-4f64-b0f5-cf2442ec9dc6 req-bd3de8f5-aba9-457d-9b31-1e8fb0f3d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:52.304346 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5cfbe70f-e7da-4f64-b0f5-cf2442ec9dc6 req-bd3de8f5-aba9-457d-9b31-1e8fb0f3d491 service neutron] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 912 time: 0.1383140 Feb 17 10:09:52.353116 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3c351518-380e-4c8c-925d-d794a8e6757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'f2505a15-0259-4202-96b9-3f30913a877a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'port_id': '91eb0f2d-dec2-452a-8593-28326295b88f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'mac_address': 'fa:16:3e:56:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324a16c5-baca-4d75-9d61-cf3788230847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:09:50Z', 'updated_at': '2022-02-17T10:09:50Z', 'revision_number': 0, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address_scope': None}, {'id': 'fda7cc37-f629-40ed-9a0a-34524e0ab001', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'floating_ip_address': '172.26.4.70', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'port_id': 'a25cf81e-8d1f-4373-97c1-303243667d5a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'mac_address': 'fa:16:3e:fe:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:44Z', 'updated_at': '2022-02-17T10:06:47Z', 'revision_number': 1, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:09:52.357262 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c351518-380e-4c8c-925d-d794a8e6757a None None] Checking router: 94f39c6e-35da-4009-a38f-ca94e093988e for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:09:52.366714 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c351518-380e-4c8c-925d-d794a8e6757a None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:09:52.367504 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3c351518-380e-4c8c-925d-d794a8e6757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:09:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:09:52.412955 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5cfbe70f-e7da-4f64-b0f5-cf2442ec9dc6 req-faf6b98e-1809-411f-a3e8-5552bffe103f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91eb0f2d-dec2-452a-8593-28326295b88f HTTP/1.1" status: 200 len: 999 time: 0.1021714 Feb 17 10:09:52.479769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbe70f-e7da-4f64-b0f5-cf2442ec9dc6 req-acf020b2-cf46-4d99-96b9-4e4b19f0b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:52.481216 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5cfbe70f-e7da-4f64-b0f5-cf2442ec9dc6 req-acf020b2-cf46-4d99-96b9-4e4b19f0b54e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0617008 Feb 17 10:09:52.565235 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbe70f-e7da-4f64-b0f5-cf2442ec9dc6 req-6f033532-19cc-4985-a237-abc644d5cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:09:52.566940 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5cfbe70f-e7da-4f64-b0f5-cf2442ec9dc6 req-6f033532-19cc-4985-a237-abc644d5cce0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750515 Feb 17 10:09:52.570178 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-3c351518-380e-4c8c-925d-d794a8e6757a None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:09:52.710595 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5cfbe70f-e7da-4f64-b0f5-cf2442ec9dc6 req-3e79747e-cbbf-4f10-8286-9013280fca21 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372762 Feb 17 10:09:52.849239 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5cfbe70f-e7da-4f64-b0f5-cf2442ec9dc6 req-2e69b4f3-4f11-46a7-be2a-794b972ade88 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327031 Feb 17 10:09:52.996696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3c351518-380e-4c8c-925d-d794a8e6757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'f2505a15-0259-4202-96b9-3f30913a877a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'port_id': '91eb0f2d-dec2-452a-8593-28326295b88f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'mac_address': 'fa:16:3e:56:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324a16c5-baca-4d75-9d61-cf3788230847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:09:50Z', 'updated_at': '2022-02-17T10:09:50Z', 'revision_number': 0, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address_scope': None}, {'id': 'fda7cc37-f629-40ed-9a0a-34524e0ab001', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'floating_ip_address': '172.26.4.70', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'port_id': 'a25cf81e-8d1f-4373-97c1-303243667d5a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'mac_address': 'fa:16:3e:fe:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:44Z', 'updated_at': '2022-02-17T10:06:47Z', 'revision_number': 1, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:09:53.000640 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c351518-380e-4c8c-925d-d794a8e6757a None None] The sync data for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv is: [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'f2505a15-0259-4202-96b9-3f30913a877a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'port_id': '91eb0f2d-dec2-452a-8593-28326295b88f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'mac_address': 'fa:16:3e:56:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324a16c5-baca-4d75-9d61-cf3788230847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:09:50Z', 'updated_at': '2022-02-17T10:09:50Z', 'revision_number': 0, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address_scope': None}, {'id': 'fda7cc37-f629-40ed-9a0a-34524e0ab001', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'floating_ip_address': '172.26.4.70', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'port_id': 'a25cf81e-8d1f-4373-97c1-303243667d5a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'mac_address': 'fa:16:3e:fe:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:44Z', 'updated_at': '2022-02-17T10:06:47Z', 'revision_number': 1, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:09:53.199116 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbe8b45-99c2-4885-99df-397dce9260bf None None] New status for floating IP f2505a15-0259-4202-96b9-3f30913a877a: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:09:54.732653 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-314615aa-c53a-4b9c-95c6-9a92249b5436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:57.172579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-718363ac-1706-4f48-bf47-2582bdeb589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:57.965251 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:58.237798 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:09:59.898841 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:10:08.830754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:10:11.641215 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:10:24.715226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-724ba3c8-3a28-4fab-bb13-38b1c23bdf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:10:27.030138 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df34a164-e3f1-4bd8-8ba9-41e1e9a50bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:10:27.961363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:10:28.269531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:10:29.932595 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:10:38.858318 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:10:46.711504 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a26e4de0-4388-4f7c-8685-e8d4bdfb9040 req-e54f9346-238c-4504-a4c0-69dc624de0b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1759210 Feb 17 10:10:46.872388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e4de0-4388-4f7c-8685-e8d4bdfb9040 req-27b58a25-b889-498a-a4c0-5aa2f815ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:46.873855 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a26e4de0-4388-4f7c-8685-e8d4bdfb9040 req-27b58a25-b889-498a-a4c0-5aa2f815ceb9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 1098 time: 0.0707262 Feb 17 10:10:47.019869 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e4de0-4388-4f7c-8685-e8d4bdfb9040 req-5db12325-20ab-4667-8728-9b8a56bfbf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:47.021327 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a26e4de0-4388-4f7c-8685-e8d4bdfb9040 req-5db12325-20ab-4667-8728-9b8a56bfbf9e service neutron] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 912 time: 0.1299572 Feb 17 10:10:47.126720 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a26e4de0-4388-4f7c-8685-e8d4bdfb9040 req-03dc9003-8f2b-4d4a-8381-82fd5ab1d807 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a25cf81e-8d1f-4373-97c1-303243667d5a HTTP/1.1" status: 200 len: 1000 time: 0.0989125 Feb 17 10:10:47.188912 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e4de0-4388-4f7c-8685-e8d4bdfb9040 req-666e4197-58b9-4e07-99ef-936e733e1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:47.190369 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a26e4de0-4388-4f7c-8685-e8d4bdfb9040 req-666e4197-58b9-4e07-99ef-936e733e1a14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0575910 Feb 17 10:10:47.270178 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e4de0-4388-4f7c-8685-e8d4bdfb9040 req-3c85febd-5985-4cd8-b69c-99167b0f2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:10:47.271632 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a26e4de0-4388-4f7c-8685-e8d4bdfb9040 req-3c85febd-5985-4cd8-b69c-99167b0f2e74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749598 Feb 17 10:10:47.403806 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a26e4de0-4388-4f7c-8685-e8d4bdfb9040 req-cbb285fe-7555-4b32-8bb3-3e5dd00ff8eb service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259837 Feb 17 10:10:47.534988 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a26e4de0-4388-4f7c-8685-e8d4bdfb9040 req-7d65756c-82e7-4c6c-a0d1-2219cc81675d service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256490 Feb 17 10:10:48.640042 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:10:54.669470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2aa87524-57c1-450f-ac74-d416fac7653c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:10:57.108830 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-46d76002-4f7d-4b96-a441-8ab55a20ce3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:10:57.953072 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:10:58.251980 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:10:59.869016 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:11:08.827217 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:11:24.691450 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b05fdda-1811-4e79-9570-20775bb3a26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:11:25.639139 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:11:27.039295 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f2ee636a-8476-4524-86c6-0879ce4f57bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:11:28.023025 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:11:28.266762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:11:29.905865 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:11:38.834491 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:11:46.599124 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f54ea7ee-352c-42d0-8771-d02b21ed14e0 req-d012b532-9534-4a7c-b972-6b41a4a12ad2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686250 Feb 17 10:11:46.703781 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ea7ee-352c-42d0-8771-d02b21ed14e0 req-6d924058-6b66-44aa-bf13-c335eb27a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:11:46.705245 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f54ea7ee-352c-42d0-8771-d02b21ed14e0 req-6d924058-6b66-44aa-bf13-c335eb27a999 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 1099 time: 0.0729871 Feb 17 10:11:46.851667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ea7ee-352c-42d0-8771-d02b21ed14e0 req-80aa2738-88f1-48af-8058-6cb55b9a1b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:11:46.853047 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f54ea7ee-352c-42d0-8771-d02b21ed14e0 req-80aa2738-88f1-48af-8058-6cb55b9a1b4d service neutron] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 912 time: 0.1289487 Feb 17 10:11:46.956116 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f54ea7ee-352c-42d0-8771-d02b21ed14e0 req-b9f664e7-93ba-412e-aa4c-97d3bc988385 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91eb0f2d-dec2-452a-8593-28326295b88f HTTP/1.1" status: 200 len: 1001 time: 0.0970368 Feb 17 10:11:47.019572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ea7ee-352c-42d0-8771-d02b21ed14e0 req-dfea21de-ea16-4cf7-b9fb-2baf7d93618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:11:47.021033 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f54ea7ee-352c-42d0-8771-d02b21ed14e0 req-dfea21de-ea16-4cf7-b9fb-2baf7d93618a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0590727 Feb 17 10:11:47.097808 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ea7ee-352c-42d0-8771-d02b21ed14e0 req-10742928-f3f3-4512-9ea9-64ebc6976601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:11:47.099333 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f54ea7ee-352c-42d0-8771-d02b21ed14e0 req-10742928-f3f3-4512-9ea9-64ebc6976601 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724342 Feb 17 10:11:47.232955 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f54ea7ee-352c-42d0-8771-d02b21ed14e0 req-30c06332-3a44-4804-b6e4-b34281187461 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273232 Feb 17 10:11:47.382997 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f54ea7ee-352c-42d0-8771-d02b21ed14e0 req-7ac3a923-45f0-4e12-86a7-a5f1f624cfd0 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386855 Feb 17 10:11:54.712220 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9bea167-8f2f-4d98-9a42-b8115f2b4e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:11:57.038441 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3ee42aa-22b3-4bd9-aca1-953521ab0fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:11:57.996173 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:11:58.262963 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:11:59.871946 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:02.638177 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:12:08.800131 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:24.148341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 44688) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:12:24.354668 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Deleting port 5e729a23-6086-43b6-bb4b-5bd8bb845817 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:12:24.355014 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:24.520982 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:24.521313 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:24.643198 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Calling delete_port for 5e729a23-6086-43b6-bb4b-5bd8bb845817 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:12:24.699997 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-650aac90-5006-4eb8-aa4f-49e6ae77d5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:24.865783 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:24.911352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event deleted for resources: {'Port': ['ID=5e729a23-6086-43b6-bb4b-5bd8bb845817,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:24.951057 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:24.951397 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:24.951733 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:24.952061 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:24.952384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:24.952708 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:24.953029 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:24.953353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:24.953671 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:24.953988 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:24.957009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:24.957009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:25.012686 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:25.013024 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Floating IP f2505a15-0259-4202-96b9-3f30913a877a disassociated (deleted). External IP: 172.26.4.20, port: 91eb0f2d-dec2-452a-8593-28326295b88f. Feb 17 10:12:25.463299 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Router 94f39c6e-35da-4009-a38f-ca94e093988e has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:12:25.648020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:12:25.657204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee2c9e-3959-4e6e-b3a7-26307f50afe6 None None] Sync routers for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:12:25.667212 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee2c9e-3959-4e6e-b3a7-26307f50afe6 None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:12:25.667804 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0dee2c9e-3959-4e6e-b3a7-26307f50afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:11:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:25.765322 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:25.825054 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e1320ff1-895e-48f4-9e9d-4aba6014305e tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "DELETE /v2.0/floatingips/f2505a15-0259-4202-96b9-3f30913a877a HTTP/1.1" status: 204 len: 168 time: 1.6756098 Feb 17 10:12:25.825637 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324a16c5-baca-4d75-9d61-cf3788230847', 'tag': '91eb0f2d-dec2-452a-8593-28326295b88f'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:12:25.855993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-0dee2c9e-3959-4e6e-b3a7-26307f50afe6 None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:12:26.181010 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324a16c5-baca-4d75-9d61-cf3788230847', 'tag': '91eb0f2d-dec2-452a-8593-28326295b88f', 'status': 'completed', 'code': 200} Feb 17 10:12:26.224269 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0dee2c9e-3959-4e6e-b3a7-26307f50afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'fda7cc37-f629-40ed-9a0a-34524e0ab001', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'floating_ip_address': '172.26.4.70', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'port_id': 'a25cf81e-8d1f-4373-97c1-303243667d5a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'mac_address': 'fa:16:3e:fe:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:44Z', 'updated_at': '2022-02-17T10:06:47Z', 'revision_number': 1, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:26.228866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee2c9e-3959-4e6e-b3a7-26307f50afe6 None None] Checking router: 94f39c6e-35da-4009-a38f-ca94e093988e for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:12:26.238471 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee2c9e-3959-4e6e-b3a7-26307f50afe6 None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:12:26.239133 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0dee2c9e-3959-4e6e-b3a7-26307f50afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:11:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:26.416059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d89bc8-0b7c-4b52-a48b-18a41d9751dc req-4c0d37d3-83ac-4f6c-bdb9-f9650757cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:12:26.417722 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-12d89bc8-0b7c-4b52-a48b-18a41d9751dc req-4c0d37d3-83ac-4f6c-bdb9-f9650757cddf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 1099 time: 0.1871264 Feb 17 10:12:26.467603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-0dee2c9e-3959-4e6e-b3a7-26307f50afe6 None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:12:26.484492 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b5ae9-0e45-4134-bfc1-58d638b3590b req-340d44d6-f0f3-4e62-94c4-a3156af20970 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:12:26.485198 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-3d6b5ae9-0e45-4134-bfc1-58d638b3590b req-340d44d6-f0f3-4e62-94c4-a3156af20970 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Synchronizing usage tracker for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:12:26.549581 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d89bc8-0b7c-4b52-a48b-18a41d9751dc req-153c1d62-06ee-4ae8-83b6-dd7c39f2f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:12:26.551349 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-12d89bc8-0b7c-4b52-a48b-18a41d9751dc req-153c1d62-06ee-4ae8-83b6-dd7c39f2f23a service neutron] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 912 time: 0.1273797 Feb 17 10:12:26.583788 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-3d6b5ae9-0e45-4134-bfc1-58d638b3590b req-340d44d6-f0f3-4e62-94c4-a3156af20970 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Unset dirty status for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:12:26.585580 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3d6b5ae9-0e45-4134-bfc1-58d638b3590b req-340d44d6-f0f3-4e62-94c4-a3156af20970 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 946 time: 0.1847682 Feb 17 10:12:26.622958 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-12d89bc8-0b7c-4b52-a48b-18a41d9751dc req-b813442b-e978-468f-b59a-b873583fe22b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91eb0f2d-dec2-452a-8593-28326295b88f HTTP/1.1" status: 200 len: 217 time: 0.0645909 Feb 17 10:12:26.648229 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3d6b5ae9-0e45-4134-bfc1-58d638b3590b req-a0aceb13-3d69-4fba-a1cd-33674d4de315 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519259 Feb 17 10:12:26.696611 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d89bc8-0b7c-4b52-a48b-18a41d9751dc req-801ee63a-6025-46ba-af35-7483b774a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:12:26.698095 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-12d89bc8-0b7c-4b52-a48b-18a41d9751dc req-801ee63a-6025-46ba-af35-7483b774a268 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0683320 Feb 17 10:12:26.778061 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d89bc8-0b7c-4b52-a48b-18a41d9751dc req-d8c31098-d8ec-4c8a-b122-da08df15e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:12:26.779453 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-12d89bc8-0b7c-4b52-a48b-18a41d9751dc req-d8c31098-d8ec-4c8a-b122-da08df15e094 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736165 Feb 17 10:12:26.822432 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0dee2c9e-3959-4e6e-b3a7-26307f50afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'fda7cc37-f629-40ed-9a0a-34524e0ab001', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'floating_ip_address': '172.26.4.70', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'port_id': 'a25cf81e-8d1f-4373-97c1-303243667d5a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'mac_address': 'fa:16:3e:fe:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:44Z', 'updated_at': '2022-02-17T10:06:47Z', 'revision_number': 1, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:26.826328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee2c9e-3959-4e6e-b3a7-26307f50afe6 None None] The sync data for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv is: [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'fda7cc37-f629-40ed-9a0a-34524e0ab001', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'floating_ip_address': '172.26.4.70', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'port_id': 'a25cf81e-8d1f-4373-97c1-303243667d5a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'mac_address': 'fa:16:3e:fe:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:06:44Z', 'updated_at': '2022-02-17T10:06:47Z', 'revision_number': 1, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:12:26.916757 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-12d89bc8-0b7c-4b52-a48b-18a41d9751dc req-a75651d8-c534-4234-b125-e18d1b0201a8 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304793 Feb 17 10:12:27.055049 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92741bb4-94ff-45ea-8e6c-95d299d031ad None None] New status for floating IP f2505a15-0259-4202-96b9-3f30913a877a: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:12:27.056930 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2f0a02a8-e5a3-42c4-861d-3bd62beb2dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:27.058909 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-12d89bc8-0b7c-4b52-a48b-18a41d9751dc req-577bd8dd-ef4f-4ed0-b335-46d2e4deb254 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330771 Feb 17 10:12:27.826700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14154524-5339-4f46-9816-fd8901734582 req-63b4d8ee-ccfa-49ca-b33c-f187f6912bb9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:12:27.828330 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-14154524-5339-4f46-9816-fd8901734582 req-63b4d8ee-ccfa-49ca-b33c-f187f6912bb9 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 946 time: 0.0812325 Feb 17 10:12:27.872732 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-14154524-5339-4f46-9816-fd8901734582 req-30a81823-c816-401b-b25f-ab5bde6a64ad tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387030 Feb 17 10:12:27.945356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:28.227815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:28.381922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2f259-3406-489f-977d-96c98d95b8b3 req-6a88f887-00b2-468b-961f-b54b140b2742 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:12:28.383303 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c3b2f259-3406-489f-977d-96c98d95b8b3 req-6a88f887-00b2-468b-961f-b54b140b2742 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.37 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 946 time: 0.0851014 Feb 17 10:12:28.453890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-c3b2f259-3406-489f-977d-96c98d95b8b3 req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Deleting port 91eb0f2d-dec2-452a-8593-28326295b88f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:12:28.454261 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c3b2f259-3406-489f-977d-96c98d95b8b3 req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:28.708822 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-c3b2f259-3406-489f-977d-96c98d95b8b3 req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] For port 91eb0f2d-dec2-452a-8593-28326295b88f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=91eb0f2d-dec2-452a-8593-28326295b88f,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:12:28.709237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c3b2f259-3406-489f-977d-96c98d95b8b3 req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:28.829550 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-c3b2f259-3406-489f-977d-96c98d95b8b3 req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Calling delete_port for 91eb0f2d-dec2-452a-8593-28326295b88f owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:12:29.045614 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c3b2f259-3406-489f-977d-96c98d95b8b3 req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:29.072175 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c928e5a-d638-4040-a7d2-02bbbf4322df req-dd277246-6634-4ee2-82c7-b475d5aabc4a tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:12:29.073642 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6c928e5a-d638-4040-a7d2-02bbbf4322df req-dd277246-6634-4ee2-82c7-b475d5aabc4a tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 867 time: 0.0848746 Feb 17 10:12:29.097778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event deleted for resources: {'Port': ['ID=91eb0f2d-dec2-452a-8593-28326295b88f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:29.122280 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6c928e5a-d638-4040-a7d2-02bbbf4322df req-adbad4d1-3e25-4676-a661-6536c016d485 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427012 Feb 17 10:12:29.144193 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:29.144541 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:29.144884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:29.145218 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:29.146118 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:29.146572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:29.146884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:29.147206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:29.147531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:29.147851 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:29.148170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:29.148488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:12:29.276087 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b2f259-3406-489f-977d-96c98d95b8b3 req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] No DVR routers for this DVR port 91eb0f2d-dec2-452a-8593-28326295b88f on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:12:29.278552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c3b2f259-3406-489f-977d-96c98d95b8b3 req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:29.281092 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324a16c5-baca-4d75-9d61-cf3788230847', 'name': 'network-vif-deleted', 'tag': '91eb0f2d-dec2-452a-8593-28326295b88f'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:12:29.326514 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324a16c5-baca-4d75-9d61-cf3788230847', 'name': 'network-vif-deleted', 'tag': '91eb0f2d-dec2-452a-8593-28326295b88f', 'status': 'completed', 'code': 200} Feb 17 10:12:29.354458 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c3b2f259-3406-489f-977d-96c98d95b8b3 req-576bd789-38bb-474f-aa0d-6afbd8649282 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.37 "DELETE /v2.0/ports/91eb0f2d-dec2-452a-8593-28326295b88f HTTP/1.1" status: 204 len: 173 time: 0.9660261 Feb 17 10:12:29.873505 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:30.293335 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4fa025bf-698f-457d-a3c5-d95a86bf286c req-06ecad1b-9207-4ad7-bf35-32f8aff998eb tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=324a16c5-baca-4d75-9d61-cf3788230847 HTTP/1.1" status: 200 len: 210 time: 0.0463755 Feb 17 10:12:33.139283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 91eb0f2d-dec2-452a-8593-28326295b88f no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:12:33.178087 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 91eb0f2d-dec2-452a-8593-28326295b88f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:12:33.178422 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 91eb0f2d-dec2-452a-8593-28326295b88f not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:12:36.284596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44728) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:12:36.492304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-0e449167-41e7-4f0b-9660-4988493e06a1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Deleting port 985865a9-2a73-4d83-91db-5ea3a8402016 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:12:36.492653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e449167-41e7-4f0b-9660-4988493e06a1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:36.670173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e449167-41e7-4f0b-9660-4988493e06a1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:36.670507 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e449167-41e7-4f0b-9660-4988493e06a1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:36.794466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-0e449167-41e7-4f0b-9660-4988493e06a1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Calling delete_port for 985865a9-2a73-4d83-91db-5ea3a8402016 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:12:37.014088 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e449167-41e7-4f0b-9660-4988493e06a1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:37.065409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e449167-41e7-4f0b-9660-4988493e06a1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event deleted for resources: {'Port': ['ID=985865a9-2a73-4d83-91db-5ea3a8402016,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:37.158351 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e449167-41e7-4f0b-9660-4988493e06a1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:37.158690 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-0e449167-41e7-4f0b-9660-4988493e06a1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Floating IP fda7cc37-f629-40ed-9a0a-34524e0ab001 disassociated (deleted). External IP: 172.26.4.70, port: a25cf81e-8d1f-4373-97c1-303243667d5a. Feb 17 10:12:37.519724 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e449167-41e7-4f0b-9660-4988493e06a1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Router 94f39c6e-35da-4009-a38f-ca94e093988e has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:12:37.808992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e449167-41e7-4f0b-9660-4988493e06a1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:12:37.818810 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e2c282-de1d-4bc1-aeb5-ae54ab4a1d1d None None] Sync routers for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:12:37.824988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e449167-41e7-4f0b-9660-4988493e06a1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:37.828609 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e2c282-de1d-4bc1-aeb5-ae54ab4a1d1d None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:12:37.829293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-49e2c282-de1d-4bc1-aeb5-ae54ab4a1d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:12:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:37.881627 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0e449167-41e7-4f0b-9660-4988493e06a1 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "DELETE /v2.0/floatingips/fda7cc37-f629-40ed-9a0a-34524e0ab001 HTTP/1.1" status: 204 len: 168 time: 1.5959251 Feb 17 10:12:37.882342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'tag': 'a25cf81e-8d1f-4373-97c1-303243667d5a'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:12:37.950213 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'tag': 'a25cf81e-8d1f-4373-97c1-303243667d5a', 'status': 'completed', 'code': 200} Feb 17 10:12:38.019213 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-49e2c282-de1d-4bc1-aeb5-ae54ab4a1d1d None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:12:38.082248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd80e-de51-45e1-8159-1574694678a2 req-695ed852-6896-4792-9ff6-ab0f8f3b9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:12:38.085084 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1ecfd80e-de51-45e1-8159-1574694678a2 req-695ed852-6896-4792-9ff6-ab0f8f3b9029 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 1098 time: 0.0816863 Feb 17 10:12:38.226805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd80e-de51-45e1-8159-1574694678a2 req-d78540dd-2876-45ce-9208-2b1a53a9d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:12:38.228361 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1ecfd80e-de51-45e1-8159-1574694678a2 req-d78540dd-2876-45ce-9208-2b1a53a9d679 service neutron] 10.222.0.37 "GET /v2.0/networks?id=016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 200 len: 912 time: 0.1370988 Feb 17 10:12:38.301243 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1ecfd80e-de51-45e1-8159-1574694678a2 req-7f7f74d4-0111-4a2e-897b-595b88012b95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a25cf81e-8d1f-4373-97c1-303243667d5a HTTP/1.1" status: 200 len: 217 time: 0.0665884 Feb 17 10:12:38.357040 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-49e2c282-de1d-4bc1-aeb5-ae54ab4a1d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:38.361622 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e2c282-de1d-4bc1-aeb5-ae54ab4a1d1d None None] Checking router: 94f39c6e-35da-4009-a38f-ca94e093988e for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:12:38.370001 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd80e-de51-45e1-8159-1574694678a2 req-5c426f15-67eb-49a4-a21a-349f2c34cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:12:38.371293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e2c282-de1d-4bc1-aeb5-ae54ab4a1d1d None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:12:38.371702 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1ecfd80e-de51-45e1-8159-1574694678a2 req-5c426f15-67eb-49a4-a21a-349f2c34cc54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 200 len: 850 time: 0.0644221 Feb 17 10:12:38.372163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-49e2c282-de1d-4bc1-aeb5-ae54ab4a1d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:12:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:38.452995 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd80e-de51-45e1-8159-1574694678a2 req-e6f9d065-a748-4490-9662-976f23972729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:12:38.454539 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1ecfd80e-de51-45e1-8159-1574694678a2 req-e6f9d065-a748-4490-9662-976f23972729 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=016302b9-9800-4dfd-a331-ffa97ed1bd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768752 Feb 17 10:12:38.558054 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-49e2c282-de1d-4bc1-aeb5-ae54ab4a1d1d None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:12:38.663668 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1ecfd80e-de51-45e1-8159-1574694678a2 req-d9439158-af1a-4dab-ac86-a700500f10b5 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025557 Feb 17 10:12:38.681249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62a455-f073-4abb-81f0-130f418ab4e7 req-a6de430e-05d9-4b1f-9dde-bd3ba9c26c3a tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:12:38.681977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-bd62a455-f073-4abb-81f0-130f418ab4e7 req-a6de430e-05d9-4b1f-9dde-bd3ba9c26c3a tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Synchronizing usage tracker for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:12:38.831953 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1ecfd80e-de51-45e1-8159-1574694678a2 req-71e36d57-4fa6-4a6e-af94-19ae60158df3 service neutron] 10.222.0.37 "GET /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604974 Feb 17 10:12:38.843224 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-bd62a455-f073-4abb-81f0-130f418ab4e7 req-a6de430e-05d9-4b1f-9dde-bd3ba9c26c3a tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Unset dirty status for tenant:f4d53e81d8d04a719cc9e185d0c7048b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:12:38.844651 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bd62a455-f073-4abb-81f0-130f418ab4e7 req-a6de430e-05d9-4b1f-9dde-bd3ba9c26c3a tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 945 time: 0.3091674 Feb 17 10:12:38.873327 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:38.896833 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bd62a455-f073-4abb-81f0-130f418ab4e7 req-5371b560-70c7-4921-9716-3966a0be56ee tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420818 Feb 17 10:12:38.976643 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-49e2c282-de1d-4bc1-aeb5-ae54ab4a1d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:38.980602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e2c282-de1d-4bc1-aeb5-ae54ab4a1d1d None None] The sync data for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv is: [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:02:07Z', 'revision_number': 4, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '77e52be1-1b27-4f46-8129-ae130425e8d5', 'name': '', 'network_id': '016302b9-9800-4dfd-a331-ffa97ed1bd1a', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'mac_address': 'fa:16:3e:c4:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:07Z', 'updated_at': '2022-02-17T10:02:13Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'subnets': [{'id': '0d1e17d5-c539-4bcd-96ba-e259a849b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:12:39.204006 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b94e34f-c9e1-483b-bd9d-e9e55aeb185e None None] New status for floating IP fda7cc37-f629-40ed-9a0a-34524e0ab001: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:12:39.340885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d646518-4f79-4ce7-9550-ff48ae26522b req-551b9b42-7ba3-48fa-aee4-f242871a0ad0 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:12:39.342379 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6d646518-4f79-4ce7-9550-ff48ae26522b req-551b9b42-7ba3-48fa-aee4-f242871a0ad0 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 945 time: 0.0880594 Feb 17 10:12:39.415401 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-6d646518-4f79-4ce7-9550-ff48ae26522b req-4611565a-0fbf-40cf-aa5c-d5b32869a6ee tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Deleting port a25cf81e-8d1f-4373-97c1-303243667d5a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:12:39.415747 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6d646518-4f79-4ce7-9550-ff48ae26522b req-4611565a-0fbf-40cf-aa5c-d5b32869a6ee tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:39.637793 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:12:39.662458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6d646518-4f79-4ce7-9550-ff48ae26522b req-4611565a-0fbf-40cf-aa5c-d5b32869a6ee tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] For port a25cf81e-8d1f-4373-97c1-303243667d5a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a25cf81e-8d1f-4373-97c1-303243667d5a,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:12:39.662824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6d646518-4f79-4ce7-9550-ff48ae26522b req-4611565a-0fbf-40cf-aa5c-d5b32869a6ee tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:39.784312 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-6d646518-4f79-4ce7-9550-ff48ae26522b req-4611565a-0fbf-40cf-aa5c-d5b32869a6ee tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Calling delete_port for a25cf81e-8d1f-4373-97c1-303243667d5a owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:12:40.090753 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6d646518-4f79-4ce7-9550-ff48ae26522b req-4611565a-0fbf-40cf-aa5c-d5b32869a6ee tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:40.102817 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a8299-8029-43f7-b3c3-fdc40ca92a31 req-629c3d90-8423-4bb7-b913-2fd77df22599 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:12:40.104402 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-944a8299-8029-43f7-b3c3-fdc40ca92a31 req-629c3d90-8423-4bb7-b913-2fd77df22599 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 945 time: 0.0856278 Feb 17 10:12:40.141737 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611565a-0fbf-40cf-aa5c-d5b32869a6ee tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event deleted for resources: {'Port': ['ID=a25cf81e-8d1f-4373-97c1-303243667d5a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:40.160193 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-944a8299-8029-43f7-b3c3-fdc40ca92a31 req-435db048-284d-4d11-a55e-798e81e3b173 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/security-groups?id=609bd96e-de32-4bce-ad47-db8c905c99bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466585 Feb 17 10:12:40.227376 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d646518-4f79-4ce7-9550-ff48ae26522b req-4611565a-0fbf-40cf-aa5c-d5b32869a6ee tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] No DVR routers for this DVR port a25cf81e-8d1f-4373-97c1-303243667d5a on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:12:40.229835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6d646518-4f79-4ce7-9550-ff48ae26522b req-4611565a-0fbf-40cf-aa5c-d5b32869a6ee tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:40.232557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'name': 'network-vif-deleted', 'tag': 'a25cf81e-8d1f-4373-97c1-303243667d5a'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:12:40.277320 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a6d099-e35c-4c0b-bf06-cba51beaad2d', 'name': 'network-vif-deleted', 'tag': 'a25cf81e-8d1f-4373-97c1-303243667d5a', 'status': 'completed', 'code': 200} Feb 17 10:12:40.300244 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6d646518-4f79-4ce7-9550-ff48ae26522b req-4611565a-0fbf-40cf-aa5c-d5b32869a6ee tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.37 "DELETE /v2.0/ports/a25cf81e-8d1f-4373-97c1-303243667d5a HTTP/1.1" status: 204 len: 173 time: 0.9513316 Feb 17 10:12:41.334730 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2e692993-131f-4410-8e0e-73fed535b994 req-f1b195ac-85da-4549-a19a-266e38689fb8 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3a6d099-e35c-4c0b-bf06-cba51beaad2d HTTP/1.1" status: 200 len: 210 time: 0.0433462 Feb 17 10:12:42.436764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44748) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:12:42.603094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-30b25585-d2db-426b-ae72-995aa4521084 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Deleting port d84a3109-7561-4a6c-88d1-c9a571ae9d8a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:12:42.603521 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30b25585-d2db-426b-ae72-995aa4521084 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:42.787097 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30b25585-d2db-426b-ae72-995aa4521084 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:42.787524 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30b25585-d2db-426b-ae72-995aa4521084 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:42.918764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-30b25585-d2db-426b-ae72-995aa4521084 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Calling delete_port for d84a3109-7561-4a6c-88d1-c9a571ae9d8a owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:12:43.145191 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30b25585-d2db-426b-ae72-995aa4521084 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:43.195485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b25585-d2db-426b-ae72-995aa4521084 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event deleted for resources: {'Port': ['ID=d84a3109-7561-4a6c-88d1-c9a571ae9d8a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:43.216761 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device a25cf81e-8d1f-4373-97c1-303243667d5a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:12:43.260417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: a25cf81e-8d1f-4373-97c1-303243667d5a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:12:43.260791 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device a25cf81e-8d1f-4373-97c1-303243667d5a not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:12:43.297611 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30b25585-d2db-426b-ae72-995aa4521084 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:43.312264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30b25585-d2db-426b-ae72-995aa4521084 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:43.314659 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-30b25585-d2db-426b-ae72-995aa4521084 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "DELETE /v2.0/floatingips/6caaba00-4a63-4ca9-9ded-5c9eaf13dcaa HTTP/1.1" status: 204 len: 168 time: 0.8755655 Feb 17 10:12:45.923183 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44766) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:12:45.994327 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03f5c222-0e39-4968-902e-e46ca4d4eb99 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:46.024334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03f5c222-0e39-4968-902e-e46ca4d4eb99 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:46.185083 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03f5c222-0e39-4968-902e-e46ca4d4eb99 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:46.203009 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5c222-0e39-4968-902e-e46ca4d4eb99 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=609bd96e-de32-4bce-ad47-db8c905c99bf,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:46.284650 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03f5c222-0e39-4968-902e-e46ca4d4eb99 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:46.286525 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-03f5c222-0e39-4968-902e-e46ca4d4eb99 tempest-TestVolumeBootPattern-1631515736 tempest-TestVolumeBootPattern-1631515736-project] 10.222.0.75 "DELETE /v2.0/security-groups/609bd96e-de32-4bce-ad47-db8c905c99bf HTTP/1.1" status: 204 len: 168 time: 0.3615539 Feb 17 10:12:46.412285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44772) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:12:47.203296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-069b222c-91ac-4626-a80e-7392c9fc312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:47.548354 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-069b222c-91ac-4626-a80e-7392c9fc312e admin admin] Deleting port 77e52be1-1b27-4f46-8129-ae130425e8d5 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:12:47.548608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-069b222c-91ac-4626-a80e-7392c9fc312e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:47.721639 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-069b222c-91ac-4626-a80e-7392c9fc312e admin admin] For port 77e52be1-1b27-4f46-8129-ae130425e8d5, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=77e52be1-1b27-4f46-8129-ae130425e8d5,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:12:47.721993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-069b222c-91ac-4626-a80e-7392c9fc312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:47.845468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-069b222c-91ac-4626-a80e-7392c9fc312e admin admin] Calling delete_port for 77e52be1-1b27-4f46-8129-ae130425e8d5 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:12:48.219174 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-069b222c-91ac-4626-a80e-7392c9fc312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:48.266916 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b222c-91ac-4626-a80e-7392c9fc312e admin admin] Pushing event deleted for resources: {'Port': ['ID=77e52be1-1b27-4f46-8129-ae130425e8d5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:48.656334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-069b222c-91ac-4626-a80e-7392c9fc312e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:49.014480 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069b222c-91ac-4626-a80e-7392c9fc312e admin admin] Router 94f39c6e-35da-4009-a38f-ca94e093988e has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:12:49.191582 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069b222c-91ac-4626-a80e-7392c9fc312e admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:12:49.200220 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68367012-7d2a-4019-b001-760f32fb22e3 None None] Sync routers for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:12:49.204103 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-069b222c-91ac-4626-a80e-7392c9fc312e admin admin] 10.222.0.75 "PUT /v2.0/routers/94f39c6e-35da-4009-a38f-ca94e093988e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7903411 Feb 17 10:12:49.206186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44778) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:12:49.210869 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68367012-7d2a-4019-b001-760f32fb22e3 None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:12:49.211568 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-68367012-7d2a-4019-b001-760f32fb22e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:12:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:49.383699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c77455b-fe33-40a9-b39c-02b5e8b7f504 admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:49.393117 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-68367012-7d2a-4019-b001-760f32fb22e3 None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:12:49.559168 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c77455b-fe33-40a9-b39c-02b5e8b7f504 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:49.654091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4c77455b-fe33-40a9-b39c-02b5e8b7f504 admin admin] Deleting port b6cfba70-447d-412b-a33b-a42f8e5f1542 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:12:49.654405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c77455b-fe33-40a9-b39c-02b5e8b7f504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:49.686954 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-68367012-7d2a-4019-b001-760f32fb22e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:12:48Z', 'revision_number': 5, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port': {'id': 'b6cfba70-447d-412b-a33b-a42f8e5f1542', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:04Z', 'updated_at': '2022-02-17T10:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:49.690827 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68367012-7d2a-4019-b001-760f32fb22e3 None None] Checking router: 94f39c6e-35da-4009-a38f-ca94e093988e for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:12:49.699574 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68367012-7d2a-4019-b001-760f32fb22e3 None None] Routers {'94f39c6e-35da-4009-a38f-ca94e093988e'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:12:49.700178 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-68367012-7d2a-4019-b001-760f32fb22e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:12:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['94f39c6e-35da-4009-a38f-ca94e093988e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:49.835099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-4c77455b-fe33-40a9-b39c-02b5e8b7f504 admin admin] For port b6cfba70-447d-412b-a33b-a42f8e5f1542, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b6cfba70-447d-412b-a33b-a42f8e5f1542,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:12:49.835539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c77455b-fe33-40a9-b39c-02b5e8b7f504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:49.852546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-68367012-7d2a-4019-b001-760f32fb22e3 None None] Set router 94f39c6e-35da-4009-a38f-ca94e093988e gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:12:49.967812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-68367012-7d2a-4019-b001-760f32fb22e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:12:49Z', 'revision_number': 6, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:49.972402 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68367012-7d2a-4019-b001-760f32fb22e3 None None] The sync data for ids ['94f39c6e-35da-4009-a38f-ca94e093988e'] in dv-neutron-828143-5-hyperv is: [{'id': '94f39c6e-35da-4009-a38f-ca94e093988e', 'name': 'tempest-TestVolumeBootPattern-318297876-router', 'tenant_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:03Z', 'updated_at': '2022-02-17T10:12:49Z', 'revision_number': 6, 'project_id': 'f4d53e81d8d04a719cc9e185d0c7048b', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:12:50.080209 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4c77455b-fe33-40a9-b39c-02b5e8b7f504 admin admin] Calling delete_port for b6cfba70-447d-412b-a33b-a42f8e5f1542 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:12:50.310610 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c77455b-fe33-40a9-b39c-02b5e8b7f504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:50.360986 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77455b-fe33-40a9-b39c-02b5e8b7f504 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6cfba70-447d-412b-a33b-a42f8e5f1542,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:50.453231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c77455b-fe33-40a9-b39c-02b5e8b7f504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:50.625852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c77455b-fe33-40a9-b39c-02b5e8b7f504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:50.628057 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c77455b-fe33-40a9-b39c-02b5e8b7f504 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:50.725524 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c77455b-fe33-40a9-b39c-02b5e8b7f504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:50.726119 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c77455b-fe33-40a9-b39c-02b5e8b7f504 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94f39c6e-35da-4009-a38f-ca94e093988e {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 10:12:50.739008 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c77455b-fe33-40a9-b39c-02b5e8b7f504 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:50.740179 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4c77455b-fe33-40a9-b39c-02b5e8b7f504 admin admin] 10.222.0.75 "DELETE /v2.0/routers/94f39c6e-35da-4009-a38f-ca94e093988e HTTP/1.1" status: 204 len: 168 time: 1.5330954 Feb 17 10:12:50.742697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44782) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:12:50.805305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d3ed33-1162-44df-830f-60183456b6cf admin admin] Deleting subnet 0d1e17d5-c539-4bcd-96ba-e259a849b6ff {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:12:50.808297 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60d3ed33-1162-44df-830f-60183456b6cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:50.858235 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60d3ed33-1162-44df-830f-60183456b6cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:50.941742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60d3ed33-1162-44df-830f-60183456b6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:51.108169 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60d3ed33-1162-44df-830f-60183456b6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:51.146388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3ed33-1162-44df-830f-60183456b6cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1e17d5-c539-4bcd-96ba-e259a849b6ff,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:51.149896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60d3ed33-1162-44df-830f-60183456b6cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:51.155800 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-60d3ed33-1162-44df-830f-60183456b6cf admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0d1e17d5-c539-4bcd-96ba-e259a849b6ff HTTP/1.1" status: 204 len: 168 time: 0.4119914 Feb 17 10:12:51.155926 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4815afe-454d-4400-8c60-7878cef28530 None None] Network 016302b9-9800-4dfd-a331-ffa97ed1bd1a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:12:51.158429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44786) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:12:51.266199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:51.277028 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] Deleting port cbcfcd39-2afa-4ccc-81af-35b831425e8d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:12:51.277366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:51.399372 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d87893-14ee-40d0-95af-f2d4b2349d91 None None] DHCP port deletion for 016302b9-9800-4dfd-a331-ffa97ed1bd1a request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:12:51.403792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-01d87893-14ee-40d0-95af-f2d4b2349d91 None None] Deleting port cbcfcd39-2afa-4ccc-81af-35b831425e8d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:12:51.404091 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01d87893-14ee-40d0-95af-f2d4b2349d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:51.491518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] For port cbcfcd39-2afa-4ccc-81af-35b831425e8d, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=cbcfcd39-2afa-4ccc-81af-35b831425e8d,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:12:51.492131 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:51.623470 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] Calling delete_port for cbcfcd39-2afa-4ccc-81af-35b831425e8d owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:12:51.647970 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-01d87893-14ee-40d0-95af-f2d4b2349d91 None None] For port cbcfcd39-2afa-4ccc-81af-35b831425e8d, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=cbcfcd39-2afa-4ccc-81af-35b831425e8d,segment=NetworkSegment(049c2cc4-5511-4a7b-aa5b-75a9af7fe238),segment_id=049c2cc4-5511-4a7b-aa5b-75a9af7fe238)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:12:51.648357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01d87893-14ee-40d0-95af-f2d4b2349d91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:51.771079 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-01d87893-14ee-40d0-95af-f2d4b2349d91 None None] Calling delete_port for cbcfcd39-2afa-4ccc-81af-35b831425e8d owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:12:51.788317 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:51.804308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 77e52be1-1b27-4f46-8129-ae130425e8d5 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:12:51.856632 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 77e52be1-1b27-4f46-8129-ae130425e8d5 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:12:51.856973 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 77e52be1-1b27-4f46-8129-ae130425e8d5 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:12:51.857388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device cbcfcd39-2afa-4ccc-81af-35b831425e8d no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:12:51.894315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: cbcfcd39-2afa-4ccc-81af-35b831425e8d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:12:51.894660 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device cbcfcd39-2afa-4ccc-81af-35b831425e8d not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:12:51.896204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b6cfba70-447d-412b-a33b-a42f8e5f1542 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:12:51.935920 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: b6cfba70-447d-412b-a33b-a42f8e5f1542 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:12:51.936263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b6cfba70-447d-412b-a33b-a42f8e5f1542 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:12:51.939140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbcfcd39-2afa-4ccc-81af-35b831425e8d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:51.944367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] No DVR routers for this DVR port cbcfcd39-2afa-4ccc-81af-35b831425e8d on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:12:51.957131 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-01d87893-14ee-40d0-95af-f2d4b2349d91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:12:51.958877 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-01d87893-14ee-40d0-95af-f2d4b2349d91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:12:52.061466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:52.086891 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016302b9-9800-4dfd-a331-ffa97ed1bd1a']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:52.099487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049c2cc4-5511-4a7b-aa5b-75a9af7fe238') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:52.099678 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049c2cc4-5511-4a7b-aa5b-75a9af7fe238') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:52.110781 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:52.126220 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:52.132697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:12:52.133075 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:12:52.146456 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:12:52.293727 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:52.310668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:52.321539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] Pushing event deleted for resources: {'Network': ['ID=016302b9-9800-4dfd-a331-ffa97ed1bd1a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:52.400073 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-187726cd-f6c1-4c5b-bf65-c079241ef525 admin admin] 10.222.0.75 "DELETE /v2.0/networks/016302b9-9800-4dfd-a331-ffa97ed1bd1a HTTP/1.1" status: 204 len: 168 time: 1.2406318 Feb 17 10:12:52.403072 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44790) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:12:52.459902 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-01d87893-14ee-40d0-95af-f2d4b2349d91 None None] Deleting port cbcfcd39-2afa-4ccc-81af-35b831425e8d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:12:52.460468 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01d87893-14ee-40d0-95af-f2d4b2349d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:52.525601 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-01d87893-14ee-40d0-95af-f2d4b2349d91 None None] The port 'cbcfcd39-2afa-4ccc-81af-35b831425e8d' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 10:12:52.951363 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-048221f9-0ffe-494b-b547-7483144d3d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:53.300266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-048221f9-0ffe-494b-b547-7483144d3d34 admin admin] Deleting port 45e41ebe-36b9-4865-a106-262dae6653fe {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:12:53.300531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-048221f9-0ffe-494b-b547-7483144d3d34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:53.573377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-048221f9-0ffe-494b-b547-7483144d3d34 admin admin] For port 45e41ebe-36b9-4865-a106-262dae6653fe, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=45e41ebe-36b9-4865-a106-262dae6653fe,segment=NetworkSegment(612bb6cb-db5b-4c12-b4ca-29feb87c7403),segment_id=612bb6cb-db5b-4c12-b4ca-29feb87c7403)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:12:53.573639 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-048221f9-0ffe-494b-b547-7483144d3d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:53.697047 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-048221f9-0ffe-494b-b547-7483144d3d34 admin admin] Calling delete_port for 45e41ebe-36b9-4865-a106-262dae6653fe owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:12:53.925264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-048221f9-0ffe-494b-b547-7483144d3d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:53.974668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048221f9-0ffe-494b-b547-7483144d3d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=45e41ebe-36b9-4865-a106-262dae6653fe,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:54.244846 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-048221f9-0ffe-494b-b547-7483144d3d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:54.599639 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048221f9-0ffe-494b-b547-7483144d3d34 admin admin] Router 57028533-b834-4fab-bcca-c5b5ce420429 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:12:54.713463 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22c01b8e-6883-4d64-94b9-31debb2d47a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:54.777457 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048221f9-0ffe-494b-b547-7483144d3d34 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:12:54.790554 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2b83e5-d0d2-4c1c-8513-ef1401728f90 None None] Sync routers for ids ['57028533-b834-4fab-bcca-c5b5ce420429'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:12:54.799892 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2b83e5-d0d2-4c1c-8513-ef1401728f90 None None] Routers {'57028533-b834-4fab-bcca-c5b5ce420429'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:12:54.800761 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ca2b83e5-d0d2-4c1c-8513-ef1401728f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:12:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['57028533-b834-4fab-bcca-c5b5ce420429'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:54.855204 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-048221f9-0ffe-494b-b547-7483144d3d34 admin admin] 10.222.0.75 "PUT /v2.0/routers/57028533-b834-4fab-bcca-c5b5ce420429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4510131 Feb 17 10:12:54.857525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44794) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:12:54.975039 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ca2b83e5-d0d2-4c1c-8513-ef1401728f90 None None] Set router 57028533-b834-4fab-bcca-c5b5ce420429 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:12:55.149441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2ebecce-530e-492b-b680-67a100633201 admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:55.258322 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ca2b83e5-d0d2-4c1c-8513-ef1401728f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57028533-b834-4fab-bcca-c5b5ce420429', 'name': 'tempest-TestVolumeBootPattern-415155703-router', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:11Z', 'updated_at': '2022-02-17T10:12:53Z', 'revision_number': 5, 'project_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'gw_port': {'id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57028533-b834-4fab-bcca-c5b5ce420429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:12Z', 'updated_at': '2022-02-17T10:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:55.262064 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2b83e5-d0d2-4c1c-8513-ef1401728f90 None None] Checking router: 57028533-b834-4fab-bcca-c5b5ce420429 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:12:55.270353 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2b83e5-d0d2-4c1c-8513-ef1401728f90 None None] Routers {'57028533-b834-4fab-bcca-c5b5ce420429'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:12:55.270776 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ca2b83e5-d0d2-4c1c-8513-ef1401728f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:12:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['57028533-b834-4fab-bcca-c5b5ce420429'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:55.327025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2ebecce-530e-492b-b680-67a100633201 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:55.404978 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d2ebecce-530e-492b-b680-67a100633201 admin admin] Deleting port 66c3826b-7163-4bda-adb6-ab8fc26bb29a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:12:55.405238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2ebecce-530e-492b-b680-67a100633201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:55.445155 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ca2b83e5-d0d2-4c1c-8513-ef1401728f90 None None] Set router 57028533-b834-4fab-bcca-c5b5ce420429 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:12:55.602745 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-d2ebecce-530e-492b-b680-67a100633201 admin admin] For port 66c3826b-7163-4bda-adb6-ab8fc26bb29a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=66c3826b-7163-4bda-adb6-ab8fc26bb29a,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:12:55.603378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2ebecce-530e-492b-b680-67a100633201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:55.737308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d2ebecce-530e-492b-b680-67a100633201 admin admin] Calling delete_port for 66c3826b-7163-4bda-adb6-ab8fc26bb29a owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:12:55.825358 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ca2b83e5-d0d2-4c1c-8513-ef1401728f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57028533-b834-4fab-bcca-c5b5ce420429', 'name': 'tempest-TestVolumeBootPattern-415155703-router', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:11Z', 'updated_at': '2022-02-17T10:12:53Z', 'revision_number': 5, 'project_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'gw_port': {'id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57028533-b834-4fab-bcca-c5b5ce420429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:12Z', 'updated_at': '2022-02-17T10:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:55.829618 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2b83e5-d0d2-4c1c-8513-ef1401728f90 None None] The sync data for ids ['57028533-b834-4fab-bcca-c5b5ce420429'] in dv-neutron-828143-5-hyperv is: [{'id': '57028533-b834-4fab-bcca-c5b5ce420429', 'name': 'tempest-TestVolumeBootPattern-415155703-router', 'tenant_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:02:11Z', 'updated_at': '2022-02-17T10:12:53Z', 'revision_number': 5, 'project_id': 'b733fd67ec6a4fb79f5ba48c018311b7', 'gw_port': {'id': '66c3826b-7163-4bda-adb6-ab8fc26bb29a', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57028533-b834-4fab-bcca-c5b5ce420429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:02:12Z', 'updated_at': '2022-02-17T10:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:12:56.008132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2ebecce-530e-492b-b680-67a100633201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:56.058409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebecce-530e-492b-b680-67a100633201 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c3826b-7163-4bda-adb6-ab8fc26bb29a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:56.155955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2ebecce-530e-492b-b680-67a100633201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:56.342300 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2ebecce-530e-492b-b680-67a100633201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:56.344750 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2ebecce-530e-492b-b680-67a100633201 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:56.441740 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2ebecce-530e-492b-b680-67a100633201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:56.442275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ebecce-530e-492b-b680-67a100633201 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57028533-b834-4fab-bcca-c5b5ce420429 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 10:12:56.455231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2ebecce-530e-492b-b680-67a100633201 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:56.456387 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d2ebecce-530e-492b-b680-67a100633201 admin admin] 10.222.0.75 "DELETE /v2.0/routers/57028533-b834-4fab-bcca-c5b5ce420429 HTTP/1.1" status: 204 len: 168 time: 1.5978446 Feb 17 10:12:56.459129 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44798) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:12:56.522568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c6872c-315f-4d5c-b2d0-fd34d45a089f admin admin] Deleting subnet 6070e426-ff98-4365-8d61-0eac831a4d1c {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:12:56.525953 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6c6872c-315f-4d5c-b2d0-fd34d45a089f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:56.579727 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6c6872c-315f-4d5c-b2d0-fd34d45a089f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:56.658260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6c6872c-315f-4d5c-b2d0-fd34d45a089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:56.796503 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6c6872c-315f-4d5c-b2d0-fd34d45a089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:56.951826 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6872c-315f-4d5c-b2d0-fd34d45a089f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6070e426-ff98-4365-8d61-0eac831a4d1c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:56.955682 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6c6872c-315f-4d5c-b2d0-fd34d45a089f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:56.961872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3acd7e5-75bb-45d9-add3-16276a23e729 None None] Network 1b4c03a8-fba5-45c6-80d6-591aaf79d53b requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:12:56.963204 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b6c6872c-315f-4d5c-b2d0-fd34d45a089f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6070e426-ff98-4365-8d61-0eac831a4d1c HTTP/1.1" status: 204 len: 168 time: 0.5030830 Feb 17 10:12:56.965705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44802) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:12:57.073688 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:57.086303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] Deleting port df2cf272-280e-4bc2-84ff-acabcbc73eda {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:12:57.086495 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c25d0ff-1f08-4634-b9cc-12ac7767796d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:57.086647 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:57.214184 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7eea7d-5332-4b89-b746-92731f8761a6 None None] DHCP port deletion for 1b4c03a8-fba5-45c6-80d6-591aaf79d53b request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:12:57.218388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-aa7eea7d-5332-4b89-b746-92731f8761a6 None None] Deleting port df2cf272-280e-4bc2-84ff-acabcbc73eda {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:12:57.218758 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa7eea7d-5332-4b89-b746-92731f8761a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:57.298655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] For port df2cf272-280e-4bc2-84ff-acabcbc73eda, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=df2cf272-280e-4bc2-84ff-acabcbc73eda,segment=NetworkSegment(612bb6cb-db5b-4c12-b4ca-29feb87c7403),segment_id=612bb6cb-db5b-4c12-b4ca-29feb87c7403)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:12:57.298655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:57.419711 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-aa7eea7d-5332-4b89-b746-92731f8761a6 None None] For port df2cf272-280e-4bc2-84ff-acabcbc73eda, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=df2cf272-280e-4bc2-84ff-acabcbc73eda,segment=NetworkSegment(612bb6cb-db5b-4c12-b4ca-29feb87c7403),segment_id=612bb6cb-db5b-4c12-b4ca-29feb87c7403)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:12:57.420105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa7eea7d-5332-4b89-b746-92731f8761a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:57.428196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] Calling delete_port for df2cf272-280e-4bc2-84ff-acabcbc73eda owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:12:57.547054 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-aa7eea7d-5332-4b89-b746-92731f8761a6 None None] Calling delete_port for df2cf272-280e-4bc2-84ff-acabcbc73eda owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:12:57.588450 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:57.622778 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-aa7eea7d-5332-4b89-b746-92731f8761a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:12:57.623137 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-aa7eea7d-5332-4b89-b746-92731f8761a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:12:57.638347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] Pushing event deleted for resources: {'Port': ['ID=df2cf272-280e-4bc2-84ff-acabcbc73eda,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:57.640130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] No DVR routers for this DVR port df2cf272-280e-4bc2-84ff-acabcbc73eda on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:12:57.757366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:57.782869 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4c03a8-fba5-45c6-80d6-591aaf79d53b']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:57.791313 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 45e41ebe-36b9-4865-a106-262dae6653fe no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:12:57.800394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612bb6cb-db5b-4c12-b4ca-29feb87c7403') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:57.801703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612bb6cb-db5b-4c12-b4ca-29feb87c7403') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:12:57.812903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:57.826676 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 45e41ebe-36b9-4865-a106-262dae6653fe {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:12:57.827029 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 45e41ebe-36b9-4865-a106-262dae6653fe not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:12:57.827442 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device df2cf272-280e-4bc2-84ff-acabcbc73eda no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:12:57.829729 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:57.836799 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:12:57.837831 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:12:57.850577 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:12:57.872145 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: df2cf272-280e-4bc2-84ff-acabcbc73eda {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:12:57.872487 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device df2cf272-280e-4bc2-84ff-acabcbc73eda not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:12:57.872896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 66c3826b-7163-4bda-adb6-ab8fc26bb29a no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:12:57.908099 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 66c3826b-7163-4bda-adb6-ab8fc26bb29a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:12:57.908446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 66c3826b-7163-4bda-adb6-ab8fc26bb29a not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:12:58.005170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:58.021824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:58.037133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:58.051032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4c03a8-fba5-45c6-80d6-591aaf79d53b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:58.058007 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-745d00a5-9902-489b-b1cf-8b1a4a0a604c admin admin] 10.222.0.75 "DELETE /v2.0/networks/1b4c03a8-fba5-45c6-80d6-591aaf79d53b HTTP/1.1" status: 204 len: 168 time: 1.0913057 Feb 17 10:12:58.124600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-aa7eea7d-5332-4b89-b746-92731f8761a6 None None] Deleting port df2cf272-280e-4bc2-84ff-acabcbc73eda {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:12:58.124994 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa7eea7d-5332-4b89-b746-92731f8761a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:58.234242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-aa7eea7d-5332-4b89-b746-92731f8761a6 None None] The port 'df2cf272-280e-4bc2-84ff-acabcbc73eda' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 10:12:58.339338 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:58.450783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44808) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:12:58.497788 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-43fa1c1f-cd79-45e3-8cd0-5e4a82eed60f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f4d53e81d8d04a719cc9e185d0c7048b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458312 Feb 17 10:12:58.500222 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44812) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:12:58.558189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eec66b72-3e9f-4d5b-800d-23d74a76388c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:58.584482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eec66b72-3e9f-4d5b-800d-23d74a76388c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:58.681738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eec66b72-3e9f-4d5b-800d-23d74a76388c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:58.702017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec66b72-3e9f-4d5b-800d-23d74a76388c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0598173c-9ac3-46bb-8264-b0ae0acfe648,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:58.706162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eec66b72-3e9f-4d5b-800d-23d74a76388c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:58.707813 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-eec66b72-3e9f-4d5b-800d-23d74a76388c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0598173c-9ac3-46bb-8264-b0ae0acfe648 HTTP/1.1" status: 204 len: 168 time: 0.2061586 Feb 17 10:12:59.380742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44820) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:12:59.428578 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4b9ed3b9-ab99-4128-a323-00083c9d2675 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b733fd67ec6a4fb79f5ba48c018311b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466092 Feb 17 10:12:59.431063 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44824) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:12:59.492928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7fff185d-a743-4eec-bc7b-66b6df129fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:59.517550 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7fff185d-a743-4eec-bc7b-66b6df129fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:59.644939 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7fff185d-a743-4eec-bc7b-66b6df129fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:59.661785 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff185d-a743-4eec-bc7b-66b6df129fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b264811c-4c68-462b-bcf3-cc8dc5de7b0b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:12:59.666497 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7fff185d-a743-4eec-bc7b-66b6df129fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:12:59.667197 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7fff185d-a743-4eec-bc7b-66b6df129fc9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b264811c-4c68-462b-bcf3-cc8dc5de7b0b HTTP/1.1" status: 204 len: 168 time: 0.2352567 Feb 17 10:12:59.885025 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:07.829159 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-c3511d0b-c607-43d8-8f09-986f9111063d tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=79c4dc2b586a4b669fa7759ae501e67f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269406 Feb 17 10:13:07.987386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9dd01a7f-8a9c-45e1-9d0d-a5035a54f89a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:07.989092 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9dd01a7f-8a9c-45e1-9d0d-a5035a54f89a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544600 Feb 17 10:13:08.004550 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-1f2682c5-7eb0-4bac-af94-8f82b6b95dae tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/quotas/79c4dc2b586a4b669fa7759ae501e67f HTTP/1.1" status: 200 len: 375 time: 0.0096989 Feb 17 10:13:08.055394 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-f3cfa625-4464-4515-839d-e9a226886aa1 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=79c4dc2b586a4b669fa7759ae501e67f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455844 Feb 17 10:13:08.315912 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-dd1a6169-cc2d-4202-b06f-1836f43fae12 req-68cdec0d-c250-41f9-b0f7-7542d1d602f2 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 210 time: 0.0451052 Feb 17 10:13:08.876018 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:09.413342 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4fcd00a8-bf95-4004-b34b-69720dd3a2bd req-b38e6570-eafb-4039-b109-5a04e456a935 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 210 time: 0.0433056 Feb 17 10:13:10.565597 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-50097a27-f54f-49c2-bf94-ca855869c849 req-d1aa5b3b-dc33-45f5-9e01-e8aaf4b008a5 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 210 time: 0.0452557 Feb 17 10:13:10.787539 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-109468a3-dc7f-452f-b08e-1018838442cf tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=79c4dc2b586a4b669fa7759ae501e67f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269279 Feb 17 10:13:10.939360 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-71e8924e-04c9-47d8-933b-c2a0cb6a164a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:10.940772 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-71e8924e-04c9-47d8-933b-c2a0cb6a164a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476982 Feb 17 10:13:10.962609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Request body: {'port': {'device_id': 'c8883bf6-72d0-4b16-b70d-332851e4c60a', 'network_id': 'b0e0fd59-80d2-442e-8368-a49187d40efd', 'admin_state_up': True, 'tenant_id': '79c4dc2b586a4b669fa7759ae501e67f'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:13:11.098024 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:13:11.101758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Usage tracker for resource:port and tenant:79c4dc2b586a4b669fa7759ae501e67f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:13:11.104720 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:13:11.110490 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:13:11.215946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Made reservation on behalf of 79c4dc2b586a4b669fa7759ae501e67f for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:13:11.219521 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:11.232344 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:11.248506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:13:11.252540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Usage tracker for resource:security_group_rule and tenant:79c4dc2b586a4b669fa7759ae501e67f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:13:11.256621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:13:11.263081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:13:11.343470 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:11.412851 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:11.593102 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71624db5-a66d-487c-bb57-2b0f1d9174a9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:11.736921 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-07490898-6c40-4400-9c6b-3b512063dbde req-72503ab1-84cb-4730-80bb-424a0fcf3fd5 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 210 time: 0.0551968 Feb 17 10:13:11.737945 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Allocated IP 192.168.233.75 (b0e0fd59-80d2-442e-8368-a49187d40efd/385451ea-9a3b-47cf-9021-6d21e72911e9/315955da-af60-48de-8fe1-dbda013fec24) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:13:11.940912 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:11.955877 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Transition to ACTIVE for port object 315955da-af60-48de-8fe1-dbda013fec24 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:13:12.045445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:12.120862 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Network b0e0fd59-80d2-442e-8368-a49187d40efd is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:13:12.124592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:13:12.128567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:13:12.162186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Pushing event updated for resources: {'Port': ['ID=315955da-af60-48de-8fe1-dbda013fec24,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:12.203536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:12.204228 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:12.322925 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-38e4f85b-312b-46a1-802c-6d29102ba87a tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3654366 Feb 17 10:13:12.347120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-e9e48c55-952f-4a97-94ec-8c6d4ea2da43 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 10:13:12.348181 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-e9e48c55-952f-4a97-94ec-8c6d4ea2da43 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051141 Feb 17 10:13:12.358093 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Request body: {'port': {'device_id': 'c8883bf6-72d0-4b16-b70d-332851e4c60a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:13:12.390164 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6ebc7543-b1cd-4840-a3ff-2dfeb94fc28f None None] Provisioning for port 315955da-af60-48de-8fe1-dbda013fec24 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:13:12.400469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6ebc7543-b1cd-4840-a3ff-2dfeb94fc28f None None] Provisioning complete for port 315955da-af60-48de-8fe1-dbda013fec24 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:13:12.400469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ebc7543-b1cd-4840-a3ff-2dfeb94fc28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:12.451267 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6ebc7543-b1cd-4840-a3ff-2dfeb94fc28f None None] Port 315955da-af60-48de-8fe1-dbda013fec24 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:13:12.470386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:12.809844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315955da-af60-48de-8fe1-dbda013fec24 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:13:12.817088 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:12.831123 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Transition to ACTIVE for port object 315955da-af60-48de-8fe1-dbda013fec24 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:13:12.910761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:12.927228 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f573f3-6e4b-4330-b329-f6223334249a req-afebec81-aa0e-422a-b81b-4a37a390aaf1 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:12.928695 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-48f573f3-6e4b-4330-b329-f6223334249a req-afebec81-aa0e-422a-b81b-4a37a390aaf1 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 935 time: 0.0812759 Feb 17 10:13:12.973436 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-48f573f3-6e4b-4330-b329-f6223334249a req-a27379c1-2343-4f4c-81e3-52c1f1884173 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/security-groups?id=71624db5-a66d-487c-bb57-2b0f1d9174a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381463 Feb 17 10:13:13.069735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Pushing event updated for resources: {'Port': ['ID=315955da-af60-48de-8fe1-dbda013fec24,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:13.143384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Attempting to bind port 315955da-af60-48de-8fe1-dbda013fec24 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:13:13.143713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Attempting to bind port 315955da-af60-48de-8fe1-dbda013fec24 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b0e0fd59-80d2-442e-8368-a49187d40efd'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:13:13.144538 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Attempting to bind port 315955da-af60-48de-8fe1-dbda013fec24 on network b0e0fd59-80d2-442e-8368-a49187d40efd {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:13:13.148930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Port 315955da-af60-48de-8fe1-dbda013fec24 on network b0e0fd59-80d2-442e-8368-a49187d40efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:13:13.149247 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Attempting to bind port 315955da-af60-48de-8fe1-dbda013fec24 on network b0e0fd59-80d2-442e-8368-a49187d40efd {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:13:13.154224 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:13:13.154556 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Checking segment: {'id': '8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b0e0fd59-80d2-442e-8368-a49187d40efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:13:13.154931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Bound using segment: {'id': '8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b0e0fd59-80d2-442e-8368-a49187d40efd'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:13:13.155343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Bound port: 315955da-af60-48de-8fe1-dbda013fec24, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b0e0fd59-80d2-442e-8368-a49187d40efd'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:13:13.155684 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:13.255973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] For port 315955da-af60-48de-8fe1-dbda013fec24, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:13:13.255973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] For port 315955da-af60-48de-8fe1-dbda013fec24, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=315955da-af60-48de-8fe1-dbda013fec24,segment=NetworkSegment(8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c),segment_id=8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:13:13.407648 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:13.463222 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:13.463773 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:13.465172 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-9e705087-aea7-4da9-abc1-32927124abef service neutron] 10.222.0.37 "PUT /v2.0/ports/315955da-af60-48de-8fe1-dbda013fec24 HTTP/1.1" status: 200 len: 1097 time: 1.1108375 Feb 17 10:13:13.472461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8883bf6-72d0-4b16-b70d-332851e4c60a', 'tag': '315955da-af60-48de-8fe1-dbda013fec24'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:13:13.500826 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e705087-aea7-4da9-abc1-32927124abef service neutron] Pushing event updated for resources: {'Port': ['ID=315955da-af60-48de-8fe1-dbda013fec24,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:13.531715 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8883bf6-72d0-4b16-b70d-332851e4c60a', 'tag': '315955da-af60-48de-8fe1-dbda013fec24', 'status': 'completed', 'code': 200} Feb 17 10:13:13.655145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc497a2f-d7a1-47b5-827c-c1df47af00a9 req-783c6a55-6c5c-4189-8725-b4fe3c425657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:13.656680 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-dc497a2f-d7a1-47b5-827c-c1df47af00a9 req-783c6a55-6c5c-4189-8725-b4fe3c425657 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=79c4dc2b586a4b669fa7759ae501e67f&device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 1100 time: 0.0778956 Feb 17 10:13:13.702401 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-dc497a2f-d7a1-47b5-827c-c1df47af00a9 req-e86554ff-4923-4764-b6fc-8863a2d93050 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=79c4dc2b586a4b669fa7759ae501e67f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297215 Feb 17 10:13:13.937314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc497a2f-d7a1-47b5-827c-c1df47af00a9 req-fe8a12ec-4f16-4fd9-9c3a-798165866fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:13.938816 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-dc497a2f-d7a1-47b5-827c-c1df47af00a9 req-fe8a12ec-4f16-4fd9-9c3a-798165866fe8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2290068 Feb 17 10:13:14.077135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-e18096c7-5495-4b75-a79e-a3998511ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:14.078808 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-e18096c7-5495-4b75-a79e-a3998511ea9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=79c4dc2b586a4b669fa7759ae501e67f&device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 1100 time: 0.0796633 Feb 17 10:13:14.159405 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-e8e050c7-5e3d-474f-a99b-ded5ee576be1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=315955da-af60-48de-8fe1-dbda013fec24 HTTP/1.1" status: 200 len: 217 time: 0.0665424 Feb 17 10:13:14.169645 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46832b01-3442-47d3-a180-f34f25b29379 req-ec81d8a1-10f8-4060-ae0b-ef268f089bbd tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:14.171187 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-46832b01-3442-47d3-a180-f34f25b29379 req-ec81d8a1-10f8-4060-ae0b-ef268f089bbd tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 947 time: 0.0857244 Feb 17 10:13:14.217628 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-46832b01-3442-47d3-a180-f34f25b29379 req-0b85a069-e886-41b1-93f8-c128231ec8d5 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/security-groups?id=71624db5-a66d-487c-bb57-2b0f1d9174a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403585 Feb 17 10:13:14.225795 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-48c0e962-4dbe-407a-bbaf-02621fbd9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:14.227302 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-48c0e962-4dbe-407a-bbaf-02621fbd9698 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=385451ea-9a3b-47cf-9021-6d21e72911e9 HTTP/1.1" status: 200 len: 843 time: 0.0617464 Feb 17 10:13:14.305461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-bbfcf658-3e04-431b-a1e4-7a8cadfbf3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:14.306863 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-bbfcf658-3e04-431b-a1e4-7a8cadfbf3a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0e0fd59-80d2-442e-8368-a49187d40efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0735431 Feb 17 10:13:14.438799 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-e10efa77-647d-4167-976b-3f03b4965ba2 service neutron] 10.222.0.37 "GET /v2.0/networks/b0e0fd59-80d2-442e-8368-a49187d40efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255941 Feb 17 10:13:14.580592 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2c6d3b11-46da-4976-bea0-9cc7e2d42866 req-dab0582b-417d-4029-8b39-e54064a03a02 service neutron] 10.222.0.37 "GET /v2.0/networks/b0e0fd59-80d2-442e-8368-a49187d40efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348147 Feb 17 10:13:15.406437 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e2ee2-7ca2-4a94-a3f2-8b03cf570ac5 req-22b8a23f-f913-40df-8fe5-bf5291fafc9e tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:15.407125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-376e2ee2-7ca2-4a94-a3f2-8b03cf570ac5 req-22b8a23f-f913-40df-8fe5-bf5291fafc9e tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Synchronizing usage tracker for tenant:79c4dc2b586a4b669fa7759ae501e67f on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:13:15.504585 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-376e2ee2-7ca2-4a94-a3f2-8b03cf570ac5 req-22b8a23f-f913-40df-8fe5-bf5291fafc9e tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Unset dirty status for tenant:79c4dc2b586a4b669fa7759ae501e67f on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:13:15.506419 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-376e2ee2-7ca2-4a94-a3f2-8b03cf570ac5 req-22b8a23f-f913-40df-8fe5-bf5291fafc9e tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 947 time: 0.1794648 Feb 17 10:13:15.549480 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-376e2ee2-7ca2-4a94-a3f2-8b03cf570ac5 req-4f616a24-80ec-4756-9f2f-444003689022 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Synchronizing usage tracker for tenant:79c4dc2b586a4b669fa7759ae501e67f on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:13:15.638785 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-376e2ee2-7ca2-4a94-a3f2-8b03cf570ac5 req-4f616a24-80ec-4756-9f2f-444003689022 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Unset dirty status for tenant:79c4dc2b586a4b669fa7759ae501e67f on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:13:15.640074 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-376e2ee2-7ca2-4a94-a3f2-8b03cf570ac5 req-4f616a24-80ec-4756-9f2f-444003689022 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/security-groups?id=71624db5-a66d-487c-bb57-2b0f1d9174a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281829 Feb 17 10:13:16.637256 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:13:16.825668 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e285a75-ba52-46ac-8b64-5667b02365a7 req-1ebfc0b7-f179-447e-ada3-4076f29acf0e tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:16.827164 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5e285a75-ba52-46ac-8b64-5667b02365a7 req-1ebfc0b7-f179-447e-ada3-4076f29acf0e tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 947 time: 0.0800374 Feb 17 10:13:16.871129 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5e285a75-ba52-46ac-8b64-5667b02365a7 req-1cdf5f94-3334-4d64-9e3c-92f5b355a0b7 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/security-groups?id=71624db5-a66d-487c-bb57-2b0f1d9174a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384045 Feb 17 10:13:17.383718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 315955da-af60-48de-8fe1-dbda013fec24 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:13:17.524958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 315955da-af60-48de-8fe1-dbda013fec24, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=315955da-af60-48de-8fe1-dbda013fec24,segment=NetworkSegment(8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c),segment_id=8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:13:17.538512 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '315955da-af60-48de-8fe1-dbda013fec24', 'network_id': 'b0e0fd59-80d2-442e-8368-a49187d40efd', 'port_id': '315955da-af60-48de-8fe1-dbda013fec24', 'mac_address': 'fa:16:3e:a4:32:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '385451ea-9a3b-47cf-9021-6d21e72911e9', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:13:17.592756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:17.610145 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315955da-af60-48de-8fe1-dbda013fec24 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:13:17.626400 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 315955da-af60-48de-8fe1-dbda013fec24, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=315955da-af60-48de-8fe1-dbda013fec24,segment=NetworkSegment(8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c),segment_id=8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:13:17.755956 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:17.828098 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=315955da-af60-48de-8fe1-dbda013fec24,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:17.836268 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:17.836611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:17.836948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:17.837278 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:17.837603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:17.837929 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:17.838283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:17.838604 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:17.838925 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:17.839267 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:17.839582 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:17.839893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:18.063703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393c00c-45cb-48d5-a0a2-be5450cd899e req-44bda3b5-7c00-4e2a-9d3b-5fec0a631f07 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:18.065144 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6393c00c-45cb-48d5-a0a2-be5450cd899e req-44bda3b5-7c00-4e2a-9d3b-5fec0a631f07 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 948 time: 0.0859673 Feb 17 10:13:18.112644 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6393c00c-45cb-48d5-a0a2-be5450cd899e req-52c47460-d724-445b-9af0-9cdece052928 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/security-groups?id=71624db5-a66d-487c-bb57-2b0f1d9174a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410979 Feb 17 10:13:18.229277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['315955da-af60-48de-8fe1-dbda013fec24'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:13:19.307246 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09267f1f-6f4b-4cc6-8cc0-520dd4eebcc5 req-3be93aa5-66f8-436e-b093-45ef149408b3 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:19.308764 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-09267f1f-6f4b-4cc6-8cc0-520dd4eebcc5 req-3be93aa5-66f8-436e-b093-45ef149408b3 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 948 time: 0.0844839 Feb 17 10:13:19.353950 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-09267f1f-6f4b-4cc6-8cc0-520dd4eebcc5 req-2200991a-3fe4-4c18-a957-09966878dd69 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/security-groups?id=71624db5-a66d-487c-bb57-2b0f1d9174a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395634 Feb 17 10:13:19.408088 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 315955da-af60-48de-8fe1-dbda013fec24 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:13:19.536090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 315955da-af60-48de-8fe1-dbda013fec24 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:13:19.541857 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 315955da-af60-48de-8fe1-dbda013fec24 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:13:19.542332 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:19.664408 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:19.692088 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8883bf6-72d0-4b16-b70d-332851e4c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315955da-af60-48de-8fe1-dbda013fec24'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:13:19.702592 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 315955da-af60-48de-8fe1-dbda013fec24, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=315955da-af60-48de-8fe1-dbda013fec24,segment=NetworkSegment(8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c),segment_id=8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:13:19.736044 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8883bf6-72d0-4b16-b70d-332851e4c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315955da-af60-48de-8fe1-dbda013fec24', 'code': 200} Feb 17 10:13:19.793152 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:19.863257 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=315955da-af60-48de-8fe1-dbda013fec24,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:20.122460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb4497-1aea-43eb-80a8-094d8f22ce6f req-7c8c4f8e-e16c-4ae4-b8d6-87428f3e706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:20.123948 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b3cb4497-1aea-43eb-80a8-094d8f22ce6f req-7c8c4f8e-e16c-4ae4-b8d6-87428f3e706c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 1102 time: 0.0704432 Feb 17 10:13:20.169257 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b3cb4497-1aea-43eb-80a8-094d8f22ce6f req-d2b2b100-47e3-4e89-809c-1ec5b064e4ec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=71624db5-a66d-487c-bb57-2b0f1d9174a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388162 Feb 17 10:13:20.539349 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee4645-e5ee-44f6-be61-40afb484abe1 req-70c323d8-b585-4e87-b443-8dfb95ff0176 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:20.540835 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0dee4645-e5ee-44f6-be61-40afb484abe1 req-70c323d8-b585-4e87-b443-8dfb95ff0176 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 949 time: 0.0813134 Feb 17 10:13:20.593042 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0dee4645-e5ee-44f6-be61-40afb484abe1 req-fa2f64bf-b2fe-4452-8c21-be663f4d68f9 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/security-groups?id=71624db5-a66d-487c-bb57-2b0f1d9174a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450096 Feb 17 10:13:21.804892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13cea0-e75c-4706-94a4-18a2d2aa8354 req-b23afa64-1012-4aa1-9a47-5118f5ff1b43 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:21.806453 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bc13cea0-e75c-4706-94a4-18a2d2aa8354 req-b23afa64-1012-4aa1-9a47-5118f5ff1b43 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 949 time: 0.0856662 Feb 17 10:13:21.850286 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bc13cea0-e75c-4706-94a4-18a2d2aa8354 req-d49542fe-a7a8-4957-a18f-d4dc8a3abaf1 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/security-groups?id=71624db5-a66d-487c-bb57-2b0f1d9174a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383015 Feb 17 10:13:23.041520 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc979c-477e-4043-9ecb-afffdb708319 req-18dad179-ea9f-47f1-806d-281078b5df94 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:23.043073 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c4cc979c-477e-4043-9ecb-afffdb708319 req-18dad179-ea9f-47f1-806d-281078b5df94 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 949 time: 0.0823438 Feb 17 10:13:23.088769 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c4cc979c-477e-4043-9ecb-afffdb708319 req-71aa2163-a965-459e-8ef0-a1e5cd3eac5f tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/security-groups?id=71624db5-a66d-487c-bb57-2b0f1d9174a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400925 Feb 17 10:13:24.756554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e377887-3ebe-4ebd-884b-2e04f23643c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:24.880153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5dd07-0e2b-4b21-96a6-8bbd93d29557 req-0e919790-a210-4905-b82d-6cd13344741c tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:24.882116 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bea5dd07-0e2b-4b21-96a6-8bbd93d29557 req-0e919790-a210-4905-b82d-6cd13344741c tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 949 time: 0.0845916 Feb 17 10:13:24.930734 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bea5dd07-0e2b-4b21-96a6-8bbd93d29557 req-1181548b-a800-4360-b557-bad46eef369f tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/security-groups?id=71624db5-a66d-487c-bb57-2b0f1d9174a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 Feb 17 10:13:26.119739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab39e18-f0da-4e27-bfe2-e816e1ef9404 req-e4eedc5b-3952-4c06-ad8a-9739e54c3551 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:26.121200 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0ab39e18-f0da-4e27-bfe2-e816e1ef9404 req-e4eedc5b-3952-4c06-ad8a-9739e54c3551 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 949 time: 0.0836313 Feb 17 10:13:26.170433 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0ab39e18-f0da-4e27-bfe2-e816e1ef9404 req-2d5c4dfd-4e0a-496d-9d30-26f5c3ccf8c9 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/security-groups?id=71624db5-a66d-487c-bb57-2b0f1d9174a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436196 Feb 17 10:13:26.621853 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fa6ca-0962-4f69-85d9-017add59790b req-c2cec3dc-1aae-4934-ab86-2373ac1f995d tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:26.623371 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9d2fa6ca-0962-4f69-85d9-017add59790b req-c2cec3dc-1aae-4934-ab86-2373ac1f995d tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 949 time: 0.0791645 Feb 17 10:13:26.693588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-9d2fa6ca-0962-4f69-85d9-017add59790b req-5d7019ac-df34-4e5b-bbb0-359945d7b807 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Deleting port 315955da-af60-48de-8fe1-dbda013fec24 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:13:26.693931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9d2fa6ca-0962-4f69-85d9-017add59790b req-5d7019ac-df34-4e5b-bbb0-359945d7b807 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:26.944816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-9d2fa6ca-0962-4f69-85d9-017add59790b req-5d7019ac-df34-4e5b-bbb0-359945d7b807 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] For port 315955da-af60-48de-8fe1-dbda013fec24, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=315955da-af60-48de-8fe1-dbda013fec24,segment=NetworkSegment(8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c),segment_id=8d1e9f0a-a2f0-4c8a-9abf-4f93ea13f89c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:13:26.945179 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9d2fa6ca-0962-4f69-85d9-017add59790b req-5d7019ac-df34-4e5b-bbb0-359945d7b807 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:27.009999 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f06832f-f26b-45ff-befd-1829b086aa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:27.175643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-9d2fa6ca-0962-4f69-85d9-017add59790b req-5d7019ac-df34-4e5b-bbb0-359945d7b807 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Calling delete_port for 315955da-af60-48de-8fe1-dbda013fec24 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:13:27.358911 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ef15f-bb20-4121-a6b5-2f9f5e349350 req-0423fb3f-c431-4377-a471-45927ad9797e tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:27.360508 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8b9ef15f-bb20-4121-a6b5-2f9f5e349350 req-0423fb3f-c431-4377-a471-45927ad9797e tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 949 time: 0.0834777 Feb 17 10:13:27.399056 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9d2fa6ca-0962-4f69-85d9-017add59790b req-5d7019ac-df34-4e5b-bbb0-359945d7b807 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:27.405908 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8b9ef15f-bb20-4121-a6b5-2f9f5e349350 req-8819cac9-bc17-4319-8c93-a2d9239855cb tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/security-groups?id=71624db5-a66d-487c-bb57-2b0f1d9174a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391765 Feb 17 10:13:27.433717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['315955da-af60-48de-8fe1-dbda013fec24'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:13:27.458067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7019ac-df34-4e5b-bbb0-359945d7b807 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Pushing event deleted for resources: {'Port': ['ID=315955da-af60-48de-8fe1-dbda013fec24,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:27.534548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2fa6ca-0962-4f69-85d9-017add59790b req-5d7019ac-df34-4e5b-bbb0-359945d7b807 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] No DVR routers for this DVR port 315955da-af60-48de-8fe1-dbda013fec24 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:13:27.537444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9d2fa6ca-0962-4f69-85d9-017add59790b req-5d7019ac-df34-4e5b-bbb0-359945d7b807 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:27.540420 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8883bf6-72d0-4b16-b70d-332851e4c60a', 'name': 'network-vif-deleted', 'tag': '315955da-af60-48de-8fe1-dbda013fec24'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:13:27.585824 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8883bf6-72d0-4b16-b70d-332851e4c60a', 'name': 'network-vif-deleted', 'tag': '315955da-af60-48de-8fe1-dbda013fec24', 'status': 'completed', 'code': 200} Feb 17 10:13:27.605150 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9d2fa6ca-0962-4f69-85d9-017add59790b req-5d7019ac-df34-4e5b-bbb0-359945d7b807 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.37 "DELETE /v2.0/ports/315955da-af60-48de-8fe1-dbda013fec24 HTTP/1.1" status: 204 len: 173 time: 0.9757204 Feb 17 10:13:27.976001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:28.275715 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:28.680223 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0a0097c3-e128-4d59-9a67-b1fd2d2a8b09 req-536bbe4b-9342-484f-8714-64b1cea5bbb7 tempest-ServersAdminNegativeTestJSON-1093034464 tempest-ServersAdminNegativeTestJSON-1093034464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8883bf6-72d0-4b16-b70d-332851e4c60a HTTP/1.1" status: 200 len: 210 time: 0.1556442 Feb 17 10:13:29.884929 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:30.244506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44970) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:13:30.402298 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0c451786-eb99-4b65-a0c3-2ad38f880799 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=79c4dc2b586a4b669fa7759ae501e67f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564121 Feb 17 10:13:30.404568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44976) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:13:30.462127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:30.491091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:30.650381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:30.667985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71624db5-a66d-487c-bb57-2b0f1d9174a9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:30.675714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:30.676055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:30.676388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:30.676742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:30.677800 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:30.678207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:30.678537 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:30.678868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:30.679188 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:30.679506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:30.679820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:30.680133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:30.769166 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:30.770313 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0473d37e-2dd1-4780-ab51-3d6ff4b0fea3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/71624db5-a66d-487c-bb57-2b0f1d9174a9 HTTP/1.1" status: 204 len: 168 time: 0.3648467 Feb 17 10:13:31.444666 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 44984) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:13:31.446720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 315955da-af60-48de-8fe1-dbda013fec24 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:13:31.463296 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:31.477615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:13:31.480292 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 315955da-af60-48de-8fe1-dbda013fec24 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:13:31.480643 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 315955da-af60-48de-8fe1-dbda013fec24 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:13:31.482432 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Usage tracker for resource:security_group_rule and tenant:03ff11839ad440219e2564d33551bbb4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:13:31.485749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:13:31.491869 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:13:31.574569 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:31.662256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:31.709080 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=03ff11839ad440219e2564d33551bbb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629023 Feb 17 10:13:31.709945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fe61ba-caa6-4075-ad01-a9f404246f65,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:31.711962 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 44988) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:13:31.717242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:31.717588 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:31.717925 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:31.718283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:31.718614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:31.718943 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:31.719273 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:31.719593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:31.719912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:31.720233 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:31.720550 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:31.720867 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2958725-b0eb-410a-86a9-20da043cd3ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:13:31.774755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f33759e1-c8b1-4083-a108-2c271279533b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:31.801009 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f33759e1-c8b1-4083-a108-2c271279533b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:31.958792 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f33759e1-c8b1-4083-a108-2c271279533b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:31.973162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33759e1-c8b1-4083-a108-2c271279533b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fe61ba-caa6-4075-ad01-a9f404246f65,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:31.979937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f33759e1-c8b1-4083-a108-2c271279533b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:31.981045 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f33759e1-c8b1-4083-a108-2c271279533b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f4fe61ba-caa6-4075-ad01-a9f404246f65 HTTP/1.1" status: 204 len: 168 time: 0.2680573 Feb 17 10:13:33.127050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 45012) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:13:33.244999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-451835813-network', 'tenant_id': '5cb9c0e18db94f86ac36e8f7a44749dc'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:13:33.250019 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:13:33.253518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Usage tracker for resource:network and tenant:5cb9c0e18db94f86ac36e8f7a44749dc is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:13:33.257340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:13:33.262957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:13:33.330158 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Made reservation on behalf of 5cb9c0e18db94f86ac36e8f7a44749dc for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:13:33.332439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:33.344671 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:33.359411 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:13:33.363205 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Usage tracker for resource:security_group_rule and tenant:5cb9c0e18db94f86ac36e8f7a44749dc is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:13:33.366634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:13:33.372347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:13:33.453233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:33.532285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:33.565405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:13:33.570648 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efd1572-4f09-49e1-a78d-50cf3f009115,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:33.577256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:33.577605 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Added segment 703a2696-0668-4e5e-9e4b-d90aa71bf232 of type vlan for network 5bb24a8c-d91b-448a-abf3-f472d5d909f9 Feb 17 10:13:33.607252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:33.703888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:33.704887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:33.705546 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:33.811025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb24a8c-d91b-448a-abf3-f472d5d909f9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:33.820715 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 5bb24a8c-d91b-448a-abf3-f472d5d909f9 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:13:33.899073 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-07842f60-e70b-418f-8a4c-59784e8918c5 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7708373 Feb 17 10:13:33.901848 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 45018) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:13:33.907430 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6ad8c3b4-8bb4-4fd6-a7b0-28d72346229f admin admin] Request body: {'subnet': {'network_id': '5bb24a8c-d91b-448a-abf3-f472d5d909f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-451835813-subnet', 'tenant_id': '5cb9c0e18db94f86ac36e8f7a44749dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:13:33.912562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6ad8c3b4-8bb4-4fd6-a7b0-28d72346229f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:13:33.916783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6ad8c3b4-8bb4-4fd6-a7b0-28d72346229f admin admin] Usage tracker for resource:subnet and tenant:5cb9c0e18db94f86ac36e8f7a44749dc is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:13:33.919676 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6ad8c3b4-8bb4-4fd6-a7b0-28d72346229f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:13:33.927628 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6ad8c3b4-8bb4-4fd6-a7b0-28d72346229f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:13:34.027488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad8c3b4-8bb4-4fd6-a7b0-28d72346229f admin admin] Made reservation on behalf of 5cb9c0e18db94f86ac36e8f7a44749dc for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:13:34.029971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c3b4-8bb4-4fd6-a7b0-28d72346229f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:34.315942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c3b4-8bb4-4fd6-a7b0-28d72346229f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:34.388265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8c3b4-8bb4-4fd6-a7b0-28d72346229f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f894d0e2-0023-495d-ad73-89a72fc0d402,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:34.401148 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8c3b4-8bb4-4fd6-a7b0-28d72346229f admin admin] Checking segment: {'id': '703a2696-0668-4e5e-9e4b-d90aa71bf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5bb24a8c-d91b-448a-abf3-f472d5d909f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:13:34.401622 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad8c3b4-8bb4-4fd6-a7b0-28d72346229f admin admin] Network hostable DHCP agents. Network: 5bb24a8c-d91b-448a-abf3-f472d5d909f9, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:13:34.478797 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad8c3b4-8bb4-4fd6-a7b0-28d72346229f admin admin] Network 5bb24a8c-d91b-448a-abf3-f472d5d909f9 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:13:34.553100 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-6ad8c3b4-8bb4-4fd6-a7b0-28d72346229f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 5bb24a8c-d91b-448a-abf3-f472d5d909f9) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:13:34.557460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad8c3b4-8bb4-4fd6-a7b0-28d72346229f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:34.558058 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c3b4-8bb4-4fd6-a7b0-28d72346229f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:34.564786 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ec58b6-1774-4229-97ed-832295928b22 None None] Network 5bb24a8c-d91b-448a-abf3-f472d5d909f9 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:13:34.657140 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6ad8c3b4-8bb4-4fd6-a7b0-28d72346229f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7538617 Feb 17 10:13:34.785211 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa38978-54f7-4978-b19b-7e838b2722ae None None] Network 5bb24a8c-d91b-448a-abf3-f472d5d909f9 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:13:35.205456 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-73678157-24e1-4460-8ed7-04cfc86bcd0a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:35.206857 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-73678157-24e1-4460-8ed7-04cfc86bcd0a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/networks?id=5bb24a8c-d91b-448a-abf3-f472d5d909f9 HTTP/1.1" status: 200 len: 811 time: 0.1515822 Feb 17 10:13:35.223032 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-036ec24e-2f77-4059-8002-37a6db63fb27 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/quotas/5cb9c0e18db94f86ac36e8f7a44749dc HTTP/1.1" status: 200 len: 375 time: 0.0093336 Feb 17 10:13:35.276410 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-fece0aba-0b61-467d-984d-ceca266d0ab0 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5cb9c0e18db94f86ac36e8f7a44749dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468786 Feb 17 10:13:35.416986 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-92cd1d50-9b8e-4dc6-ab3c-16bf8800428f service neutron] 10.222.0.75 "GET /v2.0/networks/5bb24a8c-d91b-448a-abf3-f472d5d909f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330881 Feb 17 10:13:35.550918 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-07539243-8247-44e0-86cc-bd6c206896cf service neutron] 10.222.0.75 "GET /v2.0/networks/5bb24a8c-d91b-448a-abf3-f472d5d909f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276584 Feb 17 10:13:35.836371 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-024c08fe-2da2-406a-993d-b1a5614c8149 req-9c2eba9a-7195-46d5-80de-22d18c3a10bb tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 210 time: 0.0543017 Feb 17 10:13:36.992045 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e98f8d50-a822-4c59-9106-34c54088290a req-ba1a6a22-90b8-4dc7-9992-ab8f43160475 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 210 time: 0.0436907 Feb 17 10:13:38.237171 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-f585e629-d29e-40e1-bf08-908702f8adc5 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:38.250945 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-f585e629-d29e-40e1-bf08-908702f8adc5 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Synchronizing usage tracker for tenant:5cb9c0e18db94f86ac36e8f7a44749dc on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:13:38.305091 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f5d8af92-837c-427c-ab50-a45f1c1a9416 req-90b22bbd-2794-4eaa-8da1-62b6d71b7518 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 210 time: 0.0433841 Feb 17 10:13:38.338056 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-f585e629-d29e-40e1-bf08-908702f8adc5 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Unset dirty status for tenant:5cb9c0e18db94f86ac36e8f7a44749dc on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:13:38.342738 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-f585e629-d29e-40e1-bf08-908702f8adc5 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.37 "GET /v2.0/networks?id=5bb24a8c-d91b-448a-abf3-f472d5d909f9 HTTP/1.1" status: 200 len: 811 time: 0.2649467 Feb 17 10:13:38.357679 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-b55d43db-dbf7-49c8-bfa9-fc32b819bd6a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Request body: {'port': {'device_id': 'f0936dce-1c78-418a-8d33-0e86f62f3565', 'network_id': '5bb24a8c-d91b-448a-abf3-f472d5d909f9', 'admin_state_up': True, 'tenant_id': '5cb9c0e18db94f86ac36e8f7a44749dc'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:13:38.500645 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-b55d43db-dbf7-49c8-bfa9-fc32b819bd6a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:13:38.504643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-b55d43db-dbf7-49c8-bfa9-fc32b819bd6a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Usage tracker for resource:port and tenant:5cb9c0e18db94f86ac36e8f7a44749dc is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:13:38.507766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-b55d43db-dbf7-49c8-bfa9-fc32b819bd6a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:13:38.513449 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-b55d43db-dbf7-49c8-bfa9-fc32b819bd6a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:13:38.589967 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-b55d43db-dbf7-49c8-bfa9-fc32b819bd6a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Made reservation on behalf of 5cb9c0e18db94f86ac36e8f7a44749dc for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:13:38.593427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-b55d43db-dbf7-49c8-bfa9-fc32b819bd6a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:38.754587 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-b55d43db-dbf7-49c8-bfa9-fc32b819bd6a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Allocated IP 172.20.0.13 (5bb24a8c-d91b-448a-abf3-f472d5d909f9/f894d0e2-0023-495d-ad73-89a72fc0d402/ca341e89-161c-40c9-a93a-c635fcb7c1e1) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:13:38.835953 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:38.961259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-b55d43db-dbf7-49c8-bfa9-fc32b819bd6a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:39.044610 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-b55d43db-dbf7-49c8-bfa9-fc32b819bd6a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:39.117296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-b55d43db-dbf7-49c8-bfa9-fc32b819bd6a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Network 5bb24a8c-d91b-448a-abf3-f472d5d909f9 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:13:39.120179 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-b55d43db-dbf7-49c8-bfa9-fc32b819bd6a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:13:39.122701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-b55d43db-dbf7-49c8-bfa9-fc32b819bd6a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:13:39.163460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d43db-dbf7-49c8-bfa9-fc32b819bd6a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Pushing event updated for resources: {'Port': ['ID=ca341e89-161c-40c9-a93a-c635fcb7c1e1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:39.190645 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-b55d43db-dbf7-49c8-bfa9-fc32b819bd6a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:39.191237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-b55d43db-dbf7-49c8-bfa9-fc32b819bd6a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:39.285336 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-b55d43db-dbf7-49c8-bfa9-fc32b819bd6a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9313700 Feb 17 10:13:39.303555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Request body: {'port': {'device_id': 'f0936dce-1c78-418a-8d33-0e86f62f3565', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:13:39.417294 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:39.495845 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8c965-dd4f-42e7-aa16-df774e2a43f3 req-10d09486-ccf6-4606-acfd-e7517b1fd674 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:39.497349 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3cb8c965-dd4f-42e7-aa16-df774e2a43f3 req-10d09486-ccf6-4606-acfd-e7517b1fd674 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 932 time: 0.0804341 Feb 17 10:13:39.545277 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3cb8c965-dd4f-42e7-aa16-df774e2a43f3 req-194cd679-6e86-4120-99a1-2cf42a26c055 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Feb 17 10:13:39.887248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca341e89-161c-40c9-a93a-c635fcb7c1e1 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:13:39.894845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:39.909703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Transition to ACTIVE for port object ca341e89-161c-40c9-a93a-c635fcb7c1e1 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:13:40.007607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:40.164089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Pushing event updated for resources: {'Port': ['ID=ca341e89-161c-40c9-a93a-c635fcb7c1e1,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:40.243895 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Attempting to bind port ca341e89-161c-40c9-a93a-c635fcb7c1e1 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:13:40.244233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Attempting to bind port ca341e89-161c-40c9-a93a-c635fcb7c1e1 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '703a2696-0668-4e5e-9e4b-d90aa71bf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5bb24a8c-d91b-448a-abf3-f472d5d909f9'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:13:40.244559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Attempting to bind port ca341e89-161c-40c9-a93a-c635fcb7c1e1 on network 5bb24a8c-d91b-448a-abf3-f472d5d909f9 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:13:40.249075 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Port ca341e89-161c-40c9-a93a-c635fcb7c1e1 on network 5bb24a8c-d91b-448a-abf3-f472d5d909f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:13:40.249401 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Attempting to bind port ca341e89-161c-40c9-a93a-c635fcb7c1e1 on network 5bb24a8c-d91b-448a-abf3-f472d5d909f9 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:13:40.254510 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:13:40.254846 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Checking segment: {'id': '703a2696-0668-4e5e-9e4b-d90aa71bf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5bb24a8c-d91b-448a-abf3-f472d5d909f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:13:40.256140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Bound using segment: {'id': '703a2696-0668-4e5e-9e4b-d90aa71bf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5bb24a8c-d91b-448a-abf3-f472d5d909f9'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:13:40.256368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Bound port: ca341e89-161c-40c9-a93a-c635fcb7c1e1, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '703a2696-0668-4e5e-9e4b-d90aa71bf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '5bb24a8c-d91b-448a-abf3-f472d5d909f9'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:13:40.256718 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:40.347176 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] For port ca341e89-161c-40c9-a93a-c635fcb7c1e1, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:13:40.350262 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] For port ca341e89-161c-40c9-a93a-c635fcb7c1e1, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ca341e89-161c-40c9-a93a-c635fcb7c1e1,segment=NetworkSegment(703a2696-0668-4e5e-9e4b-d90aa71bf232),segment_id=703a2696-0668-4e5e-9e4b-d90aa71bf232)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:13:40.418372 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:40.482339 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:40.482944 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:40.484289 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] 10.222.0.37 "PUT /v2.0/ports/ca341e89-161c-40c9-a93a-c635fcb7c1e1 HTTP/1.1" status: 200 len: 1094 time: 1.1853611 Feb 17 10:13:40.484725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0936dce-1c78-418a-8d33-0e86f62f3565', 'tag': 'ca341e89-161c-40c9-a93a-c635fcb7c1e1'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:13:40.507623 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25efa5-5931-481e-b565-bf6f6096ed06 service neutron] Pushing event updated for resources: {'Port': ['ID=ca341e89-161c-40c9-a93a-c635fcb7c1e1,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:40.533511 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0936dce-1c78-418a-8d33-0e86f62f3565', 'tag': 'ca341e89-161c-40c9-a93a-c635fcb7c1e1', 'status': 'completed', 'code': 200} Feb 17 10:13:40.727998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266369f-7c40-437d-afb7-9c2084b44acf req-ad166fd1-b12f-4e5e-92f1-0d39b07c4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:40.729412 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e266369f-7c40-437d-afb7-9c2084b44acf req-ad166fd1-b12f-4e5e-92f1-0d39b07c4483 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cb9c0e18db94f86ac36e8f7a44749dc&device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 1097 time: 0.0785856 Feb 17 10:13:40.745999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcd3a2-ee9e-40ee-9fd1-3a6102cf4a95 req-d1783488-c7eb-41cb-a965-72a7bee4b87a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:40.747524 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-93bcd3a2-ee9e-40ee-9fd1-3a6102cf4a95 req-d1783488-c7eb-41cb-a965-72a7bee4b87a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 944 time: 0.0888982 Feb 17 10:13:40.799400 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-93bcd3a2-ee9e-40ee-9fd1-3a6102cf4a95 req-ad886b69-a0f6-46a4-bb7b-11962b6e567c tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461698 Feb 17 10:13:40.885960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266369f-7c40-437d-afb7-9c2084b44acf req-07332c6f-b893-4392-af7f-ab67066dec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:40.887446 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e266369f-7c40-437d-afb7-9c2084b44acf req-07332c6f-b893-4392-af7f-ab67066dec55 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5cb9c0e18db94f86ac36e8f7a44749dc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1417518 Feb 17 10:13:41.026771 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266369f-7c40-437d-afb7-9c2084b44acf req-c3353d0b-7bc8-4480-a572-2750c402b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:41.028157 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e266369f-7c40-437d-afb7-9c2084b44acf req-c3353d0b-7bc8-4480-a572-2750c402b76c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344347 Feb 17 10:13:41.160747 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-732f40bf-ebe2-4932-957d-57e4d544b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:41.162300 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-732f40bf-ebe2-4932-957d-57e4d544b45d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cb9c0e18db94f86ac36e8f7a44749dc&device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 1097 time: 0.0730886 Feb 17 10:13:41.240075 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-c5d1cd98-dff0-42a5-ac4e-17d47d8cf473 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca341e89-161c-40c9-a93a-c635fcb7c1e1 HTTP/1.1" status: 200 len: 217 time: 0.0634878 Feb 17 10:13:41.309217 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be9619eb-3882-43e3-b32a-5c738c6f3902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:41.310617 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-be9619eb-3882-43e3-b32a-5c738c6f3902 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f894d0e2-0023-495d-ad73-89a72fc0d402 HTTP/1.1" status: 200 len: 851 time: 0.0647349 Feb 17 10:13:41.367768 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-d1d2bd2b-0f5a-488f-b1f8-379ad8f83436 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5bb24a8c-d91b-448a-abf3-f472d5d909f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512609 Feb 17 10:13:41.500798 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-7a0a7db5-f44f-440d-9723-ea0a68e04c9e service neutron] 10.222.0.37 "GET /v2.0/networks/5bb24a8c-d91b-448a-abf3-f472d5d909f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261289 Feb 17 10:13:41.644591 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1e9dad2d-fee7-4cb3-bda1-cbf46cbeac95 req-37f5dd69-cbb8-4a2c-8e59-0ee309ea8ef0 service neutron] 10.222.0.37 "GET /v2.0/networks/5bb24a8c-d91b-448a-abf3-f472d5d909f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376426 Feb 17 10:13:41.997249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177106bc-1fc0-4532-b151-4ce816996dd6 req-1c1a2736-123a-4f47-93ed-2a28985f61fd tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:41.997937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-177106bc-1fc0-4532-b151-4ce816996dd6 req-1c1a2736-123a-4f47-93ed-2a28985f61fd tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Synchronizing usage tracker for tenant:5cb9c0e18db94f86ac36e8f7a44749dc on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:13:42.084151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-177106bc-1fc0-4532-b151-4ce816996dd6 req-1c1a2736-123a-4f47-93ed-2a28985f61fd tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Unset dirty status for tenant:5cb9c0e18db94f86ac36e8f7a44749dc on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:13:42.085821 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-177106bc-1fc0-4532-b151-4ce816996dd6 req-1c1a2736-123a-4f47-93ed-2a28985f61fd tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 944 time: 0.1788909 Feb 17 10:13:42.130487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-177106bc-1fc0-4532-b151-4ce816996dd6 req-5e2d168f-064e-4c4e-98ca-9294f485ac1d tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Synchronizing usage tracker for tenant:5cb9c0e18db94f86ac36e8f7a44749dc on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:13:42.229762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-177106bc-1fc0-4532-b151-4ce816996dd6 req-5e2d168f-064e-4c4e-98ca-9294f485ac1d tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Unset dirty status for tenant:5cb9c0e18db94f86ac36e8f7a44749dc on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:13:42.231359 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-177106bc-1fc0-4532-b151-4ce816996dd6 req-5e2d168f-064e-4c4e-98ca-9294f485ac1d tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389244 Feb 17 10:13:43.427707 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6366866-f1f8-4ea4-8a2e-617e842e00a3 req-11676a81-3085-4b8c-a5f5-688b94f8d633 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:43.429345 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b6366866-f1f8-4ea4-8a2e-617e842e00a3 req-11676a81-3085-4b8c-a5f5-688b94f8d633 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 944 time: 0.0870502 Feb 17 10:13:43.485140 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b6366866-f1f8-4ea4-8a2e-617e842e00a3 req-c471cf9b-d5fe-4adc-825d-b2f006c1f70e tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498705 Feb 17 10:13:44.800900 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800db7c-89f3-4653-94d8-a538090ea775 req-df5962e8-d76f-40a8-af35-47e41127adbf tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:44.802342 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6800db7c-89f3-4653-94d8-a538090ea775 req-df5962e8-d76f-40a8-af35-47e41127adbf tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 944 time: 0.2062612 Feb 17 10:13:44.852879 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6800db7c-89f3-4653-94d8-a538090ea775 req-e66f48f5-2e74-4e41-9352-a73c544fe59d tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Feb 17 10:13:45.538876 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device ca341e89-161c-40c9-a93a-c635fcb7c1e1 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:13:45.713347 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port ca341e89-161c-40c9-a93a-c635fcb7c1e1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ca341e89-161c-40c9-a93a-c635fcb7c1e1,segment=NetworkSegment(703a2696-0668-4e5e-9e4b-d90aa71bf232),segment_id=703a2696-0668-4e5e-9e4b-d90aa71bf232)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:13:45.726389 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'ca341e89-161c-40c9-a93a-c635fcb7c1e1', 'network_id': '5bb24a8c-d91b-448a-abf3-f472d5d909f9', 'port_id': 'ca341e89-161c-40c9-a93a-c635fcb7c1e1', 'mac_address': 'fa:16:3e:6b:f5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f894d0e2-0023-495d-ad73-89a72fc0d402', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:13:45.785287 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:45.802710 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca341e89-161c-40c9-a93a-c635fcb7c1e1 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:13:45.819057 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port ca341e89-161c-40c9-a93a-c635fcb7c1e1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ca341e89-161c-40c9-a93a-c635fcb7c1e1,segment=NetworkSegment(703a2696-0668-4e5e-9e4b-d90aa71bf232),segment_id=703a2696-0668-4e5e-9e4b-d90aa71bf232)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:13:45.884763 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:45.955864 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=ca341e89-161c-40c9-a93a-c635fcb7c1e1,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:46.045780 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef34c1-1efa-41e8-aae1-e10e3848b0fa req-18ee4efe-5489-4ff5-9a3a-2ff0daf3d9bc tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:46.047295 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-45ef34c1-1efa-41e8-aae1-e10e3848b0fa req-18ee4efe-5489-4ff5-9a3a-2ff0daf3d9bc tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 945 time: 0.0892751 Feb 17 10:13:46.092762 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-45ef34c1-1efa-41e8-aae1-e10e3848b0fa req-5a4034a2-0c05-4c25-82ad-42d98a949b2f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387654 Feb 17 10:13:46.289876 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['ca341e89-161c-40c9-a93a-c635fcb7c1e1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:13:47.277668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4d702-e03d-4a7e-a69e-27019fea9d0b req-788e9d69-97aa-46a0-b5ac-73e292502ffb tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:47.279175 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0cc4d702-e03d-4a7e-a69e-27019fea9d0b req-788e9d69-97aa-46a0-b5ac-73e292502ffb tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 945 time: 0.0808527 Feb 17 10:13:47.327581 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0cc4d702-e03d-4a7e-a69e-27019fea9d0b req-a11ff82c-5f5b-4809-80f2-48503417ee73 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426507 Feb 17 10:13:47.554483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device ca341e89-161c-40c9-a93a-c635fcb7c1e1 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:13:47.684476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port ca341e89-161c-40c9-a93a-c635fcb7c1e1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:13:47.689687 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port ca341e89-161c-40c9-a93a-c635fcb7c1e1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:13:47.690066 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:47.825241 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:47.851511 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0936dce-1c78-418a-8d33-0e86f62f3565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca341e89-161c-40c9-a93a-c635fcb7c1e1'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:13:47.861023 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port ca341e89-161c-40c9-a93a-c635fcb7c1e1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ca341e89-161c-40c9-a93a-c635fcb7c1e1,segment=NetworkSegment(703a2696-0668-4e5e-9e4b-d90aa71bf232),segment_id=703a2696-0668-4e5e-9e4b-d90aa71bf232)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:13:47.896542 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0936dce-1c78-418a-8d33-0e86f62f3565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca341e89-161c-40c9-a93a-c635fcb7c1e1', 'code': 200} Feb 17 10:13:47.952598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:48.023361 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=ca341e89-161c-40c9-a93a-c635fcb7c1e1,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:13:48.369432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab476b-7be8-403a-b159-d007d53059a5 req-f21603a9-5978-4d5d-b3ad-8fc59cffa5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:48.370961 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-39ab476b-7be8-403a-b159-d007d53059a5 req-f21603a9-5978-4d5d-b3ad-8fc59cffa5de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 1099 time: 0.1319025 Feb 17 10:13:48.412885 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-39ab476b-7be8-403a-b159-d007d53059a5 req-5c6d9827-e3ab-4cb2-8273-cdc829d59da6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351253 Feb 17 10:13:48.517083 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f1f9c-126e-4947-ac1a-fb89c6dd1cbf req-c105bcc6-713f-4905-a85b-ba07b11754d5 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:48.518469 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-324f1f9c-126e-4947-ac1a-fb89c6dd1cbf req-c105bcc6-713f-4905-a85b-ba07b11754d5 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0834098 Feb 17 10:13:48.563047 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-324f1f9c-126e-4947-ac1a-fb89c6dd1cbf req-2e4754c9-1d40-4916-9922-f9b3183563bb tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388303 Feb 17 10:13:49.755691 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8a09e-de7d-4ebc-9762-e39d0623eb85 req-1908bf36-c455-4358-8273-fb749971812d tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:49.757772 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3cb8a09e-de7d-4ebc-9762-e39d0623eb85 req-1908bf36-c455-4358-8273-fb749971812d tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0877686 Feb 17 10:13:49.802156 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3cb8a09e-de7d-4ebc-9762-e39d0623eb85 req-eae2b0a2-3216-4e76-811d-f81eebd736f3 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382218 Feb 17 10:13:50.990216 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bcee0-a4f8-49ef-8c96-39c273871f7a req-d576c8dd-cb61-41f0-98f4-e455ff1e2185 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:50.991803 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-307bcee0-a4f8-49ef-8c96-39c273871f7a req-d576c8dd-cb61-41f0-98f4-e455ff1e2185 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0804505 Feb 17 10:13:51.037705 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-307bcee0-a4f8-49ef-8c96-39c273871f7a req-376f1430-0430-4e96-ab1e-f960d7d150d5 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401897 Feb 17 10:13:51.615698 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab8cb7-1ea1-4309-a753-1018bba94426 req-85cc853b-eb73-4314-93ab-b704e615f62d tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:51.617692 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eaab8cb7-1ea1-4309-a753-1018bba94426 req-85cc853b-eb73-4314-93ab-b704e615f62d tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0840108 Feb 17 10:13:51.665347 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eaab8cb7-1ea1-4309-a753-1018bba94426 req-c2b557ae-e2f7-4818-899d-b556931ffdcd tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402551 Feb 17 10:13:51.700464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 45090) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:13:51.817094 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42b522a5-076e-4c01-a021-13eb795c69ed req-7d70fbd9-f25d-4806-bf7e-9b102c913de3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1155274 Feb 17 10:13:52.894167 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cd36b-cacc-4017-8d8a-4483fefd0eea req-6ed35ad9-5c0f-4f35-bd1f-37c9abe7ce8b tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:52.895612 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d46cd36b-cacc-4017-8d8a-4483fefd0eea req-6ed35ad9-5c0f-4f35-bd1f-37c9abe7ce8b tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0956473 Feb 17 10:13:52.943292 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d46cd36b-cacc-4017-8d8a-4483fefd0eea req-37cf742d-467e-4c73-ae9e-7936b890615e tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415473 Feb 17 10:13:53.639670 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:13:54.159861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f032ec5-95a7-4e86-9599-89a098bdeb44 req-eab409f3-d9e2-478f-a6c0-a08d5970088a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:54.161327 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f032ec5-95a7-4e86-9599-89a098bdeb44 req-eab409f3-d9e2-478f-a6c0-a08d5970088a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0858119 Feb 17 10:13:54.208793 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f032ec5-95a7-4e86-9599-89a098bdeb44 req-aaaf62ac-aab0-47dd-9863-2df02f481ce2 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 Feb 17 10:13:54.442564 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b522a5-076e-4c01-a021-13eb795c69ed req-3f48e897-e16b-4d2c-a5e2-5484b936bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:54.444076 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42b522a5-076e-4c01-a021-13eb795c69ed req-3f48e897-e16b-4d2c-a5e2-5484b936bdf5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cb9c0e18db94f86ac36e8f7a44749dc&device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 1099 time: 0.0734591 Feb 17 10:13:54.579009 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b522a5-076e-4c01-a021-13eb795c69ed req-d4df7d61-e84e-44ad-82a6-f9b85de8a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:54.580458 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42b522a5-076e-4c01-a021-13eb795c69ed req-d4df7d61-e84e-44ad-82a6-f9b85de8a5c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5bb24a8c-d91b-448a-abf3-f472d5d909f9 HTTP/1.1" status: 200 len: 912 time: 0.1294458 Feb 17 10:13:54.651837 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42b522a5-076e-4c01-a021-13eb795c69ed req-f9e51dcf-05f5-40cd-94f6-c5efda47277b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca341e89-161c-40c9-a93a-c635fcb7c1e1 HTTP/1.1" status: 200 len: 217 time: 0.0647888 Feb 17 10:13:54.714876 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba1fc895-1808-486b-a1e6-89bc4b807f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:54.715404 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b522a5-076e-4c01-a021-13eb795c69ed req-623e1127-4924-4246-8d0e-5c2f23cc620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:54.716622 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42b522a5-076e-4c01-a021-13eb795c69ed req-623e1127-4924-4246-8d0e-5c2f23cc620a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f894d0e2-0023-495d-ad73-89a72fc0d402 HTTP/1.1" status: 200 len: 851 time: 0.0586920 Feb 17 10:13:54.767916 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42b522a5-076e-4c01-a021-13eb795c69ed req-0eff5646-b175-42fc-9e2f-c8b1b513c4b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5bb24a8c-d91b-448a-abf3-f472d5d909f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451574 Feb 17 10:13:54.899308 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42b522a5-076e-4c01-a021-13eb795c69ed req-f9612b3d-c19b-4a0b-a763-e7c999bf3dc0 service neutron] 10.222.0.37 "GET /v2.0/networks/5bb24a8c-d91b-448a-abf3-f472d5d909f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253264 Feb 17 10:13:55.032917 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42b522a5-076e-4c01-a021-13eb795c69ed req-854fde2c-2e62-44e7-b272-e3fede77ecee service neutron] 10.222.0.37 "GET /v2.0/networks/5bb24a8c-d91b-448a-abf3-f472d5d909f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264553 Feb 17 10:13:55.443212 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b436b-6ce6-4f2a-9c0f-369b6e10bd5d req-edac6473-eb6c-4602-b208-d87fedb2eff4 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:55.446126 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e68b436b-6ce6-4f2a-9c0f-369b6e10bd5d req-edac6473-eb6c-4602-b208-d87fedb2eff4 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.1034989 Feb 17 10:13:55.499685 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e68b436b-6ce6-4f2a-9c0f-369b6e10bd5d req-7a8d9cea-3a68-44f2-88aa-0ebf8c80b158 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476689 Feb 17 10:13:56.724211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499665-b563-4068-8624-a7c32036bd68 req-1e3b59f3-8772-4628-aa2d-c08a27728bcc tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:56.725850 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4a499665-b563-4068-8624-a7c32036bd68 req-1e3b59f3-8772-4628-aa2d-c08a27728bcc tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.1005492 Feb 17 10:13:56.775880 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4a499665-b563-4068-8624-a7c32036bd68 req-81afecb2-98f8-4785-ba00-0ada84752cc5 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429425 Feb 17 10:13:57.006464 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0894bda-33ca-4ec0-a39c-9772c3debeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:57.935689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:57.977717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b75a0-676e-42a3-9418-54b9bf01fa4d req-a746f091-acae-4149-b159-899137b05fe5 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:57.979242 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8f6b75a0-676e-42a3-9418-54b9bf01fa4d req-a746f091-acae-4149-b159-899137b05fe5 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0838668 Feb 17 10:13:58.030819 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8f6b75a0-676e-42a3-9418-54b9bf01fa4d req-e39d5efb-7164-4d51-b946-346d8842b567 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458817 Feb 17 10:13:58.269182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:13:59.232824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498ea1d-6e39-4c5d-8c24-5531cf09a5cb req-7ce56224-2858-4bba-ae42-6f27a655b1b4 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:13:59.234413 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e498ea1d-6e39-4c5d-8c24-5531cf09a5cb req-7ce56224-2858-4bba-ae42-6f27a655b1b4 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0899127 Feb 17 10:13:59.280580 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e498ea1d-6e39-4c5d-8c24-5531cf09a5cb req-86b4a9ea-7344-41ed-8726-3761c8c05445 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405271 Feb 17 10:13:59.880860 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:00.485232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10f7f6-f5c1-4032-be00-a90c84d3f957 req-670fd794-306d-4e9a-85cc-ee4265a75463 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:00.486743 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2c10f7f6-f5c1-4032-be00-a90c84d3f957 req-670fd794-306d-4e9a-85cc-ee4265a75463 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0884535 Feb 17 10:14:00.531685 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2c10f7f6-f5c1-4032-be00-a90c84d3f957 req-b6f22223-d6c0-4ea9-8b6d-5ee2f6ee8a96 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392425 Feb 17 10:14:01.722418 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b3e4e-a636-4dc6-a7bb-637638ff848c req-9185ca61-0cdf-495c-80a8-952b49401260 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:01.723891 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fd8b3e4e-a636-4dc6-a7bb-637638ff848c req-9185ca61-0cdf-495c-80a8-952b49401260 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0849404 Feb 17 10:14:01.774745 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fd8b3e4e-a636-4dc6-a7bb-637638ff848c req-9b9bc30f-c6b8-4bd2-952d-ba898b023d0b tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438881 Feb 17 10:14:02.967132 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f013791-c8ea-4bb9-a5fc-511e0defdae9 req-fe951be2-8091-4d2e-9527-4380de2375eb tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:02.968645 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6f013791-c8ea-4bb9-a5fc-511e0defdae9 req-fe951be2-8091-4d2e-9527-4380de2375eb tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0870931 Feb 17 10:14:03.014705 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6f013791-c8ea-4bb9-a5fc-511e0defdae9 req-8e325f90-c279-4889-b429-c9ae2eab0296 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 Feb 17 10:14:04.207341 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1ea4c-225f-4527-98f2-478a028f9fed req-b84e99cc-ae4a-4c09-aab3-bda5415fa676 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:04.208810 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fce1ea4c-225f-4527-98f2-478a028f9fed req-b84e99cc-ae4a-4c09-aab3-bda5415fa676 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0826437 Feb 17 10:14:04.254106 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fce1ea4c-225f-4527-98f2-478a028f9fed req-d0023126-f0ca-40d1-b8b0-cb41b18e2f64 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385654 Feb 17 10:14:05.442375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa36c8-87a3-4e03-9353-8ffe93ca5cc0 req-c007891b-5209-41ea-9990-e5f94deded56 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:05.443980 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-47aa36c8-87a3-4e03-9353-8ffe93ca5cc0 req-c007891b-5209-41ea-9990-e5f94deded56 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0808015 Feb 17 10:14:05.489635 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-47aa36c8-87a3-4e03-9353-8ffe93ca5cc0 req-c006d49c-652e-4918-8335-252bf77a179e tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393486 Feb 17 10:14:06.682891 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e7c62-474b-46ac-b051-cb0e88c47331 req-eb3cfb80-9c60-4096-a007-c83f28092eee tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:06.684338 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c04e7c62-474b-46ac-b051-cb0e88c47331 req-eb3cfb80-9c60-4096-a007-c83f28092eee tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0845435 Feb 17 10:14:06.829657 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c04e7c62-474b-46ac-b051-cb0e88c47331 req-d790eb43-5ad0-4541-8a8b-8b20409700bc tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393862 Feb 17 10:14:08.018027 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b18e3-8981-4777-ab28-d7a582515cb0 req-9d793da2-e89f-45e6-a370-b0a73c2c6d3b tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:08.019493 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-061b18e3-8981-4777-ab28-d7a582515cb0 req-9d793da2-e89f-45e6-a370-b0a73c2c6d3b tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0826833 Feb 17 10:14:08.064168 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-061b18e3-8981-4777-ab28-d7a582515cb0 req-c7052ff8-35ca-42f5-bf29-c08e470d9041 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390084 Feb 17 10:14:08.874561 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:09.249929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a3a7a-c458-4136-86e6-15acdb5e18f3 req-039ecd1a-08f6-4f1c-ac95-27a34c625921 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:09.251449 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e70a3a7a-c458-4136-86e6-15acdb5e18f3 req-039ecd1a-08f6-4f1c-ac95-27a34c625921 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0837436 Feb 17 10:14:09.298942 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e70a3a7a-c458-4136-86e6-15acdb5e18f3 req-00d3bd75-826f-4282-aae2-be3a67e33112 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419261 Feb 17 10:14:10.486557 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56002d36-cf4c-44a3-bdea-09b5e9df5c5d req-4e722295-62bd-4d49-bfd6-0d3a9a267ad1 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:10.488065 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-56002d36-cf4c-44a3-bdea-09b5e9df5c5d req-4e722295-62bd-4d49-bfd6-0d3a9a267ad1 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0811756 Feb 17 10:14:10.532868 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-56002d36-cf4c-44a3-bdea-09b5e9df5c5d req-08d9d31e-9514-45b8-959c-e8840ce1c4f9 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391955 Feb 17 10:14:11.723198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e207c-fa43-4454-bee8-4b2fe9f04daa req-03f1fee4-4812-42fc-8f3e-c0082191af91 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:11.724669 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a26e207c-fa43-4454-bee8-4b2fe9f04daa req-03f1fee4-4812-42fc-8f3e-c0082191af91 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0831320 Feb 17 10:14:11.767624 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a26e207c-fa43-4454-bee8-4b2fe9f04daa req-610bb463-9610-4004-935e-602ec579d200 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373666 Feb 17 10:14:12.952996 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ecc23-2cc4-4302-bd7e-cdd758f22c26 req-582562a2-f28f-48cc-bbd1-bb0a1f2a7da8 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:12.954464 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b02ecc23-2cc4-4302-bd7e-cdd758f22c26 req-582562a2-f28f-48cc-bbd1-bb0a1f2a7da8 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0811415 Feb 17 10:14:12.998633 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b02ecc23-2cc4-4302-bd7e-cdd758f22c26 req-5a0dc377-628c-40f0-ad48-bab77c91bf28 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385773 Feb 17 10:14:14.182306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da03d33-3701-4f32-808f-fd5721ab9160 req-5f06ef6d-5ffc-4232-b8d9-fd678c26d802 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:14.184060 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1da03d33-3701-4f32-808f-fd5721ab9160 req-5f06ef6d-5ffc-4232-b8d9-fd678c26d802 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0814409 Feb 17 10:14:14.232197 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1da03d33-3701-4f32-808f-fd5721ab9160 req-de2529fe-6111-42ec-beba-b1a6322a4ef3 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425551 Feb 17 10:14:15.425246 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3436-7144-4e9e-8ef9-3d68b923f923 req-92617dc9-3001-4b73-b372-8c1d75fd7f3b tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:15.427011 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ca5e3436-7144-4e9e-8ef9-3d68b923f923 req-92617dc9-3001-4b73-b372-8c1d75fd7f3b tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0842407 Feb 17 10:14:15.474748 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ca5e3436-7144-4e9e-8ef9-3d68b923f923 req-3c547a2f-4756-48f4-8ec6-144d7a0375d9 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410569 Feb 17 10:14:16.662451 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fe261-d429-4cd7-baf8-60616893904f req-80b87c9e-2d0a-47b9-8904-d429195defab tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:16.663925 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c57fe261-d429-4cd7-baf8-60616893904f req-80b87c9e-2d0a-47b9-8904-d429195defab tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0817318 Feb 17 10:14:16.708090 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c57fe261-d429-4cd7-baf8-60616893904f req-9ea03da4-1b57-45b4-850c-744ae52f1d3e tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378206 Feb 17 10:14:17.895902 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7d7cb-1af8-4995-8afc-2a6eb3b8632d req-850e8ce6-c741-4832-9bb4-0a7cfd64b40e tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:17.897283 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-adf7d7cb-1af8-4995-8afc-2a6eb3b8632d req-850e8ce6-c741-4832-9bb4-0a7cfd64b40e tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0793161 Feb 17 10:14:17.941795 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-adf7d7cb-1af8-4995-8afc-2a6eb3b8632d req-9d263cb3-c08e-4cf2-a434-6141efaab735 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383513 Feb 17 10:14:19.135324 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305936c4-52f7-41b7-b30f-1912689b9c21 req-de183a14-a0f0-4750-a050-c706f6cfe343 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:19.137347 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-305936c4-52f7-41b7-b30f-1912689b9c21 req-de183a14-a0f0-4750-a050-c706f6cfe343 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0861285 Feb 17 10:14:19.183385 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-305936c4-52f7-41b7-b30f-1912689b9c21 req-10561faa-2ccf-435c-989e-611d6d39d135 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408659 Feb 17 10:14:20.470679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360c6ee-cca2-4998-a8e7-91bb2528e6cc req-3d00009f-a068-4f56-927d-858466af7f62 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:20.472068 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f360c6ee-cca2-4998-a8e7-91bb2528e6cc req-3d00009f-a068-4f56-927d-858466af7f62 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.1793218 Feb 17 10:14:20.515921 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f360c6ee-cca2-4998-a8e7-91bb2528e6cc req-9d7b6825-8ddb-4047-ad85-7b5a8691e65b tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382187 Feb 17 10:14:21.705274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336ada0-efcb-4189-a1f0-38bb782d6b9d req-fee6b7b2-bffd-496b-9357-5ca393497aaa tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:21.706775 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3336ada0-efcb-4189-a1f0-38bb782d6b9d req-fee6b7b2-bffd-496b-9357-5ca393497aaa tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0828214 Feb 17 10:14:21.751993 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3336ada0-efcb-4189-a1f0-38bb782d6b9d req-20f7f5a1-45bf-42e7-b914-85ef6cbf6367 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395832 Feb 17 10:14:22.567893 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42b522a5-076e-4c01-a021-13eb795c69ed req-e126bfea-4016-4d9e-8e0f-bf77f69e883b service neutron] 10.222.0.37 "GET /v2.0/ports/ca341e89-161c-40c9-a93a-c635fcb7c1e1/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0783195 Feb 17 10:14:22.945139 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd1c5f-1ffb-4cce-a283-92884d749e15 req-b08d6457-f0a9-4029-bb69-99aac9f272f3 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:22.946605 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-99fd1c5f-1ffb-4cce-a283-92884d749e15 req-b08d6457-f0a9-4029-bb69-99aac9f272f3 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0875092 Feb 17 10:14:22.994783 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-99fd1c5f-1ffb-4cce-a283-92884d749e15 req-a39fc9d1-605f-413a-a10c-c96eb4bbdea1 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417230 Feb 17 10:14:23.144809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b522a5-076e-4c01-a021-13eb795c69ed req-92c2215e-84cc-49c5-ba57-7377f77e4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:23.146366 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42b522a5-076e-4c01-a021-13eb795c69ed req-92c2215e-84cc-49c5-ba57-7377f77e4602 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565&tenant_id=5cb9c0e18db94f86ac36e8f7a44749dc HTTP/1.1" status: 200 len: 1099 time: 0.0718119 Feb 17 10:14:23.254566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b522a5-076e-4c01-a021-13eb795c69ed req-68210210-38cd-4070-a12f-14e64e6d779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:23.255969 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42b522a5-076e-4c01-a021-13eb795c69ed req-68210210-38cd-4070-a12f-14e64e6d779d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cb9c0e18db94f86ac36e8f7a44749dc&device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 1099 time: 0.0753229 Feb 17 10:14:23.390199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b522a5-076e-4c01-a021-13eb795c69ed req-16edfcdb-1357-4e70-aff3-9aa1cf10b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:23.391659 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42b522a5-076e-4c01-a021-13eb795c69ed req-16edfcdb-1357-4e70-aff3-9aa1cf10b090 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5bb24a8c-d91b-448a-abf3-f472d5d909f9 HTTP/1.1" status: 200 len: 912 time: 0.1288636 Feb 17 10:14:23.461147 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42b522a5-076e-4c01-a021-13eb795c69ed req-9fc1337f-ea31-41b7-b9dc-5a41701d7053 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca341e89-161c-40c9-a93a-c635fcb7c1e1 HTTP/1.1" status: 200 len: 217 time: 0.0631111 Feb 17 10:14:23.530477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b522a5-076e-4c01-a021-13eb795c69ed req-9ad803cc-6804-47be-9ac9-d0c9c089dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:23.531817 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42b522a5-076e-4c01-a021-13eb795c69ed req-9ad803cc-6804-47be-9ac9-d0c9c089dc2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f894d0e2-0023-495d-ad73-89a72fc0d402 HTTP/1.1" status: 200 len: 851 time: 0.0629103 Feb 17 10:14:23.581281 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42b522a5-076e-4c01-a021-13eb795c69ed req-106824da-6831-40e7-9fc5-a69a7374e0cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5bb24a8c-d91b-448a-abf3-f472d5d909f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429471 Feb 17 10:14:23.722463 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42b522a5-076e-4c01-a021-13eb795c69ed req-85f53930-0cb5-4d86-80f4-4aa36915b781 service neutron] 10.222.0.37 "GET /v2.0/networks/5bb24a8c-d91b-448a-abf3-f472d5d909f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349099 Feb 17 10:14:23.866962 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42b522a5-076e-4c01-a021-13eb795c69ed req-d695c52a-d3d1-4d52-bee1-ad213bdfbcb4 service neutron] 10.222.0.37 "GET /v2.0/networks/5bb24a8c-d91b-448a-abf3-f472d5d909f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379533 Feb 17 10:14:24.202165 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb5199-9cc3-4592-9d4a-b0a12bff4f3a req-da589eb5-ebeb-4f4a-ad41-a6a94679f43e tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:24.203666 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64eb5199-9cc3-4592-9d4a-b0a12bff4f3a req-da589eb5-ebeb-4f4a-ad41-a6a94679f43e tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0923440 Feb 17 10:14:24.249769 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64eb5199-9cc3-4592-9d4a-b0a12bff4f3a req-bf1d83c7-221a-49ec-a73f-d9be7f031a44 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402815 Feb 17 10:14:24.691258 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-151938bc-b218-4ce5-80d1-43647c395557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:25.439474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d1def-d1cc-422f-bbd3-3394571f6c9f req-f04cc395-d21f-40c9-9314-5394362431a3 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:25.441426 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1c6d1def-d1cc-422f-bbd3-3394571f6c9f req-f04cc395-d21f-40c9-9314-5394362431a3 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0810542 Feb 17 10:14:25.485302 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1c6d1def-d1cc-422f-bbd3-3394571f6c9f req-60006512-d3bc-4266-aaa1-789be1e3e21e tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383961 Feb 17 10:14:25.818526 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device ca341e89-161c-40c9-a93a-c635fcb7c1e1 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:14:25.826589 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device ca341e89-161c-40c9-a93a-c635fcb7c1e1 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:14:26.052485 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:26.071141 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port ca341e89-161c-40c9-a93a-c635fcb7c1e1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ca341e89-161c-40c9-a93a-c635fcb7c1e1,segment=NetworkSegment(703a2696-0668-4e5e-9e4b-d90aa71bf232),segment_id=703a2696-0668-4e5e-9e4b-d90aa71bf232)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:14:26.095317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'ca341e89-161c-40c9-a93a-c635fcb7c1e1', 'network_id': '5bb24a8c-d91b-448a-abf3-f472d5d909f9', 'port_id': 'ca341e89-161c-40c9-a93a-c635fcb7c1e1', 'mac_address': 'fa:16:3e:6b:f5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f894d0e2-0023-495d-ad73-89a72fc0d402', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:14:26.096703 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0936dce-1c78-418a-8d33-0e86f62f3565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca341e89-161c-40c9-a93a-c635fcb7c1e1'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:14:26.134266 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port ca341e89-161c-40c9-a93a-c635fcb7c1e1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ca341e89-161c-40c9-a93a-c635fcb7c1e1,segment=NetworkSegment(703a2696-0668-4e5e-9e4b-d90aa71bf232),segment_id=703a2696-0668-4e5e-9e4b-d90aa71bf232)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:14:26.160634 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0936dce-1c78-418a-8d33-0e86f62f3565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca341e89-161c-40c9-a93a-c635fcb7c1e1', 'code': 200} Feb 17 10:14:26.162833 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:26.180416 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca341e89-161c-40c9-a93a-c635fcb7c1e1 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:14:26.218489 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:26.332555 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:14:26.332820 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:14:26.338523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=ca341e89-161c-40c9-a93a-c635fcb7c1e1,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:14:26.347931 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:26.348284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:26.348661 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:26.348997 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:26.349331 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:26.349668 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:26.350016 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:26.350397 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:26.350723 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:26.351047 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:26.351371 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:26.351692 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:26.685099 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4dbd64-c854-43fb-b82f-0755202cfc51 req-a39b91f0-a306-4686-8611-c00220d6368d tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:26.686696 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0f4dbd64-c854-43fb-b82f-0755202cfc51 req-a39b91f0-a306-4686-8611-c00220d6368d tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 944 time: 0.0865853 Feb 17 10:14:26.730844 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0f4dbd64-c854-43fb-b82f-0755202cfc51 req-2e0fd035-42e0-452a-bda3-de7c890fd09a tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384684 Feb 17 10:14:26.892733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:26.910389 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca341e89-161c-40c9-a93a-c635fcb7c1e1 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:14:26.926599 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port ca341e89-161c-40c9-a93a-c635fcb7c1e1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ca341e89-161c-40c9-a93a-c635fcb7c1e1,segment=NetworkSegment(703a2696-0668-4e5e-9e4b-d90aa71bf232),segment_id=703a2696-0668-4e5e-9e4b-d90aa71bf232)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:14:27.005207 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:27.041296 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e55b71b6-c41c-4621-9403-00e8ca85a8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:27.073265 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=ca341e89-161c-40c9-a93a-c635fcb7c1e1,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:14:27.239501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['ca341e89-161c-40c9-a93a-c635fcb7c1e1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:14:27.840031 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device ca341e89-161c-40c9-a93a-c635fcb7c1e1 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:14:27.924086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port ca341e89-161c-40c9-a93a-c635fcb7c1e1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:14:27.924771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:27.934107 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d8e72-0a9f-4f97-9353-fe9c46bf26f8 req-d6908622-1953-4be7-9590-85f13c7a2de3 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:27.937391 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0f3d8e72-0a9f-4f97-9353-fe9c46bf26f8 req-d6908622-1953-4be7-9590-85f13c7a2de3 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 945 time: 0.0927515 Feb 17 10:14:27.969129 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:28.038095 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0f3d8e72-0a9f-4f97-9353-fe9c46bf26f8 req-d4ed5350-e510-4dbd-a02f-cdc14adaf19c tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947077 Feb 17 10:14:28.043746 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:28.078081 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port ca341e89-161c-40c9-a93a-c635fcb7c1e1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ca341e89-161c-40c9-a93a-c635fcb7c1e1,segment=NetworkSegment(703a2696-0668-4e5e-9e4b-d90aa71bf232),segment_id=703a2696-0668-4e5e-9e4b-d90aa71bf232)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:14:28.160031 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:28.193144 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0936dce-1c78-418a-8d33-0e86f62f3565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca341e89-161c-40c9-a93a-c635fcb7c1e1'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:14:28.248850 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=ca341e89-161c-40c9-a93a-c635fcb7c1e1,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:14:28.255395 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0936dce-1c78-418a-8d33-0e86f62f3565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca341e89-161c-40c9-a93a-c635fcb7c1e1', 'code': 200} Feb 17 10:14:28.308695 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:28.585696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-6bbbd9ee-ffe7-48db-aef4-cc17bf485b4e tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:28.587079 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-6bbbd9ee-ffe7-48db-aef4-cc17bf485b4e tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565&tenant_id=5cb9c0e18db94f86ac36e8f7a44749dc&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 946 time: 0.0903978 Feb 17 10:14:28.740770 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-7154890d-fb8e-49ec-9bf5-2ba8fe5e51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:28.742251 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-7154890d-fb8e-49ec-9bf5-2ba8fe5e51c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cb9c0e18db94f86ac36e8f7a44749dc&device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 1099 time: 0.0696030 Feb 17 10:14:28.967857 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-13f8f327-717b-408c-893f-690b9447374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:28.969303 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-13f8f327-717b-408c-893f-690b9447374c service neutron] 10.222.0.37 "GET /v2.0/networks?id=5bb24a8c-d91b-448a-abf3-f472d5d909f9 HTTP/1.1" status: 200 len: 912 time: 0.2202182 Feb 17 10:14:29.038412 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-3d93ca32-5cf5-4aef-ad5f-3cba3a2570a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca341e89-161c-40c9-a93a-c635fcb7c1e1 HTTP/1.1" status: 200 len: 217 time: 0.0627511 Feb 17 10:14:29.102625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-78ba5a73-b330-4fdc-89e6-b273643f4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:29.104122 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-78ba5a73-b330-4fdc-89e6-b273643f4374 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f894d0e2-0023-495d-ad73-89a72fc0d402 HTTP/1.1" status: 200 len: 851 time: 0.0598578 Feb 17 10:14:29.157113 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-e4841428-b5e7-4fef-96b3-3a03c8a9e3fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5bb24a8c-d91b-448a-abf3-f472d5d909f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462275 Feb 17 10:14:29.287652 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-69c4fd67-019b-4787-9e89-2ae8afc47a4a service neutron] 10.222.0.37 "GET /v2.0/networks/5bb24a8c-d91b-448a-abf3-f472d5d909f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248062 Feb 17 10:14:29.418775 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-38894527-6020-4cbb-aaa7-7d001d1e942c service neutron] 10.222.0.37 "GET /v2.0/networks/5bb24a8c-d91b-448a-abf3-f472d5d909f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256843 Feb 17 10:14:30.015590 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:30.638126 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:14:31.070339 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfd09a-78e1-4b87-8ed2-56522108f7bb req-8e53c322-4c5a-4f97-946d-b04d77f95c58 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:31.071882 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c1dfd09a-78e1-4b87-8ed2-56522108f7bb req-8e53c322-4c5a-4f97-946d-b04d77f95c58 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0798810 Feb 17 10:14:31.118537 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c1dfd09a-78e1-4b87-8ed2-56522108f7bb req-3dcd7bea-2db9-484b-94d8-560e029c848c tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405791 Feb 17 10:14:32.367107 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcdd71-4d2a-432d-aa85-7bf851b90806 req-7966fb1d-1c06-4a59-b699-3fd1bd84f484 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:32.368624 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1fbcdd71-4d2a-432d-aa85-7bf851b90806 req-7966fb1d-1c06-4a59-b699-3fd1bd84f484 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.1421795 Feb 17 10:14:32.414446 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1fbcdd71-4d2a-432d-aa85-7bf851b90806 req-1e894d68-6a38-4916-bdcb-0c2a19fcb4e4 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388772 Feb 17 10:14:33.086677 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-9f90a487-2f91-40d9-a8e5-4d8ff501ca79 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:33.088120 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-9f90a487-2f91-40d9-a8e5-4d8ff501ca79 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.0856669 Feb 17 10:14:33.160642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Deleting port ca341e89-161c-40c9-a93a-c635fcb7c1e1 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:14:33.160987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:33.427301 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] For port ca341e89-161c-40c9-a93a-c635fcb7c1e1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ca341e89-161c-40c9-a93a-c635fcb7c1e1,segment=NetworkSegment(703a2696-0668-4e5e-9e4b-d90aa71bf232),segment_id=703a2696-0668-4e5e-9e4b-d90aa71bf232)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:14:33.427662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:33.554090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Calling delete_port for ca341e89-161c-40c9-a93a-c635fcb7c1e1 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:14:33.739328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581504f2-24aa-478d-b040-eae4b24543d8 req-63854da9-a102-41cc-a8f0-a059d4c6a8d1 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:33.740813 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-581504f2-24aa-478d-b040-eae4b24543d8 req-63854da9-a102-41cc-a8f0-a059d4c6a8d1 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 946 time: 0.1940913 Feb 17 10:14:33.800481 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-581504f2-24aa-478d-b040-eae4b24543d8 req-067216d8-1f9e-44ea-a33c-29ef8a4db474 tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/security-groups?id=6efd1572-4f09-49e1-a78d-50cf3f009115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538714 Feb 17 10:14:33.833771 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:33.867896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['ca341e89-161c-40c9-a93a-c635fcb7c1e1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:14:33.886284 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Pushing event deleted for resources: {'Port': ['ID=ca341e89-161c-40c9-a93a-c635fcb7c1e1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:14:33.928567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:33.928910 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:33.929257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:33.934463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:33.934463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:33.934463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:33.934463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:33.934463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:33.934463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:33.934463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:33.934463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:33.934463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:34.084520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] No DVR routers for this DVR port ca341e89-161c-40c9-a93a-c635fcb7c1e1 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:14:34.086892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:34.089541 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0936dce-1c78-418a-8d33-0e86f62f3565', 'name': 'network-vif-deleted', 'tag': 'ca341e89-161c-40c9-a93a-c635fcb7c1e1'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:14:34.164305 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-118d342e-2242-4320-85e1-14f7a7a692d8 req-51658abe-f926-4852-941b-28c9d715e00f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.37 "DELETE /v2.0/ports/ca341e89-161c-40c9-a93a-c635fcb7c1e1 HTTP/1.1" status: 204 len: 173 time: 1.0701442 Feb 17 10:14:34.192554 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0936dce-1c78-418a-8d33-0e86f62f3565', 'name': 'network-vif-deleted', 'tag': 'ca341e89-161c-40c9-a93a-c635fcb7c1e1', 'status': 'completed', 'code': 200} Feb 17 10:14:34.963566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-accbd817-f21c-4d5f-ac62-de4cc4b3974b req-104bd1ee-f529-4a53-ac2d-7b41bffa0e8f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Synchronizing usage tracker for tenant:5cb9c0e18db94f86ac36e8f7a44749dc on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:14:35.045460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-accbd817-f21c-4d5f-ac62-de4cc4b3974b req-104bd1ee-f529-4a53-ac2d-7b41bffa0e8f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] Unset dirty status for tenant:5cb9c0e18db94f86ac36e8f7a44749dc on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:14:35.046690 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-accbd817-f21c-4d5f-ac62-de4cc4b3974b req-104bd1ee-f529-4a53-ac2d-7b41bffa0e8f tempest-DeleteServersTestJSON-1402363620 tempest-DeleteServersTestJSON-1402363620-project] 10.222.0.75 "GET /v2.0/ports?device_id=f0936dce-1c78-418a-8d33-0e86f62f3565 HTTP/1.1" status: 200 len: 210 time: 0.1260026 Feb 17 10:14:36.303869 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 45208) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:14:36.367552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-1010499d-c265-4005-9b2f-fe3521df174b admin admin] Deleting subnet f894d0e2-0023-495d-ad73-89a72fc0d402 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:14:36.370488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1010499d-c265-4005-9b2f-fe3521df174b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:36.419074 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1010499d-c265-4005-9b2f-fe3521df174b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:36.476479 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1010499d-c265-4005-9b2f-fe3521df174b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:36.628539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1010499d-c265-4005-9b2f-fe3521df174b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:36.667637 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010499d-c265-4005-9b2f-fe3521df174b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f894d0e2-0023-495d-ad73-89a72fc0d402,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:14:36.672379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1010499d-c265-4005-9b2f-fe3521df174b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:36.678734 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1010499d-c265-4005-9b2f-fe3521df174b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f894d0e2-0023-495d-ad73-89a72fc0d402 HTTP/1.1" status: 204 len: 168 time: 0.3737988 Feb 17 10:14:36.681405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 45212) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:14:36.789616 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cb18f1b-9809-4ad3-b34c-b7770070057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:36.917193 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cb18f1b-9809-4ad3-b34c-b7770070057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:36.946921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-3cb18f1b-9809-4ad3-b34c-b7770070057a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb24a8c-d91b-448a-abf3-f472d5d909f9']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:14:36.959847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-3cb18f1b-9809-4ad3-b34c-b7770070057a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703a2696-0668-4e5e-9e4b-d90aa71bf232') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:14:36.960147 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-3cb18f1b-9809-4ad3-b34c-b7770070057a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703a2696-0668-4e5e-9e4b-d90aa71bf232') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:14:36.972109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cb18f1b-9809-4ad3-b34c-b7770070057a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:36.988195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cb18f1b-9809-4ad3-b34c-b7770070057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:36.994373 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb18f1b-9809-4ad3-b34c-b7770070057a admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:14:36.994777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cb18f1b-9809-4ad3-b34c-b7770070057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:14:37.008690 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:14:37.148174 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cb18f1b-9809-4ad3-b34c-b7770070057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:37.164622 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cb18f1b-9809-4ad3-b34c-b7770070057a admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:37.176697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb18f1b-9809-4ad3-b34c-b7770070057a admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb24a8c-d91b-448a-abf3-f472d5d909f9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:14:37.244406 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3cb18f1b-9809-4ad3-b34c-b7770070057a admin admin] 10.222.0.75 "DELETE /v2.0/networks/5bb24a8c-d91b-448a-abf3-f472d5d909f9 HTTP/1.1" status: 204 len: 168 time: 0.5619407 Feb 17 10:14:37.582157 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 45218) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:14:37.632999 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-00e7c786-7dd6-47cb-af0f-b2fa88c12d57 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5cb9c0e18db94f86ac36e8f7a44749dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496564 Feb 17 10:14:37.635480 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 45222) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:14:37.698092 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:37.724264 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:37.865793 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device ca341e89-161c-40c9-a93a-c635fcb7c1e1 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:14:37.902899 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: ca341e89-161c-40c9-a93a-c635fcb7c1e1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:14:37.903237 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device ca341e89-161c-40c9-a93a-c635fcb7c1e1 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:14:37.959609 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:37.977802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efd1572-4f09-49e1-a78d-50cf3f009115,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:14:37.987192 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:37.988934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:37.988934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:37.988934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:37.988934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:37.988934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:37.989336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:37.989424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:37.989705 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:37.990022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:37.990362 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:37.990678 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:14:38.097535 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:38.098720 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-80ae5161-16ea-4e7c-9ed0-140dbfab1095 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6efd1572-4f09-49e1-a78d-50cf3f009115 HTTP/1.1" status: 204 len: 168 time: 0.4623408 Feb 17 10:14:38.868272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:39.202871 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 45246) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:14:39.307635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-617569804-network', 'tenant_id': '8c4fa4fb74e343238d9b6c99ac3a5c3a'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:14:39.312434 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:14:39.316184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Usage tracker for resource:network and tenant:8c4fa4fb74e343238d9b6c99ac3a5c3a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:14:39.319039 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:14:39.324544 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:14:39.397957 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Made reservation on behalf of 8c4fa4fb74e343238d9b6c99ac3a5c3a for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:14:39.400268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:39.412929 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:39.427937 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:14:39.431667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Usage tracker for resource:security_group_rule and tenant:8c4fa4fb74e343238d9b6c99ac3a5c3a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:14:39.434403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:14:39.440329 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:14:39.518444 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:39.593702 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:39.627576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:14:39.635750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea2d31a-6f59-4d39-a661-dbe8e4357bac,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:14:39.643042 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:39.643425 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Added segment 7714957c-5da4-41c0-bc4a-b2e93e601ea4 of type vlan for network a47a478b-dc2d-4606-88c6-cd9257015f2e Feb 17 10:14:39.671109 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:39.782657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:39.783835 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:39.784485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:39.891222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] Pushing event updated for resources: {'Network': ['ID=a47a478b-dc2d-4606-88c6-cd9257015f2e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:14:39.902055 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network a47a478b-dc2d-4606-88c6-cd9257015f2e details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:14:39.947260 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5676521a-9916-4144-b9ef-1a4994e0aaa1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7432318 Feb 17 10:14:39.950189 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 45252) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:14:39.956342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-360ba27b-6ad1-48f5-8a87-0ed0df5017bf admin admin] Request body: {'subnet': {'network_id': 'a47a478b-dc2d-4606-88c6-cd9257015f2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-617569804-subnet', 'tenant_id': '8c4fa4fb74e343238d9b6c99ac3a5c3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:14:39.961467 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-360ba27b-6ad1-48f5-8a87-0ed0df5017bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:14:39.965459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-360ba27b-6ad1-48f5-8a87-0ed0df5017bf admin admin] Usage tracker for resource:subnet and tenant:8c4fa4fb74e343238d9b6c99ac3a5c3a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:14:39.969190 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-360ba27b-6ad1-48f5-8a87-0ed0df5017bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:14:39.974988 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-360ba27b-6ad1-48f5-8a87-0ed0df5017bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:14:40.038300 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360ba27b-6ad1-48f5-8a87-0ed0df5017bf admin admin] Made reservation on behalf of 8c4fa4fb74e343238d9b6c99ac3a5c3a for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:14:40.040812 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-360ba27b-6ad1-48f5-8a87-0ed0df5017bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:40.285086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-360ba27b-6ad1-48f5-8a87-0ed0df5017bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:40.367094 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ba27b-6ad1-48f5-8a87-0ed0df5017bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=017bdf84-7511-4452-b3a2-b1d834d32540,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:14:40.376033 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360ba27b-6ad1-48f5-8a87-0ed0df5017bf admin admin] Checking segment: {'id': '7714957c-5da4-41c0-bc4a-b2e93e601ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'a47a478b-dc2d-4606-88c6-cd9257015f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:14:40.376393 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360ba27b-6ad1-48f5-8a87-0ed0df5017bf admin admin] Network hostable DHCP agents. Network: a47a478b-dc2d-4606-88c6-cd9257015f2e, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:14:40.466093 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360ba27b-6ad1-48f5-8a87-0ed0df5017bf admin admin] Network a47a478b-dc2d-4606-88c6-cd9257015f2e is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:14:40.553661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-360ba27b-6ad1-48f5-8a87-0ed0df5017bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, a47a478b-dc2d-4606-88c6-cd9257015f2e) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:14:40.557909 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360ba27b-6ad1-48f5-8a87-0ed0df5017bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:40.561757 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-360ba27b-6ad1-48f5-8a87-0ed0df5017bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:40.565137 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134a4021-6c37-448a-bf34-7f4e2566ff97 None None] Network a47a478b-dc2d-4606-88c6-cd9257015f2e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:14:40.639639 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-360ba27b-6ad1-48f5-8a87-0ed0df5017bf admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6878586 Feb 17 10:14:40.788104 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ac746-bad7-47b6-abe5-5929164971f4 None None] Network a47a478b-dc2d-4606-88c6-cd9257015f2e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:14:41.176289 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-3aeded77-5be8-40ad-9648-c2711e8bd0a7 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:41.177749 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-3aeded77-5be8-40ad-9648-c2711e8bd0a7 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/networks?id=a47a478b-dc2d-4606-88c6-cd9257015f2e HTTP/1.1" status: 200 len: 814 time: 0.1536884 Feb 17 10:14:41.193407 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-18644934-b370-48ee-bf82-a76faa4b6494 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/quotas/8c4fa4fb74e343238d9b6c99ac3a5c3a HTTP/1.1" status: 200 len: 375 time: 0.0099523 Feb 17 10:14:41.246938 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-bd92ac4d-c5f5-4203-a222-a0c7a55e6478 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480652 Feb 17 10:14:41.303406 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-fd9914de-c27d-42cc-be6e-7759564f36c9 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 10:14:41.304416 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-fd9914de-c27d-42cc-be6e-7759564f36c9 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509450 Feb 17 10:14:41.437489 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-bce0d29b-78e2-4fd1-a3d8-2439c6f46df9 service neutron] 10.222.0.75 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267521 Feb 17 10:14:41.570291 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-64cc16ce-8414-4976-ba11-228087ab3be6 service neutron] 10.222.0.75 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270084 Feb 17 10:14:41.807352 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ec611c15-2851-4bb6-80b8-7af84eae1e05 req-c07a74a4-772d-41d7-95bd-706dec6e7923 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 210 time: 0.0469382 Feb 17 10:14:42.911166 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cce4cd31-040d-4e03-bfa5-7fc24cfa0cf5 req-816bf82c-00c4-4f20-96ed-cb1902ac4ca8 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 210 time: 0.0443525 Feb 17 10:14:44.063094 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-17522b0c-1e74-4299-a03b-2ed6cbf435c1 req-b61ef148-43dd-41f7-9158-f91ab738e794 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 210 time: 0.0446420 Feb 17 10:14:44.998879 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-6880a2a6-59e3-4009-9581-3960a823c0a1 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:45.000413 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-6880a2a6-59e3-4009-9581-3960a823c0a1 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.37 "GET /v2.0/networks?id=a47a478b-dc2d-4606-88c6-cd9257015f2e HTTP/1.1" status: 200 len: 814 time: 0.1513591 Feb 17 10:14:45.019402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-2e133aa3-9f32-401b-976d-bbc6d7d31c29 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Request body: {'port': {'device_id': 'e0e022e9-fb9d-4a1c-8682-edb3b97d33d7', 'network_id': 'a47a478b-dc2d-4606-88c6-cd9257015f2e', 'admin_state_up': True, 'tenant_id': '8c4fa4fb74e343238d9b6c99ac3a5c3a'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:14:45.261788 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2a869380-9cbb-4dfd-a027-2dfbbc531ee0 req-3ff9e707-5683-42f3-b117-3d6562ee7748 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 210 time: 0.0552573 Feb 17 10:14:45.326864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-2e133aa3-9f32-401b-976d-bbc6d7d31c29 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:14:45.330955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-2e133aa3-9f32-401b-976d-bbc6d7d31c29 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Usage tracker for resource:port and tenant:8c4fa4fb74e343238d9b6c99ac3a5c3a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:14:45.333776 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-2e133aa3-9f32-401b-976d-bbc6d7d31c29 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:14:45.342355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-2e133aa3-9f32-401b-976d-bbc6d7d31c29 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:14:45.445097 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-2e133aa3-9f32-401b-976d-bbc6d7d31c29 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Made reservation on behalf of 8c4fa4fb74e343238d9b6c99ac3a5c3a for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:14:45.448667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-2e133aa3-9f32-401b-976d-bbc6d7d31c29 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:45.616146 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-2e133aa3-9f32-401b-976d-bbc6d7d31c29 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Allocated IP 172.20.0.8 (a47a478b-dc2d-4606-88c6-cd9257015f2e/017bdf84-7511-4452-b3a2-b1d834d32540/cf7cf881-72df-40d7-a013-b773446edfeb) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:14:45.816577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-2e133aa3-9f32-401b-976d-bbc6d7d31c29 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:45.919914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-2e133aa3-9f32-401b-976d-bbc6d7d31c29 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:45.992006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-2e133aa3-9f32-401b-976d-bbc6d7d31c29 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Network a47a478b-dc2d-4606-88c6-cd9257015f2e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:14:45.995034 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-2e133aa3-9f32-401b-976d-bbc6d7d31c29 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:14:45.999082 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-2e133aa3-9f32-401b-976d-bbc6d7d31c29 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:14:46.034378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e133aa3-9f32-401b-976d-bbc6d7d31c29 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Pushing event updated for resources: {'Port': ['ID=cf7cf881-72df-40d7-a013-b773446edfeb,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:14:46.069522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-2e133aa3-9f32-401b-976d-bbc6d7d31c29 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:46.070219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-2e133aa3-9f32-401b-976d-bbc6d7d31c29 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:46.188814 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-2e133aa3-9f32-401b-976d-bbc6d7d31c29 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1732461 Feb 17 10:14:46.211149 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Request body: {'port': {'device_id': 'e0e022e9-fb9d-4a1c-8682-edb3b97d33d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:14:46.324470 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:46.454554 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802a323-deb7-46ec-8f88-3cb973daa942 req-2d03bc68-551b-438b-adbe-55c1c4c227ed tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:46.455970 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d802a323-deb7-46ec-8f88-3cb973daa942 req-2d03bc68-551b-438b-adbe-55c1c4c227ed tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 931 time: 0.0861874 Feb 17 10:14:46.500167 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-d802a323-deb7-46ec-8f88-3cb973daa942 req-9ab77f92-666f-4789-b5c9-0a20eabf2d1f tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Synchronizing usage tracker for tenant:8c4fa4fb74e343238d9b6c99ac3a5c3a on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:14:46.599515 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-d802a323-deb7-46ec-8f88-3cb973daa942 req-9ab77f92-666f-4789-b5c9-0a20eabf2d1f tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Unset dirty status for tenant:8c4fa4fb74e343238d9b6c99ac3a5c3a on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:14:46.600708 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d802a323-deb7-46ec-8f88-3cb973daa942 req-9ab77f92-666f-4789-b5c9-0a20eabf2d1f tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389503 Feb 17 10:14:46.692683 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7cf881-72df-40d7-a013-b773446edfeb {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:14:46.699790 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:46.714479 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Transition to ACTIVE for port object cf7cf881-72df-40d7-a013-b773446edfeb will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:14:46.780731 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:46.945919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7cf881-72df-40d7-a013-b773446edfeb,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:14:47.025549 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Attempting to bind port cf7cf881-72df-40d7-a013-b773446edfeb on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:14:47.026214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Attempting to bind port cf7cf881-72df-40d7-a013-b773446edfeb by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '7714957c-5da4-41c0-bc4a-b2e93e601ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'a47a478b-dc2d-4606-88c6-cd9257015f2e'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:14:47.026214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Attempting to bind port cf7cf881-72df-40d7-a013-b773446edfeb on network a47a478b-dc2d-4606-88c6-cd9257015f2e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:14:47.030789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Port cf7cf881-72df-40d7-a013-b773446edfeb on network a47a478b-dc2d-4606-88c6-cd9257015f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:14:47.031108 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Attempting to bind port cf7cf881-72df-40d7-a013-b773446edfeb on network a47a478b-dc2d-4606-88c6-cd9257015f2e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:14:47.036249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:14:47.036586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Checking segment: {'id': '7714957c-5da4-41c0-bc4a-b2e93e601ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'a47a478b-dc2d-4606-88c6-cd9257015f2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:14:47.036970 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Bound using segment: {'id': '7714957c-5da4-41c0-bc4a-b2e93e601ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'a47a478b-dc2d-4606-88c6-cd9257015f2e'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:14:47.037386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Bound port: cf7cf881-72df-40d7-a013-b773446edfeb, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7714957c-5da4-41c0-bc4a-b2e93e601ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'a47a478b-dc2d-4606-88c6-cd9257015f2e'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:14:47.037726 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:47.125278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] For port cf7cf881-72df-40d7-a013-b773446edfeb, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:14:47.128311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] For port cf7cf881-72df-40d7-a013-b773446edfeb, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cf7cf881-72df-40d7-a013-b773446edfeb,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:14:47.205324 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:47.270094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:47.270716 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:47.272102 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] 10.222.0.37 "PUT /v2.0/ports/cf7cf881-72df-40d7-a013-b773446edfeb HTTP/1.1" status: 200 len: 1093 time: 1.0650399 Feb 17 10:14:47.272531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e022e9-fb9d-4a1c-8682-edb3b97d33d7', 'tag': 'cf7cf881-72df-40d7-a013-b773446edfeb'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:14:47.292348 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a4419-9267-4783-a2f5-f397217e1bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7cf881-72df-40d7-a013-b773446edfeb,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:14:47.321602 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e022e9-fb9d-4a1c-8682-edb3b97d33d7', 'tag': 'cf7cf881-72df-40d7-a013-b773446edfeb', 'status': 'completed', 'code': 200} Feb 17 10:14:47.445807 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664638fc-e4f4-4038-b87a-6628f1ffa289 req-0a926d27-ec18-4448-a67c-c095c5a9c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:47.447440 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-664638fc-e4f4-4038-b87a-6628f1ffa289 req-0a926d27-ec18-4448-a67c-c095c5a9c770 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a&device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 1096 time: 0.0786290 Feb 17 10:14:47.705561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664638fc-e4f4-4038-b87a-6628f1ffa289 req-383e011c-5862-4760-b57f-5708cd87cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:47.707058 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-664638fc-e4f4-4038-b87a-6628f1ffa289 req-383e011c-5862-4760-b57f-5708cd87cd2d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2472312 Feb 17 10:14:47.795224 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3abc0-94f5-40f6-9028-9dc62777bbff req-b883615a-1801-4789-ad3f-22296456b383 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:47.796588 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-dfa3abc0-94f5-40f6-9028-9dc62777bbff req-b883615a-1801-4789-ad3f-22296456b383 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 943 time: 0.0806658 Feb 17 10:14:47.846433 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-dfa3abc0-94f5-40f6-9028-9dc62777bbff req-a8fc313e-32ac-4b50-9b85-d2cc7948bba0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432069 Feb 17 10:14:47.852055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664638fc-e4f4-4038-b87a-6628f1ffa289 req-4080cfd6-3476-468b-a72a-bcb1bbbc7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:47.853548 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-664638fc-e4f4-4038-b87a-6628f1ffa289 req-4080cfd6-3476-468b-a72a-bcb1bbbc7b2b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1380911 Feb 17 10:14:47.988695 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-f2cb15f1-acc1-4721-b669-f15095e33b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:47.990203 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-f2cb15f1-acc1-4721-b669-f15095e33b75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a&device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 1096 time: 0.0766387 Feb 17 10:14:48.065308 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-1a6aacd4-c80f-4d78-ab69-c4a8433f0241 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf7cf881-72df-40d7-a013-b773446edfeb HTTP/1.1" status: 200 len: 217 time: 0.0620785 Feb 17 10:14:48.129712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-224527b9-1921-4ffa-bca2-a5cb062cb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:48.131197 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-224527b9-1921-4ffa-bca2-a5cb062cb2c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=017bdf84-7511-4452-b3a2-b1d834d32540 HTTP/1.1" status: 200 len: 854 time: 0.0606847 Feb 17 10:14:48.178275 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-5f4b286c-1236-4fc6-b902-67a95b1863f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a47a478b-dc2d-4606-88c6-cd9257015f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409431 Feb 17 10:14:48.315602 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-96e8ff9d-add4-4325-b8c8-024fbd211f6e service neutron] 10.222.0.37 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302295 Feb 17 10:14:48.452359 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b23d81c1-e9fe-4d93-9d63-8b12321fec5f req-fc5a9318-0f56-4133-a7fe-e320ebaabe49 service neutron] 10.222.0.37 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312752 Feb 17 10:14:49.040317 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f5714-3cb0-423b-bdf3-8f333ab59004 req-138296c1-854a-4241-9424-280fb4799d77 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:49.041019 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-b27f5714-3cb0-423b-bdf3-8f333ab59004 req-138296c1-854a-4241-9424-280fb4799d77 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Synchronizing usage tracker for tenant:8c4fa4fb74e343238d9b6c99ac3a5c3a on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:14:49.123139 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-b27f5714-3cb0-423b-bdf3-8f333ab59004 req-138296c1-854a-4241-9424-280fb4799d77 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Unset dirty status for tenant:8c4fa4fb74e343238d9b6c99ac3a5c3a on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:14:49.124332 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b27f5714-3cb0-423b-bdf3-8f333ab59004 req-138296c1-854a-4241-9424-280fb4799d77 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 943 time: 0.1684301 Feb 17 10:14:49.171035 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b27f5714-3cb0-423b-bdf3-8f333ab59004 req-c8bc9c8e-3d40-4a3c-aca5-4604491858ca tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410550 Feb 17 10:14:50.367463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecc71e-eb4a-4421-a2f3-a160bfb4875e req-0667b932-bcce-4a16-b9f5-ad3dddf34b12 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:50.369439 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7cecc71e-eb4a-4421-a2f3-a160bfb4875e req-0667b932-bcce-4a16-b9f5-ad3dddf34b12 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 943 time: 0.0840008 Feb 17 10:14:50.415815 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7cecc71e-eb4a-4421-a2f3-a160bfb4875e req-5f8c98ed-acfd-46e1-8519-ac135f177a7f tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Feb 17 10:14:51.603789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676d74-996f-438c-840c-3ddaeb45f855 req-c4129556-1991-44f1-8b07-688dfd517cde tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:51.605283 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-80676d74-996f-438c-840c-3ddaeb45f855 req-c4129556-1991-44f1-8b07-688dfd517cde tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 943 time: 0.0814073 Feb 17 10:14:51.651401 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-80676d74-996f-438c-840c-3ddaeb45f855 req-a70129aa-8078-4a45-9981-ffd1f03052f6 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392194 Feb 17 10:14:51.942401 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device cf7cf881-72df-40d7-a013-b773446edfeb details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:14:52.075464 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port cf7cf881-72df-40d7-a013-b773446edfeb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cf7cf881-72df-40d7-a013-b773446edfeb,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:14:52.089023 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'cf7cf881-72df-40d7-a013-b773446edfeb', 'network_id': 'a47a478b-dc2d-4606-88c6-cd9257015f2e', 'port_id': 'cf7cf881-72df-40d7-a013-b773446edfeb', 'mac_address': 'fa:16:3e:f8:51:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017bdf84-7511-4452-b3a2-b1d834d32540', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:14:52.143709 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:52.161262 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7cf881-72df-40d7-a013-b773446edfeb {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:14:52.178116 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port cf7cf881-72df-40d7-a013-b773446edfeb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cf7cf881-72df-40d7-a013-b773446edfeb,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:14:52.257315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:52.338516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=cf7cf881-72df-40d7-a013-b773446edfeb,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:14:52.664854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['cf7cf881-72df-40d7-a013-b773446edfeb'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:14:52.845058 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33df5a-d396-4707-be97-d718706d8285 req-3beca574-b35b-4cf1-a4c1-02a9b2652e3c tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:52.846698 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fe33df5a-d396-4707-be97-d718706d8285 req-3beca574-b35b-4cf1-a4c1-02a9b2652e3c tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 944 time: 0.0847287 Feb 17 10:14:52.896030 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fe33df5a-d396-4707-be97-d718706d8285 req-da011195-43c9-4f0b-8bce-b8397b361d0c tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413034 Feb 17 10:14:53.942780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device cf7cf881-72df-40d7-a013-b773446edfeb up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:14:54.084784 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port cf7cf881-72df-40d7-a013-b773446edfeb completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:14:54.089494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2d013-617a-4cc2-9bed-3333188bc571 req-40df4f02-8e5d-4f0a-aa47-5544f8d549e6 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:54.090013 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port cf7cf881-72df-40d7-a013-b773446edfeb triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:14:54.090127 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:54.091058 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-56d2d013-617a-4cc2-9bed-3333188bc571 req-40df4f02-8e5d-4f0a-aa47-5544f8d549e6 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 944 time: 0.0870788 Feb 17 10:14:54.138832 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-56d2d013-617a-4cc2-9bed-3333188bc571 req-502a2c07-d5cc-4574-ba11-7b9801f93599 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Feb 17 10:14:54.233763 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:54.259788 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e022e9-fb9d-4a1c-8682-edb3b97d33d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7cf881-72df-40d7-a013-b773446edfeb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:14:54.270602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port cf7cf881-72df-40d7-a013-b773446edfeb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cf7cf881-72df-40d7-a013-b773446edfeb,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:14:54.352221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:54.384502 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e022e9-fb9d-4a1c-8682-edb3b97d33d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7cf881-72df-40d7-a013-b773446edfeb', 'code': 200} Feb 17 10:14:54.424644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=cf7cf881-72df-40d7-a013-b773446edfeb,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:14:54.757987 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e595f95-0370-4adc-856d-4fecc7b12997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:54.839012 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68c103-36f2-4be9-90ca-72daab7076b0 req-d7025ed9-e228-4a0d-a776-977a7306e0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:54.840389 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2a68c103-36f2-4be9-90ca-72daab7076b0 req-d7025ed9-e228-4a0d-a776-977a7306e0a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 1098 time: 0.0692232 Feb 17 10:14:54.882630 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2a68c103-36f2-4be9-90ca-72daab7076b0 req-f4991cbc-4d4d-403d-91f2-44b5534a36fb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355604 Feb 17 10:14:55.330801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017ef32-9525-4573-842b-3169d7f6a05b req-83a89c62-75c7-44e7-9c38-4a8de65be091 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:55.332326 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2017ef32-9525-4573-842b-3169d7f6a05b req-83a89c62-75c7-44e7-9c38-4a8de65be091 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0884609 Feb 17 10:14:55.377932 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2017ef32-9525-4573-842b-3169d7f6a05b req-a3addce7-f031-45de-8fa5-ec2b479cdac1 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399921 Feb 17 10:14:56.584211 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f47336-6005-47e7-b2f8-74748d775cb5 req-c750ab4d-9c72-412f-a31c-fbd4bd4a1d33 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:56.585799 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-14f47336-6005-47e7-b2f8-74748d775cb5 req-c750ab4d-9c72-412f-a31c-fbd4bd4a1d33 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0924916 Feb 17 10:14:56.636367 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-14f47336-6005-47e7-b2f8-74748d775cb5 req-a16089e8-90a7-4ee1-a42a-e38155d4a0c6 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435517 Feb 17 10:14:57.004786 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03fd8bc6-9fdb-4116-bed9-17a21a3cbe96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:57.828876 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c15b4-fddd-4d55-9c6e-60b4e7092dd8 req-077a0057-dd06-446d-9537-e6c2df03ac60 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:57.830384 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-272c15b4-fddd-4d55-9c6e-60b4e7092dd8 req-077a0057-dd06-446d-9537-e6c2df03ac60 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0804417 Feb 17 10:14:57.880525 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-272c15b4-fddd-4d55-9c6e-60b4e7092dd8 req-d71690f2-d275-42c0-a5cb-8f0c0bc17c93 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436664 Feb 17 10:14:57.923456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:58.071926 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17073a68-4e63-4828-9298-c56dd8902c82 req-77b98da4-1ab2-4181-ad1d-140c690970a6 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:58.073450 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-17073a68-4e63-4828-9298-c56dd8902c82 req-77b98da4-1ab2-4181-ad1d-140c690970a6 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0875711 Feb 17 10:14:58.120710 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-17073a68-4e63-4828-9298-c56dd8902c82 req-c85487e6-dbca-4247-abf3-05a08ada8c06 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386791 Feb 17 10:14:58.249284 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:14:58.528301 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dfcbe-1074-488b-a494-7797fbeeceb1 req-92f35f20-6ac9-4dea-846c-5bb152afd105 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:58.529779 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-037dfcbe-1074-488b-a494-7797fbeeceb1 req-92f35f20-6ac9-4dea-846c-5bb152afd105 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0815115 Feb 17 10:14:58.585486 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-037dfcbe-1074-488b-a494-7797fbeeceb1 req-9931128b-39a4-4d97-b0a2-dc0388d6fa76 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494087 Feb 17 10:14:58.768227 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92378379-bfd0-431b-adf0-2c6a0191ed1b req-0dffbc01-ac69-4722-907d-177485eec730 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:58.769705 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-92378379-bfd0-431b-adf0-2c6a0191ed1b req-0dffbc01-ac69-4722-907d-177485eec730 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0800011 Feb 17 10:14:58.814394 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-92378379-bfd0-431b-adf0-2c6a0191ed1b req-82656a0f-10a5-480f-9f66-8e6862a82840 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390329 Feb 17 10:14:59.450516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566838-3103-48be-a4a8-57eb43822dae req-f14a9644-fa58-4286-a1fe-e8a0dd9d66a7 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:14:59.451981 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-53566838-3103-48be-a4a8-57eb43822dae req-f14a9644-fa58-4286-a1fe-e8a0dd9d66a7 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.1399813 Feb 17 10:14:59.475523 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-cc0f0390-32c2-4812-84c0-e78a3f610ced service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1053176 Feb 17 10:14:59.502412 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-53566838-3103-48be-a4a8-57eb43822dae req-32f787c0-ebd8-4260-9743-c459996adae3 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430202 Feb 17 10:14:59.901872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:00.794451 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f24c85-de4d-4e7b-b2ca-d723807493fd req-5cfc7b82-420a-4586-ac76-9b0df2355329 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:00.796026 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d5f24c85-de4d-4e7b-b2ca-d723807493fd req-5cfc7b82-420a-4586-ac76-9b0df2355329 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.1846364 Feb 17 10:15:00.841804 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d5f24c85-de4d-4e7b-b2ca-d723807493fd req-4af62b68-c906-4df2-ad4f-d5e7987dedc9 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390193 Feb 17 10:15:01.672464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-9b7a90fc-3d4b-4971-bec0-708b86dcd1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:01.673940 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-9b7a90fc-3d4b-4971-bec0-708b86dcd1f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a&device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 1098 time: 0.0750642 Feb 17 10:15:01.922438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-c9c75292-7c2c-46e8-8790-88df56a164ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:01.923912 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-c9c75292-7c2c-46e8-8790-88df56a164ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=a47a478b-dc2d-4606-88c6-cd9257015f2e HTTP/1.1" status: 200 len: 915 time: 0.2441633 Feb 17 10:15:02.028818 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-3e14aaa9-f727-4894-9469-2346bb4a2e4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf7cf881-72df-40d7-a013-b773446edfeb HTTP/1.1" status: 200 len: 217 time: 0.0984933 Feb 17 10:15:02.106927 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-065eba90-0f4b-4868-af1b-2318e6b3bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:02.108627 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-065eba90-0f4b-4868-af1b-2318e6b3bf02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=017bdf84-7511-4452-b3a2-b1d834d32540 HTTP/1.1" status: 200 len: 854 time: 0.0730202 Feb 17 10:15:02.161120 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-caf8ea8c-b4c8-4e1b-8e7b-0f4f55ce6660 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a47a478b-dc2d-4606-88c6-cd9257015f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460641 Feb 17 10:15:02.172666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbbb88-b4fa-4cea-8c85-a3c94f29b4dc req-e2632c11-8cd5-43f0-9f60-e42ee2bf3ca2 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:02.174694 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-26cbbb88-b4fa-4cea-8c85-a3c94f29b4dc req-e2632c11-8cd5-43f0-9f60-e42ee2bf3ca2 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.1968102 Feb 17 10:15:02.306780 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-26cbbb88-b4fa-4cea-8c85-a3c94f29b4dc req-0c53efcd-543b-45b2-9bb9-788708de9a3c tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135938 Feb 17 10:15:02.344445 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-68cbe156-dac1-4272-8b14-04ddfdc985d7 service neutron] 10.222.0.37 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687627 Feb 17 10:15:02.487220 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-b370c5f8-05cc-4380-a641-f77661a8ac5f service neutron] 10.222.0.37 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296868 Feb 17 10:15:03.495530 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4687ad-f22e-4558-8a43-947d56c80ce0 req-60a94c35-f3c8-4561-85b2-83f0d196a31d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:03.497003 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6b4687ad-f22e-4558-8a43-947d56c80ce0 req-60a94c35-f3c8-4561-85b2-83f0d196a31d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0821171 Feb 17 10:15:03.541323 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6b4687ad-f22e-4558-8a43-947d56c80ce0 req-588f28b3-4bd5-4599-86a6-a9a213e87afd tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381715 Feb 17 10:15:04.727144 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442eabe-4dd3-44df-b181-9c8eb4d226e3 req-69781359-d46a-46d7-8860-850d46c3d5bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:04.728624 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c442eabe-4dd3-44df-b181-9c8eb4d226e3 req-69781359-d46a-46d7-8860-850d46c3d5bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0805383 Feb 17 10:15:04.773749 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c442eabe-4dd3-44df-b181-9c8eb4d226e3 req-8983fb74-3634-4716-ac66-33e0496e6543 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395024 Feb 17 10:15:05.958674 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b253c4a-32be-4700-83fe-ce5f0e9a1381 req-9e08387d-4ee4-46cf-a2ef-6d0ee8de7464 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:05.960146 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0b253c4a-32be-4700-83fe-ce5f0e9a1381 req-9e08387d-4ee4-46cf-a2ef-6d0ee8de7464 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0815120 Feb 17 10:15:06.005698 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0b253c4a-32be-4700-83fe-ce5f0e9a1381 req-90e5e7bb-0998-444e-a5e5-56018dd1526e tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399981 Feb 17 10:15:07.208706 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5565ac2-b7d5-4006-92fa-100d12d148c3 req-b181da37-e867-4efa-b67c-ffcf090340f2 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:07.210215 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b5565ac2-b7d5-4006-92fa-100d12d148c3 req-b181da37-e867-4efa-b67c-ffcf090340f2 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0940778 Feb 17 10:15:07.261575 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b5565ac2-b7d5-4006-92fa-100d12d148c3 req-73f910b6-cb30-4471-9baa-25154af200b0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455363 Feb 17 10:15:07.638274 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:15:08.450682 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c42ca-fc2b-42b0-a522-9aa8da4f764b req-c73e96c8-3679-4251-8c6d-3e65596c4585 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:08.452137 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ee8c42ca-fc2b-42b0-a522-9aa8da4f764b req-c73e96c8-3679-4251-8c6d-3e65596c4585 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0835326 Feb 17 10:15:08.495492 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ee8c42ca-fc2b-42b0-a522-9aa8da4f764b req-c5833e34-65b1-47c6-ae9d-33a821b6f9d0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374298 Feb 17 10:15:08.884554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:09.677671 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7bd2e-7a11-47e4-8ac7-32efb32cd369 req-a1b7a0a7-54bb-4bd8-baee-a9d99377e48a tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:09.679155 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2cf7bd2e-7a11-47e4-8ac7-32efb32cd369 req-a1b7a0a7-54bb-4bd8-baee-a9d99377e48a tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0790727 Feb 17 10:15:09.727260 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2cf7bd2e-7a11-47e4-8ac7-32efb32cd369 req-b73053c2-c010-4480-9e3c-fc2f3c823371 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424492 Feb 17 10:15:10.913531 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af5675-92d1-4387-800d-8daa8f1fdae4 req-63cb4671-5688-423a-8f24-dc9efcbc4317 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:10.914927 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-78af5675-92d1-4387-800d-8daa8f1fdae4 req-63cb4671-5688-423a-8f24-dc9efcbc4317 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0777838 Feb 17 10:15:10.961810 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-78af5675-92d1-4387-800d-8daa8f1fdae4 req-7229ba63-41f4-49c1-8fd0-694a7dff0df5 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413115 Feb 17 10:15:12.145524 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5802a-2903-469e-b844-5614e8785354 req-5292a230-a96f-4cd9-be33-3ecb857df967 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:12.147014 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9be5802a-2903-469e-b844-5614e8785354 req-5292a230-a96f-4cd9-be33-3ecb857df967 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0815601 Feb 17 10:15:12.191475 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9be5802a-2903-469e-b844-5614e8785354 req-689912b8-79b6-42e2-9073-a99c46480123 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388920 Feb 17 10:15:13.382360 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983e703-8383-4005-8e84-05a646d57ded req-f5baed62-dbe7-4290-a676-cd70a3999412 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:13.383885 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a983e703-8383-4005-8e84-05a646d57ded req-f5baed62-dbe7-4290-a676-cd70a3999412 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0819006 Feb 17 10:15:13.431739 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a983e703-8383-4005-8e84-05a646d57ded req-a06c27be-038f-4450-ba45-4a3d848c3355 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419812 Feb 17 10:15:14.632668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed78e97-a5f8-424b-bb20-8c6128380e67 req-ffd6546a-4484-40d4-b0ee-a22dab46b0a7 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:14.634190 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8ed78e97-a5f8-424b-bb20-8c6128380e67 req-ffd6546a-4484-40d4-b0ee-a22dab46b0a7 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0865712 Feb 17 10:15:14.682097 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8ed78e97-a5f8-424b-bb20-8c6128380e67 req-fc13a1a5-29a3-441d-8133-79598222a099 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420203 Feb 17 10:15:15.869670 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b5d89-0941-4293-ab5c-12ea905dc1cf req-4e32bed1-8593-4536-b040-6d2848cde996 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:15.871121 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b21b5d89-0941-4293-ab5c-12ea905dc1cf req-4e32bed1-8593-4536-b040-6d2848cde996 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0815356 Feb 17 10:15:15.915953 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b21b5d89-0941-4293-ab5c-12ea905dc1cf req-4ae16252-2a4b-4bf5-9f4c-409fdeb3437d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392287 Feb 17 10:15:17.112003 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51a46e-dcf3-4f35-b000-a73ff4359050 req-3fc59e8b-45cb-44a2-b2ca-dd060d705f13 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:17.113502 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2a51a46e-dcf3-4f35-b000-a73ff4359050 req-3fc59e8b-45cb-44a2-b2ca-dd060d705f13 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0877526 Feb 17 10:15:17.159965 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2a51a46e-dcf3-4f35-b000-a73ff4359050 req-7d2ebfe2-e511-430b-affc-2601c019bba8 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408034 Feb 17 10:15:18.492316 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795ff5b-7794-4130-87a6-683cb81b864b req-e289629a-f70b-43cd-af25-9d0e43a476d0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:18.493773 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3795ff5b-7794-4130-87a6-683cb81b864b req-e289629a-f70b-43cd-af25-9d0e43a476d0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0795634 Feb 17 10:15:18.537622 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3795ff5b-7794-4130-87a6-683cb81b864b req-aa0c4615-b211-4e29-9ccc-0b50b58b057a tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380454 Feb 17 10:15:19.725354 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38aaaf4-b0a8-499f-a605-d7544efdca6f req-07151e8d-9b8c-4e63-998c-a71bd6c046a8 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:19.726850 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c38aaaf4-b0a8-499f-a605-d7544efdca6f req-07151e8d-9b8c-4e63-998c-a71bd6c046a8 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0833025 Feb 17 10:15:19.771716 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c38aaaf4-b0a8-499f-a605-d7544efdca6f req-6dff6677-7c1f-42dd-9ca5-e4777e553f73 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392346 Feb 17 10:15:20.962218 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c75997-f7ff-45b1-8c21-ef2fb5b32ead req-9b8ebe5f-28d2-4ac8-81f7-95b534403573 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:20.963690 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-18c75997-f7ff-45b1-8c21-ef2fb5b32ead req-9b8ebe5f-28d2-4ac8-81f7-95b534403573 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0882370 Feb 17 10:15:21.008450 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-18c75997-f7ff-45b1-8c21-ef2fb5b32ead req-12527596-e90d-4540-b0f0-7fd04ff4fd73 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388188 Feb 17 10:15:22.195440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240e69f-8193-4a60-9f55-2e25bb319c11 req-308d4000-0fe7-4157-b92e-6162ae0296c8 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:22.196885 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5240e69f-8193-4a60-9f55-2e25bb319c11 req-308d4000-0fe7-4157-b92e-6162ae0296c8 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0800889 Feb 17 10:15:22.245404 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5240e69f-8193-4a60-9f55-2e25bb319c11 req-cc60091b-92ec-4d29-bea9-567720b9efb3 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426228 Feb 17 10:15:23.429452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d8b11-63a0-4ab4-90c3-c72f70a1be61 req-2c80a919-5070-4880-a6ac-32e203fe4641 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:23.430959 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f94d8b11-63a0-4ab4-90c3-c72f70a1be61 req-2c80a919-5070-4880-a6ac-32e203fe4641 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0821290 Feb 17 10:15:23.477071 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f94d8b11-63a0-4ab4-90c3-c72f70a1be61 req-1e13cccd-5f04-4663-a954-a0b6b0b9a942 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403132 Feb 17 10:15:24.664065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c6013-3766-4cc4-b31f-44f4dbe9c4c2 req-2cd667e6-6645-42c8-aa3a-d46d7c4e6c13 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:24.665551 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-319c6013-3766-4cc4-b31f-44f4dbe9c4c2 req-2cd667e6-6645-42c8-aa3a-d46d7c4e6c13 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0838912 Feb 17 10:15:24.684107 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dafcf88b-b5a7-4039-a709-edde6b6d9d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:24.711500 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-319c6013-3766-4cc4-b31f-44f4dbe9c4c2 req-26e05471-b974-484b-a3b3-0927c951b760 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402026 Feb 17 10:15:25.901138 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d427517-55a5-4036-bf02-236dac428c6b req-117dcf77-f770-436e-b485-0c01ef7c62c3 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:25.902565 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8d427517-55a5-4036-bf02-236dac428c6b req-117dcf77-f770-436e-b485-0c01ef7c62c3 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0819137 Feb 17 10:15:25.946831 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8d427517-55a5-4036-bf02-236dac428c6b req-8a999cfa-e504-4b3f-b408-fa9c46022b55 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384412 Feb 17 10:15:27.048843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96ba0673-53dc-43e3-a3a8-891e09b06e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:27.133962 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c4a28-d9b9-401c-8d46-b83db7ca65aa req-5c6f5ded-9523-4460-824f-08491faef597 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:27.135445 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c66c4a28-d9b9-401c-8d46-b83db7ca65aa req-5c6f5ded-9523-4460-824f-08491faef597 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0826707 Feb 17 10:15:27.180440 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c66c4a28-d9b9-401c-8d46-b83db7ca65aa req-8c11fbe8-6413-4591-b610-dbb18ad85282 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393243 Feb 17 10:15:27.940536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:28.261412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:28.364577 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff0ed5-dfbb-4146-86f1-af5c544a0835 req-df45be87-005f-41a9-ae1a-e5bd294e5fcf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:28.366198 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-17ff0ed5-dfbb-4146-86f1-af5c544a0835 req-df45be87-005f-41a9-ae1a-e5bd294e5fcf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0806074 Feb 17 10:15:28.414617 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-17ff0ed5-dfbb-4146-86f1-af5c544a0835 req-2e04cea0-9756-4acc-9c83-906878996cb1 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426438 Feb 17 10:15:29.605135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aebbe-fcf4-4949-bb4f-4b292c832c17 req-26fabab9-16d4-47c4-9a68-66eab141a78b tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:29.606634 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ad9aebbe-fcf4-4949-bb4f-4b292c832c17 req-26fabab9-16d4-47c4-9a68-66eab141a78b tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0819211 Feb 17 10:15:29.650649 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ad9aebbe-fcf4-4949-bb4f-4b292c832c17 req-388b7186-fa72-4334-a7fb-cf4688e86406 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381916 Feb 17 10:15:29.952184 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:30.837366 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f27e86-eead-495e-82ec-878922fe7fc3 req-de8b727b-fe20-4f9a-85e8-ca296ba59d56 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:30.838876 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e0f27e86-eead-495e-82ec-878922fe7fc3 req-de8b727b-fe20-4f9a-85e8-ca296ba59d56 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0814610 Feb 17 10:15:30.884197 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e0f27e86-eead-495e-82ec-878922fe7fc3 req-9f918e8b-5e91-4683-8b21-f95055d00ebd tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396447 Feb 17 10:15:32.171127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055c079-41dd-4c53-8d5e-f828c8c94169 req-f1687c70-a50c-4680-9b51-f5937ab43ed0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:32.172630 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f055c079-41dd-4c53-8d5e-f828c8c94169 req-f1687c70-a50c-4680-9b51-f5937ab43ed0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.1846459 Feb 17 10:15:32.217363 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f055c079-41dd-4c53-8d5e-f828c8c94169 req-39e496ea-1482-452d-b75b-a8b5244baf2f tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386701 Feb 17 10:15:33.413717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecfddd-d2f9-4c05-985b-b3c184d1fe00 req-adbf32d6-f625-4164-b7ed-a74ba5e92cb2 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:33.415287 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-abecfddd-d2f9-4c05-985b-b3c184d1fe00 req-adbf32d6-f625-4164-b7ed-a74ba5e92cb2 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0879500 Feb 17 10:15:33.462446 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-abecfddd-d2f9-4c05-985b-b3c184d1fe00 req-bb9e7809-788a-4a4b-accd-5e0e21bb47d3 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Feb 17 10:15:34.646173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c24212-7942-4632-9c75-63cf0d7b55b7 req-07712f61-f2c2-498f-985f-fc73d11eff9e tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:34.647631 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-02c24212-7942-4632-9c75-63cf0d7b55b7 req-07712f61-f2c2-498f-985f-fc73d11eff9e tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0796206 Feb 17 10:15:34.694706 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-02c24212-7942-4632-9c75-63cf0d7b55b7 req-6d32ea68-f86c-4cce-89f7-cf586cb2a769 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413127 Feb 17 10:15:35.025527 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-d6bf7046-2dab-4aa9-ad64-05c68a27296f service neutron] 10.222.0.37 "GET /v2.0/ports/cf7cf881-72df-40d7-a013-b773446edfeb/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0743454 Feb 17 10:15:35.591935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-c54cb8f4-c6a1-42b1-927d-04dabef8b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:35.593421 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-c54cb8f4-c6a1-42b1-927d-04dabef8b4c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7&tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a HTTP/1.1" status: 200 len: 1098 time: 0.0728941 Feb 17 10:15:35.701938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-583d9c5b-5dde-4387-a7f7-46b5365d8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:35.703439 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-583d9c5b-5dde-4387-a7f7-46b5365d8d9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a&device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 1098 time: 0.0753448 Feb 17 10:15:35.839851 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-2598b056-00c9-48d1-9b40-2d4235c2c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:35.841290 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-2598b056-00c9-48d1-9b40-2d4235c2c2b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a47a478b-dc2d-4606-88c6-cd9257015f2e HTTP/1.1" status: 200 len: 915 time: 0.1315811 Feb 17 10:15:35.881992 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f63851-a50d-4f3a-8523-307e538c37f5 req-e051f4d8-9031-4de1-aa28-6c170930609c tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:35.883412 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b9f63851-a50d-4f3a-8523-307e538c37f5 req-e051f4d8-9031-4de1-aa28-6c170930609c tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0804763 Feb 17 10:15:35.912024 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-952daa89-0b3e-4c68-b16b-d2bfa262d315 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf7cf881-72df-40d7-a013-b773446edfeb HTTP/1.1" status: 200 len: 217 time: 0.0641983 Feb 17 10:15:35.928450 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b9f63851-a50d-4f3a-8523-307e538c37f5 req-1943b0a4-22cc-4f4c-8632-050518f9eee4 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393322 Feb 17 10:15:35.977714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-fe4b9b5f-c26a-48b0-803e-af5ad9735b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:35.979175 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-fe4b9b5f-c26a-48b0-803e-af5ad9735b04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=017bdf84-7511-4452-b3a2-b1d834d32540 HTTP/1.1" status: 200 len: 854 time: 0.0577092 Feb 17 10:15:36.024816 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-2205c31c-c07a-46ac-ac6e-092cab1563a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a47a478b-dc2d-4606-88c6-cd9257015f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393541 Feb 17 10:15:36.157683 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-c2bac3df-1a36-4a3a-931d-dc68a85e0eec service neutron] 10.222.0.37 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260188 Feb 17 10:15:36.293641 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a05536ac-cb03-4d5e-9c21-96aadd76baf5 req-9c6d6510-f973-4f1f-9d9e-1509f7302ce0 service neutron] 10.222.0.37 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270657 Feb 17 10:15:37.117328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53735c99-2454-4fbf-bcce-da4e7af6cabf req-c68c5945-713a-42b2-8ae6-f190e7254116 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:37.118776 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-53735c99-2454-4fbf-bcce-da4e7af6cabf req-c68c5945-713a-42b2-8ae6-f190e7254116 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0820050 Feb 17 10:15:37.162064 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-53735c99-2454-4fbf-bcce-da4e7af6cabf req-f6214a06-f53f-4025-8e24-1c747849ed3f tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376737 Feb 17 10:15:38.255634 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device cf7cf881-72df-40d7-a013-b773446edfeb no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:15:38.352526 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451b4a3-ec40-47fd-b8c4-698cde6caf77 req-6b3e8c36-3d8b-486f-bda4-356ee88bb6af tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:38.354906 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f451b4a3-ec40-47fd-b8c4-698cde6caf77 req-6b3e8c36-3d8b-486f-bda4-356ee88bb6af tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0873384 Feb 17 10:15:38.371952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:38.400154 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e022e9-fb9d-4a1c-8682-edb3b97d33d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf7cf881-72df-40d7-a013-b773446edfeb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:15:38.404621 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f451b4a3-ec40-47fd-b8c4-698cde6caf77 req-d11928da-3e33-4ea2-adf0-f815152c3052 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411353 Feb 17 10:15:38.411336 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port cf7cf881-72df-40d7-a013-b773446edfeb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cf7cf881-72df-40d7-a013-b773446edfeb,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:15:38.454439 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e022e9-fb9d-4a1c-8682-edb3b97d33d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf7cf881-72df-40d7-a013-b773446edfeb', 'code': 200} Feb 17 10:15:38.489226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:38.555835 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=cf7cf881-72df-40d7-a013-b773446edfeb,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:15:38.563411 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:38.565043 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:38.565043 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:38.565043 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:38.565476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:38.565803 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:38.566148 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:38.566471 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:38.566792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:38.567111 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:38.567430 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:38.567743 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:38.855183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:39.593356 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53da0e-52d0-4561-969e-bb7420636eab req-82e563cc-b9e6-4291-8f64-36806ee8cadd tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:39.595445 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2f53da0e-52d0-4561-969e-bb7420636eab req-82e563cc-b9e6-4291-8f64-36806ee8cadd tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 943 time: 0.0801642 Feb 17 10:15:39.643983 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2f53da0e-52d0-4561-969e-bb7420636eab req-2ca150fd-c39b-4e27-b705-278ed6f79343 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427086 Feb 17 10:15:40.260254 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device cf7cf881-72df-40d7-a013-b773446edfeb details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:15:40.391640 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port cf7cf881-72df-40d7-a013-b773446edfeb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cf7cf881-72df-40d7-a013-b773446edfeb,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:15:40.404933 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'cf7cf881-72df-40d7-a013-b773446edfeb', 'network_id': 'a47a478b-dc2d-4606-88c6-cd9257015f2e', 'port_id': 'cf7cf881-72df-40d7-a013-b773446edfeb', 'mac_address': 'fa:16:3e:f8:51:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017bdf84-7511-4452-b3a2-b1d834d32540', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:15:40.461914 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:40.478690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7cf881-72df-40d7-a013-b773446edfeb {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:15:40.493527 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port cf7cf881-72df-40d7-a013-b773446edfeb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cf7cf881-72df-40d7-a013-b773446edfeb,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:15:40.575181 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:40.641409 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=cf7cf881-72df-40d7-a013-b773446edfeb,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:15:40.708952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['cf7cf881-72df-40d7-a013-b773446edfeb'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:15:40.837021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa656f-60a2-4422-b030-3553880505a3 req-d710bf71-c0f2-49df-b84b-f72599d28d97 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:40.838420 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ffa656f-60a2-4422-b030-3553880505a3 req-d710bf71-c0f2-49df-b84b-f72599d28d97 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 944 time: 0.0840013 Feb 17 10:15:40.882582 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ffa656f-60a2-4422-b030-3553880505a3 req-6ef26912-bcdd-4088-b60d-2a7095c37477 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384610 Feb 17 10:15:41.310572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00f222-2d2e-423d-867e-63ddc41a37ac req-2b0a5f11-e5db-4611-a3fb-4eb8b7ca44bd tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:41.312015 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ed00f222-2d2e-423d-867e-63ddc41a37ac req-2b0a5f11-e5db-4611-a3fb-4eb8b7ca44bd tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 944 time: 0.0872478 Feb 17 10:15:41.405703 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ed00f222-2d2e-423d-867e-63ddc41a37ac req-8de58c2d-5208-4493-9ba0-4a84461c8b73 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629780 Feb 17 10:15:41.431071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bd5fd-4aae-47ea-bfc2-d6828a94fa92 req-8cc1e8d4-8462-44cd-8c7a-c25e4d2c678b tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:41.432521 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-035bd5fd-4aae-47ea-bfc2-d6828a94fa92 req-8cc1e8d4-8462-44cd-8c7a-c25e4d2c678b tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7&tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 944 time: 0.1196766 Feb 17 10:15:41.588833 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bd5fd-4aae-47ea-bfc2-d6828a94fa92 req-89d30f74-07dd-4735-8804-ddc29f3da2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:41.590297 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-035bd5fd-4aae-47ea-bfc2-d6828a94fa92 req-89d30f74-07dd-4735-8804-ddc29f3da2cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a&device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 1097 time: 0.0695128 Feb 17 10:15:41.720834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bd5fd-4aae-47ea-bfc2-d6828a94fa92 req-e5bb85b9-d052-4c81-a8b8-7a537ba8646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:41.722326 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-035bd5fd-4aae-47ea-bfc2-d6828a94fa92 req-e5bb85b9-d052-4c81-a8b8-7a537ba8646b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a47a478b-dc2d-4606-88c6-cd9257015f2e HTTP/1.1" status: 200 len: 915 time: 0.1255195 Feb 17 10:15:41.890528 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-035bd5fd-4aae-47ea-bfc2-d6828a94fa92 req-432900ab-b302-49a7-8934-b5625080ecd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf7cf881-72df-40d7-a013-b773446edfeb HTTP/1.1" status: 200 len: 217 time: 0.1613944 Feb 17 10:15:41.951990 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bd5fd-4aae-47ea-bfc2-d6828a94fa92 req-fe785f08-91f4-4399-a6c9-f850478d6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:41.953407 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-035bd5fd-4aae-47ea-bfc2-d6828a94fa92 req-fe785f08-91f4-4399-a6c9-f850478d6630 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=017bdf84-7511-4452-b3a2-b1d834d32540 HTTP/1.1" status: 200 len: 854 time: 0.0567353 Feb 17 10:15:41.999799 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-035bd5fd-4aae-47ea-bfc2-d6828a94fa92 req-ff16b0a5-b177-4666-a6b9-f79e6433accd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a47a478b-dc2d-4606-88c6-cd9257015f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388126 Feb 17 10:15:42.132691 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-035bd5fd-4aae-47ea-bfc2-d6828a94fa92 req-5a493291-3c26-4d86-83f8-8f7715f9aa23 service neutron] 10.222.0.37 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250594 Feb 17 10:15:42.269386 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-035bd5fd-4aae-47ea-bfc2-d6828a94fa92 req-da3cf08d-1ad5-460e-b22e-d5d1974e499c service neutron] 10.222.0.37 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300433 Feb 17 10:15:42.269591 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device cf7cf881-72df-40d7-a013-b773446edfeb up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:15:42.336637 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port cf7cf881-72df-40d7-a013-b773446edfeb triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:15:42.337003 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:42.458850 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:42.488389 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e022e9-fb9d-4a1c-8682-edb3b97d33d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7cf881-72df-40d7-a013-b773446edfeb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:15:42.498199 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port cf7cf881-72df-40d7-a013-b773446edfeb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cf7cf881-72df-40d7-a013-b773446edfeb,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:15:42.547711 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e022e9-fb9d-4a1c-8682-edb3b97d33d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7cf881-72df-40d7-a013-b773446edfeb', 'code': 200} Feb 17 10:15:42.563420 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:42.604699 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2474d-6576-4a20-805c-b6fe1e036d88 req-c985fde8-2b51-4383-aea5-b0245d1a1c6d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:42.606564 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c3a2474d-6576-4a20-805c-b6fe1e036d88 req-c985fde8-2b51-4383-aea5-b0245d1a1c6d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 944 time: 0.0863130 Feb 17 10:15:42.633854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=cf7cf881-72df-40d7-a013-b773446edfeb,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:15:42.659242 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c3a2474d-6576-4a20-805c-b6fe1e036d88 req-de2bf111-5a6b-45fd-bdba-5d18237d19f5 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450780 Feb 17 10:15:43.849068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837f9d8-1bf0-420b-bb92-53bf0997a3c9 req-9ab27f59-b6ca-40ca-8cc3-a89d39856a2b tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:43.850546 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9837f9d8-1bf0-420b-bb92-53bf0997a3c9 req-9ab27f59-b6ca-40ca-8cc3-a89d39856a2b tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0830631 Feb 17 10:15:43.894684 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9837f9d8-1bf0-420b-bb92-53bf0997a3c9 req-b6dcd7f9-f9b9-437f-83e1-696a95a7191f tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381665 Feb 17 10:15:44.085823 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05653293-3d8d-40d9-b733-da54a695bdba req-c49718ee-dd8e-4aa9-b112-9cde5421fd00 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:44.087311 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-05653293-3d8d-40d9-b733-da54a695bdba req-c49718ee-dd8e-4aa9-b112-9cde5421fd00 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0820611 Feb 17 10:15:44.131989 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-05653293-3d8d-40d9-b733-da54a695bdba req-15f67c70-8d25-4029-82c5-fd9d7d9e2536 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383768 Feb 17 10:15:44.315273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8e93b-2bc1-4ae4-b88a-29198b254e6d req-34c9b5f0-2b0c-4552-af80-ec2109d6d534 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:44.316724 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-59c8e93b-2bc1-4ae4-b88a-29198b254e6d req-34c9b5f0-2b0c-4552-af80-ec2109d6d534 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0789716 Feb 17 10:15:44.364180 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-59c8e93b-2bc1-4ae4-b88a-29198b254e6d req-16fcf968-b751-44dd-ae28-e60b3697e302 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417418 Feb 17 10:15:44.637872 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:15:45.003843 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-c1faa608-95d3-49f3-b105-d762a4369b07 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:45.005163 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-c1faa608-95d3-49f3-b105-d762a4369b07 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/networks?id=a47a478b-dc2d-4606-88c6-cd9257015f2e HTTP/1.1" status: 200 len: 814 time: 0.1437767 Feb 17 10:15:45.020093 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-ed296021-a514-4a69-b51e-e2a0a3fbd78b tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/quotas/8c4fa4fb74e343238d9b6c99ac3a5c3a HTTP/1.1" status: 200 len: 375 time: 0.0094454 Feb 17 10:15:45.097039 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-6c43cc1b-272b-45a8-9a4e-de8146caa6a1 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720558 Feb 17 10:15:45.225520 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-815810d8-3e64-4f7e-b65b-85b47411e1fa service neutron] 10.222.0.75 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217835 Feb 17 10:15:45.354634 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-8cab0dfb-d687-442f-9c9f-463912f427fd service neutron] 10.222.0.75 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233702 Feb 17 10:15:45.574346 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6575dda7-7cfe-47e1-a246-0ea8bef20bd0 req-549542de-7d52-4e16-8c71-550775da4058 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 210 time: 0.0431721 Feb 17 10:15:46.731609 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5ae7cf26-3038-46a5-a309-2fb651ae10de req-19698557-ab81-432d-9b19-07868c3bdfa7 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 210 time: 0.0451467 Feb 17 10:15:47.210688 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d161f76-1a93-47ea-b7f2-ad910f04f602 req-a3ce48d1-0b75-4275-bf27-391fb2fb7db6 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:47.212102 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2d161f76-1a93-47ea-b7f2-ad910f04f602 req-a3ce48d1-0b75-4275-bf27-391fb2fb7db6 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0e022e9-fb9d-4a1c-8682-edb3b97d33d7 HTTP/1.1" status: 200 len: 945 time: 0.0833454 Feb 17 10:15:47.283403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-2d161f76-1a93-47ea-b7f2-ad910f04f602 req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Deleting port cf7cf881-72df-40d7-a013-b773446edfeb {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:15:47.283835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2d161f76-1a93-47ea-b7f2-ad910f04f602 req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:47.537433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-2d161f76-1a93-47ea-b7f2-ad910f04f602 req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] For port cf7cf881-72df-40d7-a013-b773446edfeb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cf7cf881-72df-40d7-a013-b773446edfeb,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:15:47.537714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2d161f76-1a93-47ea-b7f2-ad910f04f602 req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:47.786892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-2d161f76-1a93-47ea-b7f2-ad910f04f602 req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Calling delete_port for cf7cf881-72df-40d7-a013-b773446edfeb owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:15:47.890474 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0ecad039-49a9-4965-b479-b35db7147b3f req-aab62e57-063a-4129-bd8b-fe1ce17a8fb0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 210 time: 0.0457714 Feb 17 10:15:48.001869 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-9a9cfb4f-88fb-44fe-8b47-4d92ed64ebb5 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:48.003485 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-9a9cfb4f-88fb-44fe-8b47-4d92ed64ebb5 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.37 "GET /v2.0/networks?id=a47a478b-dc2d-4606-88c6-cd9257015f2e HTTP/1.1" status: 200 len: 814 time: 0.3006561 Feb 17 10:15:48.029653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-67ae362e-18df-4741-904f-a606944006c0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Request body: {'port': {'device_id': '0240a9d1-50c1-4acc-845e-ac420302888d', 'network_id': 'a47a478b-dc2d-4606-88c6-cd9257015f2e', 'admin_state_up': True, 'tenant_id': '8c4fa4fb74e343238d9b6c99ac3a5c3a'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:15:48.174370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-67ae362e-18df-4741-904f-a606944006c0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:15:48.178212 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2d161f76-1a93-47ea-b7f2-ad910f04f602 req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:48.180265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-67ae362e-18df-4741-904f-a606944006c0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Usage tracker for resource:port and tenant:8c4fa4fb74e343238d9b6c99ac3a5c3a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:15:48.215690 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-67ae362e-18df-4741-904f-a606944006c0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:15:48.217223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['cf7cf881-72df-40d7-a013-b773446edfeb'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:15:48.234972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-67ae362e-18df-4741-904f-a606944006c0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:15:48.238455 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Pushing event deleted for resources: {'Port': ['ID=cf7cf881-72df-40d7-a013-b773446edfeb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:15:48.282745 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:48.283089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:48.283432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:48.284525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:48.284945 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:48.285275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:48.285607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:48.285935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:48.286287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:48.286610 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:48.286932 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:48.287252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:15:48.328110 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d161f76-1a93-47ea-b7f2-ad910f04f602 req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] No DVR routers for this DVR port cf7cf881-72df-40d7-a013-b773446edfeb on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:15:48.331042 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2d161f76-1a93-47ea-b7f2-ad910f04f602 req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:48.333707 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e022e9-fb9d-4a1c-8682-edb3b97d33d7', 'name': 'network-vif-deleted', 'tag': 'cf7cf881-72df-40d7-a013-b773446edfeb'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:15:48.363976 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-67ae362e-18df-4741-904f-a606944006c0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Made reservation on behalf of 8c4fa4fb74e343238d9b6c99ac3a5c3a for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:15:48.367542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-67ae362e-18df-4741-904f-a606944006c0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:48.379015 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e022e9-fb9d-4a1c-8682-edb3b97d33d7', 'name': 'network-vif-deleted', 'tag': 'cf7cf881-72df-40d7-a013-b773446edfeb', 'status': 'completed', 'code': 200} Feb 17 10:15:48.424857 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2d161f76-1a93-47ea-b7f2-ad910f04f602 req-d25f7d56-60d7-442c-95b7-bb38b41296bf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.37 "DELETE /v2.0/ports/cf7cf881-72df-40d7-a013-b773446edfeb HTTP/1.1" status: 204 len: 173 time: 1.2061381 Feb 17 10:15:48.532451 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-67ae362e-18df-4741-904f-a606944006c0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Allocated IP 172.20.0.10 (a47a478b-dc2d-4606-88c6-cd9257015f2e/017bdf84-7511-4452-b3a2-b1d834d32540/9996b006-92b3-4fe4-a8c5-5c4ae84e1d55) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:15:48.742233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-67ae362e-18df-4741-904f-a606944006c0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:48.837959 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-67ae362e-18df-4741-904f-a606944006c0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:48.906010 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-67ae362e-18df-4741-904f-a606944006c0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Network a47a478b-dc2d-4606-88c6-cd9257015f2e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:15:48.908915 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-67ae362e-18df-4741-904f-a606944006c0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:15:48.912789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-67ae362e-18df-4741-904f-a606944006c0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:15:48.952475 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae362e-18df-4741-904f-a606944006c0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Pushing event updated for resources: {'Port': ['ID=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:15:48.980351 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-67ae362e-18df-4741-904f-a606944006c0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:48.980956 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-67ae362e-18df-4741-904f-a606944006c0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:49.084905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694a4a8-a91c-46d6-abbc-89f34b2ceee0 req-0e1824b4-921b-4019-a039-06419af5e994 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:49.086387 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e694a4a8-a91c-46d6-abbc-89f34b2ceee0 req-0e1824b4-921b-4019-a039-06419af5e994 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 932 time: 0.0828118 Feb 17 10:15:49.107246 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-67ae362e-18df-4741-904f-a606944006c0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0812452 Feb 17 10:15:49.125468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Request body: {'port': {'device_id': '0240a9d1-50c1-4acc-845e-ac420302888d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:15:49.131405 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e694a4a8-a91c-46d6-abbc-89f34b2ceee0 req-35d33d92-7553-4c1a-9e09-90199421b860 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391612 Feb 17 10:15:49.245042 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:49.585568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:15:49.592691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:49.608016 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Transition to ACTIVE for port object 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:15:49.706488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:49.964999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Pushing event updated for resources: {'Port': ['ID=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:15:50.039665 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Attempting to bind port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:15:50.040005 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Attempting to bind port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '7714957c-5da4-41c0-bc4a-b2e93e601ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'a47a478b-dc2d-4606-88c6-cd9257015f2e'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:15:50.040332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Attempting to bind port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 on network a47a478b-dc2d-4606-88c6-cd9257015f2e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:15:50.044907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 on network a47a478b-dc2d-4606-88c6-cd9257015f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:15:50.045231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Attempting to bind port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 on network a47a478b-dc2d-4606-88c6-cd9257015f2e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:15:50.050827 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:15:50.051170 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Checking segment: {'id': '7714957c-5da4-41c0-bc4a-b2e93e601ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'a47a478b-dc2d-4606-88c6-cd9257015f2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:15:50.051810 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Bound using segment: {'id': '7714957c-5da4-41c0-bc4a-b2e93e601ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'a47a478b-dc2d-4606-88c6-cd9257015f2e'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:15:50.052238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Bound port: 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7714957c-5da4-41c0-bc4a-b2e93e601ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'a47a478b-dc2d-4606-88c6-cd9257015f2e'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:15:50.052581 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:50.142779 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] For port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:15:50.146729 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] For port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:15:50.226929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:50.329603 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:50.330306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:50.332529 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] 10.222.0.37 "PUT /v2.0/ports/9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 HTTP/1.1" status: 200 len: 1094 time: 1.2111235 Feb 17 10:15:50.333873 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device cf7cf881-72df-40d7-a013-b773446edfeb no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:15:50.360770 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabccb7-373f-4a9a-95f5-8a545164f33c service neutron] Pushing event updated for resources: {'Port': ['ID=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:15:50.372055 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: cf7cf881-72df-40d7-a013-b773446edfeb {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:15:50.372418 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device cf7cf881-72df-40d7-a013-b773446edfeb not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:15:50.379620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0240a9d1-50c1-4acc-845e-ac420302888d', 'tag': '9996b006-92b3-4fe4-a8c5-5c4ae84e1d55'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:15:50.392614 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c23bba-4348-43af-95f2-ad45bd7e85b9 req-b65b7367-456d-47fd-b77e-02ab4c18784a tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:50.393626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-74c23bba-4348-43af-95f2-ad45bd7e85b9 req-b65b7367-456d-47fd-b77e-02ab4c18784a tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Synchronizing usage tracker for tenant:8c4fa4fb74e343238d9b6c99ac3a5c3a on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:15:50.425222 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0240a9d1-50c1-4acc-845e-ac420302888d', 'tag': '9996b006-92b3-4fe4-a8c5-5c4ae84e1d55', 'status': 'completed', 'code': 200} Feb 17 10:15:50.508527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-74c23bba-4348-43af-95f2-ad45bd7e85b9 req-b65b7367-456d-47fd-b77e-02ab4c18784a tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Unset dirty status for tenant:8c4fa4fb74e343238d9b6c99ac3a5c3a on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:15:50.509631 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-74c23bba-4348-43af-95f2-ad45bd7e85b9 req-b65b7367-456d-47fd-b77e-02ab4c18784a tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 944 time: 0.2478583 Feb 17 10:15:50.570495 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-74c23bba-4348-43af-95f2-ad45bd7e85b9 req-6d4003a2-42e7-491c-918a-67e7de9f7824 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544252 Feb 17 10:15:50.582843 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dc417-c4d1-48ae-86e3-21618e5d4695 req-b7e02c97-e7c3-42e2-aa5b-0b837bbb2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:50.589330 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-535dc417-c4d1-48ae-86e3-21618e5d4695 req-b7e02c97-e7c3-42e2-aa5b-0b837bbb2e93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a&device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 1097 time: 0.1125994 Feb 17 10:15:50.733656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dc417-c4d1-48ae-86e3-21618e5d4695 req-09efe36b-1785-4326-8f0f-3215d20ffc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:50.735130 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-535dc417-c4d1-48ae-86e3-21618e5d4695 req-09efe36b-1785-4326-8f0f-3215d20ffc85 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1362913 Feb 17 10:15:50.870407 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dc417-c4d1-48ae-86e3-21618e5d4695 req-3293b01e-bb7e-49f7-a143-09caf1d9c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:50.871855 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-535dc417-c4d1-48ae-86e3-21618e5d4695 req-3293b01e-bb7e-49f7-a143-09caf1d9c351 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297050 Feb 17 10:15:51.007492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-a9fb446f-3489-4b4d-b0d0-33443b016fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:51.008874 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-a9fb446f-3489-4b4d-b0d0-33443b016fb5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a&device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 1097 time: 0.0694680 Feb 17 10:15:51.088200 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-0442009c-8fa5-4415-a22e-21a2e16534b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 HTTP/1.1" status: 200 len: 217 time: 0.0650172 Feb 17 10:15:51.151927 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-2e0e1ed5-fa95-49ab-8eeb-93d61985111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:51.153351 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-2e0e1ed5-fa95-49ab-8eeb-93d61985111d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=017bdf84-7511-4452-b3a2-b1d834d32540 HTTP/1.1" status: 200 len: 854 time: 0.0590827 Feb 17 10:15:51.202721 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-f359b725-d792-4e34-bfa4-45fdab611234 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a47a478b-dc2d-4606-88c6-cd9257015f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426550 Feb 17 10:15:51.334098 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-c5b2979c-65f0-4141-af02-442547fb3e5e service neutron] 10.222.0.37 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245997 Feb 17 10:15:51.467260 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64a65ab8-845f-4605-a5f0-58cefa54f238 req-b9d170d5-4218-4131-8a92-675c6e912738 service neutron] 10.222.0.37 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271598 Feb 17 10:15:51.755034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbba31d-267e-43f5-bc5b-fd79d379dfe6 req-d0b1bb3f-b9ae-42ee-abec-0a9825213514 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:51.756480 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5cbba31d-267e-43f5-bc5b-fd79d379dfe6 req-d0b1bb3f-b9ae-42ee-abec-0a9825213514 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 944 time: 0.0781076 Feb 17 10:15:51.810852 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5cbba31d-267e-43f5-bc5b-fd79d379dfe6 req-87cb09fc-18c8-4dc3-b236-cd1a2a3a5288 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486619 Feb 17 10:15:52.996739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41582557-fcd5-4ea2-8a76-6e1d3f83ed3d req-afeacacc-80d2-456d-8c53-fd25124de6a5 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:52.998201 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41582557-fcd5-4ea2-8a76-6e1d3f83ed3d req-afeacacc-80d2-456d-8c53-fd25124de6a5 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 944 time: 0.0778494 Feb 17 10:15:53.042400 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41582557-fcd5-4ea2-8a76-6e1d3f83ed3d req-5868021e-3ab6-472f-84d7-80d001a8fd4f tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386541 Feb 17 10:15:54.227115 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6168a4d-a74f-41f0-be61-a36564dfb958 req-2f152a51-bfb8-4586-8b62-57a9529303f6 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:54.228653 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a6168a4d-a74f-41f0-be61-a36564dfb958 req-2f152a51-bfb8-4586-8b62-57a9529303f6 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 944 time: 0.0802679 Feb 17 10:15:54.272390 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a6168a4d-a74f-41f0-be61-a36564dfb958 req-9bb68550-285a-4ca1-9af6-e88279e2826a tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381334 Feb 17 10:15:54.734746 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14941952-2198-41bb-bb0a-f8b8a707e625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:55.563583 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147d90f-d866-47bc-8e41-557a0deabab8 req-721bc581-4ee9-4664-a413-dd6ba34ff751 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:55.565037 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6147d90f-d866-47bc-8e41-557a0deabab8 req-721bc581-4ee9-4664-a413-dd6ba34ff751 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 944 time: 0.1874049 Feb 17 10:15:55.610557 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6147d90f-d866-47bc-8e41-557a0deabab8 req-58ea6c50-ec71-473d-afb3-634b927c56fe tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394425 Feb 17 10:15:56.366919 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:15:56.496428 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:15:56.509993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '9996b006-92b3-4fe4-a8c5-5c4ae84e1d55', 'network_id': 'a47a478b-dc2d-4606-88c6-cd9257015f2e', 'port_id': '9996b006-92b3-4fe4-a8c5-5c4ae84e1d55', 'mac_address': 'fa:16:3e:c8:68:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017bdf84-7511-4452-b3a2-b1d834d32540', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:15:56.566437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:56.583823 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:15:56.605018 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:15:56.672109 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:56.742272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:15:56.803596 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11686857-dec9-433c-9c68-e739c2177d6c req-61b00834-a1a5-49a4-b7c3-1f5f00b2e9fd tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:56.805084 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-11686857-dec9-433c-9c68-e739c2177d6c req-61b00834-a1a5-49a4-b7c3-1f5f00b2e9fd tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 945 time: 0.0896494 Feb 17 10:15:56.941316 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-11686857-dec9-433c-9c68-e739c2177d6c req-2cf00e82-0464-4383-b3b6-196f77ca7f71 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304123 Feb 17 10:15:57.037696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-194a906d-0550-4a0d-b2fe-3129b0f9621c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:57.098370 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['9996b006-92b3-4fe4-a8c5-5c4ae84e1d55'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:15:57.916716 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:58.131031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeca944-548c-4ef8-a993-4e765037ebac req-acd66d72-82fa-479f-9594-99a4c0e764ac tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:58.132498 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2eeca944-548c-4ef8-a993-4e765037ebac req-acd66d72-82fa-479f-9594-99a4c0e764ac tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 945 time: 0.0805798 Feb 17 10:15:58.179845 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2eeca944-548c-4ef8-a993-4e765037ebac req-a6a080a1-0c33-4b0d-a568-97033e72874b tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415220 Feb 17 10:15:58.288730 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:58.366878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:15:58.534297 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:15:58.539984 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:15:58.540356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:58.683594 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:58.711196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0240a9d1-50c1-4acc-845e-ac420302888d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9996b006-92b3-4fe4-a8c5-5c4ae84e1d55'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:15:58.720541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:15:58.757240 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0240a9d1-50c1-4acc-845e-ac420302888d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9996b006-92b3-4fe4-a8c5-5c4ae84e1d55', 'code': 200} Feb 17 10:15:58.791796 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:15:58.859605 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:15:59.121004 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612ab4e-da0d-4113-b3b7-0917c37abeaa req-c15c1044-e3b0-48be-9825-5e143fa08e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:59.122390 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f612ab4e-da0d-4113-b3b7-0917c37abeaa req-c15c1044-e3b0-48be-9825-5e143fa08e00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 1099 time: 0.0688908 Feb 17 10:15:59.162635 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f612ab4e-da0d-4113-b3b7-0917c37abeaa req-29b73965-b9f8-4ee2-88ed-c840bf0627fd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342443 Feb 17 10:15:59.370855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61e82b-692d-426e-a756-1e12bfe96b5e req-ddfc945e-ef79-411a-bfe5-143c02299925 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:15:59.372372 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a61e82b-692d-426e-a756-1e12bfe96b5e req-ddfc945e-ef79-411a-bfe5-143c02299925 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0854287 Feb 17 10:15:59.417706 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a61e82b-692d-426e-a756-1e12bfe96b5e req-2bdb4b9f-7b77-4315-9578-5c734cf3b919 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398638 Feb 17 10:15:59.882960 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:00.613965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69395b71-d425-448c-ae7b-6a129f656e5d req-50054b1f-dbc8-484f-9f83-b8e4e48d35da tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:00.615386 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-69395b71-d425-448c-ae7b-6a129f656e5d req-50054b1f-dbc8-484f-9f83-b8e4e48d35da tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0902672 Feb 17 10:16:00.659819 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-69395b71-d425-448c-ae7b-6a129f656e5d req-d35e9935-ed22-435a-a8e3-90123790369c tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388012 Feb 17 10:16:01.842427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e66ff3-9b6a-489a-abd4-b4c049101251 req-889a0c60-062f-49a1-808e-5e0ced00bc2e tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:01.843865 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d8e66ff3-9b6a-489a-abd4-b4c049101251 req-889a0c60-062f-49a1-808e-5e0ced00bc2e tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0795557 Feb 17 10:16:01.889960 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d8e66ff3-9b6a-489a-abd4-b4c049101251 req-3950c309-6227-4576-8e7c-563aff2a9868 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396130 Feb 17 10:16:02.091715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e2a81-4b5f-44af-92c2-650146986110 req-107cadea-a31f-494a-84cf-7933324b97d6 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:02.093184 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-854e2a81-4b5f-44af-92c2-650146986110 req-107cadea-a31f-494a-84cf-7933324b97d6 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0856876 Feb 17 10:16:02.137214 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-854e2a81-4b5f-44af-92c2-650146986110 req-5f134e31-6cce-48a4-b049-fefb3425b19d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373421 Feb 17 10:16:02.715060 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530422f-eef3-48c8-b83d-44ff4cbc7dfb req-ee66c031-ac82-4be3-8ab3-e1c7f6f07807 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:02.716541 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b530422f-eef3-48c8-b83d-44ff4cbc7dfb req-ee66c031-ac82-4be3-8ab3-e1c7f6f07807 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0802667 Feb 17 10:16:02.770724 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b530422f-eef3-48c8-b83d-44ff4cbc7dfb req-040182c6-6c66-44bb-89dd-dc1032941c5c tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479236 Feb 17 10:16:02.870534 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-8662f54f-0357-4c02-a2fd-9f0a59f18f55 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0746810 Feb 17 10:16:03.964490 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07ec4f-0a02-4541-b326-2d227077567b req-9b6d6f1e-3cc6-407c-92dc-9a3bd5a14d53 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:03.965870 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6a07ec4f-0a02-4541-b326-2d227077567b req-9b6d6f1e-3cc6-407c-92dc-9a3bd5a14d53 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0829067 Feb 17 10:16:04.016058 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6a07ec4f-0a02-4541-b326-2d227077567b req-c5334be4-57b2-4a4a-87bf-b5aee3b86cb2 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420713 Feb 17 10:16:05.199495 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3027f-a798-459c-a27f-f7a2ab95d256 req-1ea65c19-e856-4257-a7ec-d85d4ac7368e tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:05.200977 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-abb3027f-a798-459c-a27f-f7a2ab95d256 req-1ea65c19-e856-4257-a7ec-d85d4ac7368e tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0792472 Feb 17 10:16:05.246141 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-abb3027f-a798-459c-a27f-f7a2ab95d256 req-90c20804-da7e-48e4-8ae3-165195f85599 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393767 Feb 17 10:16:05.569631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-e5b03e0d-e30e-4d54-9044-112ffa8d740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:05.571135 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-e5b03e0d-e30e-4d54-9044-112ffa8d740b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a&device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 1099 time: 0.0770047 Feb 17 10:16:05.705103 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-4e042ab1-63d7-4bcb-9e1d-b0108dc2d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:05.706644 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-4e042ab1-63d7-4bcb-9e1d-b0108dc2d3fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=a47a478b-dc2d-4606-88c6-cd9257015f2e HTTP/1.1" status: 200 len: 915 time: 0.1283324 Feb 17 10:16:05.773933 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-d184516c-888a-4f5c-a3eb-e8350b7f24bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 HTTP/1.1" status: 200 len: 217 time: 0.0610585 Feb 17 10:16:05.839994 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-d2f9dfa5-6f0b-4a8f-a562-5c40ceaaefd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:05.841421 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-d2f9dfa5-6f0b-4a8f-a562-5c40ceaaefd2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=017bdf84-7511-4452-b3a2-b1d834d32540 HTTP/1.1" status: 200 len: 854 time: 0.0606866 Feb 17 10:16:05.887719 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-5b3ba422-e1d1-4a37-84d6-04d42dffc57d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a47a478b-dc2d-4606-88c6-cd9257015f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394905 Feb 17 10:16:06.022818 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-aacddf45-421d-4ef5-a3d5-af5a8bb521ed service neutron] 10.222.0.37 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233890 Feb 17 10:16:06.158754 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-4b016a7b-0437-40ed-a724-3c9c91002c4c service neutron] 10.222.0.37 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287277 Feb 17 10:16:06.439987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44856192-a73b-46d3-aff4-1aea96323237 req-c91f03d8-6931-482f-b2e5-26ac145e979d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:06.441675 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-44856192-a73b-46d3-aff4-1aea96323237 req-c91f03d8-6931-482f-b2e5-26ac145e979d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0855124 Feb 17 10:16:06.487351 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-44856192-a73b-46d3-aff4-1aea96323237 req-70d26dec-643b-4327-8167-ac463e6c66ba tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392609 Feb 17 10:16:07.677581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75feb8a-0659-4be9-ad78-10afa481a0f7 req-67258ea3-902b-4024-a6d3-545a0b11ba99 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:07.679032 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c75feb8a-0659-4be9-ad78-10afa481a0f7 req-67258ea3-902b-4024-a6d3-545a0b11ba99 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0827174 Feb 17 10:16:07.722368 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c75feb8a-0659-4be9-ad78-10afa481a0f7 req-766b868e-70af-4f33-98e6-681971443079 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370858 Feb 17 10:16:08.882579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:08.912338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0189f39-aa2d-46f4-b8a0-2db8e59e23d1 req-0793c55f-9bbe-4757-8a31-82c1ceb8e950 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:08.913808 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c0189f39-aa2d-46f4-b8a0-2db8e59e23d1 req-0793c55f-9bbe-4757-8a31-82c1ceb8e950 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0817988 Feb 17 10:16:08.958799 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c0189f39-aa2d-46f4-b8a0-2db8e59e23d1 req-2f76e26f-5cd5-4bc1-802e-78ffc1204cdf tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393267 Feb 17 10:16:10.146634 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a28fd3-f446-4c9c-8d38-cededa8949f6 req-1009a892-9c56-42b8-b63f-fb870120648f tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:10.148094 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d5a28fd3-f446-4c9c-8d38-cededa8949f6 req-1009a892-9c56-42b8-b63f-fb870120648f tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0813780 Feb 17 10:16:10.192341 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d5a28fd3-f446-4c9c-8d38-cededa8949f6 req-ce489e1a-4053-408e-b65e-42eab98458ba tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385225 Feb 17 10:16:11.380036 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242d9b7-ef61-4dfa-945c-c4be50be362d req-78e54c39-e30e-4856-ba4f-8eb2ff87a358 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:11.381478 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4242d9b7-ef61-4dfa-945c-c4be50be362d req-78e54c39-e30e-4856-ba4f-8eb2ff87a358 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0834258 Feb 17 10:16:11.425535 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4242d9b7-ef61-4dfa-945c-c4be50be362d req-2b133b90-a226-4ad4-8734-34fcc9174134 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382881 Feb 17 10:16:12.611738 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9112a-bda1-4d1b-9f44-e5a9d5e460f1 req-95310183-eb41-4bff-8646-ab176d8fdd5d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:12.614215 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2fe9112a-bda1-4d1b-9f44-e5a9d5e460f1 req-95310183-eb41-4bff-8646-ab176d8fdd5d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0836716 Feb 17 10:16:12.659789 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2fe9112a-bda1-4d1b-9f44-e5a9d5e460f1 req-e21898f0-532b-416c-a3a5-726bd95a2ef7 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401604 Feb 17 10:16:13.843757 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9390df-7e8c-4546-8546-b1aa4c81d42a req-10370f95-5d9f-4f4e-9472-5447782e08c5 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:13.845198 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f9390df-7e8c-4546-8546-b1aa4c81d42a req-10370f95-5d9f-4f4e-9472-5447782e08c5 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0796313 Feb 17 10:16:13.892503 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4f9390df-7e8c-4546-8546-b1aa4c81d42a req-7900addb-a9e3-4836-b36b-210a1373b95a tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409615 Feb 17 10:16:15.078524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f92ef-4269-43c8-80e6-ce920b11c85d req-6e57ddf0-b5e5-44af-80db-ad8f7be88498 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:15.080148 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-295f92ef-4269-43c8-80e6-ce920b11c85d req-6e57ddf0-b5e5-44af-80db-ad8f7be88498 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0805113 Feb 17 10:16:15.127172 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-295f92ef-4269-43c8-80e6-ce920b11c85d req-16d693f2-4902-498b-871b-5cacddf461cd tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Feb 17 10:16:16.324944 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2ae20-5a93-43f9-805f-31ae35fcb56e req-308cb874-df19-496a-bf94-bb2f9bac0853 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:16.326426 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a2b2ae20-5a93-43f9-805f-31ae35fcb56e req-308cb874-df19-496a-bf94-bb2f9bac0853 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0893688 Feb 17 10:16:16.371552 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a2b2ae20-5a93-43f9-805f-31ae35fcb56e req-85260cef-8352-40e2-b179-96fbd118aea5 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394297 Feb 17 10:16:17.553369 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192db98-845b-4788-ab12-9721d8370869 req-d6cc519b-07da-4d12-8b63-1c1b41a0be95 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:17.554838 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e192db98-845b-4788-ab12-9721d8370869 req-d6cc519b-07da-4d12-8b63-1c1b41a0be95 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0793846 Feb 17 10:16:17.599931 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e192db98-845b-4788-ab12-9721d8370869 req-e7da58b5-c135-495d-a5f3-fdfb560b87ea tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394719 Feb 17 10:16:18.793804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212a7c9-4465-4f7c-ae5b-536ce4ba0641 req-9ef676c3-820e-442f-a8ad-a10f8950cf63 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:18.795309 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e212a7c9-4465-4f7c-ae5b-536ce4ba0641 req-9ef676c3-820e-442f-a8ad-a10f8950cf63 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0848258 Feb 17 10:16:18.936695 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e212a7c9-4465-4f7c-ae5b-536ce4ba0641 req-389047cb-754d-4689-a556-91a1ae8337ac tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349561 Feb 17 10:16:20.122448 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430ca6b-cb5b-4a39-8eb4-bb23d375a53b req-5c31239d-b732-48aa-99ea-fc95fc7b85b4 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:20.123883 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5430ca6b-cb5b-4a39-8eb4-bb23d375a53b req-5c31239d-b732-48aa-99ea-fc95fc7b85b4 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0823421 Feb 17 10:16:20.167267 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5430ca6b-cb5b-4a39-8eb4-bb23d375a53b req-edd812d1-60a7-4ddd-9f71-b8310795cc9d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378087 Feb 17 10:16:21.354324 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34625ec3-9b64-46fa-bda9-3179da097f4c req-65d043e6-83c9-4ef4-b525-36319491de4d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:21.355817 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-34625ec3-9b64-46fa-bda9-3179da097f4c req-65d043e6-83c9-4ef4-b525-36319491de4d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0802817 Feb 17 10:16:21.402350 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-34625ec3-9b64-46fa-bda9-3179da097f4c req-1fc9aebb-2c34-4b97-ba8a-3f433bf6e122 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402546 Feb 17 10:16:21.637232 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:16:22.591839 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d3073-2342-462d-a822-2fecf9e4dde9 req-b50bbae2-4d9f-47b8-94bf-b3d8db0d413d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:22.593314 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-346d3073-2342-462d-a822-2fecf9e4dde9 req-b50bbae2-4d9f-47b8-94bf-b3d8db0d413d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0833855 Feb 17 10:16:22.638807 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-346d3073-2342-462d-a822-2fecf9e4dde9 req-e074c74a-ca45-4408-b7b7-989fedae61ae tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390575 Feb 17 10:16:23.828189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103ec1e-628a-40a6-bab9-831e491f9b66 req-fe0143a5-9d76-48f7-85f6-9d79c3b02d57 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:23.829660 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b103ec1e-628a-40a6-bab9-831e491f9b66 req-fe0143a5-9d76-48f7-85f6-9d79c3b02d57 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0839093 Feb 17 10:16:23.874616 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b103ec1e-628a-40a6-bab9-831e491f9b66 req-417455b9-2696-43a3-ab91-52f29a79bf22 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385981 Feb 17 10:16:24.710706 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89bc76ee-e137-4654-bea5-35a378037998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:25.063696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0b3ae-a2dc-49f9-a145-a9d5865220ee req-a2776587-dd73-4177-8067-f41dad01ca9c tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:25.065125 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0cb0b3ae-a2dc-49f9-a145-a9d5865220ee req-a2776587-dd73-4177-8067-f41dad01ca9c tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0823309 Feb 17 10:16:25.108977 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0cb0b3ae-a2dc-49f9-a145-a9d5865220ee req-5937f4e9-15ee-4bf4-9261-ba119b952221 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381548 Feb 17 10:16:26.290705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3ed7c-5402-4e90-b68d-f35c5781ee6d req-a1837448-4fb0-431a-af2b-9a6827fab69c tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:26.292172 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-15c3ed7c-5402-4e90-b68d-f35c5781ee6d req-a1837448-4fb0-431a-af2b-9a6827fab69c tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0802357 Feb 17 10:16:26.340867 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-15c3ed7c-5402-4e90-b68d-f35c5781ee6d req-d634ce1d-a62b-4005-9247-a0864934f32c tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428271 Feb 17 10:16:27.002379 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2379a63d-0e98-4581-b53c-9dc951956bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:27.538417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3449c-ee28-4473-8e5f-cc96fb584234 req-87494f80-18a4-4462-a5f2-e51c5bdfac6d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:27.539915 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3bd3449c-ee28-4473-8e5f-cc96fb584234 req-87494f80-18a4-4462-a5f2-e51c5bdfac6d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0798411 Feb 17 10:16:27.585615 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3bd3449c-ee28-4473-8e5f-cc96fb584234 req-33bd77b3-f9ce-4a9b-93a4-8e4946a97639 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401702 Feb 17 10:16:27.934648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:28.259812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:28.767847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d0398-baf4-4fb0-a231-4d92f432d925 req-724b99a6-b593-47ed-a9ac-368eb5979f2d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:28.769953 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6b3d0398-baf4-4fb0-a231-4d92f432d925 req-724b99a6-b593-47ed-a9ac-368eb5979f2d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0783162 Feb 17 10:16:28.814241 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6b3d0398-baf4-4fb0-a231-4d92f432d925 req-ffbb4945-b914-4df9-bd03-f7cbcd0bd51a tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382788 Feb 17 10:16:29.922327 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:30.005548 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437cdb9-0277-46af-9ac5-52038842319b req-288ea8a4-8597-4080-822b-a69e812e500b tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:30.007051 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b437cdb9-0277-46af-9ac5-52038842319b req-288ea8a4-8597-4080-822b-a69e812e500b tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0856552 Feb 17 10:16:30.050871 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b437cdb9-0277-46af-9ac5-52038842319b req-0619a9e6-f416-42f2-85fe-989943c37b63 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374384 Feb 17 10:16:31.243477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d654cde-4635-46eb-8472-672215deb371 req-c3f42a7b-5564-4b82-b70d-a4a834c501b4 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:31.244941 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3d654cde-4635-46eb-8472-672215deb371 req-c3f42a7b-5564-4b82-b70d-a4a834c501b4 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0824559 Feb 17 10:16:31.290030 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3d654cde-4635-46eb-8472-672215deb371 req-b9be093f-ff44-4fff-8776-9daa11546dc0 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392773 Feb 17 10:16:32.474106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c6725-877f-4fa9-8e9c-758626ff1d9e req-b95bd8e1-3866-45d2-9ad8-bb1aa6c67581 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:32.475558 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-636c6725-877f-4fa9-8e9c-758626ff1d9e req-b95bd8e1-3866-45d2-9ad8-bb1aa6c67581 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0796642 Feb 17 10:16:32.523375 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-636c6725-877f-4fa9-8e9c-758626ff1d9e req-a0c5e553-055d-4d0b-847f-5a5a59fc22fc tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 Feb 17 10:16:33.699344 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-b36d7490-6ed8-41bb-84e4-e300908d2b50 service neutron] 10.222.0.37 "GET /v2.0/ports/9996b006-92b3-4fe4-a8c5-5c4ae84e1d55/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.1319408 Feb 17 10:16:33.727175 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d2805-1375-49c7-8801-343550d76d45 req-cb4c9f71-87c9-46cd-b3c4-3395ee797498 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:33.732698 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-746d2805-1375-49c7-8801-343550d76d45 req-cb4c9f71-87c9-46cd-b3c4-3395ee797498 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0951450 Feb 17 10:16:33.772969 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-746d2805-1375-49c7-8801-343550d76d45 req-b221872c-ed8e-40ef-8730-a52fb31066d7 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386219 Feb 17 10:16:34.266000 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-51e8ad56-6473-45c8-b691-f7a8a5c585a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:34.267502 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-51e8ad56-6473-45c8-b691-f7a8a5c585a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d&tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a HTTP/1.1" status: 200 len: 1099 time: 0.0712132 Feb 17 10:16:34.382105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-bfc954c2-7ade-4d0e-9918-54a20dbe0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:34.383567 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-bfc954c2-7ade-4d0e-9918-54a20dbe0242 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a&device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 1099 time: 0.0823922 Feb 17 10:16:34.512855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-2000d949-1674-4645-b00f-b650f468907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:34.514301 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-2000d949-1674-4645-b00f-b650f468907b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a47a478b-dc2d-4606-88c6-cd9257015f2e HTTP/1.1" status: 200 len: 915 time: 0.1240392 Feb 17 10:16:34.580204 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-2568c955-1f18-4e1f-8108-fd0beb4c3254 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 HTTP/1.1" status: 200 len: 217 time: 0.0595427 Feb 17 10:16:34.644277 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-682e2cdf-81b1-41f2-937d-bc7127eac9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:34.645715 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-682e2cdf-81b1-41f2-937d-bc7127eac9e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=017bdf84-7511-4452-b3a2-b1d834d32540 HTTP/1.1" status: 200 len: 854 time: 0.0596993 Feb 17 10:16:34.693795 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-c07ccb43-8924-4131-889f-4555dc0432f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a47a478b-dc2d-4606-88c6-cd9257015f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419979 Feb 17 10:16:34.827894 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-a94443e5-79be-4ba6-828c-5e3d067aa6b7 service neutron] 10.222.0.37 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281447 Feb 17 10:16:34.957011 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a25ff-b7b5-4ebe-9e82-bea39a907262 req-6af4ead0-ec84-4aeb-8e8d-f40231e56aab tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:34.958511 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-688a25ff-b7b5-4ebe-9e82-bea39a907262 req-6af4ead0-ec84-4aeb-8e8d-f40231e56aab tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0793953 Feb 17 10:16:34.962428 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41928b58-f36b-4305-ac5b-25dd9b717b6e req-a6045310-2153-4e78-b573-be1426d83ba1 service neutron] 10.222.0.37 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271844 Feb 17 10:16:35.005691 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-688a25ff-b7b5-4ebe-9e82-bea39a907262 req-ab2a9c3f-dc2f-4036-9098-b978715f163f tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415087 Feb 17 10:16:36.195398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae5879-f5f1-46b1-b84f-731dd4720f66 req-b73a3a43-08ce-4b1a-91be-5b7a3b4c52de tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:36.196866 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b1ae5879-f5f1-46b1-b84f-731dd4720f66 req-b73a3a43-08ce-4b1a-91be-5b7a3b4c52de tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0846968 Feb 17 10:16:36.242727 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b1ae5879-f5f1-46b1-b84f-731dd4720f66 req-d49ea3c4-1c9b-4ffb-a778-1d4e1f2a1c3a tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402067 Feb 17 10:16:36.556975 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:16:36.669775 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:36.696130 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0240a9d1-50c1-4acc-845e-ac420302888d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9996b006-92b3-4fe4-a8c5-5c4ae84e1d55'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:16:36.705408 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:16:36.749267 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0240a9d1-50c1-4acc-845e-ac420302888d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9996b006-92b3-4fe4-a8c5-5c4ae84e1d55', 'code': 200} Feb 17 10:16:36.796445 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:36.862813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:37.431585 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc8555-9d17-4fe6-b17a-9816398a41a4 req-071e9637-9ea7-4862-ac40-638a6a094802 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:37.433123 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a2bc8555-9d17-4fe6-b17a-9816398a41a4 req-071e9637-9ea7-4862-ac40-638a6a094802 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 944 time: 0.0800126 Feb 17 10:16:37.477456 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a2bc8555-9d17-4fe6-b17a-9816398a41a4 req-6d5efa10-20e4-4241-b88d-181f33918412 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388076 Feb 17 10:16:38.570679 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:16:38.672138 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d992d8f-4f17-4933-82f0-91995949f399 req-18dfd31d-61aa-4fa8-8b05-0bb2aa6622dd tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:38.673934 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9d992d8f-4f17-4933-82f0-91995949f399 req-18dfd31d-61aa-4fa8-8b05-0bb2aa6622dd tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 944 time: 0.0855522 Feb 17 10:16:38.704965 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:16:38.719192 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9d992d8f-4f17-4933-82f0-91995949f399 req-e64f3aa2-5538-4309-842b-2289934ea3be tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388751 Feb 17 10:16:38.722357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '9996b006-92b3-4fe4-a8c5-5c4ae84e1d55', 'network_id': 'a47a478b-dc2d-4606-88c6-cd9257015f2e', 'port_id': '9996b006-92b3-4fe4-a8c5-5c4ae84e1d55', 'mac_address': 'fa:16:3e:c8:68:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017bdf84-7511-4452-b3a2-b1d834d32540', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:16:38.776748 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:38.793891 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:16:38.816051 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:16:38.916792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:38.959900 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:38.984380 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:38.991963 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:38.992311 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:38.992649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:38.992979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:38.993305 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:38.993630 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:38.993956 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:38.994304 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:38.994625 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:38.995083 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:38.995401 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:38.995715 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:39.088415 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['9996b006-92b3-4fe4-a8c5-5c4ae84e1d55'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:16:39.185592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac4261-ad4b-4635-a878-0c88876d91b0 req-774adc5e-7fa4-41c8-a252-026667175d52 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:39.187434 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a0ac4261-ad4b-4635-a878-0c88876d91b0 req-774adc5e-7fa4-41c8-a252-026667175d52 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 945 time: 0.0841105 Feb 17 10:16:39.237783 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a0ac4261-ad4b-4635-a878-0c88876d91b0 req-afbfa86d-00b5-426b-ba87-f9bf96fa9439 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433691 Feb 17 10:16:39.362786 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2d548-d7d4-4ce8-a69e-9a3f51df8d12 req-abd44e2d-7472-465f-a9de-f1b97aee2621 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:39.364159 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03f2d548-d7d4-4ce8-a69e-9a3f51df8d12 req-abd44e2d-7472-465f-a9de-f1b97aee2621 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.37 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d&tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.1860447 Feb 17 10:16:39.541086 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2d548-d7d4-4ce8-a69e-9a3f51df8d12 req-fa8ede23-a80a-4f97-9f4f-fd607dc28f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:39.542585 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03f2d548-d7d4-4ce8-a69e-9a3f51df8d12 req-fa8ede23-a80a-4f97-9f4f-fd607dc28f95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a&device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 1098 time: 0.0696533 Feb 17 10:16:39.674453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2d548-d7d4-4ce8-a69e-9a3f51df8d12 req-de8964e6-fa0b-45fc-a7a3-e12c0f3b9ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:39.676035 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03f2d548-d7d4-4ce8-a69e-9a3f51df8d12 req-de8964e6-fa0b-45fc-a7a3-e12c0f3b9ee0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a47a478b-dc2d-4606-88c6-cd9257015f2e HTTP/1.1" status: 200 len: 915 time: 0.1258001 Feb 17 10:16:39.746004 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03f2d548-d7d4-4ce8-a69e-9a3f51df8d12 req-5c63ed1a-58c0-4673-b842-f6a8f1135bdb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 HTTP/1.1" status: 200 len: 217 time: 0.0636806 Feb 17 10:16:39.808879 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2d548-d7d4-4ce8-a69e-9a3f51df8d12 req-e1010459-7a32-436f-84b2-3e567b127621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:39.810359 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03f2d548-d7d4-4ce8-a69e-9a3f51df8d12 req-e1010459-7a32-436f-84b2-3e567b127621 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=017bdf84-7511-4452-b3a2-b1d834d32540 HTTP/1.1" status: 200 len: 854 time: 0.0575027 Feb 17 10:16:39.859666 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03f2d548-d7d4-4ce8-a69e-9a3f51df8d12 req-0a3c7ed1-bc02-49e2-ab7e-203577ec67ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a47a478b-dc2d-4606-88c6-cd9257015f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427964 Feb 17 10:16:39.990285 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03f2d548-d7d4-4ce8-a69e-9a3f51df8d12 req-a21f87b1-ea36-48b1-bccd-5cbdfda836e8 service neutron] 10.222.0.37 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232958 Feb 17 10:16:40.123147 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03f2d548-d7d4-4ce8-a69e-9a3f51df8d12 req-b623e249-45a7-4028-acae-e7dad3fe0041 service neutron] 10.222.0.37 "GET /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245177 Feb 17 10:16:40.428774 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0051b-68a3-4f49-9f1d-9cff4890f33b req-788c439f-6449-4b5d-a5cc-f0774b15df0e tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:40.430301 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-32e0051b-68a3-4f49-9f1d-9cff4890f33b req-788c439f-6449-4b5d-a5cc-f0774b15df0e tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 945 time: 0.0815248 Feb 17 10:16:40.476614 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-32e0051b-68a3-4f49-9f1d-9cff4890f33b req-e8ea95da-5c5c-4eff-b919-c021b8939f28 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404751 Feb 17 10:16:40.586028 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:16:40.656776 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:16:40.657146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:40.772182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:40.801891 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0240a9d1-50c1-4acc-845e-ac420302888d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9996b006-92b3-4fe4-a8c5-5c4ae84e1d55'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:16:40.811680 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:16:40.856776 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0240a9d1-50c1-4acc-845e-ac420302888d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9996b006-92b3-4fe4-a8c5-5c4ae84e1d55', 'code': 200} Feb 17 10:16:41.259383 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:41.328523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:41.671257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6b6a3-b3e3-4e00-a97d-6f423dde85c6 req-f80f2f7e-b0f1-45f4-9f22-93a28378e78f tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:41.672915 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d4b6b6a3-b3e3-4e00-a97d-6f423dde85c6 req-f80f2f7e-b0f1-45f4-9f22-93a28378e78f tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0846455 Feb 17 10:16:41.719022 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d4b6b6a3-b3e3-4e00-a97d-6f423dde85c6 req-14296674-0afa-4dc9-b4f8-1c8cd9cb832d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400245 Feb 17 10:16:41.909749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373bb5b-2414-415f-9da9-8e3eb28fb6a6 req-c1ec5b95-1b45-4ce1-a0e1-ca2463255779 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:41.911293 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6373bb5b-2414-415f-9da9-8e3eb28fb6a6 req-c1ec5b95-1b45-4ce1-a0e1-ca2463255779 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0836306 Feb 17 10:16:41.955526 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6373bb5b-2414-415f-9da9-8e3eb28fb6a6 req-352bbaba-a6cd-4db1-a1f3-d15fcab62d2f tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381255 Feb 17 10:16:42.276094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7e82-5be8-4576-be39-ceeb32592870 req-82b5ead5-a009-40b1-ba33-053a77f6bb01 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:42.277617 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0bfe7e82-5be8-4576-be39-ceeb32592870 req-82b5ead5-a009-40b1-ba33-053a77f6bb01 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0796340 Feb 17 10:16:42.325279 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0bfe7e82-5be8-4576-be39-ceeb32592870 req-3b9803d0-75c3-4960-a46c-bb099fa1d7ea tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418873 Feb 17 10:16:43.176829 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b69db-22bd-4e4b-adf8-8019b5748702 req-46948967-478d-4e29-94d2-7d938e419d4b tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:43.178586 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cd5b69db-22bd-4e4b-adf8-8019b5748702 req-46948967-478d-4e29-94d2-7d938e419d4b tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0827119 Feb 17 10:16:43.227503 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cd5b69db-22bd-4e4b-adf8-8019b5748702 req-aae188e1-ef26-46f1-a937-861a53109845 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432670 Feb 17 10:16:44.415779 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc24d15-a205-4fba-9362-1231cece0bb8 req-84f9dd43-e519-4e22-b7d6-00cdfc8b4868 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:44.417252 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-edc24d15-a205-4fba-9362-1231cece0bb8 req-84f9dd43-e519-4e22-b7d6-00cdfc8b4868 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0829663 Feb 17 10:16:44.460802 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-edc24d15-a205-4fba-9362-1231cece0bb8 req-7840711e-afa0-41c3-8783-2afb412993e3 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379579 Feb 17 10:16:45.129040 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e386b93-e3f7-4091-bda2-01d5a4d71222 req-82c05a94-0006-4387-84e2-4b4ff46b343d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:45.130515 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7e386b93-e3f7-4091-bda2-01d5a4d71222 req-82c05a94-0006-4387-84e2-4b4ff46b343d tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.37 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0817561 Feb 17 10:16:45.204743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-7e386b93-e3f7-4091-bda2-01d5a4d71222 req-d28f8abc-96db-41bf-899b-d21d2520a1af tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Deleting port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:16:45.205082 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e386b93-e3f7-4091-bda2-01d5a4d71222 req-d28f8abc-96db-41bf-899b-d21d2520a1af tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:45.451020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7e386b93-e3f7-4091-bda2-01d5a4d71222 req-d28f8abc-96db-41bf-899b-d21d2520a1af tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] For port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,segment=NetworkSegment(7714957c-5da4-41c0-bc4a-b2e93e601ea4),segment_id=7714957c-5da4-41c0-bc4a-b2e93e601ea4)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:16:45.452080 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e386b93-e3f7-4091-bda2-01d5a4d71222 req-d28f8abc-96db-41bf-899b-d21d2520a1af tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:45.658075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d0d47-c76c-4bb0-9577-3ee14ca8963a req-f1106fdb-d6f0-492b-8cd7-50e1dd97f711 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:45.659654 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-296d0d47-c76c-4bb0-9577-3ee14ca8963a req-f1106fdb-d6f0-492b-8cd7-50e1dd97f711 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 946 time: 0.0843267 Feb 17 10:16:45.682091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-7e386b93-e3f7-4091-bda2-01d5a4d71222 req-d28f8abc-96db-41bf-899b-d21d2520a1af tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Calling delete_port for 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:16:45.704560 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-296d0d47-c76c-4bb0-9577-3ee14ca8963a req-9dc325ec-ccee-4252-b51a-6775c52d22d2 tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ea2d31a-6f59-4d39-a661-dbe8e4357bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391884 Feb 17 10:16:45.887825 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e386b93-e3f7-4091-bda2-01d5a4d71222 req-d28f8abc-96db-41bf-899b-d21d2520a1af tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:45.929593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['9996b006-92b3-4fe4-a8c5-5c4ae84e1d55'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:16:45.938507 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f8abc-96db-41bf-899b-d21d2520a1af tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Pushing event deleted for resources: {'Port': ['ID=9996b006-92b3-4fe4-a8c5-5c4ae84e1d55,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:46.019027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e386b93-e3f7-4091-bda2-01d5a4d71222 req-d28f8abc-96db-41bf-899b-d21d2520a1af tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] No DVR routers for this DVR port 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:16:46.021737 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e386b93-e3f7-4091-bda2-01d5a4d71222 req-d28f8abc-96db-41bf-899b-d21d2520a1af tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:46.025176 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0240a9d1-50c1-4acc-845e-ac420302888d', 'name': 'network-vif-deleted', 'tag': '9996b006-92b3-4fe4-a8c5-5c4ae84e1d55'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:16:46.071286 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0240a9d1-50c1-4acc-845e-ac420302888d', 'name': 'network-vif-deleted', 'tag': '9996b006-92b3-4fe4-a8c5-5c4ae84e1d55', 'status': 'completed', 'code': 200} Feb 17 10:16:46.088196 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7e386b93-e3f7-4091-bda2-01d5a4d71222 req-d28f8abc-96db-41bf-899b-d21d2520a1af tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.37 "DELETE /v2.0/ports/9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 HTTP/1.1" status: 204 len: 173 time: 0.9522011 Feb 17 10:16:46.866800 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d9d9a6ca-bfc1-4faf-9d86-819729a207a3 req-afcc73cf-98e0-4d54-a704-1efbb250a4ec tempest-ServerDiskConfigTestJSON-1448382796 tempest-ServerDiskConfigTestJSON-1448382796-project] 10.222.0.75 "GET /v2.0/ports?device_id=0240a9d1-50c1-4acc-845e-ac420302888d HTTP/1.1" status: 200 len: 210 time: 0.0423892 Feb 17 10:16:48.107382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 45638) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:16:48.172633 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Deleting subnet 017bdf84-7511-4452-b3a2-b1d834d32540 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:16:48.176329 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:48.229744 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:48.289906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:48.448538 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:48.491058 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017bdf84-7511-4452-b3a2-b1d834d32540,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:48.496283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:48.503993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:48.504344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:48.504676 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:48.505004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:48.505328 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:48.505655 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:48.505976 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:48.506321 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:48.506643 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:48.506958 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:48.507274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:48.507590 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:48.513967 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-46de5791-ba2c-4fa4-8d84-15dd6c57ef46 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/017bdf84-7511-4452-b3a2-b1d834d32540 HTTP/1.1" status: 204 len: 168 time: 0.4055793 Feb 17 10:16:48.516862 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 45642) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:16:48.608277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:16:48.633790 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba72f99e-b7d9-4fb0-8f9e-fdc7d337d828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:48.649987 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:16:48.650368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 9996b006-92b3-4fe4-a8c5-5c4ae84e1d55 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:16:48.857438 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba72f99e-b7d9-4fb0-8f9e-fdc7d337d828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:48.885332 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ba72f99e-b7d9-4fb0-8f9e-fdc7d337d828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47a478b-dc2d-4606-88c6-cd9257015f2e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:16:48.897001 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ba72f99e-b7d9-4fb0-8f9e-fdc7d337d828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7714957c-5da4-41c0-bc4a-b2e93e601ea4') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:16:48.897297 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ba72f99e-b7d9-4fb0-8f9e-fdc7d337d828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7714957c-5da4-41c0-bc4a-b2e93e601ea4') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:16:48.908355 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba72f99e-b7d9-4fb0-8f9e-fdc7d337d828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:48.923516 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba72f99e-b7d9-4fb0-8f9e-fdc7d337d828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:48.930175 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba72f99e-b7d9-4fb0-8f9e-fdc7d337d828 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:16:48.930552 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba72f99e-b7d9-4fb0-8f9e-fdc7d337d828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:16:48.943786 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:16:49.076162 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba72f99e-b7d9-4fb0-8f9e-fdc7d337d828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:49.092488 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba72f99e-b7d9-4fb0-8f9e-fdc7d337d828 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:49.101191 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72f99e-b7d9-4fb0-8f9e-fdc7d337d828 admin admin] Pushing event deleted for resources: {'Network': ['ID=a47a478b-dc2d-4606-88c6-cd9257015f2e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:49.104063 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ba72f99e-b7d9-4fb0-8f9e-fdc7d337d828 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a47a478b-dc2d-4606-88c6-cd9257015f2e HTTP/1.1" status: 204 len: 168 time: 0.5861022 Feb 17 10:16:49.560136 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 45648) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:16:49.608910 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0066bd89-b712-49f2-9a30-9bf4341a6eb5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8c4fa4fb74e343238d9b6c99ac3a5c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475953 Feb 17 10:16:49.611413 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 45652) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:16:49.670244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b507712-e5ba-4616-b92f-21f519dbef4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:49.695155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b507712-e5ba-4616-b92f-21f519dbef4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:49.825009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b507712-e5ba-4616-b92f-21f519dbef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:49.843276 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b507712-e5ba-4616-b92f-21f519dbef4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea2d31a-6f59-4d39-a661-dbe8e4357bac,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:49.910127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b507712-e5ba-4616-b92f-21f519dbef4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:49.911265 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1b507712-e5ba-4616-b92f-21f519dbef4a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9ea2d31a-6f59-4d39-a661-dbe8e4357bac HTTP/1.1" status: 204 len: 168 time: 0.2983549 Feb 17 10:16:50.994646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 45676) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:16:51.098762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1045943756-network', 'tenant_id': '8007d054d7544a20834c59a3d253187b'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:16:51.103477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:16:51.107273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Usage tracker for resource:network and tenant:8007d054d7544a20834c59a3d253187b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:16:51.110130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:16:51.116446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:16:51.190405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Made reservation on behalf of 8007d054d7544a20834c59a3d253187b for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:16:51.192699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:51.204871 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:51.219263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:16:51.223639 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Usage tracker for resource:security_group_rule and tenant:8007d054d7544a20834c59a3d253187b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:16:51.226412 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:16:51.231955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:16:51.335231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:51.407409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:51.443705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:16:51.452235 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7742a099-4564-44a3-9c18-6e91770cd832,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:51.461736 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:51.462174 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Added segment 0fa044b6-814c-4593-aa24-1b98244edd2e of type vlan for network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 Feb 17 10:16:51.463740 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:51.464086 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:51.464422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:51.464755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:51.465084 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:51.465413 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:51.465741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:51.466095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:51.466425 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:51.466751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:51.467075 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:51.467416 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:16:51.496719 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:51.619032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:51.619955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:51.620642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:51.723096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] Pushing event updated for resources: {'Network': ['ID=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:51.732579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:16:51.837558 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f5b8af2d-e8df-43d7-a037-da2fce12e439 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8411920 Feb 17 10:16:51.839906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 45682) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:16:51.845577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-29ca7c51-a433-453a-8f4b-5cc54a265e3d admin admin] Request body: {'subnet': {'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1045943756-subnet', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:16:51.850970 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-29ca7c51-a433-453a-8f4b-5cc54a265e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:16:51.855758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-29ca7c51-a433-453a-8f4b-5cc54a265e3d admin admin] Usage tracker for resource:subnet and tenant:8007d054d7544a20834c59a3d253187b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:16:51.860682 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-29ca7c51-a433-453a-8f4b-5cc54a265e3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:16:51.867127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-29ca7c51-a433-453a-8f4b-5cc54a265e3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:16:51.915566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ca7c51-a433-453a-8f4b-5cc54a265e3d admin admin] Made reservation on behalf of 8007d054d7544a20834c59a3d253187b for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:16:51.917812 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-29ca7c51-a433-453a-8f4b-5cc54a265e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:52.162053 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-29ca7c51-a433-453a-8f4b-5cc54a265e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:52.239599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca7c51-a433-453a-8f4b-5cc54a265e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=de531c3f-e6eb-4277-a052-3e596e22cb13,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:52.251221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ca7c51-a433-453a-8f4b-5cc54a265e3d admin admin] Checking segment: {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:16:52.251580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ca7c51-a433-453a-8f4b-5cc54a265e3d admin admin] Network hostable DHCP agents. Network: 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:16:52.373471 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ca7c51-a433-453a-8f4b-5cc54a265e3d admin admin] Network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:16:52.482308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-29ca7c51-a433-453a-8f4b-5cc54a265e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:16:52.488338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ca7c51-a433-453a-8f4b-5cc54a265e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:16:52.489290 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-29ca7c51-a433-453a-8f4b-5cc54a265e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:52.498466 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaa77f5-7469-48ef-bd14-97f13b514375 None None] Network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:16:52.585956 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-29ca7c51-a433-453a-8f4b-5cc54a265e3d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7448561 Feb 17 10:16:52.595477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 45686) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:16:52.601653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:16:52.606704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:16:52.610680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Usage tracker for resource:router and tenant:8007d054d7544a20834c59a3d253187b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:16:52.613780 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:16:52.619671 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:16:52.716723 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:16:52.717531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:52.790649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:52.791618 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:52.807777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:52.868255 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Allocated IP 172.20.0.2 (4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5/de531c3f-e6eb-4277-a052-3e596e22cb13/04b00482-4bbc-462f-aadc-35bfe2962c8a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:16:53.069759 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:53.079673 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Transition to ACTIVE for port object 04b00482-4bbc-462f-aadc-35bfe2962c8a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:16:53.098782 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Transition to ACTIVE for port object 04b00482-4bbc-462f-aadc-35bfe2962c8a will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:16:53.179844 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:53.209377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:53.245157 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:16:53.247910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:16:53.251572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:16:53.258004 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Pushing event updated for resources: {'Port': ['ID=04b00482-4bbc-462f-aadc-35bfe2962c8a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:53.349335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Attempting to bind port 04b00482-4bbc-462f-aadc-35bfe2962c8a on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:16:53.349622 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Attempting to bind port 04b00482-4bbc-462f-aadc-35bfe2962c8a by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:16:53.349985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Attempting to bind port 04b00482-4bbc-462f-aadc-35bfe2962c8a on network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:16:53.355414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:16:53.355785 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Checking segment: {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:16:53.356345 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:53.356705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Bound using segment: {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:16:53.357170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Bound port: 04b00482-4bbc-462f-aadc-35bfe2962c8a, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:16:53.357546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:53.447088 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] For port 04b00482-4bbc-462f-aadc-35bfe2962c8a, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:16:53.452003 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] For port 04b00482-4bbc-462f-aadc-35bfe2962c8a, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=04b00482-4bbc-462f-aadc-35bfe2962c8a,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:16:53.522748 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:53.620422 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52562ed1-a9a5-4157-931f-2012340f346b None None] Pushing event updated for resources: {'Port': ['ID=04b00482-4bbc-462f-aadc-35bfe2962c8a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:53.703785 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:53.737992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:53.902845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Allocated IP 172.26.4.221 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/db4640fd-c597-49cf-bb38-c12eee129db5) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:16:53.951886 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 04b00482-4bbc-462f-aadc-35bfe2962c8a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:16:54.060493 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:54.076038 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 04b00482-4bbc-462f-aadc-35bfe2962c8a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:16:54.156746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:54.225458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:16:54.228118 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:16:54.231712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:16:54.269068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Pushing event updated for resources: {'Port': ['ID=db4640fd-c597-49cf-bb38-c12eee129db5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:54.563619 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28928fe4-37df-47e4-8d5c-e2892feee67c None None] Network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:16:54.730645 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07449d40-9732-4d63-9002-f999c406a8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:54.746156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:54.785444 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-59e08455-e548-4fa6-b3c0-72bad24986f3 None None] Provisioning for port 04b00482-4bbc-462f-aadc-35bfe2962c8a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:16:54.796228 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-59e08455-e548-4fa6-b3c0-72bad24986f3 None None] Provisioning complete for port 04b00482-4bbc-462f-aadc-35bfe2962c8a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:16:54.796592 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59e08455-e548-4fa6-b3c0-72bad24986f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:54.935019 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59e08455-e548-4fa6-b3c0-72bad24986f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:54.969501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-59e08455-e548-4fa6-b3c0-72bad24986f3 None None] For port 04b00482-4bbc-462f-aadc-35bfe2962c8a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=04b00482-4bbc-462f-aadc-35bfe2962c8a,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:16:55.047936 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59e08455-e548-4fa6-b3c0-72bad24986f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:55.103611 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:55.118305 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e08455-e548-4fa6-b3c0-72bad24986f3 None None] Pushing event updated for resources: {'Port': ['ID=04b00482-4bbc-462f-aadc-35bfe2962c8a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:55.169570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-394e2d82-01b1-4414-b645-a66f5fc0b9a7 None None] Provisioning complete for port 04b00482-4bbc-462f-aadc-35bfe2962c8a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:16:55.169947 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-394e2d82-01b1-4414-b645-a66f5fc0b9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:55.510313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 10:16:55.688933 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:16:55.698515 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Sync routers for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:16:55.708052 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:16:55.708608 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a238a948-1100-4dad-9029-eea24976e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:16:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:16:55.790717 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:55.792099 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b4bcae8b-ee8a-4ad6-be24-5e175899bc1e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1956265 Feb 17 10:16:55.794976 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 45690) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:16:55.915864 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 04b00482-4bbc-462f-aadc-35bfe2962c8a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:16:55.947830 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:16:56.184689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 04b00482-4bbc-462f-aadc-35bfe2962c8a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:16:56.185702 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:56.371750 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a238a948-1100-4dad-9029-eea24976e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:54Z', 'revision_number': 3, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:16:56.376114 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Checking router: b4a8b49a-27c3-469f-b5fd-fec83b4797f9 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:16:56.376463 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Updating router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 port db4640fd-c597-49cf-bb38-c12eee129db5 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:16:56.430521 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:56.515676 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:56.727055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Allocated IP 172.20.0.1 (4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5/de531c3f-e6eb-4277-a052-3e596e22cb13/1d8bf50f-a13f-49f7-be88-2549c65fa428) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:16:56.762367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:56.773696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Transition to ACTIVE for port object db4640fd-c597-49cf-bb38-c12eee129db5 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:16:56.824622 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:56.887825 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:56.907663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Transition to ACTIVE for port object 1d8bf50f-a13f-49f7-be88-2549c65fa428 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:16:56.907849 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Attempting to bind port db4640fd-c597-49cf-bb38-c12eee129db5 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:16:56.908235 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Attempting to bind port db4640fd-c597-49cf-bb38-c12eee129db5 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:16:56.908723 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Attempting to bind port db4640fd-c597-49cf-bb38-c12eee129db5 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:16:56.916847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993abfe-0478-4f19-b44b-8c58271f1750 None None] Pushing event updated for resources: {'Port': ['ID=db4640fd-c597-49cf-bb38-c12eee129db5,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:56.919443 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:16:56.923733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:16:56.923733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:56.923733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:16:56.923733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Bound port: db4640fd-c597-49cf-bb38-c12eee129db5, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:16:56.923733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:56.990919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:57.010355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a238a948-1100-4dad-9029-eea24976e56d None None] For port db4640fd-c597-49cf-bb38-c12eee129db5, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:16:57.013501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a238a948-1100-4dad-9029-eea24976e56d None None] For port db4640fd-c597-49cf-bb38-c12eee129db5, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=db4640fd-c597-49cf-bb38-c12eee129db5,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:16:57.024604 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9e901f30-7986-4bfd-8338-cef94f90534c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:57.060242 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:16:57.062979 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:16:57.066645 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:16:57.071019 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:57.180407 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:16:57.181047 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a238a948-1100-4dad-9029-eea24976e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:16:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:16:57.250805 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993abfe-0478-4f19-b44b-8c58271f1750 None None] Pushing event updated for resources: {'Port': ['ID=db4640fd-c597-49cf-bb38-c12eee129db5,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:57.253461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Pushing event updated for resources: {'Port': ['ID=1d8bf50f-a13f-49f7-be88-2549c65fa428,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:57.274456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:57.380993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a238a948-1100-4dad-9029-eea24976e56d None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:16:57.472353 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e4bd05f4-f3cc-46a6-9e3f-15b817636dce None None] Provisioning for port 1d8bf50f-a13f-49f7-be88-2549c65fa428 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:16:57.540791 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e4bd05f4-f3cc-46a6-9e3f-15b817636dce None None] Provisioning complete for port 1d8bf50f-a13f-49f7-be88-2549c65fa428 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:16:57.541089 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e4bd05f4-f3cc-46a6-9e3f-15b817636dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:57.588310 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:57.665343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd05f4-f3cc-46a6-9e3f-15b817636dce None None] Port 1d8bf50f-a13f-49f7-be88-2549c65fa428 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:16:57.776042 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a238a948-1100-4dad-9029-eea24976e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:54Z', 'revision_number': 3, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:16:57.780083 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238a948-1100-4dad-9029-eea24976e56d None None] The sync data for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv is: [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:54Z', 'revision_number': 3, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:16:57.818432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:57.875953 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:57.916180 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:58.003692 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:58.083769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Pushing event updated for resources: {'Port': ['ID=1d8bf50f-a13f-49f7-be88-2549c65fa428,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:58.153914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:16:58.155088 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:16:58.264804 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:58.373207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:16:58.391375 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e24a799d-0ebf-456a-a489-4a99175ddff5 None None] Provisioning complete for port 1d8bf50f-a13f-49f7-be88-2549c65fa428 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:16:58.392199 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e24a799d-0ebf-456a-a489-4a99175ddff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:58.450537 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e24a799d-0ebf-456a-a489-4a99175ddff5 None None] Port 1d8bf50f-a13f-49f7-be88-2549c65fa428 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:16:58.576426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:16:58.587160 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-636c6446-2528-4fa5-aa02-e83826219c8c admin admin] 10.222.0.75 "PUT /v2.0/routers/b4a8b49a-27c3-469f-b5fd-fec83b4797f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7910697 Feb 17 10:16:58.641563 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:16:59.358068 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Sync routers for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:16:59.368626 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:16:59.369459 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:16:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:16:59.554839 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:16:59.560135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 45700) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:16:59.565395 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-cc3ec99b-304e-406c-96b7-c8a37118113c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1143977975', 'description': 'tempest-description--1850107797'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:16:59.571388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc3ec99b-304e-406c-96b7-c8a37118113c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:16:59.575292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cc3ec99b-304e-406c-96b7-c8a37118113c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Usage tracker for resource:security_group and tenant:8007d054d7544a20834c59a3d253187b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:16:59.578236 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cc3ec99b-304e-406c-96b7-c8a37118113c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:16:59.589104 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc3ec99b-304e-406c-96b7-c8a37118113c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:16:59.721991 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec99b-304e-406c-96b7-c8a37118113c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:59.742975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc3ec99b-304e-406c-96b7-c8a37118113c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:16:59.747719 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cc3ec99b-304e-406c-96b7-c8a37118113c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Usage tracker for resource:security_group_rule and tenant:8007d054d7544a20834c59a3d253187b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:16:59.750677 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cc3ec99b-304e-406c-96b7-c8a37118113c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:16:59.757226 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc3ec99b-304e-406c-96b7-c8a37118113c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:16:59.835351 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec99b-304e-406c-96b7-c8a37118113c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:59.898379 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 2, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:16:59.902942 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Checking router: b4a8b49a-27c3-469f-b5fd-fec83b4797f9 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:16:59.903297 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Updating router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 port 1d8bf50f-a13f-49f7-be88-2549c65fa428 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:16:59.910995 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec99b-304e-406c-96b7-c8a37118113c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:59.934123 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device db4640fd-c597-49cf-bb38-c12eee129db5 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:16:59.966604 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ec99b-304e-406c-96b7-c8a37118113c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9c5fba-d652-4149-9106-8832cdca8dfe,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:16:59.969192 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:16:59.974740 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.007627 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec99b-304e-406c-96b7-c8a37118113c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.009007 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cc3ec99b-304e-406c-96b7-c8a37118113c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4478796 Feb 17 10:17:00.011993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 45704) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:17:00.017250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e176abf8-f0b9-4041-8ac9-8c135b4c55a8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Request body: {'security_group_rule': {'security_group_id': '3d9c5fba-d652-4149-9106-8832cdca8dfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:17:00.023166 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e176abf8-f0b9-4041-8ac9-8c135b4c55a8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:17:00.027137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e176abf8-f0b9-4041-8ac9-8c135b4c55a8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Usage tracker for resource:security_group_rule and tenant:8007d054d7544a20834c59a3d253187b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:17:00.030058 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e176abf8-f0b9-4041-8ac9-8c135b4c55a8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:17:00.036319 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e176abf8-f0b9-4041-8ac9-8c135b4c55a8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:17:00.058688 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port db4640fd-c597-49cf-bb38-c12eee129db5 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:17:00.063900 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port db4640fd-c597-49cf-bb38-c12eee129db5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:17:00.064275 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.135367 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e176abf8-f0b9-4041-8ac9-8c135b4c55a8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.186911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.206823 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e176abf8-f0b9-4041-8ac9-8c135b4c55a8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.207139 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port db4640fd-c597-49cf-bb38-c12eee129db5, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=db4640fd-c597-49cf-bb38-c12eee129db5,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:17:00.253347 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e176abf8-f0b9-4041-8ac9-8c135b4c55a8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.270832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.280373 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176abf8-f0b9-4041-8ac9-8c135b4c55a8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94b14a0-3e3a-4664-b118-6d198cc9ff64,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:17:00.344630 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e176abf8-f0b9-4041-8ac9-8c135b4c55a8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.345953 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e176abf8-f0b9-4041-8ac9-8c135b4c55a8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329134 Feb 17 10:17:00.350813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 45708) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:17:00.357584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=db4640fd-c597-49cf-bb38-c12eee129db5,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:17:00.359206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-56b542a7-1c5a-4751-aedf-2c7bebdaedf4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Request body: {'security_group_rule': {'security_group_id': '3d9c5fba-d652-4149-9106-8832cdca8dfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:17:00.369880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-56b542a7-1c5a-4751-aedf-2c7bebdaedf4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:17:00.374106 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.374314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-56b542a7-1c5a-4751-aedf-2c7bebdaedf4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Usage tracker for resource:security_group_rule and tenant:8007d054d7544a20834c59a3d253187b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:17:00.377477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-56b542a7-1c5a-4751-aedf-2c7bebdaedf4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:17:00.383671 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-56b542a7-1c5a-4751-aedf-2c7bebdaedf4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:17:00.386217 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Transition to ACTIVE for port object 1d8bf50f-a13f-49f7-be88-2549c65fa428 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:17:00.499068 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.529389 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56b542a7-1c5a-4751-aedf-2c7bebdaedf4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.615418 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56b542a7-1c5a-4751-aedf-2c7bebdaedf4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.625012 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e853b8e-c7de-46ff-a241-255395b640ec None None] Pushing event updated for resources: {'Port': ['ID=1d8bf50f-a13f-49f7-be88-2549c65fa428,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:17:00.668228 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e853b8e-c7de-46ff-a241-255395b640ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:00.668576 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e853b8e-c7de-46ff-a241-255395b640ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:00.668906 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e853b8e-c7de-46ff-a241-255395b640ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:00.669231 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e853b8e-c7de-46ff-a241-255395b640ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:00.669556 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e853b8e-c7de-46ff-a241-255395b640ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:00.669877 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e853b8e-c7de-46ff-a241-255395b640ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:00.670221 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e853b8e-c7de-46ff-a241-255395b640ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:00.670539 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e853b8e-c7de-46ff-a241-255395b640ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:00.670854 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e853b8e-c7de-46ff-a241-255395b640ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:00.671168 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e853b8e-c7de-46ff-a241-255395b640ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:00.671481 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e853b8e-c7de-46ff-a241-255395b640ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:00.671791 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e853b8e-c7de-46ff-a241-255395b640ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:00.699304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56b542a7-1c5a-4751-aedf-2c7bebdaedf4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.726503 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Attempting to bind port 1d8bf50f-a13f-49f7-be88-2549c65fa428 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:17:00.726865 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Attempting to bind port 1d8bf50f-a13f-49f7-be88-2549c65fa428 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:17:00.727222 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Attempting to bind port 1d8bf50f-a13f-49f7-be88-2549c65fa428 on network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:17:00.729436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b542a7-1c5a-4751-aedf-2c7bebdaedf4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1bb422-0c92-46b7-9029-25211b63126a,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:17:00.733190 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:17:00.733565 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Checking segment: {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:17:00.733960 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.734441 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Bound using segment: {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:17:00.734900 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Bound port: 1d8bf50f-a13f-49f7-be88-2549c65fa428, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:17:00.735290 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.807586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56b542a7-1c5a-4751-aedf-2c7bebdaedf4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.808797 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-56b542a7-1c5a-4751-aedf-2c7bebdaedf4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4565287 Feb 17 10:17:00.817785 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 45712) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:17:00.817785 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:17:00.822654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:17:00.826388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Usage tracker for resource:floatingip and tenant:8007d054d7544a20834c59a3d253187b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:17:00.831087 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:17:00.832839 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] For port 1d8bf50f-a13f-49f7-be88-2549c65fa428, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:17:00.836199 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] For port 1d8bf50f-a13f-49f7-be88-2549c65fa428, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1d8bf50f-a13f-49f7-be88-2549c65fa428,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:17:00.836749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:17:00.922197 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:00.961777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:01.008804 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:17:01.009439 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:16:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:17:01.059206 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e853b8e-c7de-46ff-a241-255395b640ec None None] Pushing event updated for resources: {'Port': ['ID=1d8bf50f-a13f-49f7-be88-2549c65fa428,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:17:01.111161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:01.202849 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:17:01.257864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Allocated IP 172.26.4.27 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/9ec1fdf5-4d41-4b5e-829d-bead6bd03091) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:17:01.523169 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:17:01.527127 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b807aa-82c0-4d7e-8a89-c8b6711ee502 None None] The sync data for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv is: [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:17:01.531030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:01.625428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:01.698180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:17:01.701131 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:17:01.703842 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:17:01.740592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Pushing event updated for resources: {'Port': ['ID=9ec1fdf5-4d41-4b5e-829d-bead6bd03091,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:17:01.804940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:01.936985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:01.994278 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1d8bf50f-a13f-49f7-be88-2549c65fa428 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:17:02.145098 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 1d8bf50f-a13f-49f7-be88-2549c65fa428 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:17:02.152554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 1d8bf50f-a13f-49f7-be88-2549c65fa428 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:17:02.153304 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:02.176232 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:02.218664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:02.312929 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:02.346507 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Pushing event updated for resources: {'Port': ['ID=9ec1fdf5-4d41-4b5e-829d-bead6bd03091,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:17:02.354146 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:02.357224 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 1d8bf50f-a13f-49f7-be88-2549c65fa428, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1d8bf50f-a13f-49f7-be88-2549c65fa428,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:17:02.430348 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:02.431138 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device db4640fd-c597-49cf-bb38-c12eee129db5 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:17:02.458837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:02.460541 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-879ec754-5c0b-46e6-9c94-ad7243f5cb49 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6476152 Feb 17 10:17:02.567253 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=1d8bf50f-a13f-49f7-be88-2549c65fa428,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:17:02.588734 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port db4640fd-c597-49cf-bb38-c12eee129db5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:17:02.589392 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:02.700314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-ceadfeaa-48f8-46cf-825f-0d2a2d9691a3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Synchronizing usage tracker for tenant:8007d054d7544a20834c59a3d253187b on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:17:02.790500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-ceadfeaa-48f8-46cf-825f-0d2a2d9691a3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Unset dirty status for tenant:8007d054d7544a20834c59a3d253187b on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:17:02.791666 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-ceadfeaa-48f8-46cf-825f-0d2a2d9691a3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1143977975&fields=id&tenant_id=8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 267 time: 0.1566954 Feb 17 10:17:02.944843 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-a09339ec-1394-40e7-a56d-a667882ff7fb tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:02.945533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-a09339ec-1394-40e7-a56d-a667882ff7fb tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Synchronizing usage tracker for tenant:8007d054d7544a20834c59a3d253187b on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:17:03.024250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-a09339ec-1394-40e7-a56d-a667882ff7fb tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Unset dirty status for tenant:8007d054d7544a20834c59a3d253187b on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:17:03.025416 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-a09339ec-1394-40e7-a56d-a667882ff7fb tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 812 time: 0.2264836 Feb 17 10:17:03.041263 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-01c0f94b-6105-428a-92c0-630aeb4b1ba9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/quotas/8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 375 time: 0.0102296 Feb 17 10:17:03.125800 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-58f57ed5-efd1-4c00-ad09-0d8bb74fb1c6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Synchronizing usage tracker for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:17:03.195987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-58f57ed5-efd1-4c00-ad09-0d8bb74fb1c6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Unset dirty status for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:17:03.197402 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-58f57ed5-efd1-4c00-ad09-0d8bb74fb1c6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1509795 Feb 17 10:17:03.342347 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-11ff9a7e-4e57-4422-8284-0df0a3bf9951 service neutron] 10.222.0.75 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322808 Feb 17 10:17:03.482644 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-0f84c1f3-b980-4b39-97b2-e2afe949080b service neutron] 10.222.0.75 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339493 Feb 17 10:17:03.777905 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c0d39f42-187e-47f8-b3c6-afef09cd9c04 req-0d035043-ae2f-4e75-bd0c-1ae5a5984868 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 210 time: 0.0504858 Feb 17 10:17:03.923510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1d8bf50f-a13f-49f7-be88-2549c65fa428 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:17:03.991481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 1d8bf50f-a13f-49f7-be88-2549c65fa428 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:17:03.991851 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:04.880689 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a155b15c-714f-41f3-8ba1-2e64cf0516d0 req-1458f8b4-b071-44ca-b218-9eb2f12cc419 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 210 time: 0.0425251 Feb 17 10:17:06.038482 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c4654773-ab3b-4085-8aa4-a5914f208ae3 req-8e22e469-0e5b-4664-aa7f-68ef78c19f8f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 210 time: 0.0443840 Feb 17 10:17:06.332370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-1bff98a3-7692-45a3-98ba-8892c29dd6ad tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:06.334024 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-1bff98a3-7692-45a3-98ba-8892c29dd6ad tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 812 time: 0.1528113 Feb 17 10:17:06.391212 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-232821b1-1123-4fd5-8eb0-47d319549278 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 380 time: 0.0409873 Feb 17 10:17:06.400866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-7df42aeb-9421-4f38-a632-7e9a5f12d5c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Request body: {'port': {'device_id': 'b7de8963-fa28-4eaf-856d-e8ebc10a3e61', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'admin_state_up': True, 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'security_groups': ['3d9c5fba-d652-4149-9106-8832cdca8dfe']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:17:06.543904 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-7df42aeb-9421-4f38-a632-7e9a5f12d5c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:17:06.554199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-7df42aeb-9421-4f38-a632-7e9a5f12d5c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:17:06.659783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-7df42aeb-9421-4f38-a632-7e9a5f12d5c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Made reservation on behalf of 8007d054d7544a20834c59a3d253187b for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:17:06.663809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-7df42aeb-9421-4f38-a632-7e9a5f12d5c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:06.831588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-7df42aeb-9421-4f38-a632-7e9a5f12d5c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Allocated IP 172.20.0.4 (4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5/de531c3f-e6eb-4277-a052-3e596e22cb13/93e557c3-2534-4ab8-a54d-5020856bd7bf) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:17:07.118375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-7df42aeb-9421-4f38-a632-7e9a5f12d5c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:07.135861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-7df42aeb-9421-4f38-a632-7e9a5f12d5c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Transition to ACTIVE for port object 93e557c3-2534-4ab8-a54d-5020856bd7bf will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:17:07.195514 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-340bc007-6304-4b01-8f99-f01cf1bebc35 req-f93428af-3a6f-42ae-bd16-80716d74cb45 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 210 time: 0.0484958 Feb 17 10:17:07.322330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-7df42aeb-9421-4f38-a632-7e9a5f12d5c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:07.394009 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-7df42aeb-9421-4f38-a632-7e9a5f12d5c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:17:07.397475 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-7df42aeb-9421-4f38-a632-7e9a5f12d5c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:17:07.401356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-7df42aeb-9421-4f38-a632-7e9a5f12d5c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:17:07.440584 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df42aeb-9421-4f38-a632-7e9a5f12d5c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Pushing event updated for resources: {'Port': ['ID=93e557c3-2534-4ab8-a54d-5020856bd7bf,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:17:07.476743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-7df42aeb-9421-4f38-a632-7e9a5f12d5c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:07.477402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-7df42aeb-9421-4f38-a632-7e9a5f12d5c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:07.642222 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-7df42aeb-9421-4f38-a632-7e9a5f12d5c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2447634 Feb 17 10:17:07.660529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Request body: {'port': {'device_id': 'b7de8963-fa28-4eaf-856d-e8ebc10a3e61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:17:07.761501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cd0133ff-bbd3-4a45-8841-1ce95c64483c None None] Provisioning for port 93e557c3-2534-4ab8-a54d-5020856bd7bf completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:17:07.766972 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cd0133ff-bbd3-4a45-8841-1ce95c64483c None None] Provisioning complete for port 93e557c3-2534-4ab8-a54d-5020856bd7bf triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:17:07.767350 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd0133ff-bbd3-4a45-8841-1ce95c64483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:07.774786 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:07.832012 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cd0133ff-bbd3-4a45-8841-1ce95c64483c None None] Port 93e557c3-2534-4ab8-a54d-5020856bd7bf cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:17:08.138426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e557c3-2534-4ab8-a54d-5020856bd7bf {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:17:08.147640 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:08.162873 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Transition to ACTIVE for port object 93e557c3-2534-4ab8-a54d-5020856bd7bf will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:17:08.298907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:08.416489 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f744186-6048-4f14-86ad-21972a37fcec req-e66ed4d2-5a00-4544-8fd4-95dd688d06bc tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:08.419235 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0f744186-6048-4f14-86ad-21972a37fcec req-e66ed4d2-5a00-4544-8fd4-95dd688d06bc tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 943 time: 0.1105599 Feb 17 10:17:08.452139 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Pushing event updated for resources: {'Port': ['ID=93e557c3-2534-4ab8-a54d-5020856bd7bf,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:17:08.475094 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-0f744186-6048-4f14-86ad-21972a37fcec req-fbb81e49-c4ed-4912-aa27-d8d07a4923ba tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Synchronizing usage tracker for tenant:8007d054d7544a20834c59a3d253187b on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:17:08.493336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-0f744186-6048-4f14-86ad-21972a37fcec req-fbb81e49-c4ed-4912-aa27-d8d07a4923ba tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Unset dirty status for tenant:8007d054d7544a20834c59a3d253187b on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:17:08.495321 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0f744186-6048-4f14-86ad-21972a37fcec req-fbb81e49-c4ed-4912-aa27-d8d07a4923ba tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698810 Feb 17 10:17:08.571039 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Attempting to bind port 93e557c3-2534-4ab8-a54d-5020856bd7bf on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:17:08.571359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Attempting to bind port 93e557c3-2534-4ab8-a54d-5020856bd7bf by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:17:08.571727 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Attempting to bind port 93e557c3-2534-4ab8-a54d-5020856bd7bf on network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:17:08.576935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Port 93e557c3-2534-4ab8-a54d-5020856bd7bf on network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:17:08.577263 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Attempting to bind port 93e557c3-2534-4ab8-a54d-5020856bd7bf on network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:17:08.583217 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:17:08.583550 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Checking segment: {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:17:08.583962 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Bound using segment: {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:17:08.584393 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Bound port: 93e557c3-2534-4ab8-a54d-5020856bd7bf, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:17:08.584769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:08.683710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] For port 93e557c3-2534-4ab8-a54d-5020856bd7bf, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:17:08.688232 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] For port 93e557c3-2534-4ab8-a54d-5020856bd7bf, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=93e557c3-2534-4ab8-a54d-5020856bd7bf,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:17:08.785195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:08.846765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:08.847435 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:08.848664 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] 10.222.0.37 "PUT /v2.0/ports/93e557c3-2534-4ab8-a54d-5020856bd7bf HTTP/1.1" status: 200 len: 1093 time: 1.1922777 Feb 17 10:17:08.849097 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7de8963-fa28-4eaf-856d-e8ebc10a3e61', 'tag': '93e557c3-2534-4ab8-a54d-5020856bd7bf'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:17:08.872901 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606d1c7-64ab-4338-ad2c-7156343b258b service neutron] Pushing event updated for resources: {'Port': ['ID=93e557c3-2534-4ab8-a54d-5020856bd7bf,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:17:08.894137 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:08.904493 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7de8963-fa28-4eaf-856d-e8ebc10a3e61', 'tag': '93e557c3-2534-4ab8-a54d-5020856bd7bf', 'status': 'completed', 'code': 200} Feb 17 10:17:09.029903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcb030-2725-4ac0-a568-071fccbe5279 req-0081d37b-7d92-4003-a659-9bf708016e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:09.031432 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e8dcb030-2725-4ac0-a568-071fccbe5279 req-0081d37b-7d92-4003-a659-9bf708016e57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 1096 time: 0.0818238 Feb 17 10:17:09.182391 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcb030-2725-4ac0-a568-071fccbe5279 req-aae4dbdf-c1ca-42cc-98c1-2ede7dd00be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:09.183808 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e8dcb030-2725-4ac0-a568-071fccbe5279 req-aae4dbdf-c1ca-42cc-98c1-2ede7dd00be9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8007d054d7544a20834c59a3d253187b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1385443 Feb 17 10:17:09.318291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcb030-2725-4ac0-a568-071fccbe5279 req-db5646b1-f9b8-48fa-8c1c-3fd88b0053dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:09.319715 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e8dcb030-2725-4ac0-a568-071fccbe5279 req-db5646b1-f9b8-48fa-8c1c-3fd88b0053dd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300960 Feb 17 10:17:09.465767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-cef620aa-fdbd-4834-81f3-25a22652ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:09.467212 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-cef620aa-fdbd-4834-81f3-25a22652ff73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 1096 time: 0.0726445 Feb 17 10:17:09.645504 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-48da8d19-955a-4f10-a9ca-072fa601709a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93e557c3-2534-4ab8-a54d-5020856bd7bf HTTP/1.1" status: 200 len: 217 time: 0.1648808 Feb 17 10:17:09.693832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0725d-7f5e-4659-af15-eb1b8e779ac1 req-e7abe084-6770-4191-96f4-5ca8c7815180 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:09.695328 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-53e0725d-7f5e-4659-af15-eb1b8e779ac1 req-e7abe084-6770-4191-96f4-5ca8c7815180 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 943 time: 0.0875471 Feb 17 10:17:09.714155 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-d7196aa5-1ea1-4980-a3b3-c8a121586572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:09.715576 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-d7196aa5-1ea1-4980-a3b3-c8a121586572 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0645061 Feb 17 10:17:09.740654 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-53e0725d-7f5e-4659-af15-eb1b8e779ac1 req-6652a0d6-c8b8-461b-9487-c99185321bbc tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391161 Feb 17 10:17:09.789021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-f0253ce2-aadb-41c5-af10-ebeeee7b361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:09.790504 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-f0253ce2-aadb-41c5-af10-ebeeee7b361a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690048 Feb 17 10:17:09.918903 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-cf7cd84e-6dfa-4f02-befc-726d7f1c06ee service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223600 Feb 17 10:17:10.050409 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7dceb4e-3898-4344-b2a9-955c319c96b5 req-d1583935-ece4-427f-be63-fe98982e734c service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241860 Feb 17 10:17:10.925833 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5812f2-8d64-4842-b56a-e2c048a3cd6e req-f268c8e7-7dfc-4eaf-98dc-e453d0f296e4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:10.926552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-ea5812f2-8d64-4842-b56a-e2c048a3cd6e req-f268c8e7-7dfc-4eaf-98dc-e453d0f296e4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Synchronizing usage tracker for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:17:11.007475 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-ea5812f2-8d64-4842-b56a-e2c048a3cd6e req-f268c8e7-7dfc-4eaf-98dc-e453d0f296e4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Unset dirty status for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:17:11.008871 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea5812f2-8d64-4842-b56a-e2c048a3cd6e req-f268c8e7-7dfc-4eaf-98dc-e453d0f296e4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 943 time: 0.1634033 Feb 17 10:17:11.054321 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ea5812f2-8d64-4842-b56a-e2c048a3cd6e req-7a6eb2e8-97fc-48e7-b927-595b0bb5b305 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395715 Feb 17 10:17:12.244097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb99194-1ac2-4339-8eda-3539cf637cef req-85f19f47-f057-476e-aab0-9a1db03b79e0 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:12.245524 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-efb99194-1ac2-4339-8eda-3539cf637cef req-85f19f47-f057-476e-aab0-9a1db03b79e0 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 943 time: 0.0851960 Feb 17 10:17:12.291031 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-efb99194-1ac2-4339-8eda-3539cf637cef req-9202927b-54ff-4255-b023-231062f3b639 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395505 Feb 17 10:17:13.492579 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c54fd-1e0e-4df6-a59d-e0efdc7eeade req-920d6b9c-e124-42e7-934b-90f0588e8a2d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:13.494067 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0c3c54fd-1e0e-4df6-a59d-e0efdc7eeade req-920d6b9c-e124-42e7-934b-90f0588e8a2d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 943 time: 0.0839033 Feb 17 10:17:13.541959 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0c3c54fd-1e0e-4df6-a59d-e0efdc7eeade req-0d30525c-dc84-425e-8bf0-907c6f39bb03 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419908 Feb 17 10:17:14.669550 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 93e557c3-2534-4ab8-a54d-5020856bd7bf details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:17:14.729743 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c02b71-e113-49fb-ac93-a42310bc2d0b req-fd7cb71a-b3fe-4504-a3f8-2a82f7b2429d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:14.731261 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b1c02b71-e113-49fb-ac93-a42310bc2d0b req-fd7cb71a-b3fe-4504-a3f8-2a82f7b2429d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 943 time: 0.0811498 Feb 17 10:17:14.777549 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b1c02b71-e113-49fb-ac93-a42310bc2d0b req-770f185f-75d3-4796-bfb9-af5a27fc3735 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405264 Feb 17 10:17:14.837241 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 93e557c3-2534-4ab8-a54d-5020856bd7bf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=93e557c3-2534-4ab8-a54d-5020856bd7bf,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:17:14.849790 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '93e557c3-2534-4ab8-a54d-5020856bd7bf', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'port_id': '93e557c3-2534-4ab8-a54d-5020856bd7bf', 'mac_address': 'fa:16:3e:f3:b2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:17:14.903235 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:14.919124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e557c3-2534-4ab8-a54d-5020856bd7bf {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:17:14.934287 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 93e557c3-2534-4ab8-a54d-5020856bd7bf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=93e557c3-2534-4ab8-a54d-5020856bd7bf,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:17:15.052869 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:15.123162 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=93e557c3-2534-4ab8-a54d-5020856bd7bf,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:17:15.467104 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['93e557c3-2534-4ab8-a54d-5020856bd7bf'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:17:15.964921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12fa8c-deef-4ae8-849c-cfd653db5c6f req-a3b39b91-acd3-4ead-87c9-32f5ad12fcc9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:15.966469 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5a12fa8c-deef-4ae8-849c-cfd653db5c6f req-a3b39b91-acd3-4ead-87c9-32f5ad12fcc9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 944 time: 0.0842912 Feb 17 10:17:16.012365 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5a12fa8c-deef-4ae8-849c-cfd653db5c6f req-3c7b5e4f-feed-421d-9744-2f74911a749e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400286 Feb 17 10:17:16.685085 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 93e557c3-2534-4ab8-a54d-5020856bd7bf up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:17:16.795206 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 93e557c3-2534-4ab8-a54d-5020856bd7bf completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:17:16.800303 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 93e557c3-2534-4ab8-a54d-5020856bd7bf triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:17:16.803341 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:16.916012 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:16.942079 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7de8963-fa28-4eaf-856d-e8ebc10a3e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e557c3-2534-4ab8-a54d-5020856bd7bf'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:17:16.952258 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 93e557c3-2534-4ab8-a54d-5020856bd7bf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=93e557c3-2534-4ab8-a54d-5020856bd7bf,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:17:16.985816 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7de8963-fa28-4eaf-856d-e8ebc10a3e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e557c3-2534-4ab8-a54d-5020856bd7bf', 'code': 200} Feb 17 10:17:17.024186 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:17.093582 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=93e557c3-2534-4ab8-a54d-5020856bd7bf,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:17:17.204145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5942b-ca35-4342-a962-e05c4bfa753b req-a2e42750-b818-4b60-a9c8-e6310564b8c9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:17.206261 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4de5942b-ca35-4342-a962-e05c4bfa753b req-a2e42750-b818-4b60-a9c8-e6310564b8c9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0857899 Feb 17 10:17:17.250900 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4de5942b-ca35-4342-a962-e05c4bfa753b req-3b7f4220-1c85-42f5-b67c-252ee952411e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385821 Feb 17 10:17:17.395336 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7d617-bd1f-4139-a5d3-788e4ea12626 req-04600b6f-4b11-4976-932d-f7fee7eefd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:17.396844 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e2d7d617-bd1f-4139-a5d3-788e4ea12626 req-04600b6f-4b11-4976-932d-f7fee7eefd3b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 1098 time: 0.0716016 Feb 17 10:17:17.437641 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e2d7d617-bd1f-4139-a5d3-788e4ea12626 req-bb44794f-874b-4a17-8862-98b31e68f937 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349324 Feb 17 10:17:18.446168 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d964d4f-6b56-41b2-9a00-8d70caa9b9b1 req-daa35a15-72f3-4cd1-88b0-8d3173db22c4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:18.447745 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7d964d4f-6b56-41b2-9a00-8d70caa9b9b1 req-daa35a15-72f3-4cd1-88b0-8d3173db22c4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0898356 Feb 17 10:17:18.494551 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7d964d4f-6b56-41b2-9a00-8d70caa9b9b1 req-027d8821-7682-4689-ab0b-dec0fa51f83d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412047 Feb 17 10:17:19.686912 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a53772-dad7-403b-8255-5c4f6b3dc412 req-e086462e-a85f-47cc-833c-a99d93241190 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:19.688363 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-78a53772-dad7-403b-8255-5c4f6b3dc412 req-e086462e-a85f-47cc-833c-a99d93241190 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0825918 Feb 17 10:17:19.733353 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-78a53772-dad7-403b-8255-5c4f6b3dc412 req-c370f3e8-5003-4fad-809b-7c16dd1021c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388181 Feb 17 10:17:19.916444 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08191dd0-397a-449e-a44e-4906ff27613b req-a06c7656-12b3-4b2b-af6b-85bb70d93a7e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:19.917916 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-08191dd0-397a-449e-a44e-4906ff27613b req-a06c7656-12b3-4b2b-af6b-85bb70d93a7e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0831616 Feb 17 10:17:19.926402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 45774) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:17:19.931785 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-19b1b166-944e-47d4-9840-dd4db9da3117 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Request body: {'floatingip': {'port_id': '93e557c3-2534-4ab8-a54d-5020856bd7bf'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:17:20.009513 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19b1b166-944e-47d4-9840-dd4db9da3117 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:20.716781 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19b1b166-944e-47d4-9840-dd4db9da3117 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:20.773242 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19b1b166-944e-47d4-9840-dd4db9da3117 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:20.948520 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-19b1b166-944e-47d4-9840-dd4db9da3117 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Floating IP 9c848fed-0b52-4372-92a3-8404afe43f5e associated. External IP: 172.26.4.27, port: 93e557c3-2534-4ab8-a54d-5020856bd7bf. Feb 17 10:17:21.302265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b1b166-944e-47d4-9840-dd4db9da3117 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:17:21.479545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b1b166-944e-47d4-9840-dd4db9da3117 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:17:21.483938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19b1b166-944e-47d4-9840-dd4db9da3117 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:21.490658 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b880e75-2974-4cd6-b2d5-1d6acde51056 None None] Sync routers for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:17:21.504085 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b880e75-2974-4cd6-b2d5-1d6acde51056 None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:17:21.504982 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9b880e75-2974-4cd6-b2d5-1d6acde51056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:16:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:17:21.542089 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-19b1b166-944e-47d4-9840-dd4db9da3117 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "PUT /v2.0/floatingips/9c848fed-0b52-4372-92a3-8404afe43f5e HTTP/1.1" status: 200 len: 990 time: 1.6144865 Feb 17 10:17:21.542666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7de8963-fa28-4eaf-856d-e8ebc10a3e61', 'tag': '93e557c3-2534-4ab8-a54d-5020856bd7bf'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:17:21.619481 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7de8963-fa28-4eaf-856d-e8ebc10a3e61', 'tag': '93e557c3-2534-4ab8-a54d-5020856bd7bf', 'status': 'completed', 'code': 200} Feb 17 10:17:21.691717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9b880e75-2974-4cd6-b2d5-1d6acde51056 None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:17:21.800936 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd4c17-de00-40f1-b836-4039ab67c9ed req-b99b54f5-4e64-4c87-8fdd-56d052ba617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:21.802586 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ebd4c17-de00-40f1-b836-4039ab67c9ed req-b99b54f5-4e64-4c87-8fdd-56d052ba617b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 1098 time: 0.1392725 Feb 17 10:17:21.810124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfd449-e09c-4422-9a5b-233284365aa8 req-b73f1d47-ca75-44f7-bb75-f390972fd6b5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:21.811433 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e0cfd449-e09c-4422-9a5b-233284365aa8 req-b73f1d47-ca75-44f7-bb75-f390972fd6b5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.1171920 Feb 17 10:17:21.946017 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e0cfd449-e09c-4422-9a5b-233284365aa8 req-46882f47-d525-436a-9913-5c7b6431c8cc tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138399 Feb 17 10:17:21.977942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd4c17-de00-40f1-b836-4039ab67c9ed req-491ddad2-b5dd-4a09-9605-ed65f141b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:21.979516 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ebd4c17-de00-40f1-b836-4039ab67c9ed req-491ddad2-b5dd-4a09-9605-ed65f141b77c service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1671722 Feb 17 10:17:22.058637 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9b880e75-2974-4cd6-b2d5-1d6acde51056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9c848fed-0b52-4372-92a3-8404afe43f5e', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'floating_ip_address': '172.26.4.27', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'port_id': '93e557c3-2534-4ab8-a54d-5020856bd7bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'mac_address': 'fa:16:3e:f3:b2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7de8963-fa28-4eaf-856d-e8ebc10a3e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:17:01Z', 'updated_at': '2022-02-17T10:17:20Z', 'revision_number': 1, 'project_id': '8007d054d7544a20834c59a3d253187b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:17:22.063161 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b880e75-2974-4cd6-b2d5-1d6acde51056 None None] Checking router: b4a8b49a-27c3-469f-b5fd-fec83b4797f9 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:17:22.073214 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b880e75-2974-4cd6-b2d5-1d6acde51056 None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:17:22.073925 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9b880e75-2974-4cd6-b2d5-1d6acde51056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:16:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:17:22.149780 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f07e3-5938-4718-83d7-8b1e167bcb24 req-902b653e-d95f-47c8-9bb9-142f54b44512 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:22.151655 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c70f07e3-5938-4718-83d7-8b1e167bcb24 req-902b653e-d95f-47c8-9bb9-142f54b44512 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0958381 Feb 17 10:17:22.199784 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c70f07e3-5938-4718-83d7-8b1e167bcb24 req-e35792e2-7c5b-45fc-b6df-75d5a9dec6d9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426261 Feb 17 10:17:22.213858 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ebd4c17-de00-40f1-b836-4039ab67c9ed req-5e13b8ff-2e7b-4378-bc3d-152072d1d13f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93e557c3-2534-4ab8-a54d-5020856bd7bf HTTP/1.1" status: 200 len: 998 time: 0.2279553 Feb 17 10:17:22.266119 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9b880e75-2974-4cd6-b2d5-1d6acde51056 None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:17:22.279772 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd4c17-de00-40f1-b836-4039ab67c9ed req-933a2e78-5cc0-4015-ab2a-da64bf22e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:22.281209 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ebd4c17-de00-40f1-b836-4039ab67c9ed req-933a2e78-5cc0-4015-ab2a-da64bf22e834 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0610187 Feb 17 10:17:22.362401 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd4c17-de00-40f1-b836-4039ab67c9ed req-d5d47fb5-4a44-4835-83ab-fa0a79ef2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:22.363977 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ebd4c17-de00-40f1-b836-4039ab67c9ed req-d5d47fb5-4a44-4835-83ab-fa0a79ef2aba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757749 Feb 17 10:17:22.499423 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ebd4c17-de00-40f1-b836-4039ab67c9ed req-b7502592-8b2b-4e13-99b9-c0b5b5817af2 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292109 Feb 17 10:17:22.643614 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ebd4c17-de00-40f1-b836-4039ab67c9ed req-97998aaf-4513-4268-a493-e95cb1478b93 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372375 Feb 17 10:17:22.665660 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9b880e75-2974-4cd6-b2d5-1d6acde51056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9c848fed-0b52-4372-92a3-8404afe43f5e', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'floating_ip_address': '172.26.4.27', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'port_id': '93e557c3-2534-4ab8-a54d-5020856bd7bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'mac_address': 'fa:16:3e:f3:b2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7de8963-fa28-4eaf-856d-e8ebc10a3e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:17:01Z', 'updated_at': '2022-02-17T10:17:20Z', 'revision_number': 1, 'project_id': '8007d054d7544a20834c59a3d253187b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:17:22.669672 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b880e75-2974-4cd6-b2d5-1d6acde51056 None None] The sync data for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv is: [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9c848fed-0b52-4372-92a3-8404afe43f5e', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'floating_ip_address': '172.26.4.27', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'port_id': '93e557c3-2534-4ab8-a54d-5020856bd7bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'mac_address': 'fa:16:3e:f3:b2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7de8963-fa28-4eaf-856d-e8ebc10a3e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:17:01Z', 'updated_at': '2022-02-17T10:17:20Z', 'revision_number': 1, 'project_id': '8007d054d7544a20834c59a3d253187b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:17:22.869862 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b75248-0554-43c5-a93b-70f5ceb8d260 None None] New status for floating IP 9c848fed-0b52-4372-92a3-8404afe43f5e: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:17:23.395804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed298217-0854-415f-9812-24b82d726779 req-54feae3f-9eeb-448f-9664-198b18bdefd0 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:23.397242 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ed298217-0854-415f-9812-24b82d726779 req-54feae3f-9eeb-448f-9664-198b18bdefd0 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0826507 Feb 17 10:17:23.441643 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ed298217-0854-415f-9812-24b82d726779 req-d9c19003-d142-4f01-9f04-91f311c73e8b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385756 Feb 17 10:17:23.623318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f0478-c477-4e58-b83a-c46dedf0f647 req-d33b1ddf-9f68-4869-bcc2-212fbdfd8150 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:23.624786 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7b2f0478-c477-4e58-b83a-c46dedf0f647 req-d33b1ddf-9f68-4869-bcc2-212fbdfd8150 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0790861 Feb 17 10:17:23.672541 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7b2f0478-c477-4e58-b83a-c46dedf0f647 req-a5a4ab9f-e969-48f0-9e8a-bd9e6972b765 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412865 Feb 17 10:17:24.190653 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d88ff-d9b1-482f-be54-7b262fc4f9da req-7dcae23b-7c9b-4ad6-89e4-5c96c693696a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:24.192222 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6c5d88ff-d9b1-482f-be54-7b262fc4f9da req-7dcae23b-7c9b-4ad6-89e4-5c96c693696a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0851636 Feb 17 10:17:24.225091 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-7586eaa2-e597-40cc-872c-545590576ac7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711694 Feb 17 10:17:24.242573 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6c5d88ff-d9b1-482f-be54-7b262fc4f9da req-771f8113-480e-432f-b233-50e0fb05c69d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439055 Feb 17 10:17:24.681623 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f0938fa7-2724-4a3c-ac13-9695ebea9cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:25.444539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bb0cb-775f-4075-84f5-59cc69385542 req-ddc70c74-d776-4a4d-9576-c2c814214418 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:25.446002 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-195bb0cb-775f-4075-84f5-59cc69385542 req-ddc70c74-d776-4a4d-9576-c2c814214418 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0865352 Feb 17 10:17:25.492910 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-195bb0cb-775f-4075-84f5-59cc69385542 req-7efd757a-01d2-4aa1-bdf6-6b7c9b8bb5f7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410349 Feb 17 10:17:26.507117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-6e9ba5d0-fcbc-4a23-b14c-20929d925fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:26.508558 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-6e9ba5d0-fcbc-4a23-b14c-20929d925fdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 1098 time: 0.0689538 Feb 17 10:17:26.643845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-cf5d3726-3f13-435f-ae47-37256bfb474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:26.645310 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-cf5d3726-3f13-435f-ae47-37256bfb474a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1306105 Feb 17 10:17:26.686939 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5e695-753b-4d25-a482-462194538b7e req-d8cf36b8-2934-41e0-932b-14b5d7cc6c66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:26.688389 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1eb5e695-753b-4d25-a482-462194538b7e req-d8cf36b8-2934-41e0-932b-14b5d7cc6c66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0856495 Feb 17 10:17:26.733210 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1eb5e695-753b-4d25-a482-462194538b7e req-87bf600d-e725-43b9-b0ff-ea517fa52169 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380199 Feb 17 10:17:26.750369 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-b8300d3f-3032-443f-a0e7-940e5a1bef9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93e557c3-2534-4ab8-a54d-5020856bd7bf HTTP/1.1" status: 200 len: 1000 time: 0.0987096 Feb 17 10:17:26.816522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-37f10df5-e154-42b1-bfab-d47d4eef03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:26.817850 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-37f10df5-e154-42b1-bfab-d47d4eef03f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0610845 Feb 17 10:17:26.892301 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-bad39819-89bc-4059-a1ee-45544d887808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:26.894438 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-bad39819-89bc-4059-a1ee-45544d887808 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695841 Feb 17 10:17:27.024514 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-69094214-2087-41ab-86b5-b43e05fa5247 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235790 Feb 17 10:17:27.087625 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26cca301-6e48-4476-8636-533ad87ba9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:27.156088 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-7d4cedd7-c41d-47cf-94b0-3ee7464215c4 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247783 Feb 17 10:17:27.928175 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539736a4-794b-4773-8bb7-2f07d14e060b req-c858c5d7-528d-4688-8f6f-764cc4a074b7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:27.929675 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-539736a4-794b-4773-8bb7-2f07d14e060b req-c858c5d7-528d-4688-8f6f-764cc4a074b7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0874717 Feb 17 10:17:27.944261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:27.979588 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-539736a4-794b-4773-8bb7-2f07d14e060b req-26abc2ea-2512-4d41-bb73-e67b6f312c9f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441134 Feb 17 10:17:28.326893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:29.185100 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994648c-d073-43d8-8255-abba25dd7c1c req-6bea9ebc-ed70-4707-94c9-206fccbcc29b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:29.186617 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d994648c-d073-43d8-8255-abba25dd7c1c req-6bea9ebc-ed70-4707-94c9-206fccbcc29b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0835345 Feb 17 10:17:29.230183 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d994648c-d073-43d8-8255-abba25dd7c1c req-8bf2aba2-362c-4b3e-9758-f3982be0cd20 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376878 Feb 17 10:17:29.920980 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:30.417551 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80f1a6-7d5b-454d-9bbc-57594dedd03f req-6c3f839f-8cdd-4ee5-9d7d-02d3f6b574e1 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:30.419071 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8c80f1a6-7d5b-454d-9bbc-57594dedd03f req-6c3f839f-8cdd-4ee5-9d7d-02d3f6b574e1 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0830612 Feb 17 10:17:30.464871 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8c80f1a6-7d5b-454d-9bbc-57594dedd03f req-22d86f1c-6bda-400b-8f0d-cc25a3ad3330 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398407 Feb 17 10:17:31.661779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810d7e7-5059-4be4-80c8-d1fd9f16878b req-f3e71cf0-3c37-4192-9bf6-098d93b9a547 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:31.663319 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c810d7e7-5059-4be4-80c8-d1fd9f16878b req-f3e71cf0-3c37-4192-9bf6-098d93b9a547 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0864961 Feb 17 10:17:31.709667 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c810d7e7-5059-4be4-80c8-d1fd9f16878b req-f45f7074-b311-4f26-8912-15c2f3c87e47 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406852 Feb 17 10:17:32.893132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a356e6-a584-467d-8211-842615d8c57e req-9e4f12a0-360f-4ca3-89fe-f97b3d37b2d6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:32.894533 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a3a356e6-a584-467d-8211-842615d8c57e req-9e4f12a0-360f-4ca3-89fe-f97b3d37b2d6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0830131 Feb 17 10:17:32.939119 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a3a356e6-a584-467d-8211-842615d8c57e req-53718d90-1452-410b-81f7-075576d94180 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382829 Feb 17 10:17:34.130731 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05343b4f-50a6-4c84-9aae-a9f18b0cf034 req-44e013a5-01a0-45f3-8e0a-7fb6408f225e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:34.132317 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-05343b4f-50a6-4c84-9aae-a9f18b0cf034 req-44e013a5-01a0-45f3-8e0a-7fb6408f225e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0885518 Feb 17 10:17:34.177073 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-05343b4f-50a6-4c84-9aae-a9f18b0cf034 req-50f3b3ca-7548-4e43-8d84-e9512e1b9fa9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389578 Feb 17 10:17:35.370776 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8bac8-5e43-4f90-80ea-bed53c39e71f req-41b87771-ee92-4ae4-a768-352379021829 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:35.372230 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-14c8bac8-5e43-4f90-80ea-bed53c39e71f req-41b87771-ee92-4ae4-a768-352379021829 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0833220 Feb 17 10:17:35.417856 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-14c8bac8-5e43-4f90-80ea-bed53c39e71f req-6c3e309a-94bf-492b-ada8-1bf7cc2ac1fc tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400054 Feb 17 10:17:35.640900 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:17:36.609056 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5af40-1fc4-4718-b1f2-6ff5083e37d3 req-86a5ec3f-4839-4e84-b81d-1e88d585f8c5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:36.610531 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-48b5af40-1fc4-4718-b1f2-6ff5083e37d3 req-86a5ec3f-4839-4e84-b81d-1e88d585f8c5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0850582 Feb 17 10:17:36.654650 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-48b5af40-1fc4-4718-b1f2-6ff5083e37d3 req-6981e7e5-c47f-4825-af49-80e45a1a68a3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376186 Feb 17 10:17:37.845318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879657f-5197-4904-a8c3-6823c8f4f575 req-05d43fbb-d55a-4fc3-b74d-b5c95d1cfccf tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:37.846809 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b879657f-5197-4904-a8c3-6823c8f4f575 req-05d43fbb-d55a-4fc3-b74d-b5c95d1cfccf tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0855682 Feb 17 10:17:37.894440 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b879657f-5197-4904-a8c3-6823c8f4f575 req-e60d4f0e-9028-4e0e-a208-e13b695aff04 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413814 Feb 17 10:17:38.910422 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:39.088176 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e21007-cdc4-475c-8842-76e04d9753bc req-9e2265ba-8a70-4ad3-9856-f636474a48ce tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:39.089670 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a0e21007-cdc4-475c-8842-76e04d9753bc req-9e2265ba-8a70-4ad3-9856-f636474a48ce tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0808351 Feb 17 10:17:39.138130 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a0e21007-cdc4-475c-8842-76e04d9753bc req-327d65b4-2614-4e09-b58b-562fd52add46 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426581 Feb 17 10:17:40.324192 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb504fd-4a00-4b43-9801-735af399f893 req-029218d6-530e-4c9d-a2dd-189059af0f7c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:40.325645 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7bb504fd-4a00-4b43-9801-735af399f893 req-029218d6-530e-4c9d-a2dd-189059af0f7c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0791769 Feb 17 10:17:40.373493 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7bb504fd-4a00-4b43-9801-735af399f893 req-08cba765-7f6a-4470-8edb-eedda3f57c65 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420496 Feb 17 10:17:41.558400 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d2860-10c9-4fca-97fe-2d0999c7937b req-3b153a45-29ec-4e64-b4bf-dbde4a5f0760 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:41.559887 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-550d2860-10c9-4fca-97fe-2d0999c7937b req-3b153a45-29ec-4e64-b4bf-dbde4a5f0760 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0809684 Feb 17 10:17:41.604897 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-550d2860-10c9-4fca-97fe-2d0999c7937b req-b61d4b84-3a0c-45c3-b473-a3eb608a34bd tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392110 Feb 17 10:17:42.793938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f742b2-9f0e-4636-9fb6-285890e36821 req-c2cae607-a384-4c27-88de-393cadcfb6ff tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:42.795431 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-90f742b2-9f0e-4636-9fb6-285890e36821 req-c2cae607-a384-4c27-88de-393cadcfb6ff tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0797656 Feb 17 10:17:42.839718 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-90f742b2-9f0e-4636-9fb6-285890e36821 req-cc4c1200-c1ed-4b73-9d66-850e1916b121 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386600 Feb 17 10:17:44.029306 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5f7d4-aeb9-4972-ab02-1d3ffd9095f9 req-8d53df7d-1194-40fc-9296-2c0bbd87f469 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:44.030795 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b4a5f7d4-aeb9-4972-ab02-1d3ffd9095f9 req-8d53df7d-1194-40fc-9296-2c0bbd87f469 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0839663 Feb 17 10:17:44.078029 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b4a5f7d4-aeb9-4972-ab02-1d3ffd9095f9 req-b39e69c0-f620-4369-a4e5-373a42fa85ec tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413017 Feb 17 10:17:45.266555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5dcb8-7c13-4c9f-9b2e-cb6292e54711 req-dbe35896-6cda-4829-8382-a050fdebc8fa tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:45.268031 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-edc5dcb8-7c13-4c9f-9b2e-cb6292e54711 req-dbe35896-6cda-4829-8382-a050fdebc8fa tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0843117 Feb 17 10:17:45.314298 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-edc5dcb8-7c13-4c9f-9b2e-cb6292e54711 req-ab4213ad-9abb-4c51-93d0-2ef9b2e7027d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404253 Feb 17 10:17:46.500653 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b58ff-79f2-4ae5-92d9-5ad6329f8fb5 req-87e4cfdc-2f04-4a7a-b113-ce1d475b785e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:46.502107 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-560b58ff-79f2-4ae5-92d9-5ad6329f8fb5 req-87e4cfdc-2f04-4a7a-b113-ce1d475b785e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0787551 Feb 17 10:17:46.545864 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-560b58ff-79f2-4ae5-92d9-5ad6329f8fb5 req-95d873f9-130f-4287-a3d0-7391b6d29e5d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381114 Feb 17 10:17:47.732408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea9d9d-8dea-4e2e-8555-031dbca0d76e req-7c1d0c1b-3d56-4ee1-bee4-60bbed4e29e0 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:47.733867 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e5ea9d9d-8dea-4e2e-8555-031dbca0d76e req-7c1d0c1b-3d56-4ee1-bee4-60bbed4e29e0 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0787091 Feb 17 10:17:47.780398 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e5ea9d9d-8dea-4e2e-8555-031dbca0d76e req-7de635d0-d61a-4545-b295-791696cd9c6a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406222 Feb 17 10:17:48.972424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ea07d-85e3-4eab-ba0b-85fd6f9447b2 req-7111db05-9d65-4477-b9ad-b6f1fecbf2e9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:48.973932 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-807ea07d-85e3-4eab-ba0b-85fd6f9447b2 req-7111db05-9d65-4477-b9ad-b6f1fecbf2e9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0841749 Feb 17 10:17:49.022487 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-807ea07d-85e3-4eab-ba0b-85fd6f9447b2 req-8017eb32-8957-4329-8d9c-fe2123c453a8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402479 Feb 17 10:17:49.596950 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-fe7565d5-cd30-4f3a-861f-cc22ccd78245 service neutron] 10.222.0.37 "GET /v2.0/ports/93e557c3-2534-4ab8-a54d-5020856bd7bf/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0775642 Feb 17 10:17:50.217813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a75a2-fcc1-4bb4-84bb-8c4c0ed495b3 req-7a4c59a9-b09b-4bfe-bbcf-c45ddca63ce2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:50.219289 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-130a75a2-fcc1-4bb4-84bb-8c4c0ed495b3 req-7a4c59a9-b09b-4bfe-bbcf-c45ddca63ce2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0833960 Feb 17 10:17:50.263693 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-130a75a2-fcc1-4bb4-84bb-8c4c0ed495b3 req-b0c2681b-a5dd-4d8b-9dac-4d871ebe9db8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385673 Feb 17 10:17:50.472025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-3b0a973e-c271-4c1c-89cc-32cc2b0b403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:50.473491 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-3b0a973e-c271-4c1c-89cc-32cc2b0b403d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61&tenant_id=8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 1098 time: 0.1817110 Feb 17 10:17:50.577646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-7d398ac2-0bf7-477c-9ea8-a32af1bf8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:50.579181 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-7d398ac2-0bf7-477c-9ea8-a32af1bf8ee7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 1098 time: 0.0711105 Feb 17 10:17:50.709893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-e134877c-6f4f-4972-9bd2-c9bf11fbc404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:50.711368 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-e134877c-6f4f-4972-9bd2-c9bf11fbc404 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1250837 Feb 17 10:17:50.817014 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-c6ef5bf8-0c96-4b87-9ead-de4a5243e383 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93e557c3-2534-4ab8-a54d-5020856bd7bf HTTP/1.1" status: 200 len: 1000 time: 0.0977089 Feb 17 10:17:50.881714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-44ea6995-c0a0-45d8-b762-36e70290622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:50.883155 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-44ea6995-c0a0-45d8-b762-36e70290622b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0599952 Feb 17 10:17:50.957237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-b15ca292-3957-4d6f-87d0-dc1bf4bf12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:50.958759 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-b15ca292-3957-4d6f-87d0-dc1bf4bf12d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692997 Feb 17 10:17:51.097416 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-5ce53229-98ec-4121-992f-24759fc08aba service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317854 Feb 17 10:17:51.227278 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-660d6043-0c5b-4ee8-bd05-6dd01adc1b21 req-9f75e5e2-8209-481f-b7b1-a87ef1bb0fef service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240680 Feb 17 10:17:51.452986 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dafd07-1ee5-40f8-ad78-5682f373da05 req-760fa26f-46bb-4d36-994b-221458712676 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:51.454500 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-07dafd07-1ee5-40f8-ad78-5682f373da05 req-760fa26f-46bb-4d36-994b-221458712676 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0807142 Feb 17 10:17:51.504397 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-07dafd07-1ee5-40f8-ad78-5682f373da05 req-0187f923-1f4d-467e-970b-0de070fc1e74 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434191 Feb 17 10:17:52.692885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3bfcc-6168-4f36-8c3a-03789aa2e652 req-9ed2c7dd-d6fe-4aa3-b29c-e4da54df7893 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:52.694623 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0de3bfcc-6168-4f36-8c3a-03789aa2e652 req-9ed2c7dd-d6fe-4aa3-b29c-e4da54df7893 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0790939 Feb 17 10:17:52.743680 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0de3bfcc-6168-4f36-8c3a-03789aa2e652 req-fac21338-e2d7-47a3-ae11-540aacc6bff9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433719 Feb 17 10:17:52.878585 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 93e557c3-2534-4ab8-a54d-5020856bd7bf no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:17:52.996122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:53.024312 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7de8963-fa28-4eaf-856d-e8ebc10a3e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e557c3-2534-4ab8-a54d-5020856bd7bf'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:17:53.034258 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 93e557c3-2534-4ab8-a54d-5020856bd7bf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=93e557c3-2534-4ab8-a54d-5020856bd7bf,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:17:53.077395 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7de8963-fa28-4eaf-856d-e8ebc10a3e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e557c3-2534-4ab8-a54d-5020856bd7bf', 'code': 200} Feb 17 10:17:53.149862 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:53.221207 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=93e557c3-2534-4ab8-a54d-5020856bd7bf,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:17:53.228410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:53.228768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:53.229134 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:53.229503 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:53.229840 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:53.230206 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:53.230539 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:53.230868 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:53.231196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:53.231521 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:53.231845 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:53.232165 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:17:53.931913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3cebe-0c5e-4111-ad5a-a9206cb0e217 req-176a015b-6ab0-476b-818a-8d0b15aad24d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:53.933448 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cbb3cebe-0c5e-4111-ad5a-a9206cb0e217 req-176a015b-6ab0-476b-818a-8d0b15aad24d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 943 time: 0.0822196 Feb 17 10:17:53.982017 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cbb3cebe-0c5e-4111-ad5a-a9206cb0e217 req-039f0c5e-9de9-4497-acb7-20a625c8130d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426726 Feb 17 10:17:54.715690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3094eb2a-8f27-45ec-a45b-9c1b1d6d7a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:54.888156 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 93e557c3-2534-4ab8-a54d-5020856bd7bf details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:17:55.029062 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 93e557c3-2534-4ab8-a54d-5020856bd7bf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=93e557c3-2534-4ab8-a54d-5020856bd7bf,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:17:55.043576 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '93e557c3-2534-4ab8-a54d-5020856bd7bf', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'port_id': '93e557c3-2534-4ab8-a54d-5020856bd7bf', 'mac_address': 'fa:16:3e:f3:b2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:17:55.100311 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:55.118187 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e557c3-2534-4ab8-a54d-5020856bd7bf {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:17:55.135151 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 93e557c3-2534-4ab8-a54d-5020856bd7bf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=93e557c3-2534-4ab8-a54d-5020856bd7bf,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:17:55.229949 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:55.266802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac59f7-960a-484d-9c07-35fe137feef8 req-b900c70a-c7fe-41d3-bd15-6625b11ba0d8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:55.268333 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-30ac59f7-960a-484d-9c07-35fe137feef8 req-b900c70a-c7fe-41d3-bd15-6625b11ba0d8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 943 time: 0.1720603 Feb 17 10:17:55.305738 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=93e557c3-2534-4ab8-a54d-5020856bd7bf,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:17:55.315528 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-30ac59f7-960a-484d-9c07-35fe137feef8 req-90ba06b5-30bf-4220-a850-b06ff54ba629 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405893 Feb 17 10:17:55.370234 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['93e557c3-2534-4ab8-a54d-5020856bd7bf'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:17:55.909390 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229c7da-c413-47fa-b3ea-3b0db557246c req-bd79b009-b2fd-40b2-a050-3b5df2d6ac33 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:55.910894 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b229c7da-c413-47fa-b3ea-3b0db557246c req-bd79b009-b2fd-40b2-a050-3b5df2d6ac33 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 944 time: 0.0841796 Feb 17 10:17:55.958778 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b229c7da-c413-47fa-b3ea-3b0db557246c req-e387e2c7-4916-4588-a72a-248b3cc926fe tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414016 Feb 17 10:17:56.054733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f7775-6e1d-4357-b4a7-1320854686bd req-f1fa6338-22bd-438a-925b-2860a862ff3b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:56.056266 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d6f7775-6e1d-4357-b4a7-1320854686bd req-f1fa6338-22bd-438a-925b-2860a862ff3b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61&tenant_id=8007d054d7544a20834c59a3d253187b&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 944 time: 0.0872724 Feb 17 10:17:56.215378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f7775-6e1d-4357-b4a7-1320854686bd req-a3e414f4-aa8d-4e84-82c9-67d20b5c034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:56.216871 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d6f7775-6e1d-4357-b4a7-1320854686bd req-a3e414f4-aa8d-4e84-82c9-67d20b5c034e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 1097 time: 0.0726769 Feb 17 10:17:56.356081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f7775-6e1d-4357-b4a7-1320854686bd req-5344ea02-9916-4749-9a81-ab0c873e248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:56.357558 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d6f7775-6e1d-4357-b4a7-1320854686bd req-5344ea02-9916-4749-9a81-ab0c873e248b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1344607 Feb 17 10:17:56.469086 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d6f7775-6e1d-4357-b4a7-1320854686bd req-7e2c7e21-67d1-4641-a2b5-bc4f575c3cc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93e557c3-2534-4ab8-a54d-5020856bd7bf HTTP/1.1" status: 200 len: 999 time: 0.1037912 Feb 17 10:17:56.590269 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f7775-6e1d-4357-b4a7-1320854686bd req-33dc8308-1231-4f5e-a078-d6fe1d7d251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:56.591738 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d6f7775-6e1d-4357-b4a7-1320854686bd req-33dc8308-1231-4f5e-a078-d6fe1d7d251e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.1084342 Feb 17 10:17:56.649741 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-65759e2c-5764-4e8e-834d-cb2854d2c6c6 req-a4e46d53-e082-4cca-b1e7-7aa72ebe1ec4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1675019 Feb 17 10:17:56.677501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f7775-6e1d-4357-b4a7-1320854686bd req-960d6d3e-a357-4107-944c-70f372ac3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:56.679301 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d6f7775-6e1d-4357-b4a7-1320854686bd req-960d6d3e-a357-4107-944c-70f372ac3a25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804224 Feb 17 10:17:56.890779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 93e557c3-2534-4ab8-a54d-5020856bd7bf up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:17:56.942130 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d6f7775-6e1d-4357-b4a7-1320854686bd req-b7a939d5-bead-4803-904b-40069f1555a1 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558613 Feb 17 10:17:56.985267 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 93e557c3-2534-4ab8-a54d-5020856bd7bf triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:17:56.989116 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:57.061017 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-34237685-6100-403e-a3d5-520de095b604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:57.126834 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:57.139426 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d6f7775-6e1d-4357-b4a7-1320854686bd req-f111f019-dc6f-463e-aa4d-0d32a38dd2c2 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907058 Feb 17 10:17:57.162860 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7de8963-fa28-4eaf-856d-e8ebc10a3e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e557c3-2534-4ab8-a54d-5020856bd7bf'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:17:57.171457 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 93e557c3-2534-4ab8-a54d-5020856bd7bf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=93e557c3-2534-4ab8-a54d-5020856bd7bf,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:17:57.194612 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124c228-1787-4f86-b59f-4e4428e201a2 req-604316fd-8446-4580-b7a6-9c4b641b611b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:57.194612 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0124c228-1787-4f86-b59f-4e4428e201a2 req-604316fd-8446-4580-b7a6-9c4b641b611b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 944 time: 0.1066647 Feb 17 10:17:57.237565 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7de8963-fa28-4eaf-856d-e8ebc10a3e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e557c3-2534-4ab8-a54d-5020856bd7bf', 'code': 200} Feb 17 10:17:57.251664 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0124c228-1787-4f86-b59f-4e4428e201a2 req-4cdad148-db2a-4790-bf5e-0bad2dcaa8cd tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490110 Feb 17 10:17:57.293259 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:57.376400 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=93e557c3-2534-4ab8-a54d-5020856bd7bf,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:17:57.478712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65759e2c-5764-4e8e-834d-cb2854d2c6c6 req-53e5f8de-fffc-48b3-bb12-cca03fd6ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:57.481140 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-65759e2c-5764-4e8e-834d-cb2854d2c6c6 req-53e5f8de-fffc-48b3-bb12-cca03fd6ad33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 1098 time: 0.0966389 Feb 17 10:17:57.643677 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65759e2c-5764-4e8e-834d-cb2854d2c6c6 req-52d14219-922a-48b5-a114-87a004d53128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:57.645149 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-65759e2c-5764-4e8e-834d-cb2854d2c6c6 req-52d14219-922a-48b5-a114-87a004d53128 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1415818 Feb 17 10:17:57.755214 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-65759e2c-5764-4e8e-834d-cb2854d2c6c6 req-cbd6cc80-3453-4da7-9623-b26a93797a7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93e557c3-2534-4ab8-a54d-5020856bd7bf HTTP/1.1" status: 200 len: 1000 time: 0.1035850 Feb 17 10:17:57.819553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65759e2c-5764-4e8e-834d-cb2854d2c6c6 req-35b8a800-b780-471b-b036-8550fa88771b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:57.820992 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-65759e2c-5764-4e8e-834d-cb2854d2c6c6 req-35b8a800-b780-471b-b036-8550fa88771b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0586233 Feb 17 10:17:57.915258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65759e2c-5764-4e8e-834d-cb2854d2c6c6 req-eac538d4-b06a-41db-bb1b-395c05bf93e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:57.916736 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-65759e2c-5764-4e8e-834d-cb2854d2c6c6 req-eac538d4-b06a-41db-bb1b-395c05bf93e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813184 Feb 17 10:17:57.983630 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:58.059043 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-65759e2c-5764-4e8e-834d-cb2854d2c6c6 req-e3785113-1e9a-4f2b-bfac-2121d8460e84 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352558 Feb 17 10:17:58.197949 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-65759e2c-5764-4e8e-834d-cb2854d2c6c6 req-89e04a42-179f-459f-a83b-608ee11e53ed service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328242 Feb 17 10:17:58.275185 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:17:58.443721 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97240b5b-4a65-4b2b-b221-a4344e3fd031 req-5e1f374b-c1c8-4b1d-91cc-8c3c961ef483 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:58.445195 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-97240b5b-4a65-4b2b-b221-a4344e3fd031 req-5e1f374b-c1c8-4b1d-91cc-8c3c961ef483 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0849786 Feb 17 10:17:58.495145 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-97240b5b-4a65-4b2b-b221-a4344e3fd031 req-0fb82a65-cb66-4966-9f4c-e40acc1356e6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442832 Feb 17 10:17:58.678258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeaae82-6220-414d-b396-d12ec59f664e req-e4bdfa52-0ef8-4ccd-a354-6ed64410b433 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:58.679854 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bdeaae82-6220-414d-b396-d12ec59f664e req-e4bdfa52-0ef8-4ccd-a354-6ed64410b433 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0791421 Feb 17 10:17:58.723066 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bdeaae82-6220-414d-b396-d12ec59f664e req-15e9af21-0826-4485-9783-eeb884611b2c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373328 Feb 17 10:17:58.908407 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5447e44-1cbe-4e92-9d27-6df47f6f3b65 req-2699398c-7eb4-4f4c-9639-b5e51455cb0e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:58.909756 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c5447e44-1cbe-4e92-9d27-6df47f6f3b65 req-2699398c-7eb4-4f4c-9639-b5e51455cb0e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0799026 Feb 17 10:17:58.954546 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c5447e44-1cbe-4e92-9d27-6df47f6f3b65 req-792c7175-2e66-48ea-b3ef-b63f4136ec1c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383868 Feb 17 10:17:59.600529 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce0bfc-e2c7-46d8-af60-229c4e319753 req-425e30d9-7c98-47c3-bde5-f6683744f23d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:17:59.602062 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d1ce0bfc-e2c7-46d8-af60-229c4e319753 req-425e30d9-7c98-47c3-bde5-f6683744f23d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0868387 Feb 17 10:17:59.649160 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d1ce0bfc-e2c7-46d8-af60-229c4e319753 req-26ee3357-2772-404d-b7e8-49d104afa53b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409558 Feb 17 10:17:59.927118 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:00.843208 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7660a8d-a993-46f2-9393-e5a256a36284 req-da2f69d8-0f37-42bf-9655-146b05aa1eec tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:00.844638 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d7660a8d-a993-46f2-9393-e5a256a36284 req-da2f69d8-0f37-42bf-9655-146b05aa1eec tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0857241 Feb 17 10:18:00.888039 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d7660a8d-a993-46f2-9393-e5a256a36284 req-adb441d6-c42f-46fe-b39d-a8cd13b09478 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369513 Feb 17 10:18:01.884061 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf957f1-7fce-4b51-82b2-5b42b4506cf4 req-a2678d35-3d16-4eff-9caa-249b9b1e33ff tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:01.885495 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ecf957f1-7fce-4b51-82b2-5b42b4506cf4 req-a2678d35-3d16-4eff-9caa-249b9b1e33ff tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0784361 Feb 17 10:18:01.959999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ecf957f1-7fce-4b51-82b2-5b42b4506cf4 req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Deleting port 93e557c3-2534-4ab8-a54d-5020856bd7bf {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:18:01.960502 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ecf957f1-7fce-4b51-82b2-5b42b4506cf4 req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:02.076953 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d73f3-cbce-47ed-bcb3-840412e31200 req-43c79369-bae7-4be6-b220-0c556c0fba7f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:02.078454 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c75d73f3-cbce-47ed-bcb3-840412e31200 req-43c79369-bae7-4be6-b220-0c556c0fba7f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 945 time: 0.0832756 Feb 17 10:18:02.122547 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c75d73f3-cbce-47ed-bcb3-840412e31200 req-3c445a88-5ae3-4bf5-99ae-449fbd48523d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384188 Feb 17 10:18:02.322687 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ecf957f1-7fce-4b51-82b2-5b42b4506cf4 req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] For port 93e557c3-2534-4ab8-a54d-5020856bd7bf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=93e557c3-2534-4ab8-a54d-5020856bd7bf,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:18:02.323045 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ecf957f1-7fce-4b51-82b2-5b42b4506cf4 req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:02.621159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ecf957f1-7fce-4b51-82b2-5b42b4506cf4 req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:02.621652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ecf957f1-7fce-4b51-82b2-5b42b4506cf4 req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:02.622016 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [req-ecf957f1-7fce-4b51-82b2-5b42b4506cf4 req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Floating IP 9c848fed-0b52-4372-92a3-8404afe43f5e disassociated. External IP: 172.26.4.27, port: 93e557c3-2534-4ab8-a54d-5020856bd7bf. Feb 17 10:18:02.622383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ecf957f1-7fce-4b51-82b2-5b42b4506cf4 req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Calling delete_port for 93e557c3-2534-4ab8-a54d-5020856bd7bf owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:18:02.823634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ecf957f1-7fce-4b51-82b2-5b42b4506cf4 req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:02.878510 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Pushing event deleted for resources: {'Port': ['ID=93e557c3-2534-4ab8-a54d-5020856bd7bf,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:18:02.889809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:18:02.890345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:18:02.890545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:18:02.890896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:18:02.891224 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:18:02.891555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:18:02.891887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:18:02.892217 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:18:02.892541 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:18:02.892864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:18:02.893185 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:18:02.893502 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:18:03.085999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecf957f1-7fce-4b51-82b2-5b42b4506cf4 req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:18:03.291829 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a1f255d1-bfc5-40a1-ab4d-69b979b3974f req-f0889edd-84c5-400c-9cc9-2ee84727e39a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 210 time: 0.0536284 Feb 17 10:18:03.308578 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecf957f1-7fce-4b51-82b2-5b42b4506cf4 req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:18:03.318713 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0892df-f72c-4014-be99-9d055ecd7c5f None None] Sync routers for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:18:03.328903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0892df-f72c-4014-be99-9d055ecd7c5f None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:18:03.329512 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9a0892df-f72c-4014-be99-9d055ecd7c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:17:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:18:03.386719 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf957f1-7fce-4b51-82b2-5b42b4506cf4 req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] No DVR routers for this DVR port 93e557c3-2534-4ab8-a54d-5020856bd7bf on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:18:03.389189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ecf957f1-7fce-4b51-82b2-5b42b4506cf4 req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:03.391763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7de8963-fa28-4eaf-856d-e8ebc10a3e61', 'name': 'network-vif-deleted', 'tag': '93e557c3-2534-4ab8-a54d-5020856bd7bf'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:18:03.440975 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7de8963-fa28-4eaf-856d-e8ebc10a3e61', 'name': 'network-vif-deleted', 'tag': '93e557c3-2534-4ab8-a54d-5020856bd7bf', 'status': 'completed', 'code': 200} Feb 17 10:18:03.477186 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ecf957f1-7fce-4b51-82b2-5b42b4506cf4 req-f31f50f1-c2a9-4d9b-983e-e220d7d6bbc6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "DELETE /v2.0/ports/93e557c3-2534-4ab8-a54d-5020856bd7bf HTTP/1.1" status: 204 len: 173 time: 1.5860305 Feb 17 10:18:03.511922 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9a0892df-f72c-4014-be99-9d055ecd7c5f None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:18:03.864944 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9a0892df-f72c-4014-be99-9d055ecd7c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:18:03.868872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0892df-f72c-4014-be99-9d055ecd7c5f None None] Checking router: b4a8b49a-27c3-469f-b5fd-fec83b4797f9 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:18:03.878283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0892df-f72c-4014-be99-9d055ecd7c5f None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:18:03.878894 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9a0892df-f72c-4014-be99-9d055ecd7c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:17:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:18:04.124891 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9a0892df-f72c-4014-be99-9d055ecd7c5f None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:18:04.455054 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-50ad9d18-4a05-4afc-a1ce-65e67d2bfde4 req-1aafc2ce-2e24-43cc-ae21-76cc58c49ec6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Synchronizing usage tracker for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:18:04.543098 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-50ad9d18-4a05-4afc-a1ce-65e67d2bfde4 req-1aafc2ce-2e24-43cc-ae21-76cc58c49ec6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Unset dirty status for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:18:04.544370 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-50ad9d18-4a05-4afc-a1ce-65e67d2bfde4 req-1aafc2ce-2e24-43cc-ae21-76cc58c49ec6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7de8963-fa28-4eaf-856d-e8ebc10a3e61 HTTP/1.1" status: 200 len: 210 time: 0.1303036 Feb 17 10:18:04.573323 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9a0892df-f72c-4014-be99-9d055ecd7c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:18:04.577439 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0892df-f72c-4014-be99-9d055ecd7c5f None None] The sync data for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv is: [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:18:04.793582 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8d1ce-50a7-4384-90fb-236672a1b107 None None] New status for floating IP 9c848fed-0b52-4372-92a3-8404afe43f5e: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:18:04.945343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 93e557c3-2534-4ab8-a54d-5020856bd7bf no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:18:04.979868 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 93e557c3-2534-4ab8-a54d-5020856bd7bf {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:18:04.980219 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 93e557c3-2534-4ab8-a54d-5020856bd7bf not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:18:05.885582 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-1991720c-113c-4acc-acaa-f60d27185411 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1143977975&fields=id&tenant_id=8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 267 time: 0.0407791 Feb 17 10:18:06.041835 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-4284ac13-f456-4c28-bb04-4b1da3c611a8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:06.043518 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-4284ac13-f456-4c28-bb04-4b1da3c611a8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 812 time: 0.1513362 Feb 17 10:18:06.058510 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-2df70045-be6f-4a4d-b389-b5add34da52d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/quotas/8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 375 time: 0.0098627 Feb 17 10:18:06.144330 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-d0b2e34c-a507-498c-a40e-83c19e8b5d86 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807531 Feb 17 10:18:06.330832 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-eff6e4c9-b4fb-4cc7-a9bb-b99f14628e2a service neutron] 10.222.0.75 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739805 Feb 17 10:18:06.464008 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-37ee489e-8e22-4f1f-8c78-0e24677fdb74 service neutron] 10.222.0.75 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272798 Feb 17 10:18:06.696088 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a354a0fc-2ade-4f06-88d8-830e5de489e4 req-f2ebdbe6-f519-436b-a118-ed1710cf41da tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 210 time: 0.0474262 Feb 17 10:18:07.842603 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c379e3bc-7099-4b9e-b7b7-cc566dbe538d req-a62af843-5aab-4408-9704-9021e624ef57 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 210 time: 0.0425692 Feb 17 10:18:08.645362 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-aff3535f-24be-48d6-9723-424e35c189b2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:08.646885 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-aff3535f-24be-48d6-9723-424e35c189b2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 812 time: 0.1472807 Feb 17 10:18:08.705390 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-7c9a44e9-54ae-4f97-b5fd-f0e16cdeac41 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 380 time: 0.0425856 Feb 17 10:18:08.714366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-cc7c75b3-c543-430a-85cc-b8217860df66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Request body: {'port': {'device_id': 'f3c1540e-f590-4197-a405-2fe8b7e9d0ab', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'admin_state_up': True, 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'security_groups': ['3d9c5fba-d652-4149-9106-8832cdca8dfe']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:18:08.932450 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:09.047172 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b82179-a045-4eaa-84d8-fd22b901a741 req-4c50477a-09f2-4152-bee4-0e88442d9479 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 210 time: 0.0670831 Feb 17 10:18:09.049443 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-cc7c75b3-c543-430a-85cc-b8217860df66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:18:09.062394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-cc7c75b3-c543-430a-85cc-b8217860df66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:18:09.143577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-cc7c75b3-c543-430a-85cc-b8217860df66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Made reservation on behalf of 8007d054d7544a20834c59a3d253187b for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:18:09.147035 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-cc7c75b3-c543-430a-85cc-b8217860df66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:09.335501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-cc7c75b3-c543-430a-85cc-b8217860df66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Allocated IP 172.20.0.7 (4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5/de531c3f-e6eb-4277-a052-3e596e22cb13/090600d3-706c-447d-b90a-74a6641aa5df) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:18:09.533161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-cc7c75b3-c543-430a-85cc-b8217860df66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:09.550494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-cc7c75b3-c543-430a-85cc-b8217860df66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Transition to ACTIVE for port object 090600d3-706c-447d-b90a-74a6641aa5df will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:18:09.664669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-cc7c75b3-c543-430a-85cc-b8217860df66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:09.736086 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-cc7c75b3-c543-430a-85cc-b8217860df66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:18:09.739011 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-cc7c75b3-c543-430a-85cc-b8217860df66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:18:09.743677 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-cc7c75b3-c543-430a-85cc-b8217860df66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:18:09.780577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c75b3-c543-430a-85cc-b8217860df66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Pushing event updated for resources: {'Port': ['ID=090600d3-706c-447d-b90a-74a6641aa5df,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:18:09.816828 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-cc7c75b3-c543-430a-85cc-b8217860df66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:09.817445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-cc7c75b3-c543-430a-85cc-b8217860df66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:09.927507 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-cc7c75b3-c543-430a-85cc-b8217860df66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2170789 Feb 17 10:18:09.945595 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Request body: {'port': {'device_id': 'f3c1540e-f590-4197-a405-2fe8b7e9d0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:18:10.023994 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c77918bd-f8eb-400f-9044-bb7551377222 None None] Provisioning for port 090600d3-706c-447d-b90a-74a6641aa5df completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:18:10.029410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c77918bd-f8eb-400f-9044-bb7551377222 None None] Provisioning complete for port 090600d3-706c-447d-b90a-74a6641aa5df triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:18:10.029790 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c77918bd-f8eb-400f-9044-bb7551377222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:10.060722 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:10.088690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c77918bd-f8eb-400f-9044-bb7551377222 None None] Port 090600d3-706c-447d-b90a-74a6641aa5df cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:18:10.245493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166f26e-4fa2-466b-a17c-49e6ee5f9949 req-bc1452ab-7249-4513-8ab3-06986d623e32 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:10.247093 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1166f26e-4fa2-466b-a17c-49e6ee5f9949 req-bc1452ab-7249-4513-8ab3-06986d623e32 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 931 time: 0.0879056 Feb 17 10:18:10.294366 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1166f26e-4fa2-466b-a17c-49e6ee5f9949 req-7a1e91a3-9ce2-4e9d-a88c-6c0bce3be9f0 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416293 Feb 17 10:18:10.406337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090600d3-706c-447d-b90a-74a6641aa5df {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:18:10.413283 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:10.427652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Transition to ACTIVE for port object 090600d3-706c-447d-b90a-74a6641aa5df will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:18:10.503602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:10.635424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Pushing event updated for resources: {'Port': ['ID=090600d3-706c-447d-b90a-74a6641aa5df,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:18:10.740304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Attempting to bind port 090600d3-706c-447d-b90a-74a6641aa5df on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:18:10.740973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Attempting to bind port 090600d3-706c-447d-b90a-74a6641aa5df by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:18:10.740973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Attempting to bind port 090600d3-706c-447d-b90a-74a6641aa5df on network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:18:10.746577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Port 090600d3-706c-447d-b90a-74a6641aa5df on network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:18:10.746861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Attempting to bind port 090600d3-706c-447d-b90a-74a6641aa5df on network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:18:10.752234 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:18:10.752569 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Checking segment: {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:18:10.752946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Bound using segment: {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:18:10.753386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Bound port: 090600d3-706c-447d-b90a-74a6641aa5df, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:18:10.753727 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:10.845859 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] For port 090600d3-706c-447d-b90a-74a6641aa5df, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:18:10.848697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] For port 090600d3-706c-447d-b90a-74a6641aa5df, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=090600d3-706c-447d-b90a-74a6641aa5df,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:18:10.961485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:11.020996 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:11.021605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:11.022977 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] 10.222.0.37 "PUT /v2.0/ports/090600d3-706c-447d-b90a-74a6641aa5df HTTP/1.1" status: 200 len: 1093 time: 1.0815675 Feb 17 10:18:11.024022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c1540e-f590-4197-a405-2fe8b7e9d0ab', 'tag': '090600d3-706c-447d-b90a-74a6641aa5df'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:18:11.044565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d462a9-6105-482f-8c2d-6e9b34a75661 service neutron] Pushing event updated for resources: {'Port': ['ID=090600d3-706c-447d-b90a-74a6641aa5df,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:18:11.080924 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c1540e-f590-4197-a405-2fe8b7e9d0ab', 'tag': '090600d3-706c-447d-b90a-74a6641aa5df', 'status': 'completed', 'code': 200} Feb 17 10:18:11.204892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb053-3c95-42c7-a104-ac30431e0058 req-d49bc6b3-26d0-49b6-ba64-3b2e9a5ed92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:11.206333 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-00ceb053-3c95-42c7-a104-ac30431e0058 req-d49bc6b3-26d0-49b6-ba64-3b2e9a5ed92f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 1096 time: 0.0781033 Feb 17 10:18:11.459234 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb053-3c95-42c7-a104-ac30431e0058 req-326d631d-ec90-4d2a-859e-4fa4f312a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:11.460666 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-00ceb053-3c95-42c7-a104-ac30431e0058 req-326d631d-ec90-4d2a-859e-4fa4f312a6ce service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8007d054d7544a20834c59a3d253187b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2404528 Feb 17 10:18:11.484486 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a56b9e-cb90-4efc-a75a-7c171a452b94 req-7b2b3671-6b21-4cf0-ba7d-ead76d636698 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:11.486073 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c1a56b9e-cb90-4efc-a75a-7c171a452b94 req-7b2b3671-6b21-4cf0-ba7d-ead76d636698 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 943 time: 0.0819137 Feb 17 10:18:11.530033 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c1a56b9e-cb90-4efc-a75a-7c171a452b94 req-a52271fd-a134-49fe-bdf8-134eff727880 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381932 Feb 17 10:18:11.600697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb053-3c95-42c7-a104-ac30431e0058 req-d9fcf9e1-cf57-44ab-a6fd-fb661f7591e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:11.603488 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-00ceb053-3c95-42c7-a104-ac30431e0058 req-d9fcf9e1-cf57-44ab-a6fd-fb661f7591e1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339762 Feb 17 10:18:11.736116 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-5f4b3762-cdfa-4ce4-ac3e-2d2aa76836c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:11.737572 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-5f4b3762-cdfa-4ce4-ac3e-2d2aa76836c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 1096 time: 0.0707848 Feb 17 10:18:11.813822 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-dcfed64b-917c-48b4-b6d6-dceaaae13d5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=090600d3-706c-447d-b90a-74a6641aa5df HTTP/1.1" status: 200 len: 217 time: 0.0624707 Feb 17 10:18:11.877079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-2aaf2aa6-a9d3-4890-94e5-c3270132ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:11.880962 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-2aaf2aa6-a9d3-4890-94e5-c3270132ae0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0588529 Feb 17 10:18:11.958588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-d8c3dce6-d241-416a-90fb-081cab5b084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:11.960047 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-d8c3dce6-d241-416a-90fb-081cab5b084c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753756 Feb 17 10:18:12.095717 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-6d5b7962-9980-412b-83f6-832b522577ff service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273854 Feb 17 10:18:12.228262 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-87c0a31f-0d22-49ce-a4fe-449dfa9b7a84 req-39f7d27d-0f02-48af-9c39-0ee55ac48627 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255529 Feb 17 10:18:12.640123 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:18:12.717056 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62418c5a-0cf2-4246-9a6a-e741fde2c139 req-e0d27215-1e6a-47a6-be4d-5e78c94f16ae tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:12.717762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-62418c5a-0cf2-4246-9a6a-e741fde2c139 req-e0d27215-1e6a-47a6-be4d-5e78c94f16ae tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Synchronizing usage tracker for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:18:12.806343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-62418c5a-0cf2-4246-9a6a-e741fde2c139 req-e0d27215-1e6a-47a6-be4d-5e78c94f16ae tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Unset dirty status for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:18:12.807542 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62418c5a-0cf2-4246-9a6a-e741fde2c139 req-e0d27215-1e6a-47a6-be4d-5e78c94f16ae tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 943 time: 0.1695755 Feb 17 10:18:12.851604 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62418c5a-0cf2-4246-9a6a-e741fde2c139 req-536a1cc0-b69c-40a9-9da5-c8d9f4a1be82 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383627 Feb 17 10:18:14.040134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a88bc-a9dd-4a7d-895c-bea3992f7515 req-3e41272f-d963-46c6-a77c-de2936be103f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:14.041610 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-936a88bc-a9dd-4a7d-895c-bea3992f7515 req-3e41272f-d963-46c6-a77c-de2936be103f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 943 time: 0.0859928 Feb 17 10:18:14.085372 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-936a88bc-a9dd-4a7d-895c-bea3992f7515 req-aacf6704-e8ec-4b1b-b874-f89c2ff0f175 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381734 Feb 17 10:18:15.279121 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01255207-2363-45b3-8051-a5c6659c90c4 req-3bd84084-c906-46d6-88d1-56e69af698d4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:15.280639 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01255207-2363-45b3-8051-a5c6659c90c4 req-3bd84084-c906-46d6-88d1-56e69af698d4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 943 time: 0.0874283 Feb 17 10:18:15.324746 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01255207-2363-45b3-8051-a5c6659c90c4 req-b8636ba3-beb5-446b-90bc-8a8a9549d1c3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383999 Feb 17 10:18:16.659821 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e9c89-ad0a-4200-a41b-0b50bc93a78d req-a23020ae-a259-46bc-a6b3-1049311a8543 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:16.661300 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-773e9c89-ad0a-4200-a41b-0b50bc93a78d req-a23020ae-a259-46bc-a6b3-1049311a8543 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 943 time: 0.0790570 Feb 17 10:18:16.710261 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-773e9c89-ad0a-4200-a41b-0b50bc93a78d req-38012c78-4ca5-42a0-8ac2-dc105cdf98a9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421505 Feb 17 10:18:17.042472 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 090600d3-706c-447d-b90a-74a6641aa5df details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:18:17.175624 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 090600d3-706c-447d-b90a-74a6641aa5df, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=090600d3-706c-447d-b90a-74a6641aa5df,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:18:17.188776 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '090600d3-706c-447d-b90a-74a6641aa5df', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'port_id': '090600d3-706c-447d-b90a-74a6641aa5df', 'mac_address': 'fa:16:3e:14:43:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:18:17.243243 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:17.260483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090600d3-706c-447d-b90a-74a6641aa5df {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:18:17.276163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 090600d3-706c-447d-b90a-74a6641aa5df, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=090600d3-706c-447d-b90a-74a6641aa5df,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:18:17.366386 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:17.438567 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=090600d3-706c-447d-b90a-74a6641aa5df,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:18:17.793762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['090600d3-706c-447d-b90a-74a6641aa5df'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:18:17.898154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e18c34-1c38-477f-8ed5-6dd751a83895 req-358d833a-35aa-4751-8ddc-b20c6b67c483 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:17.900504 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d9e18c34-1c38-477f-8ed5-6dd751a83895 req-358d833a-35aa-4751-8ddc-b20c6b67c483 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 944 time: 0.0821123 Feb 17 10:18:17.946329 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d9e18c34-1c38-477f-8ed5-6dd751a83895 req-49e0f432-20a3-4c1a-9832-8af11ff0ed29 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396960 Feb 17 10:18:19.056862 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 090600d3-706c-447d-b90a-74a6641aa5df up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:18:19.138337 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62983a-e2f6-4fb9-911f-f910469e5ec3 req-89e69370-957b-4615-ab64-dff87ef62b24 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:19.139824 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1e62983a-e2f6-4fb9-911f-f910469e5ec3 req-89e69370-957b-4615-ab64-dff87ef62b24 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 944 time: 0.0833757 Feb 17 10:18:19.185257 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1e62983a-e2f6-4fb9-911f-f910469e5ec3 req-eb0aa9a3-2f35-4438-af80-67c2fbc06ac2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398118 Feb 17 10:18:19.235217 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 090600d3-706c-447d-b90a-74a6641aa5df completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:18:19.240268 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 090600d3-706c-447d-b90a-74a6641aa5df triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:18:19.240638 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:19.358151 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:19.384843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c1540e-f590-4197-a405-2fe8b7e9d0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090600d3-706c-447d-b90a-74a6641aa5df'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:18:19.394860 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 090600d3-706c-447d-b90a-74a6641aa5df, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=090600d3-706c-447d-b90a-74a6641aa5df,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:18:19.428951 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c1540e-f590-4197-a405-2fe8b7e9d0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090600d3-706c-447d-b90a-74a6641aa5df', 'code': 200} Feb 17 10:18:19.497700 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:19.564068 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=090600d3-706c-447d-b90a-74a6641aa5df,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:18:19.871428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65570359-98a1-479d-b273-060b701189a1 req-0cb9fda5-4024-4a0d-95e6-e296e32d1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:19.872807 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-65570359-98a1-479d-b273-060b701189a1 req-0cb9fda5-4024-4a0d-95e6-e296e32d1be1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 1098 time: 0.0735223 Feb 17 10:18:19.913362 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-65570359-98a1-479d-b273-060b701189a1 req-99bf9966-e20f-4b6e-a4ed-47ed1fed8523 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343337 Feb 17 10:18:20.380337 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8e62c-ab5f-4204-9607-afdd73c9a934 req-0ce6592e-eb10-44c3-8455-b544438fc0dc tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:20.381772 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9fb8e62c-ab5f-4204-9607-afdd73c9a934 req-0ce6592e-eb10-44c3-8455-b544438fc0dc tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0933695 Feb 17 10:18:20.425266 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9fb8e62c-ab5f-4204-9607-afdd73c9a934 req-c759ca0b-e48b-456b-a3cb-787b1d927fe3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376580 Feb 17 10:18:21.619418 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045c790-9ee7-497b-9f75-b00a1f2c8fef req-d97af050-27bd-47fe-a27a-7b7ec1386180 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:21.620872 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2045c790-9ee7-497b-9f75-b00a1f2c8fef req-d97af050-27bd-47fe-a27a-7b7ec1386180 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0842736 Feb 17 10:18:21.671816 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2045c790-9ee7-497b-9f75-b00a1f2c8fef req-2efaf937-1402-4ce9-aadc-716c962e48aa tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452354 Feb 17 10:18:22.858912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceb998-4418-4a79-af45-ccb0e58a74e1 req-32be44e0-f8b2-4264-a3a2-991dbdde2ef0 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:22.860368 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-96ceb998-4418-4a79-af45-ccb0e58a74e1 req-32be44e0-f8b2-4264-a3a2-991dbdde2ef0 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0780292 Feb 17 10:18:22.904104 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-96ceb998-4418-4a79-af45-ccb0e58a74e1 req-8c1b4d06-5a9a-4539-abf4-e13d18b79b73 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380850 Feb 17 10:18:23.087242 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0522f-76f9-46d5-a8a8-b4243ba4c6cc req-81ac5970-1a8d-4f96-9040-c75ca338e497 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:23.088698 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-20c0522f-76f9-46d5-a8a8-b4243ba4c6cc req-81ac5970-1a8d-4f96-9040-c75ca338e497 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0848780 Feb 17 10:18:23.097656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 45966) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:18:23.102983 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b5cb0659-15da-4cad-b1a4-4158f4a56e8c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Request body: {'floatingip': {'port_id': '090600d3-706c-447d-b90a-74a6641aa5df'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:18:23.179146 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0659-15da-4cad-b1a4-4158f4a56e8c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:23.880964 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0659-15da-4cad-b1a4-4158f4a56e8c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:23.949356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0659-15da-4cad-b1a4-4158f4a56e8c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:24.130098 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-b5cb0659-15da-4cad-b1a4-4158f4a56e8c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Floating IP 9c848fed-0b52-4372-92a3-8404afe43f5e associated. External IP: 172.26.4.27, port: 090600d3-706c-447d-b90a-74a6641aa5df. Feb 17 10:18:24.503603 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cb0659-15da-4cad-b1a4-4158f4a56e8c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:18:24.693305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cb0659-15da-4cad-b1a4-4158f4a56e8c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:18:24.698468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5cb0659-15da-4cad-b1a4-4158f4a56e8c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:24.702487 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d59d7efb-d7f4-435d-913e-00d4cbbd85ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:24.705319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b5573c-8e0c-451e-b49f-8f71f9bcf139 None None] Sync routers for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:18:24.716220 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b5573c-8e0c-451e-b49f-8f71f9bcf139 None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:18:24.716835 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-46b5573c-8e0c-451e-b49f-8f71f9bcf139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:17:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:18:24.758028 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b5cb0659-15da-4cad-b1a4-4158f4a56e8c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "PUT /v2.0/floatingips/9c848fed-0b52-4372-92a3-8404afe43f5e HTTP/1.1" status: 200 len: 990 time: 1.6592112 Feb 17 10:18:24.758593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c1540e-f590-4197-a405-2fe8b7e9d0ab', 'tag': '090600d3-706c-447d-b90a-74a6641aa5df'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:18:24.806281 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c1540e-f590-4197-a405-2fe8b7e9d0ab', 'tag': '090600d3-706c-447d-b90a-74a6641aa5df', 'status': 'completed', 'code': 200} Feb 17 10:18:24.902521 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-46b5573c-8e0c-451e-b49f-8f71f9bcf139 None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:18:24.923301 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f91d-3b41-41d8-adb4-cf982c89772a req-a2b70bc1-be48-4859-8232-a6ef75845413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:24.926160 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3e84f91d-3b41-41d8-adb4-cf982c89772a req-a2b70bc1-be48-4859-8232-a6ef75845413 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 1098 time: 0.0729563 Feb 17 10:18:25.179607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f91d-3b41-41d8-adb4-cf982c89772a req-130b2a03-c147-4ef9-a53b-25e8ad8a6cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:25.182938 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3e84f91d-3b41-41d8-adb4-cf982c89772a req-130b2a03-c147-4ef9-a53b-25e8ad8a6cf3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.2519600 Feb 17 10:18:25.287300 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-46b5573c-8e0c-451e-b49f-8f71f9bcf139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9c848fed-0b52-4372-92a3-8404afe43f5e', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'floating_ip_address': '172.26.4.27', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'port_id': '090600d3-706c-447d-b90a-74a6641aa5df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'mac_address': 'fa:16:3e:14:43:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c1540e-f590-4197-a405-2fe8b7e9d0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:17:01Z', 'updated_at': '2022-02-17T10:18:23Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:18:25.291993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b5573c-8e0c-451e-b49f-8f71f9bcf139 None None] Checking router: b4a8b49a-27c3-469f-b5fd-fec83b4797f9 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:18:25.300568 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b5573c-8e0c-451e-b49f-8f71f9bcf139 None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:18:25.301179 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-46b5573c-8e0c-451e-b49f-8f71f9bcf139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:17:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:18:25.346588 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3e84f91d-3b41-41d8-adb4-cf982c89772a req-beddfb06-a6e4-44a0-bc47-1b0d2df22613 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=090600d3-706c-447d-b90a-74a6641aa5df HTTP/1.1" status: 200 len: 998 time: 0.1565940 Feb 17 10:18:25.406544 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b414d2-1fba-48da-94d1-08a97373f92b req-97c79589-51e8-4849-b408-1ba6d352f2a3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:25.407912 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d1b414d2-1fba-48da-94d1-08a97373f92b req-97c79589-51e8-4849-b408-1ba6d352f2a3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.2193432 Feb 17 10:18:25.442761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f91d-3b41-41d8-adb4-cf982c89772a req-55ae143c-3996-44b3-af71-d317e9e2ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:25.444304 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3e84f91d-3b41-41d8-adb4-cf982c89772a req-55ae143c-3996-44b3-af71-d317e9e2ed3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0915973 Feb 17 10:18:25.482815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-46b5573c-8e0c-451e-b49f-8f71f9bcf139 None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:18:25.509626 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d1b414d2-1fba-48da-94d1-08a97373f92b req-1996c989-8e40-4216-a043-50c84e88e3b5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908918 Feb 17 10:18:25.543740 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f91d-3b41-41d8-adb4-cf982c89772a req-92ccb98f-027c-46e0-904d-1bea7144cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:25.545337 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3e84f91d-3b41-41d8-adb4-cf982c89772a req-92ccb98f-027c-46e0-904d-1bea7144cb9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915892 Feb 17 10:18:25.679463 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3e84f91d-3b41-41d8-adb4-cf982c89772a req-ed8a822d-d665-4f3f-8e15-c21a6a024980 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262279 Feb 17 10:18:25.810604 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3e84f91d-3b41-41d8-adb4-cf982c89772a req-9d980d9f-17b0-4bea-a416-97f6928671c8 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249387 Feb 17 10:18:25.839334 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-46b5573c-8e0c-451e-b49f-8f71f9bcf139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9c848fed-0b52-4372-92a3-8404afe43f5e', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'floating_ip_address': '172.26.4.27', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'port_id': '090600d3-706c-447d-b90a-74a6641aa5df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'mac_address': 'fa:16:3e:14:43:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c1540e-f590-4197-a405-2fe8b7e9d0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:17:01Z', 'updated_at': '2022-02-17T10:18:23Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:18:25.843411 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b5573c-8e0c-451e-b49f-8f71f9bcf139 None None] The sync data for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv is: [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9c848fed-0b52-4372-92a3-8404afe43f5e', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'floating_ip_address': '172.26.4.27', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'port_id': '090600d3-706c-447d-b90a-74a6641aa5df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'mac_address': 'fa:16:3e:14:43:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c1540e-f590-4197-a405-2fe8b7e9d0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:17:01Z', 'updated_at': '2022-02-17T10:18:23Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:18:26.023304 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc418d09-9d7e-4403-8109-f503deea0989 None None] New status for floating IP 9c848fed-0b52-4372-92a3-8404afe43f5e: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:18:26.700018 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a59f2-3d19-48f4-89bd-f4999d5e8d6f req-d5d6158f-8918-47b4-bfc7-5ed37945b532 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:26.701443 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-366a59f2-3d19-48f4-89bd-f4999d5e8d6f req-d5d6158f-8918-47b4-bfc7-5ed37945b532 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0836740 Feb 17 10:18:26.745281 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-366a59f2-3d19-48f4-89bd-f4999d5e8d6f req-038a09ab-f793-41bc-b326-acb40c71dfbc tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382471 Feb 17 10:18:27.068847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e78deb83-f9ea-43ff-b44a-c33253579afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:27.930029 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bfc92-7be7-49f7-9604-6bbfc1afd0b6 req-eb21c0cb-55ea-45bf-a2fd-6c39bd2acdb7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:27.931796 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f2bfc92-7be7-49f7-9604-6bbfc1afd0b6 req-eb21c0cb-55ea-45bf-a2fd-6c39bd2acdb7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0798390 Feb 17 10:18:27.942547 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:27.976336 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f2bfc92-7be7-49f7-9604-6bbfc1afd0b6 req-ef5bb74b-89dd-415c-8344-3a5c1b6916fd tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389009 Feb 17 10:18:28.275381 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:29.160625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b782f-045c-4a01-9a7c-8176c8978191 req-821e4324-1d9d-4dd2-b43a-cf7b343d875c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:29.162097 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fc9b782f-045c-4a01-9a7c-8176c8978191 req-821e4324-1d9d-4dd2-b43a-cf7b343d875c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0781007 Feb 17 10:18:29.208968 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fc9b782f-045c-4a01-9a7c-8176c8978191 req-79cf1d0e-3049-4da6-ac38-fc6cd73ee148 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407276 Feb 17 10:18:29.914413 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:30.395864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c344a07-6ff6-46a1-8950-3bf25074b814 req-08e42c95-709a-419d-a336-fd82313be69e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:30.397324 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4c344a07-6ff6-46a1-8950-3bf25074b814 req-08e42c95-709a-419d-a336-fd82313be69e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0823767 Feb 17 10:18:30.441759 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4c344a07-6ff6-46a1-8950-3bf25074b814 req-6a911d8b-7f80-4448-85c8-d61b1fe25515 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380628 Feb 17 10:18:31.713963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a784e2-b092-4b13-a705-924aa5b5f03a req-f974011e-e024-4642-9a2e-3b97c54c7bff tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:31.715563 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c9a784e2-b092-4b13-a705-924aa5b5f03a req-f974011e-e024-4642-9a2e-3b97c54c7bff tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.1707308 Feb 17 10:18:31.759217 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c9a784e2-b092-4b13-a705-924aa5b5f03a req-09dba287-ec37-4418-b1d9-918f8c78517d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378373 Feb 17 10:18:32.945872 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cb6ac-3d43-4c6d-b803-1d678cbf6ba4 req-b50e696f-1652-4224-8fc2-72e4e91af829 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:32.947368 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a82cb6ac-3d43-4c6d-b803-1d678cbf6ba4 req-b50e696f-1652-4224-8fc2-72e4e91af829 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0794988 Feb 17 10:18:32.991052 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a82cb6ac-3d43-4c6d-b803-1d678cbf6ba4 req-9f4b735a-eecc-43ca-9786-d14d7d319aba tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380425 Feb 17 10:18:34.180008 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab5804-e4f3-4c61-9ee4-a360a483cf37 req-519c5843-099a-442f-95a0-7d4ddbfd003d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:34.181490 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-aaab5804-e4f3-4c61-9ee4-a360a483cf37 req-519c5843-099a-442f-95a0-7d4ddbfd003d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0834172 Feb 17 10:18:34.224951 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-aaab5804-e4f3-4c61-9ee4-a360a483cf37 req-a98e1ca6-8ce5-4697-bc8c-d02d67e00177 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375156 Feb 17 10:18:35.413359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9f980-0343-4547-8ee2-7ca2ca86e362 req-6e0d4221-670d-4190-b8e2-2b813ba96d2d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:35.414848 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-86d9f980-0343-4547-8ee2-7ca2ca86e362 req-6e0d4221-670d-4190-b8e2-2b813ba96d2d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0847120 Feb 17 10:18:35.465354 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-86d9f980-0343-4547-8ee2-7ca2ca86e362 req-fe2df17a-fa89-4426-9186-be57ed0f16ff tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400424 Feb 17 10:18:36.645467 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf13f1e-7170-4bac-ac43-0338dae45b37 req-bb23c6b6-b87f-40b2-a372-b3116465781c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:36.646939 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-adf13f1e-7170-4bac-ac43-0338dae45b37 req-bb23c6b6-b87f-40b2-a372-b3116465781c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0795658 Feb 17 10:18:36.692946 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-adf13f1e-7170-4bac-ac43-0338dae45b37 req-ac637fc5-34f5-42cf-a5c4-d7633a31e820 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397785 Feb 17 10:18:37.880315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace71829-36db-4954-9072-b001cedeb949 req-cc975130-861f-4f6f-ab04-cb27f777f6ac tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:37.881722 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ace71829-36db-4954-9072-b001cedeb949 req-cc975130-861f-4f6f-ab04-cb27f777f6ac tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0819321 Feb 17 10:18:37.930009 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ace71829-36db-4954-9072-b001cedeb949 req-f95c705a-25e1-4b71-8825-c4accbb94dc4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420742 Feb 17 10:18:38.908652 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:39.113391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16d1f3-d25b-4476-b6ff-83ea7a51619c req-f8bd8a7a-1213-450b-b563-ec1b986707da tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:39.114866 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-eb16d1f3-d25b-4476-b6ff-83ea7a51619c req-f8bd8a7a-1213-450b-b563-ec1b986707da tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0795209 Feb 17 10:18:39.159039 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-eb16d1f3-d25b-4476-b6ff-83ea7a51619c req-bfd2e97b-708e-40f2-8842-892957a0358d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385714 Feb 17 10:18:40.345920 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511c39d-2078-4331-8d54-6bbbc764cb18 req-0462a131-cbb2-43a0-aa5f-2d06cd88b99c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:40.347378 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9511c39d-2078-4331-8d54-6bbbc764cb18 req-0462a131-cbb2-43a0-aa5f-2d06cd88b99c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0789292 Feb 17 10:18:40.391176 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9511c39d-2078-4331-8d54-6bbbc764cb18 req-ea2a081c-d46b-4c4b-a0aa-233deb70334c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381939 Feb 17 10:18:41.576872 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cdcf3-ec1f-4b3a-889a-3058612230df req-8f3aca27-ec51-43bb-b7e3-cdd0b5cbc9ec tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:41.578349 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-123cdcf3-ec1f-4b3a-889a-3058612230df req-8f3aca27-ec51-43bb-b7e3-cdd0b5cbc9ec tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0838835 Feb 17 10:18:41.622278 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-123cdcf3-ec1f-4b3a-889a-3058612230df req-246b19b3-522f-4519-8b0d-d77102cccee4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382857 Feb 17 10:18:42.811119 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3c9d7-a969-420b-aba9-76e51a2194e9 req-aeaab130-0ae1-4021-a5a2-8f581bdb5538 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:42.812671 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-59f3c9d7-a969-420b-aba9-76e51a2194e9 req-aeaab130-0ae1-4021-a5a2-8f581bdb5538 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0854392 Feb 17 10:18:42.856227 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-59f3c9d7-a969-420b-aba9-76e51a2194e9 req-bf94c48b-0cf7-4cd0-9ec7-82d2c5825469 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378363 Feb 17 10:18:44.047854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaa0de-29c3-45de-b35b-607687d994eb req-6877d447-1c7c-4000-8add-9d3996ebfc75 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:44.049369 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a0eaa0de-29c3-45de-b35b-607687d994eb req-6877d447-1c7c-4000-8add-9d3996ebfc75 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0835786 Feb 17 10:18:44.098252 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a0eaa0de-29c3-45de-b35b-607687d994eb req-a13ca61c-fd07-4282-9d1e-78a485edc46a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428843 Feb 17 10:18:45.289375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bea2d-14de-44df-9665-8d699e3b0c82 req-6db47f8c-bad8-41ab-9d3d-7486ef613dd3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:45.292527 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-684bea2d-14de-44df-9665-8d699e3b0c82 req-6db47f8c-bad8-41ab-9d3d-7486ef613dd3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0854616 Feb 17 10:18:45.338871 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-684bea2d-14de-44df-9665-8d699e3b0c82 req-8b631375-61da-42de-a19c-f2875d64cabf tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403380 Feb 17 10:18:46.532484 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b5c27-d650-4b0a-9773-c5292856a6e6 req-d4f83124-9f0d-41d2-b1ea-9b337d960296 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:46.533946 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-dd7b5c27-d650-4b0a-9773-c5292856a6e6 req-d4f83124-9f0d-41d2-b1ea-9b337d960296 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0891426 Feb 17 10:18:46.579504 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-dd7b5c27-d650-4b0a-9773-c5292856a6e6 req-27d47659-e5ff-4cb2-b5fb-e723b96df3bc tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398693 Feb 17 10:18:47.769416 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212f280-e159-4bca-a051-8869bbb0d1f5 req-e1a1b533-3e31-44b7-a9b4-f8c6791c9144 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:47.770950 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b212f280-e159-4bca-a051-8869bbb0d1f5 req-e1a1b533-3e31-44b7-a9b4-f8c6791c9144 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0846527 Feb 17 10:18:47.815409 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b212f280-e159-4bca-a051-8869bbb0d1f5 req-3774fbb5-ecf1-4fd4-8007-ce20bc21072d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389061 Feb 17 10:18:49.002022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c234d-70df-43e5-a8cc-064e7eaeed7e req-9c0558d2-011b-46a7-aea5-ec87a37de60b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:49.003591 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bc7c234d-70df-43e5-a8cc-064e7eaeed7e req-9c0558d2-011b-46a7-aea5-ec87a37de60b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0837808 Feb 17 10:18:49.051678 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bc7c234d-70df-43e5-a8cc-064e7eaeed7e req-60e21296-c2a8-45bc-90e6-3b51273c3947 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403996 Feb 17 10:18:49.640002 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:18:50.233664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aca25f-38b0-4af7-9d44-ac6b22cd9e2f req-12b1d7f9-96fb-4edb-9cff-487fd70286b1 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:50.235136 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b2aca25f-38b0-4af7-9d44-ac6b22cd9e2f req-12b1d7f9-96fb-4edb-9cff-487fd70286b1 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0789146 Feb 17 10:18:50.281724 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b2aca25f-38b0-4af7-9d44-ac6b22cd9e2f req-497964b1-0134-4222-8fa6-3591f472a95f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410638 Feb 17 10:18:51.478944 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0e1cf-193b-403a-afa7-c2f59bebd5ee req-f6543175-b183-44c4-b2e6-5befff19a0ac tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:51.480380 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-88b0e1cf-193b-403a-afa7-c2f59bebd5ee req-f6543175-b183-44c4-b2e6-5befff19a0ac tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0904863 Feb 17 10:18:51.525650 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-88b0e1cf-193b-403a-afa7-c2f59bebd5ee req-05799c00-b1dd-4fb0-b2b7-573da36538b5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386431 Feb 17 10:18:52.065013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d9315-8d2f-4a2a-abde-83119bd3a957 req-e6c5a824-a72b-4039-8a95-748e9706971b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:52.066594 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5e6d9315-8d2f-4a2a-abde-83119bd3a957 req-e6c5a824-a72b-4039-8a95-748e9706971b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0865028 Feb 17 10:18:52.128966 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5e6d9315-8d2f-4a2a-abde-83119bd3a957 req-879ae416-e3ea-44d7-99bd-260a818a1226 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562851 Feb 17 10:18:52.330877 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4131104b-9895-4014-8fc6-76636fa8050b req-55b18d08-a245-4247-81ad-1fb31cf6d476 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2346947 Feb 17 10:18:53.337714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae7197-875a-4bb9-a3fd-86127f6664fe req-343e86aa-57fb-44f2-b346-e6b242691cf1 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:53.339248 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8dae7197-875a-4bb9-a3fd-86127f6664fe req-343e86aa-57fb-44f2-b346-e6b242691cf1 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0988503 Feb 17 10:18:53.388633 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8dae7197-875a-4bb9-a3fd-86127f6664fe req-8227d9bc-74a3-4373-b497-40f461ddb117 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407753 Feb 17 10:18:54.581351 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456f681-7e90-488f-9ced-b5b74e29ab7b req-2109c8a6-986f-44b3-a8b3-f900aa3c3e2c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:54.582982 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8456f681-7e90-488f-9ced-b5b74e29ab7b req-2109c8a6-986f-44b3-a8b3-f900aa3c3e2c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0854716 Feb 17 10:18:54.633838 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8456f681-7e90-488f-9ced-b5b74e29ab7b req-5943f7e8-8f96-4640-a62e-eaa5c04ec6e3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441756 Feb 17 10:18:54.701566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131104b-9895-4014-8fc6-76636fa8050b req-1e79c0dd-014e-45d7-b65e-7e83879289cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:54.703022 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4131104b-9895-4014-8fc6-76636fa8050b req-1e79c0dd-014e-45d7-b65e-7e83879289cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 1098 time: 0.1203337 Feb 17 10:18:54.708713 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76b85426-2543-4943-93cc-4a51f966f808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:54.835140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131104b-9895-4014-8fc6-76636fa8050b req-9ae2da75-7c4c-4572-9259-3d7dc2159af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:54.836575 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4131104b-9895-4014-8fc6-76636fa8050b req-9ae2da75-7c4c-4572-9259-3d7dc2159af7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1271114 Feb 17 10:18:54.941048 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4131104b-9895-4014-8fc6-76636fa8050b req-0275057a-39ab-4f62-bad8-ac7ba9cb6a51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=090600d3-706c-447d-b90a-74a6641aa5df HTTP/1.1" status: 200 len: 1000 time: 0.0972044 Feb 17 10:18:55.003660 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131104b-9895-4014-8fc6-76636fa8050b req-45f23a19-c18e-4e6d-9ae6-aae231062e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:55.005010 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4131104b-9895-4014-8fc6-76636fa8050b req-45f23a19-c18e-4e6d-9ae6-aae231062e85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0572467 Feb 17 10:18:55.083428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131104b-9895-4014-8fc6-76636fa8050b req-7f2f95a1-e65b-435d-85d2-7568f4977b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:55.084897 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4131104b-9895-4014-8fc6-76636fa8050b req-7f2f95a1-e65b-435d-85d2-7568f4977b91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724452 Feb 17 10:18:55.218689 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4131104b-9895-4014-8fc6-76636fa8050b req-5d7b6416-a56f-4f72-8cd6-f8db5643695d service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257949 Feb 17 10:18:55.350922 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4131104b-9895-4014-8fc6-76636fa8050b req-933eb7df-4e92-45a0-b85c-a24f4c946aec service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256907 Feb 17 10:18:55.818447 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0f644-9a21-497b-a7c3-607a74f5fe6e req-04474fe3-cef3-4b50-b156-a312b29d23b0 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:55.819931 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-50f0f644-9a21-497b-a7c3-607a74f5fe6e req-04474fe3-cef3-4b50-b156-a312b29d23b0 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0814857 Feb 17 10:18:55.868115 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-50f0f644-9a21-497b-a7c3-607a74f5fe6e req-45184e67-ba14-458b-aa99-7210bbd3d2c8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424616 Feb 17 10:18:57.063849 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf159b3-46b3-4128-9379-100206cd8989 req-5b186034-6af8-42c4-9695-e4c42d063cc3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:57.065303 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-daf159b3-46b3-4128-9379-100206cd8989 req-5b186034-6af8-42c4-9695-e4c42d063cc3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0850205 Feb 17 10:18:57.068903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fea5103f-860e-450d-9a2c-cbdab149b35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:57.109946 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-daf159b3-46b3-4128-9379-100206cd8989 req-2fc60bbc-3d47-4eb3-a610-807bc37d1a4c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389118 Feb 17 10:18:57.815937 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4131104b-9895-4014-8fc6-76636fa8050b req-4e26c64c-60ba-49f5-bccb-620e060dcd73 service neutron] 10.222.0.37 "GET /v2.0/ports/090600d3-706c-447d-b90a-74a6641aa5df/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0773966 Feb 17 10:18:57.994555 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:58.291515 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:58.302422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bdaf5-ac2f-445f-9a6c-86fa2580b01c req-fcc081ec-d29b-4cd7-a98d-c48ef7e1b5cb tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:58.304137 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb3bdaf5-ac2f-445f-9a6c-86fa2580b01c req-fcc081ec-d29b-4cd7-a98d-c48ef7e1b5cb tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0834517 Feb 17 10:18:58.349242 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb3bdaf5-ac2f-445f-9a6c-86fa2580b01c req-63dbe29c-1061-4269-940a-f7af7e7ad482 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394161 Feb 17 10:18:58.563674 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131104b-9895-4014-8fc6-76636fa8050b req-866445f1-b2fa-4f16-909b-ed2b5ba80271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:58.565041 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4131104b-9895-4014-8fc6-76636fa8050b req-866445f1-b2fa-4f16-909b-ed2b5ba80271 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab&tenant_id=8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 1098 time: 0.0743775 Feb 17 10:18:58.699381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61523393-3c42-4f26-becf-ed5d33e1ad1f req-33614b67-ff64-48f7-9959-4a586cd10375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:58.701728 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-61523393-3c42-4f26-becf-ed5d33e1ad1f req-33614b67-ff64-48f7-9959-4a586cd10375 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 1098 time: 0.0721624 Feb 17 10:18:58.845921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61523393-3c42-4f26-becf-ed5d33e1ad1f req-b267bf2a-5f44-4482-829d-1c1b016999b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:58.847309 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-61523393-3c42-4f26-becf-ed5d33e1ad1f req-b267bf2a-5f44-4482-829d-1c1b016999b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1268022 Feb 17 10:18:58.951382 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-61523393-3c42-4f26-becf-ed5d33e1ad1f req-1f8ee489-2509-431b-9056-9344bf3c53af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=090600d3-706c-447d-b90a-74a6641aa5df HTTP/1.1" status: 200 len: 1000 time: 0.0970840 Feb 17 10:18:59.017749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61523393-3c42-4f26-becf-ed5d33e1ad1f req-5d5880d9-0bd5-4815-8966-4752b896e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:59.019197 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-61523393-3c42-4f26-becf-ed5d33e1ad1f req-5d5880d9-0bd5-4815-8966-4752b896e439 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0619869 Feb 17 10:18:59.190116 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61523393-3c42-4f26-becf-ed5d33e1ad1f req-1f804e5f-4797-4f9c-bca7-d548f0f652b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:59.191591 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-61523393-3c42-4f26-becf-ed5d33e1ad1f req-1f804e5f-4797-4f9c-bca7-d548f0f652b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1654029 Feb 17 10:18:59.325314 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-61523393-3c42-4f26-becf-ed5d33e1ad1f req-7bff76c5-a61d-436c-95db-d539a96fc93d service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263299 Feb 17 10:18:59.461281 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-61523393-3c42-4f26-becf-ed5d33e1ad1f req-081d283a-c327-42d7-9cf1-6c3feab29fd7 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295755 Feb 17 10:18:59.533593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13a58b-16ed-4926-9057-5bb906e3de4a req-56e62291-0384-4740-a1b4-eb9e26fecbcf tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:59.535093 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8d13a58b-16ed-4926-9057-5bb906e3de4a req-56e62291-0384-4740-a1b4-eb9e26fecbcf tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0794127 Feb 17 10:18:59.582301 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8d13a58b-16ed-4926-9057-5bb906e3de4a req-7e87c985-61d3-476a-a179-2cffe41ff3ff tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413260 Feb 17 10:18:59.618388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131104b-9895-4014-8fc6-76636fa8050b req-9e48ba94-2fbd-42e2-aa80-b5abf4c8eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:59.619875 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4131104b-9895-4014-8fc6-76636fa8050b req-9e48ba94-2fbd-42e2-aa80-b5abf4c8eccb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 1098 time: 0.0847654 Feb 17 10:18:59.755455 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131104b-9895-4014-8fc6-76636fa8050b req-0c439247-3ec0-4957-93f8-e610a9a8ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:59.756826 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4131104b-9895-4014-8fc6-76636fa8050b req-0c439247-3ec0-4957-93f8-e610a9a8ddaf service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1301844 Feb 17 10:18:59.859006 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4131104b-9895-4014-8fc6-76636fa8050b req-f700654a-dd5c-44a9-8c96-ba1c7ac41cc6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=090600d3-706c-447d-b90a-74a6641aa5df HTTP/1.1" status: 200 len: 1000 time: 0.0953441 Feb 17 10:18:59.920039 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:18:59.926451 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131104b-9895-4014-8fc6-76636fa8050b req-0acac03c-c38f-4a79-9e90-caf224394b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:18:59.927967 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4131104b-9895-4014-8fc6-76636fa8050b req-0acac03c-c38f-4a79-9e90-caf224394b85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0629077 Feb 17 10:19:00.002911 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131104b-9895-4014-8fc6-76636fa8050b req-72c3a2e2-7a0d-4d47-b9f3-8ed90ad54d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:00.004402 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4131104b-9895-4014-8fc6-76636fa8050b req-72c3a2e2-7a0d-4d47-b9f3-8ed90ad54d4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704212 Feb 17 10:19:00.144548 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4131104b-9895-4014-8fc6-76636fa8050b req-f4ffdf9c-993c-4687-a540-5e085791f41a service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318145 Feb 17 10:19:00.278201 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4131104b-9895-4014-8fc6-76636fa8050b req-852ca80d-bdd8-4fb5-ad9d-0fa15146f762 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265805 Feb 17 10:19:00.786972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d828ec-5e07-46da-a83c-6b574eabdb07 req-19809174-2107-4fe2-acbf-f3023b13a00d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:00.788438 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64d828ec-5e07-46da-a83c-6b574eabdb07 req-19809174-2107-4fe2-acbf-f3023b13a00d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0888841 Feb 17 10:19:00.839711 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-64d828ec-5e07-46da-a83c-6b574eabdb07 req-6fad9dde-d526-46d2-8f9f-abaa932549f7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453141 Feb 17 10:19:01.306727 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 090600d3-706c-447d-b90a-74a6641aa5df no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:19:01.462161 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:01.488851 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c1540e-f590-4197-a405-2fe8b7e9d0ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '090600d3-706c-447d-b90a-74a6641aa5df'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:19:01.498486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 090600d3-706c-447d-b90a-74a6641aa5df, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=090600d3-706c-447d-b90a-74a6641aa5df,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:19:01.543247 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c1540e-f590-4197-a405-2fe8b7e9d0ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '090600d3-706c-447d-b90a-74a6641aa5df', 'code': 200} Feb 17 10:19:01.564356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:01.644704 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=090600d3-706c-447d-b90a-74a6641aa5df,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:19:01.654339 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:01.654801 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:01.655252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:01.655697 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:01.656143 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:01.656590 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:01.657035 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:01.657500 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:01.657918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:01.658392 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:01.658842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:01.659293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:02.030142 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b29120-7910-4ac6-b120-a7fccfc2addf req-2d23d913-6797-4b7b-a129-bce6f958f396 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:02.031599 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b5b29120-7910-4ac6-b120-a7fccfc2addf req-2d23d913-6797-4b7b-a129-bce6f958f396 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 943 time: 0.0786450 Feb 17 10:19:02.080549 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b5b29120-7910-4ac6-b120-a7fccfc2addf req-af4034f8-055e-4dc9-8520-fa8f1dc28498 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408723 Feb 17 10:19:03.275953 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2294345-e459-4689-b08a-8dea32196074 req-12e926b4-3407-443a-8bab-8050cec9b0f7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:03.277459 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b2294345-e459-4689-b08a-8dea32196074 req-12e926b4-3407-443a-8bab-8050cec9b0f7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 943 time: 0.0888939 Feb 17 10:19:03.325162 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b2294345-e459-4689-b08a-8dea32196074 req-f5b9ec62-6a84-48f8-95d7-ab37e3fdea89 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410655 Feb 17 10:19:03.333473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 090600d3-706c-447d-b90a-74a6641aa5df details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:19:03.482851 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 090600d3-706c-447d-b90a-74a6641aa5df, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=090600d3-706c-447d-b90a-74a6641aa5df,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:19:03.497609 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '090600d3-706c-447d-b90a-74a6641aa5df', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'port_id': '090600d3-706c-447d-b90a-74a6641aa5df', 'mac_address': 'fa:16:3e:14:43:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:19:03.554638 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:03.572096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090600d3-706c-447d-b90a-74a6641aa5df {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:19:03.588471 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 090600d3-706c-447d-b90a-74a6641aa5df, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=090600d3-706c-447d-b90a-74a6641aa5df,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:19:03.714661 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:03.792501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=090600d3-706c-447d-b90a-74a6641aa5df,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:19:03.871828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['090600d3-706c-447d-b90a-74a6641aa5df'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:19:04.532286 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4fe70-7461-4a22-8407-a845418aad93 req-b7e08fff-1078-42db-9802-283dbcfa6a17 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:04.533773 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d4c4fe70-7461-4a22-8407-a845418aad93 req-b7e08fff-1078-42db-9802-283dbcfa6a17 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 944 time: 0.0949025 Feb 17 10:19:04.578603 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d4c4fe70-7461-4a22-8407-a845418aad93 req-ff0345d1-0c59-4216-98ec-3b0aebbce3e0 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392036 Feb 17 10:19:05.104349 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be9acd-aaa0-44c1-966f-a5099e49890a req-15f89fe7-d257-40cc-9be2-4d5a4dc18d66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:05.105797 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-75be9acd-aaa0-44c1-966f-a5099e49890a req-15f89fe7-d257-40cc-9be2-4d5a4dc18d66 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 944 time: 0.0853753 Feb 17 10:19:05.205517 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-75be9acd-aaa0-44c1-966f-a5099e49890a req-0cb93762-5bde-4a08-9ec4-8424ecbfd04f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930352 Feb 17 10:19:05.235594 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756512d-cbae-4326-a819-09533ed85a9e req-9a67f6fb-8214-403d-947f-f659f809eb75 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:05.237051 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8756512d-cbae-4326-a819-09533ed85a9e req-9a67f6fb-8214-403d-947f-f659f809eb75 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab&tenant_id=8007d054d7544a20834c59a3d253187b&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 944 time: 0.1055670 Feb 17 10:19:05.336314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 090600d3-706c-447d-b90a-74a6641aa5df up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:19:05.401048 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756512d-cbae-4326-a819-09533ed85a9e req-cc9ebf7f-41d6-4151-92ea-1af25fcfe9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:05.402554 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8756512d-cbae-4326-a819-09533ed85a9e req-cc9ebf7f-41d6-4151-92ea-1af25fcfe9d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 1097 time: 0.0785294 Feb 17 10:19:05.404548 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 090600d3-706c-447d-b90a-74a6641aa5df triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:19:05.404934 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:05.526097 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:05.539691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756512d-cbae-4326-a819-09533ed85a9e req-cb2cb7b5-2819-4564-86d9-3179efe0fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:05.541160 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8756512d-cbae-4326-a819-09533ed85a9e req-cb2cb7b5-2819-4564-86d9-3179efe0fb05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1323848 Feb 17 10:19:05.556931 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c1540e-f590-4197-a405-2fe8b7e9d0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090600d3-706c-447d-b90a-74a6641aa5df'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:19:05.567685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 090600d3-706c-447d-b90a-74a6641aa5df, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=090600d3-706c-447d-b90a-74a6641aa5df,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:19:05.617539 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c1540e-f590-4197-a405-2fe8b7e9d0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090600d3-706c-447d-b90a-74a6641aa5df', 'code': 200} Feb 17 10:19:05.649237 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8756512d-cbae-4326-a819-09533ed85a9e req-4bddb2d7-6f08-4fcc-8c81-fbd7e5277bc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=090600d3-706c-447d-b90a-74a6641aa5df HTTP/1.1" status: 200 len: 999 time: 0.0998063 Feb 17 10:19:05.668478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:05.745136 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=090600d3-706c-447d-b90a-74a6641aa5df,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:19:05.820177 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756512d-cbae-4326-a819-09533ed85a9e req-1501229c-2b95-4218-84d4-b569c9e11eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:05.821574 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8756512d-cbae-4326-a819-09533ed85a9e req-1501229c-2b95-4218-84d4-b569c9e11eab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.1622996 Feb 17 10:19:05.896915 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756512d-cbae-4326-a819-09533ed85a9e req-9403bd37-c0b2-4643-9cdd-45159cf2ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:05.898426 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8756512d-cbae-4326-a819-09533ed85a9e req-9403bd37-c0b2-4643-9cdd-45159cf2ddf4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696008 Feb 17 10:19:06.028655 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8756512d-cbae-4326-a819-09533ed85a9e req-f43217a7-d2ea-492a-8b20-63c797ad4772 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219440 Feb 17 10:19:06.159345 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8756512d-cbae-4326-a819-09533ed85a9e req-80127e9b-d877-4dcf-80dd-bfe72d303c71 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243756 Feb 17 10:19:06.397188 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282806d4-bc8f-497d-b13e-80d395c9e53c req-ee1bf60a-6b63-42f7-b9cc-8b2f38affe42 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:06.398708 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-282806d4-bc8f-497d-b13e-80d395c9e53c req-ee1bf60a-6b63-42f7-b9cc-8b2f38affe42 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0846727 Feb 17 10:19:06.446067 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-282806d4-bc8f-497d-b13e-80d395c9e53c req-46bb2e77-0e2f-429b-868b-91a25a04a6e3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403507 Feb 17 10:19:07.641265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae195b99-9818-409c-b4ec-633fb2ff4ba0 req-3b3f7ac4-b1df-4045-8c39-158134647105 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:07.642737 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ae195b99-9818-409c-b4ec-633fb2ff4ba0 req-3b3f7ac4-b1df-4045-8c39-158134647105 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0853176 Feb 17 10:19:07.692136 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ae195b99-9818-409c-b4ec-633fb2ff4ba0 req-05fe4ac2-8e3d-445c-84f3-9e25aa3ee4ef tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436120 Feb 17 10:19:07.881271 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7a411-bb4f-4e58-875c-1e99948ce0fd req-71e155ae-b387-4f5b-adbd-31e30828c2e5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:07.882767 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-08b7a411-bb4f-4e58-875c-1e99948ce0fd req-71e155ae-b387-4f5b-adbd-31e30828c2e5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0801604 Feb 17 10:19:07.926754 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-08b7a411-bb4f-4e58-875c-1e99948ce0fd req-5480b7f4-113c-456e-a90a-5ee9dd1c0baa tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384402 Feb 17 10:19:08.439390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f82e65-12dd-4912-8f8a-e9cfb2a0e4a6 req-afb81a6f-b411-4cb7-83ab-f57a3b3c0251 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:08.440890 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a2f82e65-12dd-4912-8f8a-e9cfb2a0e4a6 req-afb81a6f-b411-4cb7-83ab-f57a3b3c0251 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0855520 Feb 17 10:19:08.487029 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a2f82e65-12dd-4912-8f8a-e9cfb2a0e4a6 req-f08633fc-0ca8-422c-b875-2126b040a8bb tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402663 Feb 17 10:19:08.564866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7aca3-d138-4207-b9d6-3b8e9226f40d req-db120474-4b69-46cb-a60d-4bc2643f3c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:08.566274 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-25d7aca3-d138-4207-b9d6-3b8e9226f40d req-db120474-4b69-46cb-a60d-4bc2643f3c63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 1098 time: 0.0724733 Feb 17 10:19:08.698188 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7aca3-d138-4207-b9d6-3b8e9226f40d req-3b206dcb-cb47-497c-a821-c7c55f18d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:08.699656 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-25d7aca3-d138-4207-b9d6-3b8e9226f40d req-3b206dcb-cb47-497c-a821-c7c55f18d35a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1271489 Feb 17 10:19:08.805736 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-25d7aca3-d138-4207-b9d6-3b8e9226f40d req-90e8af42-b59b-421e-b6ec-f79842fb35e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=090600d3-706c-447d-b90a-74a6641aa5df HTTP/1.1" status: 200 len: 1000 time: 0.0994487 Feb 17 10:19:08.871012 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7aca3-d138-4207-b9d6-3b8e9226f40d req-9e1a29a5-b371-43e6-9988-38eb8d9cf4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:08.872363 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-25d7aca3-d138-4207-b9d6-3b8e9226f40d req-9e1a29a5-b371-43e6-9988-38eb8d9cf4d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0603924 Feb 17 10:19:08.952838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:08.959575 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7aca3-d138-4207-b9d6-3b8e9226f40d req-98619495-07ea-4a97-b96c-ff18600cf2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:08.964987 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-25d7aca3-d138-4207-b9d6-3b8e9226f40d req-98619495-07ea-4a97-b96c-ff18600cf2a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860863 Feb 17 10:19:09.117978 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-25d7aca3-d138-4207-b9d6-3b8e9226f40d req-c5b6e7db-f03f-458a-8e85-d95e58a65bb9 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459007 Feb 17 10:19:09.266286 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-25d7aca3-d138-4207-b9d6-3b8e9226f40d req-dda85a06-04c3-41bc-9245-cc1426987849 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418467 Feb 17 10:19:09.706463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b028f-e8bd-4534-bc8e-39b254356c79 req-797ab677-9531-4a24-9838-18aa7383cde6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:09.707942 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-358b028f-e8bd-4534-bc8e-39b254356c79 req-797ab677-9531-4a24-9838-18aa7383cde6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.1073997 Feb 17 10:19:09.760056 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-358b028f-e8bd-4534-bc8e-39b254356c79 req-3c7a1b1a-e578-447a-8274-06f98e089285 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462930 Feb 17 10:19:10.950184 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f59ee1-3f6c-40e9-8ae3-b31ac927ffb7 req-089178d0-9199-40ae-af54-124b97a28b53 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:10.952868 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f9f59ee1-3f6c-40e9-8ae3-b31ac927ffb7 req-089178d0-9199-40ae-af54-124b97a28b53 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0873346 Feb 17 10:19:10.997548 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f9f59ee1-3f6c-40e9-8ae3-b31ac927ffb7 req-0094f096-5a53-4783-8264-82648e0966c8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389385 Feb 17 10:19:11.594129 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf15c0a-9148-4642-b2cd-ad0633abee3e req-8789d10b-e651-4054-a446-9ccdff465348 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:11.595616 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6bf15c0a-9148-4642-b2cd-ad0633abee3e req-8789d10b-e651-4054-a446-9ccdff465348 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0796843 Feb 17 10:19:11.639867 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6bf15c0a-9148-4642-b2cd-ad0633abee3e req-df5a4f03-826a-4ba0-a9f2-e4d580bbb20e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385172 Feb 17 10:19:12.830378 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a3600-744b-42b4-bf7f-46807ec8516f req-1b1e9214-fce0-4582-9185-192df5308a9c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:12.831826 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-498a3600-744b-42b4-bf7f-46807ec8516f req-1b1e9214-fce0-4582-9185-192df5308a9c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0823295 Feb 17 10:19:12.875991 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-498a3600-744b-42b4-bf7f-46807ec8516f req-55add4df-62f0-49b8-af20-7d510e4000af tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384567 Feb 17 10:19:13.703077 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3ce93-8497-49ac-b1ea-9a1b8b36c2a3 req-dbfb4cba-65f2-4f98-8e41-7d366710e310 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:13.704509 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-45d3ce93-8497-49ac-b1ea-9a1b8b36c2a3 req-dbfb4cba-65f2-4f98-8e41-7d366710e310 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.0830202 Feb 17 10:19:13.774325 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-45d3ce93-8497-49ac-b1ea-9a1b8b36c2a3 req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Deleting port 090600d3-706c-447d-b90a-74a6641aa5df {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:19:13.774660 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-45d3ce93-8497-49ac-b1ea-9a1b8b36c2a3 req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:14.189565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4365ed-b641-40cb-b467-c34456ca3bea req-34af4a46-333c-4ab2-bcbf-b59894c7e900 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:14.191039 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ce4365ed-b641-40cb-b467-c34456ca3bea req-34af4a46-333c-4ab2-bcbf-b59894c7e900 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 945 time: 0.2070801 Feb 17 10:19:14.196244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-45d3ce93-8497-49ac-b1ea-9a1b8b36c2a3 req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] For port 090600d3-706c-447d-b90a-74a6641aa5df, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=090600d3-706c-447d-b90a-74a6641aa5df,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:19:14.196606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-45d3ce93-8497-49ac-b1ea-9a1b8b36c2a3 req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:14.327603 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ce4365ed-b641-40cb-b467-c34456ca3bea req-9b900984-7ffa-441f-ac0c-d9b58ded159a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231179 Feb 17 10:19:14.531008 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-45d3ce93-8497-49ac-b1ea-9a1b8b36c2a3 req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:14.531321 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-45d3ce93-8497-49ac-b1ea-9a1b8b36c2a3 req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:14.531651 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [req-45d3ce93-8497-49ac-b1ea-9a1b8b36c2a3 req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Floating IP 9c848fed-0b52-4372-92a3-8404afe43f5e disassociated. External IP: 172.26.4.27, port: 090600d3-706c-447d-b90a-74a6641aa5df. Feb 17 10:19:14.532144 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-45d3ce93-8497-49ac-b1ea-9a1b8b36c2a3 req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Calling delete_port for 090600d3-706c-447d-b90a-74a6641aa5df owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:19:14.742572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-45d3ce93-8497-49ac-b1ea-9a1b8b36c2a3 req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:14.792031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Pushing event deleted for resources: {'Port': ['ID=090600d3-706c-447d-b90a-74a6641aa5df,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:19:14.802081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:14.802434 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:14.802764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:14.803089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:14.803667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:14.804007 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:14.804316 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:14.805125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:14.805125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:14.805987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:14.806402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:14.807396 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:19:14.993858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45d3ce93-8497-49ac-b1ea-9a1b8b36c2a3 req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:19:15.173551 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45d3ce93-8497-49ac-b1ea-9a1b8b36c2a3 req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:19:15.183081 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f579d735-30c6-4bfc-924d-f8861e893a5d None None] Sync routers for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:19:15.197072 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f579d735-30c6-4bfc-924d-f8861e893a5d None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:19:15.197689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f579d735-30c6-4bfc-924d-f8861e893a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:18:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:19:15.244896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d3ce93-8497-49ac-b1ea-9a1b8b36c2a3 req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] No DVR routers for this DVR port 090600d3-706c-447d-b90a-74a6641aa5df on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:19:15.247346 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-45d3ce93-8497-49ac-b1ea-9a1b8b36c2a3 req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:15.250485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c1540e-f590-4197-a405-2fe8b7e9d0ab', 'name': 'network-vif-deleted', 'tag': '090600d3-706c-447d-b90a-74a6641aa5df'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:19:15.295529 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c1540e-f590-4197-a405-2fe8b7e9d0ab', 'name': 'network-vif-deleted', 'tag': '090600d3-706c-447d-b90a-74a6641aa5df', 'status': 'completed', 'code': 200} Feb 17 10:19:15.335941 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-45d3ce93-8497-49ac-b1ea-9a1b8b36c2a3 req-892b4bfd-31f4-4fa2-b714-1b5256e17c28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "DELETE /v2.0/ports/090600d3-706c-447d-b90a-74a6641aa5df HTTP/1.1" status: 204 len: 173 time: 1.6256688 Feb 17 10:19:15.380204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f579d735-30c6-4bfc-924d-f8861e893a5d None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:19:15.479191 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-3f35c11b-bf2c-4e86-898f-690226266609 req-bba2759b-43dd-458a-995c-b393d44ef775 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Synchronizing usage tracker for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:19:15.668313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-3f35c11b-bf2c-4e86-898f-690226266609 req-bba2759b-43dd-458a-995c-b393d44ef775 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Unset dirty status for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:19:15.670088 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3f35c11b-bf2c-4e86-898f-690226266609 req-bba2759b-43dd-458a-995c-b393d44ef775 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3c1540e-f590-4197-a405-2fe8b7e9d0ab HTTP/1.1" status: 200 len: 210 time: 0.2352684 Feb 17 10:19:15.701357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f579d735-30c6-4bfc-924d-f8861e893a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:19:15.705208 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f579d735-30c6-4bfc-924d-f8861e893a5d None None] Checking router: b4a8b49a-27c3-469f-b5fd-fec83b4797f9 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:19:15.713792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f579d735-30c6-4bfc-924d-f8861e893a5d None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:19:15.714427 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f579d735-30c6-4bfc-924d-f8861e893a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:18:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:19:15.930766 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f579d735-30c6-4bfc-924d-f8861e893a5d None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:19:16.241557 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f579d735-30c6-4bfc-924d-f8861e893a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:19:16.245527 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f579d735-30c6-4bfc-924d-f8861e893a5d None None] The sync data for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv is: [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:19:16.469320 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ebec0-167b-4441-b3bc-6a92b1c49523 None None] New status for floating IP 9c848fed-0b52-4372-92a3-8404afe43f5e: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:19:17.009929 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-787ed294-b2a0-4a5d-9528-945df14f004d req-d03ad330-24c8-47a7-883c-4e6f14da786e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1143977975&fields=id&tenant_id=8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 267 time: 0.0384576 Feb 17 10:19:17.163360 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ed294-b2a0-4a5d-9528-945df14f004d req-2f3c0029-02ee-4820-8f31-907b4f29a15d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:17.164709 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-787ed294-b2a0-4a5d-9528-945df14f004d req-2f3c0029-02ee-4820-8f31-907b4f29a15d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 812 time: 0.1478820 Feb 17 10:19:17.179428 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-787ed294-b2a0-4a5d-9528-945df14f004d req-091e2bdb-69d0-4bc4-b415-8236d67ae80c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/quotas/8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 375 time: 0.0093834 Feb 17 10:19:17.261876 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-787ed294-b2a0-4a5d-9528-945df14f004d req-9fe15694-fec1-47df-af9f-9c293ae0964c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776112 Feb 17 10:19:17.397316 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-787ed294-b2a0-4a5d-9528-945df14f004d req-8d9261cb-037b-4545-85e2-9eb3884cd0bc service neutron] 10.222.0.75 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232803 Feb 17 10:19:17.445608 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 090600d3-706c-447d-b90a-74a6641aa5df no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:19:17.482804 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 090600d3-706c-447d-b90a-74a6641aa5df {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:19:17.483148 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 090600d3-706c-447d-b90a-74a6641aa5df not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:19:17.533617 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-787ed294-b2a0-4a5d-9528-945df14f004d req-c53f8e19-f7b1-439b-973d-ca09a723f3d0 service neutron] 10.222.0.75 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303172 Feb 17 10:19:17.841210 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3c3ffe0a-5608-482b-9aaa-acee170b964d req-5518286d-6583-4e7a-9145-c69d69e10a33 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 210 time: 0.0430052 Feb 17 10:19:18.995694 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-83ee7b42-f710-4bb8-8b64-55e3e0c2a2c2 req-03e029ed-e796-4ee5-b38f-38f7010fa954 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 210 time: 0.0473366 Feb 17 10:19:20.270569 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b0d85c-a5db-45e7-bffc-999f2ee3f51c req-615daed1-0177-401d-8f6b-177daab1fd79 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 210 time: 0.0534325 Feb 17 10:19:20.333944 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ed294-b2a0-4a5d-9528-945df14f004d req-13567a35-4dff-4149-9ed7-9cc9bd98d1a3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:20.335433 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-787ed294-b2a0-4a5d-9528-945df14f004d req-13567a35-4dff-4149-9ed7-9cc9bd98d1a3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 812 time: 0.3027596 Feb 17 10:19:20.393971 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-787ed294-b2a0-4a5d-9528-945df14f004d req-4bf50d5f-17d6-471d-9800-f103c38d7792 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 380 time: 0.0409942 Feb 17 10:19:20.402622 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-787ed294-b2a0-4a5d-9528-945df14f004d req-fff0271a-8df2-447d-a8ed-3bcfc12e5541 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Request body: {'port': {'device_id': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'admin_state_up': True, 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'security_groups': ['3d9c5fba-d652-4149-9106-8832cdca8dfe']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:19:20.552014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-787ed294-b2a0-4a5d-9528-945df14f004d req-fff0271a-8df2-447d-a8ed-3bcfc12e5541 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:19:20.562726 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-787ed294-b2a0-4a5d-9528-945df14f004d req-fff0271a-8df2-447d-a8ed-3bcfc12e5541 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:19:20.639927 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787ed294-b2a0-4a5d-9528-945df14f004d req-fff0271a-8df2-447d-a8ed-3bcfc12e5541 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Made reservation on behalf of 8007d054d7544a20834c59a3d253187b for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:19:20.643521 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-787ed294-b2a0-4a5d-9528-945df14f004d req-fff0271a-8df2-447d-a8ed-3bcfc12e5541 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:20.813962 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-787ed294-b2a0-4a5d-9528-945df14f004d req-fff0271a-8df2-447d-a8ed-3bcfc12e5541 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Allocated IP 172.20.0.11 (4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5/de531c3f-e6eb-4277-a052-3e596e22cb13/286a33f2-cf6a-43b6-81c3-85bfe25300da) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:19:21.005844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-787ed294-b2a0-4a5d-9528-945df14f004d req-fff0271a-8df2-447d-a8ed-3bcfc12e5541 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:21.021594 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-787ed294-b2a0-4a5d-9528-945df14f004d req-fff0271a-8df2-447d-a8ed-3bcfc12e5541 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Transition to ACTIVE for port object 286a33f2-cf6a-43b6-81c3-85bfe25300da will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:19:21.109162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-787ed294-b2a0-4a5d-9528-945df14f004d req-fff0271a-8df2-447d-a8ed-3bcfc12e5541 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:21.181440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787ed294-b2a0-4a5d-9528-945df14f004d req-fff0271a-8df2-447d-a8ed-3bcfc12e5541 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:19:21.184708 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-787ed294-b2a0-4a5d-9528-945df14f004d req-fff0271a-8df2-447d-a8ed-3bcfc12e5541 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:19:21.190384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-787ed294-b2a0-4a5d-9528-945df14f004d req-fff0271a-8df2-447d-a8ed-3bcfc12e5541 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:19:21.231703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0271a-8df2-447d-a8ed-3bcfc12e5541 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Pushing event updated for resources: {'Port': ['ID=286a33f2-cf6a-43b6-81c3-85bfe25300da,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:19:21.267787 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ed294-b2a0-4a5d-9528-945df14f004d req-fff0271a-8df2-447d-a8ed-3bcfc12e5541 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:21.275436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-787ed294-b2a0-4a5d-9528-945df14f004d req-fff0271a-8df2-447d-a8ed-3bcfc12e5541 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:21.349279 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-787ed294-b2a0-4a5d-9528-945df14f004d req-fff0271a-8df2-447d-a8ed-3bcfc12e5541 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9503174 Feb 17 10:19:21.375606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Request body: {'port': {'device_id': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:19:21.455892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a85e9740-b2d3-4153-98fb-02026e9b2f10 None None] Provisioning for port 286a33f2-cf6a-43b6-81c3-85bfe25300da completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:19:21.464457 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a85e9740-b2d3-4153-98fb-02026e9b2f10 None None] Provisioning complete for port 286a33f2-cf6a-43b6-81c3-85bfe25300da triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:19:21.465272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a85e9740-b2d3-4153-98fb-02026e9b2f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:21.471804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020cf7f-81c6-40ab-8fe1-c1b29e71acb9 req-050ffb4e-2f83-45a7-9570-ac0cad235f27 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:21.475924 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f020cf7f-81c6-40ab-8fe1-c1b29e71acb9 req-050ffb4e-2f83-45a7-9570-ac0cad235f27 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 932 time: 0.0831451 Feb 17 10:19:21.496007 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:21.525199 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f020cf7f-81c6-40ab-8fe1-c1b29e71acb9 req-50b87561-373c-43b8-8629-09cae213053a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442135 Feb 17 10:19:21.556691 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a85e9740-b2d3-4153-98fb-02026e9b2f10 None None] Port 286a33f2-cf6a-43b6-81c3-85bfe25300da cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:19:21.856680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286a33f2-cf6a-43b6-81c3-85bfe25300da {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:19:21.864446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:21.879164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Transition to ACTIVE for port object 286a33f2-cf6a-43b6-81c3-85bfe25300da will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:19:22.011279 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:22.140369 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Pushing event updated for resources: {'Port': ['ID=286a33f2-cf6a-43b6-81c3-85bfe25300da,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:19:22.248898 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Attempting to bind port 286a33f2-cf6a-43b6-81c3-85bfe25300da on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:19:22.249229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Attempting to bind port 286a33f2-cf6a-43b6-81c3-85bfe25300da by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:19:22.249548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Attempting to bind port 286a33f2-cf6a-43b6-81c3-85bfe25300da on network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:19:22.254164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Port 286a33f2-cf6a-43b6-81c3-85bfe25300da on network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:19:22.254489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Attempting to bind port 286a33f2-cf6a-43b6-81c3-85bfe25300da on network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:19:22.259529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:19:22.259864 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Checking segment: {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:19:22.260252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Bound using segment: {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:19:22.260668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Bound port: 286a33f2-cf6a-43b6-81c3-85bfe25300da, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:19:22.261012 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:22.350150 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] For port 286a33f2-cf6a-43b6-81c3-85bfe25300da, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:19:22.352956 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] For port 286a33f2-cf6a-43b6-81c3-85bfe25300da, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:19:22.474607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:22.534912 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:22.535890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:22.537238 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-787ed294-b2a0-4a5d-9528-945df14f004d req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] 10.222.0.37 "PUT /v2.0/ports/286a33f2-cf6a-43b6-81c3-85bfe25300da HTTP/1.1" status: 200 len: 1094 time: 1.1723731 Feb 17 10:19:22.540678 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'tag': '286a33f2-cf6a-43b6-81c3-85bfe25300da'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:19:22.568582 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e5558-b787-4f5e-b547-0a2663043e58 service neutron] Pushing event updated for resources: {'Port': ['ID=286a33f2-cf6a-43b6-81c3-85bfe25300da,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:19:22.622873 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'tag': '286a33f2-cf6a-43b6-81c3-85bfe25300da', 'status': 'completed', 'code': 200} Feb 17 10:19:22.858315 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835696e-54e7-48c0-a8f9-c011f5f80256 req-8b668800-da72-4ded-b18b-30d2542b7841 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:22.858887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d42a6-0b99-485d-b068-f98b865b61e7 req-58b3e523-8403-4a84-a779-6d7d2431a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:22.859788 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a835696e-54e7-48c0-a8f9-c011f5f80256 req-8b668800-da72-4ded-b18b-30d2542b7841 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 944 time: 0.1874709 Feb 17 10:19:22.860238 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-058d42a6-0b99-485d-b068-f98b865b61e7 req-58b3e523-8403-4a84-a779-6d7d2431a0eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 1097 time: 0.1893022 Feb 17 10:19:22.905110 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a835696e-54e7-48c0-a8f9-c011f5f80256 req-19f84c05-2f82-4626-ab3c-2740b3863d19 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395689 Feb 17 10:19:23.006519 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d42a6-0b99-485d-b068-f98b865b61e7 req-26b99c0f-6bd5-42c1-9288-b384482f8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:23.007973 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-058d42a6-0b99-485d-b068-f98b865b61e7 req-26b99c0f-6bd5-42c1-9288-b384482f8123 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8007d054d7544a20834c59a3d253187b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1340680 Feb 17 10:19:23.143608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d42a6-0b99-485d-b068-f98b865b61e7 req-fae47a03-0919-45c2-9bfc-f899eafe9917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:23.145029 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-058d42a6-0b99-485d-b068-f98b865b61e7 req-fae47a03-0919-45c2-9bfc-f899eafe9917 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304905 Feb 17 10:19:23.275794 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ed294-b2a0-4a5d-9528-945df14f004d req-30d8a852-54a4-47fe-a2bc-641daa3240db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:23.277164 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-787ed294-b2a0-4a5d-9528-945df14f004d req-30d8a852-54a4-47fe-a2bc-641daa3240db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 1097 time: 0.0734215 Feb 17 10:19:23.353818 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-787ed294-b2a0-4a5d-9528-945df14f004d req-e4c538ed-5293-4f16-8d13-35d746f997bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da HTTP/1.1" status: 200 len: 217 time: 0.0619557 Feb 17 10:19:23.419244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ed294-b2a0-4a5d-9528-945df14f004d req-c12513cc-5705-4bf5-953e-68a1791eeabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:23.421851 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-787ed294-b2a0-4a5d-9528-945df14f004d req-c12513cc-5705-4bf5-953e-68a1791eeabb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0621307 Feb 17 10:19:23.501291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ed294-b2a0-4a5d-9528-945df14f004d req-bd377676-2cfc-4ec2-8dfe-5e056c50a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:23.502785 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-787ed294-b2a0-4a5d-9528-945df14f004d req-bd377676-2cfc-4ec2-8dfe-5e056c50a3ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744901 Feb 17 10:19:23.639670 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-787ed294-b2a0-4a5d-9528-945df14f004d req-01cab0cd-c621-476e-a570-da1fb4a61bf0 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297095 Feb 17 10:19:23.775135 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-787ed294-b2a0-4a5d-9528-945df14f004d req-ade25a52-6866-4dee-b81e-8f187a41dd9b service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291347 Feb 17 10:19:24.099462 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591b263-f188-4fd5-9e14-3c0e3974feda req-ee089365-b6a2-4d0f-be90-df69752fb6e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:24.100156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-c591b263-f188-4fd5-9e14-3c0e3974feda req-ee089365-b6a2-4d0f-be90-df69752fb6e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Synchronizing usage tracker for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:19:24.182753 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-c591b263-f188-4fd5-9e14-3c0e3974feda req-ee089365-b6a2-4d0f-be90-df69752fb6e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Unset dirty status for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:19:24.183881 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c591b263-f188-4fd5-9e14-3c0e3974feda req-ee089365-b6a2-4d0f-be90-df69752fb6e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 944 time: 0.1677034 Feb 17 10:19:24.229913 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c591b263-f188-4fd5-9e14-3c0e3974feda req-65528e5a-c8b7-4cdf-9e45-3cf561f69b0d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395682 Feb 17 10:19:24.708302 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3c14d961-45e8-4a4d-9b8c-91905a489523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:25.420429 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d0f1-6d03-4f09-9892-c260e9cb9c87 req-57e007e4-f43d-4c75-924a-7f6215e1a997 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:25.421880 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fd00d0f1-6d03-4f09-9892-c260e9cb9c87 req-57e007e4-f43d-4c75-924a-7f6215e1a997 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 944 time: 0.0798976 Feb 17 10:19:25.469379 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fd00d0f1-6d03-4f09-9892-c260e9cb9c87 req-2e53c5e7-6991-485f-a00a-48ea83770bde tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419309 Feb 17 10:19:26.639565 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:19:26.654278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d74f0-ef88-4371-b9d9-1718c9988ef3 req-07d45290-1010-4211-a5eb-c6bc0ccb1d0a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:26.655727 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e39d74f0-ef88-4371-b9d9-1718c9988ef3 req-07d45290-1010-4211-a5eb-c6bc0ccb1d0a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 944 time: 0.0799270 Feb 17 10:19:26.699110 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e39d74f0-ef88-4371-b9d9-1718c9988ef3 req-a4044af3-4dd7-4f40-9577-832b6d0971b6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376596 Feb 17 10:19:27.050911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb35d03d-54e5-4d88-be25-8cbbf4ad6e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:27.471766 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 286a33f2-cf6a-43b6-81c3-85bfe25300da details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:19:27.605335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 286a33f2-cf6a-43b6-81c3-85bfe25300da, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:19:27.618277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '286a33f2-cf6a-43b6-81c3-85bfe25300da', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'port_id': '286a33f2-cf6a-43b6-81c3-85bfe25300da', 'mac_address': 'fa:16:3e:d5:ce:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:19:27.677109 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:27.693687 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286a33f2-cf6a-43b6-81c3-85bfe25300da {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:19:27.710781 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 286a33f2-cf6a-43b6-81c3-85bfe25300da, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:19:27.805759 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:27.882874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=286a33f2-cf6a-43b6-81c3-85bfe25300da,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:19:27.884342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edda8b-1059-462a-ae71-823558018b80 req-26ff4b54-04e0-4395-a768-02e9b6bc0bae tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:27.887213 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-55edda8b-1059-462a-ae71-823558018b80 req-26ff4b54-04e0-4395-a768-02e9b6bc0bae tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 945 time: 0.0824163 Feb 17 10:19:27.935973 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-55edda8b-1059-462a-ae71-823558018b80 req-ecadab83-907e-4e00-bfef-b14fe87db79e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419128 Feb 17 10:19:27.970921 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:28.203771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['286a33f2-cf6a-43b6-81c3-85bfe25300da'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:19:28.349360 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:29.188049 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fafe20-a1a5-4d0f-a56f-ca2c2be32902 req-c2a52002-b3c9-45f3-ab4a-3c749bcff6d3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:29.189481 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c3fafe20-a1a5-4d0f-a56f-ca2c2be32902 req-c2a52002-b3c9-45f3-ab4a-3c749bcff6d3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 945 time: 0.1471457 Feb 17 10:19:29.233463 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c3fafe20-a1a5-4d0f-a56f-ca2c2be32902 req-db92f186-3249-470a-98d2-7a8b9388190f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382941 Feb 17 10:19:29.461312 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 286a33f2-cf6a-43b6-81c3-85bfe25300da up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:19:29.609219 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 286a33f2-cf6a-43b6-81c3-85bfe25300da completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:19:29.614280 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 286a33f2-cf6a-43b6-81c3-85bfe25300da triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:19:29.614665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:29.734572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:29.761507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286a33f2-cf6a-43b6-81c3-85bfe25300da'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:19:29.772608 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 286a33f2-cf6a-43b6-81c3-85bfe25300da, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:19:29.813029 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286a33f2-cf6a-43b6-81c3-85bfe25300da', 'code': 200} Feb 17 10:19:29.855456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:29.937911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=286a33f2-cf6a-43b6-81c3-85bfe25300da,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:19:29.954231 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:30.272426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cc1d1-90d4-47a6-b5c4-0be48e6e3545 req-532e5d9a-55c7-41af-83c1-f257f57ac5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:30.272890 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e1cc1d1-90d4-47a6-b5c4-0be48e6e3545 req-532e5d9a-55c7-41af-83c1-f257f57ac5e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 1099 time: 0.0730863 Feb 17 10:19:30.319423 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e1cc1d1-90d4-47a6-b5c4-0be48e6e3545 req-57212cef-9cc6-4bdb-b7be-4e8315bd0b87 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391064 Feb 17 10:19:30.421019 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1498d-b4f4-46eb-9ea6-ee49a3bdee63 req-1c8d7212-928e-43b8-9789-77689e4291c4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:30.422784 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eac1498d-b4f4-46eb-9ea6-ee49a3bdee63 req-1c8d7212-928e-43b8-9789-77689e4291c4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0823913 Feb 17 10:19:30.467565 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eac1498d-b4f4-46eb-9ea6-ee49a3bdee63 req-65c5e316-29d5-44b7-99bb-0009eb717a1b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390785 Feb 17 10:19:31.656605 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f0b15-15f7-4641-bd66-ab0cbd2a8e7c req-24f28830-b81f-4c91-a845-9808181f5734 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:31.658090 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7c8f0b15-15f7-4641-bd66-ab0cbd2a8e7c req-24f28830-b81f-4c91-a845-9808181f5734 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0840378 Feb 17 10:19:31.702980 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7c8f0b15-15f7-4641-bd66-ab0cbd2a8e7c req-b6b5fbf2-5f44-417c-a4b6-cd79279f793b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390172 Feb 17 10:19:32.895134 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e819f-85c3-4619-b728-0e28968e34bc req-c26959b7-b14f-44d0-8888-baea6ceb3f3e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:32.896554 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3a8e819f-85c3-4619-b728-0e28968e34bc req-c26959b7-b14f-44d0-8888-baea6ceb3f3e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0828104 Feb 17 10:19:32.945796 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3a8e819f-85c3-4619-b728-0e28968e34bc req-719c296d-baad-4f04-8fb3-a35d8cdec189 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401955 Feb 17 10:19:33.179233 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a821799-18ca-4293-86ef-4e9477f9b86a req-03f59b47-6037-4ad1-86bb-06eeddee35a7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:33.180687 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2a821799-18ca-4293-86ef-4e9477f9b86a req-03f59b47-6037-4ad1-86bb-06eeddee35a7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.1288881 Feb 17 10:19:33.189851 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 46174) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:19:33.194942 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d3125bff-1f38-49f2-b50a-bc4c7cd1ed54 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Request body: {'floatingip': {'port_id': '286a33f2-cf6a-43b6-81c3-85bfe25300da'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:19:33.276222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3125bff-1f38-49f2-b50a-bc4c7cd1ed54 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:33.870442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3125bff-1f38-49f2-b50a-bc4c7cd1ed54 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:33.931807 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3125bff-1f38-49f2-b50a-bc4c7cd1ed54 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:34.103850 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-d3125bff-1f38-49f2-b50a-bc4c7cd1ed54 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Floating IP 9c848fed-0b52-4372-92a3-8404afe43f5e associated. External IP: 172.26.4.27, port: 286a33f2-cf6a-43b6-81c3-85bfe25300da. Feb 17 10:19:34.559158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3125bff-1f38-49f2-b50a-bc4c7cd1ed54 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:19:34.748764 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3125bff-1f38-49f2-b50a-bc4c7cd1ed54 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:19:34.754302 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3125bff-1f38-49f2-b50a-bc4c7cd1ed54 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:34.759200 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566eba79-5403-4526-b68f-53bfb4621a96 None None] Sync routers for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:19:34.772751 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566eba79-5403-4526-b68f-53bfb4621a96 None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:19:34.773481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-566eba79-5403-4526-b68f-53bfb4621a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:19:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:19:34.814679 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d3125bff-1f38-49f2-b50a-bc4c7cd1ed54 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "PUT /v2.0/floatingips/9c848fed-0b52-4372-92a3-8404afe43f5e HTTP/1.1" status: 200 len: 991 time: 1.6236129 Feb 17 10:19:34.815330 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'tag': '286a33f2-cf6a-43b6-81c3-85bfe25300da'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:19:34.912716 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'tag': '286a33f2-cf6a-43b6-81c3-85bfe25300da', 'status': 'completed', 'code': 200} Feb 17 10:19:35.016077 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-566eba79-5403-4526-b68f-53bfb4621a96 None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:19:35.041029 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412efe7-d747-4bb0-9d31-d56ff33b9f23 req-83e4e002-09fa-49da-bd63-1618f1d9376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:35.042694 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0412efe7-d747-4bb0-9d31-d56ff33b9f23 req-83e4e002-09fa-49da-bd63-1618f1d9376f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 1099 time: 0.0782456 Feb 17 10:19:35.189798 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412efe7-d747-4bb0-9d31-d56ff33b9f23 req-655598c0-2e82-4110-9b13-63a137262e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:35.191298 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0412efe7-d747-4bb0-9d31-d56ff33b9f23 req-655598c0-2e82-4110-9b13-63a137262e12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1422231 Feb 17 10:19:35.406275 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-566eba79-5403-4526-b68f-53bfb4621a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9c848fed-0b52-4372-92a3-8404afe43f5e', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'floating_ip_address': '172.26.4.27', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'port_id': '286a33f2-cf6a-43b6-81c3-85bfe25300da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'mac_address': 'fa:16:3e:d5:ce:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:17:01Z', 'updated_at': '2022-02-17T10:19:33Z', 'revision_number': 9, 'project_id': '8007d054d7544a20834c59a3d253187b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:19:35.412110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566eba79-5403-4526-b68f-53bfb4621a96 None None] Checking router: b4a8b49a-27c3-469f-b5fd-fec83b4797f9 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:19:35.423273 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566eba79-5403-4526-b68f-53bfb4621a96 None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:19:35.424280 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-566eba79-5403-4526-b68f-53bfb4621a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:19:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:19:35.437216 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0412efe7-d747-4bb0-9d31-d56ff33b9f23 req-3a2c6c07-a6c5-4b98-a404-44e32f2b1246 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da HTTP/1.1" status: 200 len: 999 time: 0.2374070 Feb 17 10:19:35.456654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbf9a8-b5a1-4ca8-a7ff-900bb85319c8 req-6fd28462-dd26-4a2d-81d5-979728ae175b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:35.458087 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-75fbf9a8-b5a1-4ca8-a7ff-900bb85319c8 req-6fd28462-dd26-4a2d-81d5-979728ae175b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0970714 Feb 17 10:19:35.529015 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-75fbf9a8-b5a1-4ca8-a7ff-900bb85319c8 req-58c94054-d7ff-4cb7-b330-cfb05b8f1939 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596144 Feb 17 10:19:35.561139 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412efe7-d747-4bb0-9d31-d56ff33b9f23 req-a4f081df-3bb0-4d7c-a04f-301bbf2ca11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:35.561139 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0412efe7-d747-4bb0-9d31-d56ff33b9f23 req-a4f081df-3bb0-4d7c-a04f-301bbf2ca11a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.1118052 Feb 17 10:19:35.655233 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-566eba79-5403-4526-b68f-53bfb4621a96 None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:19:35.672021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412efe7-d747-4bb0-9d31-d56ff33b9f23 req-e6847aef-61dc-40a3-bd85-f740e56a66ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:35.673629 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0412efe7-d747-4bb0-9d31-d56ff33b9f23 req-e6847aef-61dc-40a3-bd85-f740e56a66ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1115746 Feb 17 10:19:35.707344 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57906b87-325b-4ec7-9236-c237d14407be req-e3c41ec7-aeb3-4e7e-aac0-70ed38890f50 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1869111 Feb 17 10:19:35.820853 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0412efe7-d747-4bb0-9d31-d56ff33b9f23 req-93e13064-2314-410d-814e-1b200d3d35b1 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395974 Feb 17 10:19:35.971245 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0412efe7-d747-4bb0-9d31-d56ff33b9f23 req-4f5b707a-121b-4724-8e43-2030a3a7452c service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437192 Feb 17 10:19:36.023525 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-566eba79-5403-4526-b68f-53bfb4621a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9c848fed-0b52-4372-92a3-8404afe43f5e', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'floating_ip_address': '172.26.4.27', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'port_id': '286a33f2-cf6a-43b6-81c3-85bfe25300da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'mac_address': 'fa:16:3e:d5:ce:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:17:01Z', 'updated_at': '2022-02-17T10:19:33Z', 'revision_number': 9, 'project_id': '8007d054d7544a20834c59a3d253187b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:19:36.027615 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566eba79-5403-4526-b68f-53bfb4621a96 None None] The sync data for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv is: [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9c848fed-0b52-4372-92a3-8404afe43f5e', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'floating_ip_address': '172.26.4.27', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'port_id': '286a33f2-cf6a-43b6-81c3-85bfe25300da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'mac_address': 'fa:16:3e:d5:ce:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:17:01Z', 'updated_at': '2022-02-17T10:19:33Z', 'revision_number': 9, 'project_id': '8007d054d7544a20834c59a3d253187b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:19:36.213661 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e2c526-af97-46ce-a90e-0767dc87e655 None None] New status for floating IP 9c848fed-0b52-4372-92a3-8404afe43f5e: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:19:36.747169 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fa0b2-f6de-4261-a492-c975726e6e20 req-b7fea363-c1b7-4851-b562-b9cfe5189ea5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:36.749192 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ae2fa0b2-f6de-4261-a492-c975726e6e20 req-b7fea363-c1b7-4851-b562-b9cfe5189ea5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0850475 Feb 17 10:19:36.795888 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ae2fa0b2-f6de-4261-a492-c975726e6e20 req-49b9d1e1-c1d3-419a-ae83-5ca6e456b298 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411022 Feb 17 10:19:37.984594 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275fee4-28c7-4417-a39f-07258ef92331 req-aa895c15-f9b2-48a8-999e-07bbba3ea616 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:37.986118 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1275fee4-28c7-4417-a39f-07258ef92331 req-aa895c15-f9b2-48a8-999e-07bbba3ea616 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0829010 Feb 17 10:19:38.031162 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1275fee4-28c7-4417-a39f-07258ef92331 req-366d7141-b1b6-4e46-beaf-c5b90b478b2a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394781 Feb 17 10:19:38.163040 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57906b87-325b-4ec7-9236-c237d14407be req-0d7ad4d5-8501-4f28-919f-287d8fdc826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:38.164482 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57906b87-325b-4ec7-9236-c237d14407be req-0d7ad4d5-8501-4f28-919f-287d8fdc826e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 1099 time: 0.0720420 Feb 17 10:19:38.295297 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57906b87-325b-4ec7-9236-c237d14407be req-c8aa1ab5-e62a-4205-869f-627b2f70eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:38.296708 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57906b87-325b-4ec7-9236-c237d14407be req-c8aa1ab5-e62a-4205-869f-627b2f70eb5e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1261897 Feb 17 10:19:38.396603 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57906b87-325b-4ec7-9236-c237d14407be req-3631f3ca-8465-4be3-89fc-105ab5b6f2a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da HTTP/1.1" status: 200 len: 1002 time: 0.0934577 Feb 17 10:19:38.462806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57906b87-325b-4ec7-9236-c237d14407be req-f665ebe6-653f-45aa-bc95-37b4cb29e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:38.464220 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57906b87-325b-4ec7-9236-c237d14407be req-f665ebe6-653f-45aa-bc95-37b4cb29e55a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0614676 Feb 17 10:19:38.539614 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57906b87-325b-4ec7-9236-c237d14407be req-987527b4-75af-4102-a63f-3dd4660a53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:38.541018 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57906b87-325b-4ec7-9236-c237d14407be req-987527b4-75af-4102-a63f-3dd4660a53bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700588 Feb 17 10:19:38.676936 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57906b87-325b-4ec7-9236-c237d14407be req-7a010482-5055-4dc2-9925-fc419f956b0a service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291153 Feb 17 10:19:38.808741 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57906b87-325b-4ec7-9236-c237d14407be req-a9f146ee-29cf-477a-b090-678914068036 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255171 Feb 17 10:19:38.982762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:39.227323 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4643b74-84e1-4dec-9441-6e1a13b15701 req-366bc724-7a8e-4909-8e6e-e02a61534803 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:39.228771 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a4643b74-84e1-4dec-9441-6e1a13b15701 req-366bc724-7a8e-4909-8e6e-e02a61534803 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0843480 Feb 17 10:19:39.273118 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a4643b74-84e1-4dec-9441-6e1a13b15701 req-acfda01b-a38c-465d-a1c8-f498fbb2bb93 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377138 Feb 17 10:19:40.469537 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd500b-b48c-43f5-aab9-1ab684208508 req-d2599fd8-d2dc-4de6-b0b9-3da95075eb89 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:40.471051 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6ecd500b-b48c-43f5-aab9-1ab684208508 req-d2599fd8-d2dc-4de6-b0b9-3da95075eb89 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0873382 Feb 17 10:19:40.518822 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6ecd500b-b48c-43f5-aab9-1ab684208508 req-66bb462a-f295-425c-98d3-76483eb3ded9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421751 Feb 17 10:19:41.712322 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441992d-87a2-43f0-bc31-cb0e7e272c3e req-a5d3000d-d548-4979-88b9-0a24c9015ffd tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:41.713822 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9441992d-87a2-43f0-bc31-cb0e7e272c3e req-a5d3000d-d548-4979-88b9-0a24c9015ffd tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0840116 Feb 17 10:19:41.760919 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9441992d-87a2-43f0-bc31-cb0e7e272c3e req-01b6e119-23ad-4954-9452-0a55f027a0b9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413055 Feb 17 10:19:42.950155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4ad11-fa93-4779-82be-7f05b3412a05 req-f91c836e-2aa0-4fb2-93dc-e8d541ce4123 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:42.952111 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c3e4ad11-fa93-4779-82be-7f05b3412a05 req-f91c836e-2aa0-4fb2-93dc-e8d541ce4123 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0835600 Feb 17 10:19:42.998259 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c3e4ad11-fa93-4779-82be-7f05b3412a05 req-6c6b2eb3-16ee-4111-9287-92d5bd2b31af tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404131 Feb 17 10:19:44.286471 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba53de9-ad5b-4897-a826-a21c791f7bcb req-d9963850-1c4e-4b30-af72-028d717934e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:44.287848 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0ba53de9-ad5b-4897-a826-a21c791f7bcb req-d9963850-1c4e-4b30-af72-028d717934e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.1805069 Feb 17 10:19:44.335319 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0ba53de9-ad5b-4897-a826-a21c791f7bcb req-1514da05-d521-4702-b390-87115f7687fa tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416148 Feb 17 10:19:45.525842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d4093-2ac4-4634-902f-fb042a0b3057 req-92d2c565-57b6-4236-ba7e-6921394dfbc0 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:45.527405 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-754d4093-2ac4-4634-902f-fb042a0b3057 req-92d2c565-57b6-4236-ba7e-6921394dfbc0 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0864155 Feb 17 10:19:45.574056 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-754d4093-2ac4-4634-902f-fb042a0b3057 req-bb51d910-c455-4c28-b348-2a5e2ee634c8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408175 Feb 17 10:19:46.761495 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daa382-8d66-4471-a6e6-80d2c2482cac req-212ea40d-9e20-449e-9f90-b419752ee820 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:46.763414 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f8daa382-8d66-4471-a6e6-80d2c2482cac req-212ea40d-9e20-449e-9f90-b419752ee820 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0804086 Feb 17 10:19:46.809558 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f8daa382-8d66-4471-a6e6-80d2c2482cac req-9792ceb8-eef8-4a8e-9f5b-64f13661a3af tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402713 Feb 17 10:19:47.997103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850973ed-f8cc-4b39-b3db-51b554487368 req-e2791c9a-4c1d-402b-9daa-315987c70597 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:47.998762 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-850973ed-f8cc-4b39-b3db-51b554487368 req-e2791c9a-4c1d-402b-9daa-315987c70597 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0801790 Feb 17 10:19:48.047015 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-850973ed-f8cc-4b39-b3db-51b554487368 req-abece51b-ede7-448c-afa5-0a151eb44e7f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425394 Feb 17 10:19:49.236038 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef8827-344b-4dfc-b918-b1f58492f307 req-e27ef6c0-2403-40bc-bce8-974595e804a5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:49.237504 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0cef8827-344b-4dfc-b918-b1f58492f307 req-e27ef6c0-2403-40bc-bce8-974595e804a5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0846593 Feb 17 10:19:49.283480 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0cef8827-344b-4dfc-b918-b1f58492f307 req-5bad5899-713d-474d-b6f1-a977b696a3a1 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402763 Feb 17 10:19:50.469029 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00822bc0-71a7-41c1-badc-b33982458428 req-cf6fa658-bbe3-412e-89bf-db9426022dc5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:50.470524 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-00822bc0-71a7-41c1-badc-b33982458428 req-cf6fa658-bbe3-412e-89bf-db9426022dc5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0798833 Feb 17 10:19:50.517358 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-00822bc0-71a7-41c1-badc-b33982458428 req-839ca164-de9e-4bda-97eb-e01e5cd21475 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402443 Feb 17 10:19:51.715428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe06ae-e28a-40de-aa3c-db40815ca740 req-5803a8df-8b19-4ccc-996f-21529eab0383 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:51.717866 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8bbe06ae-e28a-40de-aa3c-db40815ca740 req-5803a8df-8b19-4ccc-996f-21529eab0383 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0892367 Feb 17 10:19:51.769136 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8bbe06ae-e28a-40de-aa3c-db40815ca740 req-d767dae7-c017-4162-9495-51e1acae78aa tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454874 Feb 17 10:19:52.956648 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764ed9c-b000-4cfc-9a08-dd082cdcbb48 req-0d6dbad6-90e7-4827-930c-4bc6d898fb0a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:52.958137 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5764ed9c-b000-4cfc-9a08-dd082cdcbb48 req-0d6dbad6-90e7-4827-930c-4bc6d898fb0a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0835576 Feb 17 10:19:53.004779 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5764ed9c-b000-4cfc-9a08-dd082cdcbb48 req-6edce011-5211-4c1f-8b52-e635da3bc829 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409932 Feb 17 10:19:54.188195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f7b0b-5316-4b14-9ee7-f68e2f0b3c4c req-3cbdd83f-c829-4e60-bd75-383e556061ec tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:54.189568 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-074f7b0b-5316-4b14-9ee7-f68e2f0b3c4c req-3cbdd83f-c829-4e60-bd75-383e556061ec tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0783713 Feb 17 10:19:54.236090 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-074f7b0b-5316-4b14-9ee7-f68e2f0b3c4c req-ae54b90d-b4d2-4d49-8f9e-1dea48149d6b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406256 Feb 17 10:19:54.691076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e56d8ea0-f91e-4024-9a6b-2b90f7cfe647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:55.427740 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87ee36-5ec0-4d2a-867c-25b92b38a0ec req-a1843944-65a6-4a36-8039-45752c859c46 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:55.429469 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9c87ee36-5ec0-4d2a-867c-25b92b38a0ec req-a1843944-65a6-4a36-8039-45752c859c46 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0850282 Feb 17 10:19:55.474712 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9c87ee36-5ec0-4d2a-867c-25b92b38a0ec req-7e956dca-d78d-4eeb-a5b0-4cbab5e7ca9a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395772 Feb 17 10:19:56.667957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb3485-7eb4-4476-ad6b-6c498bf9023e req-0cd340f8-c432-4545-8fe3-6925be016ccd tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:56.670761 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d9cb3485-7eb4-4476-ad6b-6c498bf9023e req-0cd340f8-c432-4545-8fe3-6925be016ccd tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0899353 Feb 17 10:19:56.717894 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d9cb3485-7eb4-4476-ad6b-6c498bf9023e req-b44d4ed9-845b-4c09-88a1-ea26f52e2b4d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413907 Feb 17 10:19:57.033344 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5de45ad7-60f2-4868-a9fc-01169b885bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:57.913763 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:57.920538 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439bac8-c654-4c68-90a9-4bbaa30ec9a0 req-e64d219a-8fb5-4566-95bb-6b26f1125b4d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:57.924230 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3439bac8-c654-4c68-90a9-4bbaa30ec9a0 req-e64d219a-8fb5-4566-95bb-6b26f1125b4d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0916150 Feb 17 10:19:57.970180 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3439bac8-c654-4c68-90a9-4bbaa30ec9a0 req-9bcc1a35-4caa-4ab9-86a0-5aebcb547981 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422390 Feb 17 10:19:58.277092 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:59.306669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7d435-e6ef-4d48-9334-c4656ec0c288 req-01643974-c704-45c6-b8c9-5817bfc3643c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:59.308049 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-86b7d435-e6ef-4d48-9334-c4656ec0c288 req-01643974-c704-45c6-b8c9-5817bfc3643c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0831263 Feb 17 10:19:59.358878 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-86b7d435-e6ef-4d48-9334-c4656ec0c288 req-65bb55f0-f869-4079-b980-04727bec7cc3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444810 Feb 17 10:19:59.642462 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b48a0-ed77-4de4-a4b1-1ea7310cee50 req-93fae42b-e3f5-422c-b760-1f1faafa4118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:59.643998 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c87b48a0-ed77-4de4-a4b1-1ea7310cee50 req-93fae42b-e3f5-422c-b760-1f1faafa4118 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 1099 time: 0.0733838 Feb 17 10:19:59.792992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b48a0-ed77-4de4-a4b1-1ea7310cee50 req-b1439e6f-c764-47fd-8fdc-153d6b8417e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:59.794682 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c87b48a0-ed77-4de4-a4b1-1ea7310cee50 req-b1439e6f-c764-47fd-8fdc-153d6b8417e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1309016 Feb 17 10:19:59.904623 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c87b48a0-ed77-4de4-a4b1-1ea7310cee50 req-fd7973c6-79c7-4feb-a0f0-82e625d1eb5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da HTTP/1.1" status: 200 len: 1002 time: 0.1028187 Feb 17 10:19:59.925257 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:19:59.967325 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b48a0-ed77-4de4-a4b1-1ea7310cee50 req-05ef8747-8476-4352-a4f3-b7445fc5979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:19:59.968984 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c87b48a0-ed77-4de4-a4b1-1ea7310cee50 req-05ef8747-8476-4352-a4f3-b7445fc5979e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0587349 Feb 17 10:20:00.049609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b48a0-ed77-4de4-a4b1-1ea7310cee50 req-389af0b9-f69c-446d-a1c2-a182b3edc830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:00.051142 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c87b48a0-ed77-4de4-a4b1-1ea7310cee50 req-389af0b9-f69c-446d-a1c2-a182b3edc830 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752537 Feb 17 10:20:00.181010 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c87b48a0-ed77-4de4-a4b1-1ea7310cee50 req-cb174d8a-1ede-4c81-b885-9d3dc0c30d17 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226020 Feb 17 10:20:00.312626 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c87b48a0-ed77-4de4-a4b1-1ea7310cee50 req-1a36de58-dcb8-47e6-93d3-b166b9d4d92c service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252527 Feb 17 10:20:00.544870 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5c779-bb11-4091-82a1-ed92887d0a1f req-2376f923-7681-4783-9ba8-62bb537489ca tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:00.546285 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ddb5c779-bb11-4091-82a1-ed92887d0a1f req-2376f923-7681-4783-9ba8-62bb537489ca tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0784419 Feb 17 10:20:00.594192 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ddb5c779-bb11-4091-82a1-ed92887d0a1f req-bfe3df33-0112-4458-a01d-22d1079a3cbe tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421898 Feb 17 10:20:01.790389 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6165239-0f84-4a53-b197-9364e69c38b0 req-a38d6498-ede1-4c48-b988-4029b31a272d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:01.791876 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b6165239-0f84-4a53-b197-9364e69c38b0 req-a38d6498-ede1-4c48-b988-4029b31a272d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0852754 Feb 17 10:20:01.839903 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b6165239-0f84-4a53-b197-9364e69c38b0 req-2790e232-fd38-4a38-8e24-841fa3ae9556 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420082 Feb 17 10:20:03.131679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b761d-4053-4516-a202-02a154205d06 req-b2317f56-a3c7-45a9-8719-1a277f4ec81e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:03.133079 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-451b761d-4053-4516-a202-02a154205d06 req-b2317f56-a3c7-45a9-8719-1a277f4ec81e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.1849661 Feb 17 10:20:03.179173 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-451b761d-4053-4516-a202-02a154205d06 req-d5817a55-df82-483e-a213-650ad5f8591f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399783 Feb 17 10:20:03.638998 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:20:04.373300 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a6dc8-2f10-4540-946d-41f3e04c886e req-2d381377-c95e-4324-b079-13cbb2ede4b1 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:04.374782 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca1a6dc8-2f10-4540-946d-41f3e04c886e req-2d381377-c95e-4324-b079-13cbb2ede4b1 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0863502 Feb 17 10:20:04.419847 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca1a6dc8-2f10-4540-946d-41f3e04c886e req-5e9fb51a-1efe-4f6d-bc38-603a7d905cb8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387700 Feb 17 10:20:05.614498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19bbe6-e93d-4998-84f2-3a96097f7082 req-11ddb068-7729-4dd8-a35e-5f80995213b2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:05.616625 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7d19bbe6-e93d-4998-84f2-3a96097f7082 req-11ddb068-7729-4dd8-a35e-5f80995213b2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0842998 Feb 17 10:20:05.661761 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7d19bbe6-e93d-4998-84f2-3a96097f7082 req-2732ae39-3328-43f9-84f1-003c9dbd53ea tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393078 Feb 17 10:20:06.472690 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57906b87-325b-4ec7-9236-c237d14407be req-a0d07c29-e352-4b86-8697-7e06c3267df4 service neutron] 10.222.0.37 "GET /v2.0/ports/286a33f2-cf6a-43b6-81c3-85bfe25300da/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0755963 Feb 17 10:20:06.957555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825561f1-440a-40aa-9d75-31cab2ddc8f2 req-9b8dde1c-6e41-40df-b3e2-19b71a6ad8a7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:06.959052 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-825561f1-440a-40aa-9d75-31cab2ddc8f2 req-9b8dde1c-6e41-40df-b3e2-19b71a6ad8a7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.1888971 Feb 17 10:20:07.004584 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-825561f1-440a-40aa-9d75-31cab2ddc8f2 req-13f57285-0344-4e1a-a89e-4be6f50fbd18 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397069 Feb 17 10:20:07.214532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57906b87-325b-4ec7-9236-c237d14407be req-9a712ebf-8475-4d48-9e18-ab83fc044a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:07.215921 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57906b87-325b-4ec7-9236-c237d14407be req-9a712ebf-8475-4d48-9e18-ab83fc044a1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306&tenant_id=8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 1099 time: 0.0716503 Feb 17 10:20:07.322104 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57906b87-325b-4ec7-9236-c237d14407be req-c5f198e6-ff77-4117-be62-25a10b838407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:07.323628 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57906b87-325b-4ec7-9236-c237d14407be req-c5f198e6-ff77-4117-be62-25a10b838407 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 1099 time: 0.0730152 Feb 17 10:20:07.454618 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57906b87-325b-4ec7-9236-c237d14407be req-a8dcb3b8-6fdf-4a39-a337-5f233922104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:07.456077 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57906b87-325b-4ec7-9236-c237d14407be req-a8dcb3b8-6fdf-4a39-a337-5f233922104c service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1258512 Feb 17 10:20:07.561990 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57906b87-325b-4ec7-9236-c237d14407be req-5ce6be44-e021-4e4b-adec-581d6a0d70a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da HTTP/1.1" status: 200 len: 1002 time: 0.0997488 Feb 17 10:20:07.626356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57906b87-325b-4ec7-9236-c237d14407be req-85d85e74-a1c9-4586-b631-d559283e0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:07.628047 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57906b87-325b-4ec7-9236-c237d14407be req-85d85e74-a1c9-4586-b631-d559283e0a10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0598922 Feb 17 10:20:07.710087 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57906b87-325b-4ec7-9236-c237d14407be req-bc057e8f-29b3-4099-9b56-98d7d8d8b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:07.711577 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57906b87-325b-4ec7-9236-c237d14407be req-bc057e8f-29b3-4099-9b56-98d7d8d8b163 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768337 Feb 17 10:20:07.844620 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57906b87-325b-4ec7-9236-c237d14407be req-5cbbe813-bd04-4116-95ad-844a6d321d3b service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260493 Feb 17 10:20:07.975963 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57906b87-325b-4ec7-9236-c237d14407be req-8284671a-c074-40c4-b83c-fab049c34332 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245878 Feb 17 10:20:08.195710 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d74a8f-b8f3-47e4-829a-1f5f40acac76 req-702c9a27-1e23-4106-8629-32a0316bb300 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:08.197261 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d2d74a8f-b8f3-47e4-829a-1f5f40acac76 req-702c9a27-1e23-4106-8629-32a0316bb300 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0849848 Feb 17 10:20:08.246588 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d2d74a8f-b8f3-47e4-829a-1f5f40acac76 req-f2c2aebd-0290-437b-b9d4-eb9ad351931c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428758 Feb 17 10:20:08.991476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:09.459305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab6302-3ced-44dd-bcc3-69a2bc85fda9 req-7a3116b0-b454-4ff3-b629-68acaf2ad55d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:09.460780 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e4ab6302-3ced-44dd-bcc3-69a2bc85fda9 req-7a3116b0-b454-4ff3-b629-68acaf2ad55d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0941470 Feb 17 10:20:09.512624 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e4ab6302-3ced-44dd-bcc3-69a2bc85fda9 req-9bc9d238-9bae-49e4-b00a-46a56a4bfdbe tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455477 Feb 17 10:20:09.740355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 286a33f2-cf6a-43b6-81c3-85bfe25300da no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:20:09.853392 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:09.880218 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286a33f2-cf6a-43b6-81c3-85bfe25300da'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:20:09.890220 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 286a33f2-cf6a-43b6-81c3-85bfe25300da, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:20:09.985539 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286a33f2-cf6a-43b6-81c3-85bfe25300da', 'code': 200} Feb 17 10:20:10.003222 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:10.070208 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=286a33f2-cf6a-43b6-81c3-85bfe25300da,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:20:10.077733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:10.078102 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:10.078439 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:10.078769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:10.079097 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:10.079427 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:10.080404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:10.080827 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:10.081151 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:10.081472 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:10.081842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:10.082122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:10.711642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c073b45-9af2-40a4-9fc0-1e42934eae86 req-87b41c24-5aca-43b2-9a53-bd893ddc9b3e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:10.713091 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9c073b45-9af2-40a4-9fc0-1e42934eae86 req-87b41c24-5aca-43b2-9a53-bd893ddc9b3e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 944 time: 0.0851946 Feb 17 10:20:10.758968 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9c073b45-9af2-40a4-9fc0-1e42934eae86 req-ac76bbf7-c7ef-4edd-bcb8-00bf35484968 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401721 Feb 17 10:20:11.761621 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 286a33f2-cf6a-43b6-81c3-85bfe25300da details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:20:11.955100 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99215d-413d-45a3-91ae-7268f77f7925 req-9715f3e3-5028-48a6-9aa7-502ac066475e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:11.956656 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4e99215d-413d-45a3-91ae-7268f77f7925 req-9715f3e3-5028-48a6-9aa7-502ac066475e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 944 time: 0.0834579 Feb 17 10:20:11.959192 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 286a33f2-cf6a-43b6-81c3-85bfe25300da, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:20:11.974094 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '286a33f2-cf6a-43b6-81c3-85bfe25300da', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'port_id': '286a33f2-cf6a-43b6-81c3-85bfe25300da', 'mac_address': 'fa:16:3e:d5:ce:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:20:12.003718 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4e99215d-413d-45a3-91ae-7268f77f7925 req-92a7e968-2dcb-41d2-8a1d-b2efc8167b05 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391717 Feb 17 10:20:12.031895 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:12.050821 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286a33f2-cf6a-43b6-81c3-85bfe25300da {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:20:12.067782 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 286a33f2-cf6a-43b6-81c3-85bfe25300da, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:20:12.159913 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:12.228064 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=286a33f2-cf6a-43b6-81c3-85bfe25300da,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:20:12.294972 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['286a33f2-cf6a-43b6-81c3-85bfe25300da'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:20:12.813191 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a50f9-1d5a-4218-92e8-975f4a2abb8c req-63687708-66f7-4ba9-8a59-fb0d32f3faab tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:12.816120 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ad5a50f9-1d5a-4218-92e8-975f4a2abb8c req-63687708-66f7-4ba9-8a59-fb0d32f3faab tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 945 time: 0.0918407 Feb 17 10:20:12.844671 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-cfbc408f-e8e6-4eea-bfb5-70de2a4a070c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:12.846405 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-cfbc408f-e8e6-4eea-bfb5-70de2a4a070c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306&tenant_id=8007d054d7544a20834c59a3d253187b&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.0890596 Feb 17 10:20:12.862674 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ad5a50f9-1d5a-4218-92e8-975f4a2abb8c req-62e6f29b-2573-4367-86e4-480870d0302c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416131 Feb 17 10:20:12.929765 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-25c034cc-d512-435e-8459-06bc400c7141 service neutron] 10.222.0.37 "GET /v2.0/ports/286a33f2-cf6a-43b6-81c3-85bfe25300da/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0768061 Feb 17 10:20:13.039059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-10db0287-29c3-49ab-8b5f-f3adb915cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:13.040549 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-10db0287-29c3-49ab-8b5f-f3adb915cd3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 1098 time: 0.0714295 Feb 17 10:20:13.172859 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-5470a6e2-809c-4c82-a9a6-794057100c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:13.175113 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-5470a6e2-809c-4c82-a9a6-794057100c5a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1284764 Feb 17 10:20:13.279708 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-24074449-bec5-4233-a291-be7301fd0547 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da HTTP/1.1" status: 200 len: 1001 time: 0.0973046 Feb 17 10:20:13.344210 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-5a8c8185-7979-4975-b9a2-ff4e2015f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:13.345657 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-5a8c8185-7979-4975-b9a2-ff4e2015f834 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0597417 Feb 17 10:20:13.536418 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-36359895-dd0d-410d-965a-b6179c176d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:13.537803 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-36359895-dd0d-410d-965a-b6179c176d91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1848736 Feb 17 10:20:13.675195 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-09aacfae-8d86-4d29-88b0-51bef72a6009 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304677 Feb 17 10:20:13.779360 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 286a33f2-cf6a-43b6-81c3-85bfe25300da up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:20:13.809309 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-148cafd3-cbfa-40d9-ba4a-471cc23a2d84 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274936 Feb 17 10:20:13.848802 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 286a33f2-cf6a-43b6-81c3-85bfe25300da triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:20:13.849213 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:13.994445 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:14.025344 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286a33f2-cf6a-43b6-81c3-85bfe25300da'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:20:14.040746 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 286a33f2-cf6a-43b6-81c3-85bfe25300da, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:20:14.080814 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c94306-bdc8-4f33-8bb8-a2522df9372f req-c187bbb3-47fb-4aa2-8173-889cbba86b37 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:14.081817 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d8c94306-bdc8-4f33-8bb8-a2522df9372f req-c187bbb3-47fb-4aa2-8173-889cbba86b37 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 945 time: 0.0937083 Feb 17 10:20:14.086156 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286a33f2-cf6a-43b6-81c3-85bfe25300da', 'code': 200} Feb 17 10:20:14.112000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:14.132566 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d8c94306-bdc8-4f33-8bb8-a2522df9372f req-31c086d3-d0a2-4a89-8c5d-0efa58604fef tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456898 Feb 17 10:20:14.191090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=286a33f2-cf6a-43b6-81c3-85bfe25300da,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:20:15.335960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1e0cf-3a62-41c1-a379-ce5c071a6e60 req-e8139e0f-8edf-49c2-b867-0f78212202da tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:15.337453 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1ff1e0cf-3a62-41c1-a379-ce5c071a6e60 req-e8139e0f-8edf-49c2-b867-0f78212202da tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0897470 Feb 17 10:20:15.382716 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1ff1e0cf-3a62-41c1-a379-ce5c071a6e60 req-55393482-c9fd-4c47-adc7-872f5bacf553 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394409 Feb 17 10:20:16.574663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19e1ab-fd05-43ca-9791-bd3be4927a40 req-99a396dc-c7ad-410e-a864-75d57e55f5f9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:16.576238 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3c19e1ab-fd05-43ca-9791-bd3be4927a40 req-99a396dc-c7ad-410e-a864-75d57e55f5f9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0853059 Feb 17 10:20:16.621283 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3c19e1ab-fd05-43ca-9791-bd3be4927a40 req-e15d359d-752e-4c0f-ad1c-dc98f774c84a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382164 Feb 17 10:20:17.612661 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-16328645-fe80-4ef5-b773-6e82111cdb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:17.614164 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-16328645-fe80-4ef5-b773-6e82111cdb3e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306&tenant_id=8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 1099 time: 0.0715442 Feb 17 10:20:17.720247 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-ecb04bec-9a69-4382-870b-529fb059f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:17.722561 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-ecb04bec-9a69-4382-870b-529fb059f8ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 1099 time: 0.0735192 Feb 17 10:20:17.814018 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d023af-7e8c-4962-bdba-7df5403d957a req-06048ea0-d7f5-4ab8-ad11-9f23eabaa213 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:17.815718 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f5d023af-7e8c-4962-bdba-7df5403d957a req-06048ea0-d7f5-4ab8-ad11-9f23eabaa213 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0832002 Feb 17 10:20:17.852460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-f20df800-6066-4e9d-a889-77c1c4891d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:17.853926 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-f20df800-6066-4e9d-a889-77c1c4891d30 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1259573 Feb 17 10:20:17.861592 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f5d023af-7e8c-4962-bdba-7df5403d957a req-8d4990be-b529-4231-995b-f2cb0f60f552 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399470 Feb 17 10:20:17.957287 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-f0d2860d-353d-440b-a9f2-c5737960f4e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da HTTP/1.1" status: 200 len: 1002 time: 0.0972445 Feb 17 10:20:18.019338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-6e664b54-afc5-40f4-84f5-a544eb49ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:18.020774 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-6e664b54-afc5-40f4-84f5-a544eb49ff34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0571823 Feb 17 10:20:18.097574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-51c2ca74-c103-48e6-9093-1fe76b28982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:18.098969 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-51c2ca74-c103-48e6-9093-1fe76b28982c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715518 Feb 17 10:20:18.229986 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-2643a1de-53da-4fec-bb93-3d3765575924 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238203 Feb 17 10:20:18.360976 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-01713cc4-c85b-4458-95c3-9897f15d31f5 req-8028d46e-99b7-4eb5-b811-0507dfb81259 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239095 Feb 17 10:20:19.050075 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919175da-39bc-4f52-8fd7-5d80cc555e46 req-48562f9b-96d1-4255-91a5-fbfd80effbe9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:19.051512 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-919175da-39bc-4f52-8fd7-5d80cc555e46 req-48562f9b-96d1-4255-91a5-fbfd80effbe9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0785673 Feb 17 10:20:19.095216 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-919175da-39bc-4f52-8fd7-5d80cc555e46 req-dfb5856f-db0a-4441-b027-97690408832b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378077 Feb 17 10:20:19.801279 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 286a33f2-cf6a-43b6-81c3-85bfe25300da no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:20:19.910646 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:19.936907 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286a33f2-cf6a-43b6-81c3-85bfe25300da'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:20:19.948583 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 286a33f2-cf6a-43b6-81c3-85bfe25300da, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:20:19.991642 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286a33f2-cf6a-43b6-81c3-85bfe25300da', 'code': 200} Feb 17 10:20:20.025024 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:20.097962 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=286a33f2-cf6a-43b6-81c3-85bfe25300da,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:20:20.282499 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4fdde-8bd0-4d6e-90dc-06ac8e901d3b req-d9c2dffa-90f4-421b-9d16-a84865d88a08 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:20.284813 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fda4fdde-8bd0-4d6e-90dc-06ac8e901d3b req-d9c2dffa-90f4-421b-9d16-a84865d88a08 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 944 time: 0.0839524 Feb 17 10:20:20.332005 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fda4fdde-8bd0-4d6e-90dc-06ac8e901d3b req-2427663e-b428-4a59-8e21-9c2d0ed05c7a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416214 Feb 17 10:20:21.524698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6f271-195a-4c8c-a99c-9f112b1a96e4 req-80bd613a-4b2f-4add-90a2-4d6325d86ff6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:21.526083 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e8b6f271-195a-4c8c-a99c-9f112b1a96e4 req-80bd613a-4b2f-4add-90a2-4d6325d86ff6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 944 time: 0.0838778 Feb 17 10:20:21.570865 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e8b6f271-195a-4c8c-a99c-9f112b1a96e4 req-e9bede29-9143-4cc6-b70c-2c1a0412584c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388477 Feb 17 10:20:21.762421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c9e63-d033-4276-888a-2326850f5554 req-5c1a4ac7-bb1b-4e3b-9271-7a9e136322ae tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:21.763880 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-087c9e63-d033-4276-888a-2326850f5554 req-5c1a4ac7-bb1b-4e3b-9271-7a9e136322ae tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 944 time: 0.0812631 Feb 17 10:20:21.803262 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 286a33f2-cf6a-43b6-81c3-85bfe25300da details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:20:21.807090 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-087c9e63-d033-4276-888a-2326850f5554 req-dd8e44c1-460d-4d69-9da4-97b9dcd289cf tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370412 Feb 17 10:20:21.942520 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 286a33f2-cf6a-43b6-81c3-85bfe25300da, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:20:21.960176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '286a33f2-cf6a-43b6-81c3-85bfe25300da', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'port_id': '286a33f2-cf6a-43b6-81c3-85bfe25300da', 'mac_address': 'fa:16:3e:d5:ce:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:20:21.998484 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd6bf1-84b8-49eb-954f-711324ead651 req-9c70b330-2ebf-4f17-9565-79b22ef73fa7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:21.999947 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-affd6bf1-84b8-49eb-954f-711324ead651 req-9c70b330-2ebf-4f17-9565-79b22ef73fa7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 944 time: 0.0865836 Feb 17 10:20:22.014784 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:22.032102 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286a33f2-cf6a-43b6-81c3-85bfe25300da {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:20:22.047243 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-affd6bf1-84b8-49eb-954f-711324ead651 req-9f9b1ac3-c74f-4cba-9d55-dee36bcef4d9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410094 Feb 17 10:20:22.047849 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 286a33f2-cf6a-43b6-81c3-85bfe25300da, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:20:22.136330 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:22.206530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=286a33f2-cf6a-43b6-81c3-85bfe25300da,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:20:22.309593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['286a33f2-cf6a-43b6-81c3-85bfe25300da'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:20:22.670671 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b50e76-36f2-413b-bc81-3d9b230c32e1 req-5d3ac415-d5ee-4ba6-9de5-aa1483f492d4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:22.672134 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-74b50e76-36f2-413b-bc81-3d9b230c32e1 req-5d3ac415-d5ee-4ba6-9de5-aa1483f492d4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.0835428 Feb 17 10:20:22.721247 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-74b50e76-36f2-413b-bc81-3d9b230c32e1 req-cdcbd686-47e6-4154-9a4e-cb76f1fc8386 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419691 Feb 17 10:20:23.818276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 286a33f2-cf6a-43b6-81c3-85bfe25300da up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:20:23.887568 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 286a33f2-cf6a-43b6-81c3-85bfe25300da triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:20:23.887867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:24.011473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:24.017234 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006bc2d-caba-43df-842b-87df691de89d req-5c62c9db-c406-47be-940b-ff2974600919 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:24.018901 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5006bc2d-caba-43df-842b-87df691de89d req-5c62c9db-c406-47be-940b-ff2974600919 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 946 time: 0.1898632 Feb 17 10:20:24.041062 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286a33f2-cf6a-43b6-81c3-85bfe25300da'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:20:24.051933 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 286a33f2-cf6a-43b6-81c3-85bfe25300da, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:20:24.064580 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5006bc2d-caba-43df-842b-87df691de89d req-e28609ae-8add-402c-bfc2-c5c65b48e952 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397940 Feb 17 10:20:24.091287 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286a33f2-cf6a-43b6-81c3-85bfe25300da', 'code': 200} Feb 17 10:20:24.135899 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:24.202289 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=286a33f2-cf6a-43b6-81c3-85bfe25300da,revision_number=11']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:20:24.733318 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-835fc8ee-8acc-43e1-a930-26a371bfe9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:25.257483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadd1f2-a53f-41a5-a2b7-e51ebb731960 req-e83b090f-7114-487f-a2cf-ad7e59fdab15 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:25.258941 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8eadd1f2-a53f-41a5-a2b7-e51ebb731960 req-e83b090f-7114-487f-a2cf-ad7e59fdab15 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 947 time: 0.0832305 Feb 17 10:20:25.356358 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8eadd1f2-a53f-41a5-a2b7-e51ebb731960 req-4a25f866-9404-40ed-a65a-573bfbc9d786 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637755 Feb 17 10:20:25.376673 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4451e-174a-4a50-9aa4-41c2fb7fb316 req-3bc98ebb-f2e1-4b49-b135-9d6e5f287e21 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:25.378719 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1ce4451e-174a-4a50-9aa4-41c2fb7fb316 req-3bc98ebb-f2e1-4b49-b135-9d6e5f287e21 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 947 time: 0.1305716 Feb 17 10:20:25.451436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1ce4451e-174a-4a50-9aa4-41c2fb7fb316 req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Deleting port 286a33f2-cf6a-43b6-81c3-85bfe25300da {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:20:25.451773 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1ce4451e-174a-4a50-9aa4-41c2fb7fb316 req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:25.695692 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1ce4451e-174a-4a50-9aa4-41c2fb7fb316 req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] For port 286a33f2-cf6a-43b6-81c3-85bfe25300da, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=286a33f2-cf6a-43b6-81c3-85bfe25300da,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:20:25.696070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1ce4451e-174a-4a50-9aa4-41c2fb7fb316 req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:25.988313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1ce4451e-174a-4a50-9aa4-41c2fb7fb316 req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:25.988685 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1ce4451e-174a-4a50-9aa4-41c2fb7fb316 req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:25.988999 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [req-1ce4451e-174a-4a50-9aa4-41c2fb7fb316 req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Floating IP 9c848fed-0b52-4372-92a3-8404afe43f5e disassociated. External IP: 172.26.4.27, port: 286a33f2-cf6a-43b6-81c3-85bfe25300da. Feb 17 10:20:25.989342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1ce4451e-174a-4a50-9aa4-41c2fb7fb316 req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Calling delete_port for 286a33f2-cf6a-43b6-81c3-85bfe25300da owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:20:26.198903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1ce4451e-174a-4a50-9aa4-41c2fb7fb316 req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:26.248452 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Pushing event deleted for resources: {'Port': ['ID=286a33f2-cf6a-43b6-81c3-85bfe25300da,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:20:26.260448 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:26.260975 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:26.261119 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:26.261453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:26.261777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:26.262125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:26.262464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:26.262847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:26.263107 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:26.263427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:26.263742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:26.264061 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:20:26.459553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ce4451e-174a-4a50-9aa4-41c2fb7fb316 req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:20:26.507948 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-91f7a603-391f-48f2-bf00-c96737a8cbd4 req-20174404-d605-4398-8ca2-0dbe1b0270f7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 210 time: 0.0425966 Feb 17 10:20:26.640423 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ce4451e-174a-4a50-9aa4-41c2fb7fb316 req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:20:26.651424 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f9b02-282a-457e-b0fa-e7082de9fdd7 None None] Sync routers for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:20:26.662240 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f9b02-282a-457e-b0fa-e7082de9fdd7 None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:20:26.662848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-844f9b02-282a-457e-b0fa-e7082de9fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:19:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:20:26.828884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce4451e-174a-4a50-9aa4-41c2fb7fb316 req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] No DVR routers for this DVR port 286a33f2-cf6a-43b6-81c3-85bfe25300da on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:20:26.832408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1ce4451e-174a-4a50-9aa4-41c2fb7fb316 req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:26.836161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'name': 'network-vif-deleted', 'tag': '286a33f2-cf6a-43b6-81c3-85bfe25300da'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:20:26.881216 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-844f9b02-282a-457e-b0fa-e7082de9fdd7 None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:20:26.928232 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1ce4451e-174a-4a50-9aa4-41c2fb7fb316 req-2a641e47-1506-4888-92a3-b7686bf028e7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "DELETE /v2.0/ports/286a33f2-cf6a-43b6-81c3-85bfe25300da HTTP/1.1" status: 204 len: 173 time: 1.5436654 Feb 17 10:20:26.940425 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed99e1a-959a-45ef-a241-6375d7de0306', 'name': 'network-vif-deleted', 'tag': '286a33f2-cf6a-43b6-81c3-85bfe25300da', 'status': 'completed', 'code': 200} Feb 17 10:20:27.144957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-767c0e87-f51a-4a47-ae4f-9006d218e172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:27.217354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-844f9b02-282a-457e-b0fa-e7082de9fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:20:27.221193 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f9b02-282a-457e-b0fa-e7082de9fdd7 None None] Checking router: b4a8b49a-27c3-469f-b5fd-fec83b4797f9 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:20:27.229492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f9b02-282a-457e-b0fa-e7082de9fdd7 None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:20:27.230109 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-844f9b02-282a-457e-b0fa-e7082de9fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:20:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:20:27.408910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-844f9b02-282a-457e-b0fa-e7082de9fdd7 None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:20:27.676812 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5437d667-74b2-4513-bafc-83d7ecbc5de5 req-2f247f2d-3040-491b-849f-67e6c11b856d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=bed99e1a-959a-45ef-a241-6375d7de0306 HTTP/1.1" status: 200 len: 210 time: 0.0423763 Feb 17 10:20:27.728357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-844f9b02-282a-457e-b0fa-e7082de9fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:20:27.732492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f9b02-282a-457e-b0fa-e7082de9fdd7 None None] The sync data for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv is: [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:20:27.846972 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 286a33f2-cf6a-43b6-81c3-85bfe25300da no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:20:27.883420 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 286a33f2-cf6a-43b6-81c3-85bfe25300da {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:20:27.883770 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 286a33f2-cf6a-43b6-81c3-85bfe25300da not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:20:27.961181 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7094fc45-a602-4af9-947c-9dde672e755d None None] New status for floating IP 9c848fed-0b52-4372-92a3-8404afe43f5e: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:20:27.979380 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:28.299622 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:29.010989 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-b4ebd882-c537-4850-ab00-777e0daf318c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1143977975&fields=id&tenant_id=8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 267 time: 0.0384450 Feb 17 10:20:29.160045 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-c270bfab-c82f-4637-af36-9f6be941d371 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:29.161397 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-c270bfab-c82f-4637-af36-9f6be941d371 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 812 time: 0.1440887 Feb 17 10:20:29.175714 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-5516f15c-c667-417f-a8b4-2c185fdc7a5a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/quotas/8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 375 time: 0.0088360 Feb 17 10:20:29.262853 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-263cc8c4-6023-411e-b7c9-ef5679d1920d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Synchronizing usage tracker for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:20:29.364108 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-263cc8c4-6023-411e-b7c9-ef5679d1920d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Unset dirty status for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:20:29.365690 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-263cc8c4-6023-411e-b7c9-ef5679d1920d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1846650 Feb 17 10:20:29.588616 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-a5b44150-ff20-45cc-aa92-fad18dddf6a4 service neutron] 10.222.0.75 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106369 Feb 17 10:20:29.722268 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-b557c584-28f2-4616-b32c-22156e573717 service neutron] 10.222.0.75 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278296 Feb 17 10:20:29.940109 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:30.001074 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0c7a9013-e413-4a27-a589-fd95d3d72b7b req-e3f57ca7-975b-4390-afa1-be2f90350f94 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 210 time: 0.0445738 Feb 17 10:20:31.154741 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e7d1883-d15e-4cf4-b7c8-661b995bd95e req-de050c44-ea6d-431d-8f91-29a3ef7568d2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 210 time: 0.0422823 Feb 17 10:20:32.308257 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-826fd263-8152-4626-bbfb-ddd2dddfb498 req-f0243477-fbd8-4103-af76-c31f98d1ab81 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 210 time: 0.0421591 Feb 17 10:20:32.548935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-688e2f5b-82e2-4fd8-8637-b97f7217d258 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:32.550425 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-688e2f5b-82e2-4fd8-8637-b97f7217d258 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 812 time: 0.1516447 Feb 17 10:20:32.605387 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-efe91bff-f304-4fb9-a89e-1de00879027d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 380 time: 0.0408595 Feb 17 10:20:32.614302 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-c538e5a9-95e1-4ea1-9546-f1a0718777c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Request body: {'port': {'device_id': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'admin_state_up': True, 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'security_groups': ['3d9c5fba-d652-4149-9106-8832cdca8dfe']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:20:32.748542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-c538e5a9-95e1-4ea1-9546-f1a0718777c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:20:32.758842 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-c538e5a9-95e1-4ea1-9546-f1a0718777c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:20:32.924089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-c538e5a9-95e1-4ea1-9546-f1a0718777c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Made reservation on behalf of 8007d054d7544a20834c59a3d253187b for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:20:32.928496 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-c538e5a9-95e1-4ea1-9546-f1a0718777c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:33.091520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-c538e5a9-95e1-4ea1-9546-f1a0718777c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Allocated IP 172.20.0.5 (4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5/de531c3f-e6eb-4277-a052-3e596e22cb13/19002002-6f32-4393-aa9e-22a5d4ad35c9) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:20:33.274730 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-c538e5a9-95e1-4ea1-9546-f1a0718777c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:33.290099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-c538e5a9-95e1-4ea1-9546-f1a0718777c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Transition to ACTIVE for port object 19002002-6f32-4393-aa9e-22a5d4ad35c9 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:20:33.393332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-c538e5a9-95e1-4ea1-9546-f1a0718777c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:33.511576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-c538e5a9-95e1-4ea1-9546-f1a0718777c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:20:33.522161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-c538e5a9-95e1-4ea1-9546-f1a0718777c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:20:33.528229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-c538e5a9-95e1-4ea1-9546-f1a0718777c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:20:33.569433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538e5a9-95e1-4ea1-9546-f1a0718777c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Pushing event updated for resources: {'Port': ['ID=19002002-6f32-4393-aa9e-22a5d4ad35c9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:20:33.609324 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-c538e5a9-95e1-4ea1-9546-f1a0718777c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:33.609949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-c538e5a9-95e1-4ea1-9546-f1a0718777c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:33.631632 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632284ab-c7e4-4f29-b894-9b376ab518de req-1101b5a1-08de-46d6-bab8-f44c2dc7674e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:33.633315 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-632284ab-c7e4-4f29-b894-9b376ab518de req-1101b5a1-08de-46d6-bab8-f44c2dc7674e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 931 time: 0.1993449 Feb 17 10:20:33.687245 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-632284ab-c7e4-4f29-b894-9b376ab518de req-357e39dd-a6b6-4da1-9e81-133a85c75fed tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465155 Feb 17 10:20:33.781988 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-c538e5a9-95e1-4ea1-9546-f1a0718777c7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1716380 Feb 17 10:20:33.800382 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Request body: {'port': {'device_id': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:20:33.855487 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b6df6fc3-4efc-48b7-b937-01912ead1ffd None None] Provisioning for port 19002002-6f32-4393-aa9e-22a5d4ad35c9 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:20:33.860551 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b6df6fc3-4efc-48b7-b937-01912ead1ffd None None] Provisioning complete for port 19002002-6f32-4393-aa9e-22a5d4ad35c9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:20:33.860921 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6df6fc3-4efc-48b7-b937-01912ead1ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:33.915672 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b6df6fc3-4efc-48b7-b937-01912ead1ffd None None] Port 19002002-6f32-4393-aa9e-22a5d4ad35c9 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:20:34.021465 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:34.357402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19002002-6f32-4393-aa9e-22a5d4ad35c9 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:20:34.365037 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:34.378756 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Transition to ACTIVE for port object 19002002-6f32-4393-aa9e-22a5d4ad35c9 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:20:34.478575 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:34.636444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Pushing event updated for resources: {'Port': ['ID=19002002-6f32-4393-aa9e-22a5d4ad35c9,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:20:34.718371 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Attempting to bind port 19002002-6f32-4393-aa9e-22a5d4ad35c9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:20:34.718731 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Attempting to bind port 19002002-6f32-4393-aa9e-22a5d4ad35c9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:20:34.719053 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Attempting to bind port 19002002-6f32-4393-aa9e-22a5d4ad35c9 on network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:20:34.725002 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Port 19002002-6f32-4393-aa9e-22a5d4ad35c9 on network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:20:34.725334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Attempting to bind port 19002002-6f32-4393-aa9e-22a5d4ad35c9 on network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:20:34.730699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:20:34.731026 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Checking segment: {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:20:34.731416 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Bound using segment: {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:20:34.731870 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Bound port: 19002002-6f32-4393-aa9e-22a5d4ad35c9, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa044b6-814c-4593-aa24-1b98244edd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:20:34.732227 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:34.826266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] For port 19002002-6f32-4393-aa9e-22a5d4ad35c9, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:20:34.829239 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] For port 19002002-6f32-4393-aa9e-22a5d4ad35c9, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:20:34.882654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b35dc9-e956-41cb-9216-cd0f806c97cf req-315dd03d-fd19-4fd7-9590-73bcea65b171 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:34.884017 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c8b35dc9-e956-41cb-9216-cd0f806c97cf req-315dd03d-fd19-4fd7-9590-73bcea65b171 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0822361 Feb 17 10:20:34.931073 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c8b35dc9-e956-41cb-9216-cd0f806c97cf req-40dae28d-7d76-4edd-bf29-84459227ba63 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413465 Feb 17 10:20:34.981888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:35.042417 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:35.043032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:35.044409 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] 10.222.0.37 "PUT /v2.0/ports/19002002-6f32-4393-aa9e-22a5d4ad35c9 HTTP/1.1" status: 200 len: 1093 time: 1.2483556 Feb 17 10:20:35.044843 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:20:35.066276 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18141773-6b4d-4ef8-b286-14890f1eeb14 service neutron] Pushing event updated for resources: {'Port': ['ID=19002002-6f32-4393-aa9e-22a5d4ad35c9,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:20:35.100490 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'status': 'completed', 'code': 200} Feb 17 10:20:35.219306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5563208-894c-42a0-9293-8e5e9c67efc3 req-c53b7b7d-058d-40c0-aa0e-9e7ad0d87d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:35.220781 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a5563208-894c-42a0-9293-8e5e9c67efc3 req-c53b7b7d-058d-40c0-aa0e-9e7ad0d87d62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 1096 time: 0.0772228 Feb 17 10:20:35.367921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5563208-894c-42a0-9293-8e5e9c67efc3 req-1a134325-ce0f-469e-954e-ba6d2a85ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:35.369261 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a5563208-894c-42a0-9293-8e5e9c67efc3 req-1a134325-ce0f-469e-954e-ba6d2a85ec3e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8007d054d7544a20834c59a3d253187b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1333129 Feb 17 10:20:35.505070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5563208-894c-42a0-9293-8e5e9c67efc3 req-d312dad1-0512-480d-afb5-c11854e45032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:35.506514 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a5563208-894c-42a0-9293-8e5e9c67efc3 req-d312dad1-0512-480d-afb5-c11854e45032 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300433 Feb 17 10:20:35.639809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-5d8877f2-0a10-4cf8-af8e-8c494dcd2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:35.641311 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-5d8877f2-0a10-4cf8-af8e-8c494dcd2e18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 1096 time: 0.0742972 Feb 17 10:20:35.719180 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-70efddab-3cf6-4a39-8efa-e510b5a97b9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9 HTTP/1.1" status: 200 len: 217 time: 0.0635066 Feb 17 10:20:35.779443 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-05aead95-b6ff-4cbd-af6a-71a974c059b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:35.780827 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-05aead95-b6ff-4cbd-af6a-71a974c059b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0558438 Feb 17 10:20:35.855555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-cdd729a1-ea68-4c4f-a75e-cf820b7e5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:35.857009 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-cdd729a1-ea68-4c4f-a75e-cf820b7e5ec9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702207 Feb 17 10:20:35.991569 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-6abb91d6-71f6-4dac-88d4-c713827928e5 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284440 Feb 17 10:20:36.119328 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df3c02-b42c-45d9-87a0-800b78631526 req-2f1bb1a1-c80b-44c1-833f-c683f7202ec3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:36.120780 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d0df3c02-b42c-45d9-87a0-800b78631526 req-2f1bb1a1-c80b-44c1-833f-c683f7202ec3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0845845 Feb 17 10:20:36.168659 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d0df3c02-b42c-45d9-87a0-800b78631526 req-8e284469-fc8b-4956-bd94-9f81285ca1f0 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418932 Feb 17 10:20:36.231147 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-843190ca-f822-4ac2-bcf2-ee1c477b1f74 req-431f74d7-98eb-449e-b179-5b60a2990bb9 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326312 Feb 17 10:20:37.354301 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598367d-8e1e-44c0-8639-0049c8c63ce7 req-4d0809d5-4f0e-446e-ad32-486e062a75b5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:37.354943 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-2598367d-8e1e-44c0-8639-0049c8c63ce7 req-4d0809d5-4f0e-446e-ad32-486e062a75b5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Synchronizing usage tracker for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:20:37.449845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-2598367d-8e1e-44c0-8639-0049c8c63ce7 req-4d0809d5-4f0e-446e-ad32-486e062a75b5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Unset dirty status for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:20:37.451026 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2598367d-8e1e-44c0-8639-0049c8c63ce7 req-4d0809d5-4f0e-446e-ad32-486e062a75b5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 943 time: 0.1746688 Feb 17 10:20:37.497405 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2598367d-8e1e-44c0-8639-0049c8c63ce7 req-0c8ec478-3a57-4f07-b04f-10fb32ac5cfa tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407650 Feb 17 10:20:38.689377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e9043-c438-4d3b-ad0d-923a0821a990 req-b8072ba3-6ec1-45b8-965c-7d93d15fbd6a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:38.690871 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4a8e9043-c438-4d3b-ad0d-923a0821a990 req-b8072ba3-6ec1-45b8-965c-7d93d15fbd6a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0864964 Feb 17 10:20:38.736923 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4a8e9043-c438-4d3b-ad0d-923a0821a990 req-5e13c03f-fc79-499e-998c-e09e1c69fe0a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394757 Feb 17 10:20:38.944410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:39.909915 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19002002-6f32-4393-aa9e-22a5d4ad35c9 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:20:39.926452 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076fcd6-cca1-4b44-8bc7-a7880d128b5e req-0ea420f8-c009-42d7-a794-d9046fb066ae tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:39.928061 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2076fcd6-cca1-4b44-8bc7-a7880d128b5e req-0ea420f8-c009-42d7-a794-d9046fb066ae tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0853014 Feb 17 10:20:39.973798 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2076fcd6-cca1-4b44-8bc7-a7880d128b5e req-6c2916f0-7241-47a0-a51c-72b5594b31a6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399485 Feb 17 10:20:40.041542 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19002002-6f32-4393-aa9e-22a5d4ad35c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:20:40.054891 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'port_id': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'mac_address': 'fa:16:3e:ab:7f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:20:40.107498 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:40.124325 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19002002-6f32-4393-aa9e-22a5d4ad35c9 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:20:40.139902 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19002002-6f32-4393-aa9e-22a5d4ad35c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:20:40.247045 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:40.315499 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=19002002-6f32-4393-aa9e-22a5d4ad35c9,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:20:40.637522 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:20:40.657901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['19002002-6f32-4393-aa9e-22a5d4ad35c9'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:20:41.156133 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70546e-fb62-4040-8a33-522b52167987 req-7b56ed12-8cc1-42ac-bc00-856399ba654c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:41.157590 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7c70546e-fb62-4040-8a33-522b52167987 req-7b56ed12-8cc1-42ac-bc00-856399ba654c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 944 time: 0.0788567 Feb 17 10:20:41.201084 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7c70546e-fb62-4040-8a33-522b52167987 req-eb4b42a2-3374-4be7-997c-de3e50094d78 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377455 Feb 17 10:20:41.911601 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19002002-6f32-4393-aa9e-22a5d4ad35c9 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:20:42.175535 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 19002002-6f32-4393-aa9e-22a5d4ad35c9 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:20:42.183580 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 19002002-6f32-4393-aa9e-22a5d4ad35c9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:20:42.183947 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:42.303631 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:42.332903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:20:42.343072 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19002002-6f32-4393-aa9e-22a5d4ad35c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:20:42.379874 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'code': 200} Feb 17 10:20:42.395034 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29c0f4-df94-4cd8-b85b-c6c422cbbcb7 req-2e6abc86-1f06-4ede-9a9e-d278a379a1ef tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:42.396706 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-aa29c0f4-df94-4cd8-b85b-c6c422cbbcb7 req-2e6abc86-1f06-4ede-9a9e-d278a379a1ef tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 944 time: 0.0827227 Feb 17 10:20:42.444898 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-aa29c0f4-df94-4cd8-b85b-c6c422cbbcb7 req-4df0b96b-92b2-4f4b-9e08-3519ae94d4e6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423925 Feb 17 10:20:42.456377 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:42.523581 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=19002002-6f32-4393-aa9e-22a5d4ad35c9,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:20:42.855339 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ca894-2466-415f-8c59-22838228872a req-a487c565-7f2b-43ed-93bc-f318b7b338d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:42.856709 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4d7ca894-2466-415f-8c59-22838228872a req-a487c565-7f2b-43ed-93bc-f318b7b338d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 1098 time: 0.0740855 Feb 17 10:20:42.898714 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4d7ca894-2466-415f-8c59-22838228872a req-604477cc-4126-49fa-acd9-9f3d7d09286e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348763 Feb 17 10:20:43.640189 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf410c0-0c02-42b9-a6ce-aa051457f758 req-97f01bfa-5b1d-447d-b2ee-98ecddccff7d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:43.641665 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-acf410c0-0c02-42b9-a6ce-aa051457f758 req-97f01bfa-5b1d-447d-b2ee-98ecddccff7d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0866306 Feb 17 10:20:43.686288 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-acf410c0-0c02-42b9-a6ce-aa051457f758 req-540971d6-3581-49e4-8e42-58f3cdad8ca7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386505 Feb 17 10:20:44.872304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c0764-0acd-4e8c-8c6e-d8750e9ea7c5 req-ac6d0675-6c76-4e8d-92a0-4624878c106f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:44.873746 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-385c0764-0acd-4e8c-8c6e-d8750e9ea7c5 req-ac6d0675-6c76-4e8d-92a0-4624878c106f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0812960 Feb 17 10:20:44.920179 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-385c0764-0acd-4e8c-8c6e-d8750e9ea7c5 req-d0c5909c-1794-4272-9582-042665737586 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408094 Feb 17 10:20:45.096681 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9e7ad-4b01-43b9-9e1f-2553c6df1021 req-480bb52c-586d-462e-88a6-487ac2387e04 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:45.098155 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f3e9e7ad-4b01-43b9-9e1f-2553c6df1021 req-480bb52c-586d-462e-88a6-487ac2387e04 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0796354 Feb 17 10:20:45.107232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 46394) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:20:45.112020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-00a5062d-eb77-4341-b959-ddf6ec5eabd7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Request body: {'floatingip': {'port_id': '19002002-6f32-4393-aa9e-22a5d4ad35c9'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:20:45.188298 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00a5062d-eb77-4341-b959-ddf6ec5eabd7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:45.884135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00a5062d-eb77-4341-b959-ddf6ec5eabd7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:45.961703 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00a5062d-eb77-4341-b959-ddf6ec5eabd7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:46.131581 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-00a5062d-eb77-4341-b959-ddf6ec5eabd7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Floating IP 9c848fed-0b52-4372-92a3-8404afe43f5e associated. External IP: 172.26.4.27, port: 19002002-6f32-4393-aa9e-22a5d4ad35c9. Feb 17 10:20:46.470325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a5062d-eb77-4341-b959-ddf6ec5eabd7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:20:46.651178 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a5062d-eb77-4341-b959-ddf6ec5eabd7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:20:46.655388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00a5062d-eb77-4341-b959-ddf6ec5eabd7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:46.662375 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414dcc80-1af3-4cb6-9b44-46f5358e01ea None None] Sync routers for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:20:46.671876 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414dcc80-1af3-4cb6-9b44-46f5358e01ea None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:20:46.672479 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-414dcc80-1af3-4cb6-9b44-46f5358e01ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:20:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:20:46.710073 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-00a5062d-eb77-4341-b959-ddf6ec5eabd7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "PUT /v2.0/floatingips/9c848fed-0b52-4372-92a3-8404afe43f5e HTTP/1.1" status: 200 len: 991 time: 1.6017749 Feb 17 10:20:46.710728 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:20:46.758274 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'status': 'completed', 'code': 200} Feb 17 10:20:46.861460 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-414dcc80-1af3-4cb6-9b44-46f5358e01ea None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:20:46.884162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c27cc-db69-4f67-bb09-d54008bd5a75 req-6970e4f3-d0d2-466b-8ace-d0254d1be463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:46.885630 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fb6c27cc-db69-4f67-bb09-d54008bd5a75 req-6970e4f3-d0d2-466b-8ace-d0254d1be463 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 1098 time: 0.0768754 Feb 17 10:20:47.020212 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c27cc-db69-4f67-bb09-d54008bd5a75 req-4d00b1b4-9376-4c1e-acd1-03b25cd05a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:47.022176 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fb6c27cc-db69-4f67-bb09-d54008bd5a75 req-4d00b1b4-9376-4c1e-acd1-03b25cd05a09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1299725 Feb 17 10:20:47.126621 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fb6c27cc-db69-4f67-bb09-d54008bd5a75 req-f3cb8706-84dc-4636-8728-a4c541a908f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9 HTTP/1.1" status: 200 len: 999 time: 0.0980699 Feb 17 10:20:47.190375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c27cc-db69-4f67-bb09-d54008bd5a75 req-923d1fc7-55ab-4360-a85e-a2ad090a44a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:47.191859 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fb6c27cc-db69-4f67-bb09-d54008bd5a75 req-923d1fc7-55ab-4360-a85e-a2ad090a44a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0587173 Feb 17 10:20:47.226160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-414dcc80-1af3-4cb6-9b44-46f5358e01ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9c848fed-0b52-4372-92a3-8404afe43f5e', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'floating_ip_address': '172.26.4.27', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'port_id': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'mac_address': 'fa:16:3e:ab:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:17:01Z', 'updated_at': '2022-02-17T10:20:45Z', 'revision_number': 13, 'project_id': '8007d054d7544a20834c59a3d253187b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:20:47.230163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414dcc80-1af3-4cb6-9b44-46f5358e01ea None None] Checking router: b4a8b49a-27c3-469f-b5fd-fec83b4797f9 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:20:47.240182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414dcc80-1af3-4cb6-9b44-46f5358e01ea None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:20:47.240835 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-414dcc80-1af3-4cb6-9b44-46f5358e01ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:20:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:20:47.276866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c27cc-db69-4f67-bb09-d54008bd5a75 req-61b707d9-cd3f-49b8-b9b5-ba9dcb03e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:47.278295 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fb6c27cc-db69-4f67-bb09-d54008bd5a75 req-61b707d9-cd3f-49b8-b9b5-ba9dcb03e40e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797417 Feb 17 10:20:47.417045 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fb6c27cc-db69-4f67-bb09-d54008bd5a75 req-b83e9cc5-9697-4026-8ae3-3eaf4e6b6e6c service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317239 Feb 17 10:20:47.420784 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-414dcc80-1af3-4cb6-9b44-46f5358e01ea None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:20:47.574844 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fb6c27cc-db69-4f67-bb09-d54008bd5a75 req-8663a326-530c-4762-8e0a-9d75dbf962ec service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509976 Feb 17 10:20:47.803388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-414dcc80-1af3-4cb6-9b44-46f5358e01ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9c848fed-0b52-4372-92a3-8404afe43f5e', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'floating_ip_address': '172.26.4.27', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'port_id': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'mac_address': 'fa:16:3e:ab:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:17:01Z', 'updated_at': '2022-02-17T10:20:45Z', 'revision_number': 13, 'project_id': '8007d054d7544a20834c59a3d253187b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:20:47.807481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414dcc80-1af3-4cb6-9b44-46f5358e01ea None None] The sync data for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv is: [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9c848fed-0b52-4372-92a3-8404afe43f5e', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'floating_ip_address': '172.26.4.27', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'port_id': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'mac_address': 'fa:16:3e:ab:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:17:01Z', 'updated_at': '2022-02-17T10:20:45Z', 'revision_number': 13, 'project_id': '8007d054d7544a20834c59a3d253187b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:20:48.008337 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48beae25-f078-438d-926c-f9bb3f446f18 None None] New status for floating IP 9c848fed-0b52-4372-92a3-8404afe43f5e: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:20:49.911925 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146a760-a686-43bf-904e-461354bf21b6 req-aea08437-c51c-4158-a1bf-9947affaceec tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:20:49.913240 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c146a760-a686-43bf-904e-461354bf21b6 req-aea08437-c51c-4158-a1bf-9947affaceec tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0780387 Feb 17 10:20:50.063277 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c146a760-a686-43bf-904e-461354bf21b6 req-f53f6c21-3f58-407f-9153-f4f5dfe47be4 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444769 Feb 17 10:20:54.698220 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3fe7d13b-9c29-487c-b4b6-8c7080d2b2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:57.046531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13c874d7-2901-44cd-9e5a-0e2337a83a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:57.913236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:58.298495 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:20:59.979118 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:00.549557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f9b68-4bcb-4e07-b084-f2ada39e2fc7 req-30d4990f-35b2-473a-bff6-135b77c1f46b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:00.551903 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-470f9b68-4bcb-4e07-b084-f2ada39e2fc7 req-30d4990f-35b2-473a-bff6-135b77c1f46b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0795991 Feb 17 10:21:00.634690 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-470f9b68-4bcb-4e07-b084-f2ada39e2fc7 req-299a5416-0876-464c-b00b-0e0fe1f6ae39 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760512 Feb 17 10:21:00.733102 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-433ce2c3-407f-4117-b0ab-59c8b3579003 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1319940 Feb 17 10:21:00.738403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2b281-c7e1-4a4c-a6db-07eb65ef19fa req-14f386a7-df3d-46a9-b86c-e1f640108e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:00.739672 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-27c2b281-c7e1-4a4c-a6db-07eb65ef19fa req-14f386a7-df3d-46a9-b86c-e1f640108e44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 1098 time: 0.1040039 Feb 17 10:21:00.991675 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2b281-c7e1-4a4c-a6db-07eb65ef19fa req-9b84fca0-3788-4953-9de6-735cc654b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:00.993133 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-27c2b281-c7e1-4a4c-a6db-07eb65ef19fa req-9b84fca0-3788-4953-9de6-735cc654b502 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.2325430 Feb 17 10:21:01.096120 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-27c2b281-c7e1-4a4c-a6db-07eb65ef19fa req-7f01ace1-6e02-46e2-a304-3e9e510e3e97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9 HTTP/1.1" status: 200 len: 1001 time: 0.0963194 Feb 17 10:21:01.164423 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2b281-c7e1-4a4c-a6db-07eb65ef19fa req-a07c6cbd-92fb-432e-b375-8e222653a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:01.165865 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-27c2b281-c7e1-4a4c-a6db-07eb65ef19fa req-a07c6cbd-92fb-432e-b375-8e222653a40b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0627594 Feb 17 10:21:01.242731 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2b281-c7e1-4a4c-a6db-07eb65ef19fa req-40a5835c-e2ab-4c91-8109-b9dfa804dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:01.244210 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-27c2b281-c7e1-4a4c-a6db-07eb65ef19fa req-40a5835c-e2ab-4c91-8109-b9dfa804dbf9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717435 Feb 17 10:21:01.385127 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-27c2b281-c7e1-4a4c-a6db-07eb65ef19fa req-449046fe-5732-429c-97b1-ba2b491443df service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337116 Feb 17 10:21:01.520679 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-27c2b281-c7e1-4a4c-a6db-07eb65ef19fa req-053cec9f-61f2-4ee3-b322-f68f43992eee service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294296 Feb 17 10:21:01.828582 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dd695-d330-4817-9bee-d3efff44a1e5 req-684e395f-d1a9-43d7-b651-cc6e84b34d84 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:01.830097 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fb9dd695-d330-4817-9bee-d3efff44a1e5 req-684e395f-d1a9-43d7-b651-cc6e84b34d84 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0809631 Feb 17 10:21:01.878207 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fb9dd695-d330-4817-9bee-d3efff44a1e5 req-4552264c-0307-48b3-86e0-28e6d5c9572a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410438 Feb 17 10:21:03.069006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508e9e-d767-46e2-a411-1d128963b6be req-b2850d1c-28bd-45da-a089-955af20f9ce2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:03.070529 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-63508e9e-d767-46e2-a411-1d128963b6be req-b2850d1c-28bd-45da-a089-955af20f9ce2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0812967 Feb 17 10:21:03.119297 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-63508e9e-d767-46e2-a411-1d128963b6be req-4baed246-97b8-4f89-8bd7-c3bde1e48901 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431392 Feb 17 10:21:03.307378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-6c576c40-fb00-4c94-85b7-79e1a7932b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:03.308856 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-6c576c40-fb00-4c94-85b7-79e1a7932b2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 1098 time: 0.0705671 Feb 17 10:21:03.476825 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-aff40373-2cc7-4004-9478-3cadcd9a6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:03.478335 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-aff40373-2cc7-4004-9478-3cadcd9a6d29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1633971 Feb 17 10:21:03.584266 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-576bcc6d-60d8-4213-a7d6-8393874dee2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9 HTTP/1.1" status: 200 len: 1001 time: 0.0989900 Feb 17 10:21:03.646959 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-6582ed33-35ef-4319-b582-2eb1f1d23fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:03.648580 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-6582ed33-35ef-4319-b582-2eb1f1d23fe7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0589113 Feb 17 10:21:03.727940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-8b3f91ed-e619-4919-bfdf-1f9f5c098880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:03.729440 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-8b3f91ed-e619-4919-bfdf-1f9f5c098880 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738707 Feb 17 10:21:03.859887 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-7f037aae-46e4-4ae6-a4a4-1dfc83d33967 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234233 Feb 17 10:21:03.989816 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-e2ef437f-aad0-499b-867a-32f203d1b536 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236842 Feb 17 10:21:04.459498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edac552-32d4-4353-adc3-95870543695b req-4eccd4a2-4a38-4ea1-b6e4-564e9ca5ef8e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:04.460947 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5edac552-32d4-4353-adc3-95870543695b req-4eccd4a2-4a38-4ea1-b6e4-564e9ca5ef8e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0819459 Feb 17 10:21:04.504876 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5edac552-32d4-4353-adc3-95870543695b req-4baa8e50-14b1-4955-867b-6959aec0be20 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383050 Feb 17 10:21:05.694122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ae5c5-a8a9-40fb-bd64-88b072af71c2 req-747aa392-dd2d-4514-98d3-f34a75cf96f9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:05.695685 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb3ae5c5-a8a9-40fb-bd64-88b072af71c2 req-747aa392-dd2d-4514-98d3-f34a75cf96f9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0802090 Feb 17 10:21:05.743759 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb3ae5c5-a8a9-40fb-bd64-88b072af71c2 req-3fb832d0-cfe2-41c7-8070-bed59b5ddf02 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422812 Feb 17 10:21:06.931934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c39b6-cd43-4d79-9e8d-705f12ac7be4 req-8a38e2ef-6ded-4daa-9561-b26cef158343 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:06.933419 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-dd4c39b6-cd43-4d79-9e8d-705f12ac7be4 req-8a38e2ef-6ded-4daa-9561-b26cef158343 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0808465 Feb 17 10:21:06.979289 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-dd4c39b6-cd43-4d79-9e8d-705f12ac7be4 req-e522d5ef-73c0-496c-bf3b-dc03ea96002d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401413 Feb 17 10:21:08.268278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636fd77-3cdb-4786-bcbb-603615f4411c req-99cdbe9b-b11b-4069-8670-c3d2a48b6823 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:08.269676 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3636fd77-3cdb-4786-bcbb-603615f4411c req-99cdbe9b-b11b-4069-8670-c3d2a48b6823 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.1852453 Feb 17 10:21:08.315186 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3636fd77-3cdb-4786-bcbb-603615f4411c req-4babeefe-9a89-46d1-818d-8a0bf0e04d96 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397036 Feb 17 10:21:08.969484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:09.501136 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31495d8-5696-4d20-aeea-bee1e546d38e req-350bc3a0-cc94-4cea-b30b-e05f6cf6c947 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:09.502582 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d31495d8-5696-4d20-aeea-bee1e546d38e req-350bc3a0-cc94-4cea-b30b-e05f6cf6c947 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0813742 Feb 17 10:21:09.546564 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d31495d8-5696-4d20-aeea-bee1e546d38e req-de5c2062-49ae-4860-99ab-5145be75d23b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376303 Feb 17 10:21:10.731669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7d365-e7bb-4849-b4c1-eddac0f12cb4 req-a15bb1e0-9b4e-4446-9d3e-14c8ccf951ad tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:10.733116 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f4f7d365-e7bb-4849-b4c1-eddac0f12cb4 req-a15bb1e0-9b4e-4446-9d3e-14c8ccf951ad tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0786028 Feb 17 10:21:10.779358 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f4f7d365-e7bb-4849-b4c1-eddac0f12cb4 req-4b10bcfa-54b2-4ed2-aca6-7fc603e49e20 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406349 Feb 17 10:21:11.963194 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e96d86-d632-4f04-9271-2f417aef22fa req-cc781d3c-16df-42fd-aa31-1d22122a5176 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:11.964654 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-67e96d86-d632-4f04-9271-2f417aef22fa req-cc781d3c-16df-42fd-aa31-1d22122a5176 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0823922 Feb 17 10:21:12.011511 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-67e96d86-d632-4f04-9271-2f417aef22fa req-c572489e-afb5-4ace-8024-cf6222970fc0 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413275 Feb 17 10:21:13.200056 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad78dd-173b-47e4-95c5-414ee0f4cf38 req-9cc78976-542f-470a-bb86-da4b41308b76 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:13.201476 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d3ad78dd-173b-47e4-95c5-414ee0f4cf38 req-9cc78976-542f-470a-bb86-da4b41308b76 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0782661 Feb 17 10:21:13.245690 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d3ad78dd-173b-47e4-95c5-414ee0f4cf38 req-033318fd-2279-4a69-baed-82923987ee6e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386007 Feb 17 10:21:14.431127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0bdba-e4ba-4717-8aec-7b03f3fdef1b req-64598252-9d65-4355-8d26-6c9d951b2e70 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:14.432600 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fdd0bdba-e4ba-4717-8aec-7b03f3fdef1b req-64598252-9d65-4355-8d26-6c9d951b2e70 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0813611 Feb 17 10:21:14.476362 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fdd0bdba-e4ba-4717-8aec-7b03f3fdef1b req-2b9ef6d1-7292-4f6f-a700-44f12ff5544c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382090 Feb 17 10:21:15.669615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e08ab-c1c3-4ec3-a4bb-7b766d15f190 req-068876aa-1a71-43e5-b9b2-204a01d0be14 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:15.671115 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c18e08ab-c1c3-4ec3-a4bb-7b766d15f190 req-068876aa-1a71-43e5-b9b2-204a01d0be14 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0868797 Feb 17 10:21:15.715166 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c18e08ab-c1c3-4ec3-a4bb-7b766d15f190 req-4b16383a-87ce-40c8-bb7c-03692d83071c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383496 Feb 17 10:21:16.912047 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e7dda-8ada-43c8-b623-42ee0a946237 req-15e253d7-82b5-4cc0-b282-daefad67e142 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:16.913499 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8b6e7dda-8ada-43c8-b623-42ee0a946237 req-15e253d7-82b5-4cc0-b282-daefad67e142 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0851948 Feb 17 10:21:16.958945 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8b6e7dda-8ada-43c8-b623-42ee0a946237 req-2462a1b1-3a8a-476d-bfec-e0d011a847d0 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390370 Feb 17 10:21:17.492178 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-e2551165-3116-4056-8096-c14a4857247e service neutron] 10.222.0.37 "GET /v2.0/ports/19002002-6f32-4393-aa9e-22a5d4ad35c9/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0750542 Feb 17 10:21:17.636938 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:21:18.190179 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12120215-015b-433e-8cb4-44379014b602 req-47414b17-885a-4157-b553-a924cb950e0f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:18.191643 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-12120215-015b-433e-8cb4-44379014b602 req-47414b17-885a-4157-b553-a924cb950e0f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.1203098 Feb 17 10:21:18.248202 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-12120215-015b-433e-8cb4-44379014b602 req-bf620d72-f663-42ac-9c76-d2a3d5890635 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493684 Feb 17 10:21:18.261252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-b2b1df27-4801-4c74-b7d5-b1581c08fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:18.262708 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-b2b1df27-4801-4c74-b7d5-b1581c08fd7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7&tenant_id=8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 1098 time: 0.1157160 Feb 17 10:21:18.388273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-07222f71-e080-4293-987b-de3482d2a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:18.389742 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-07222f71-e080-4293-987b-de3482d2a8d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 1098 time: 0.0743361 Feb 17 10:21:18.519612 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-05865c98-78ba-4b90-968f-bb826472dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:18.520982 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-05865c98-78ba-4b90-968f-bb826472dcae service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1254284 Feb 17 10:21:18.627177 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-a04ae741-5c7b-46c6-9228-4274c8850d32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9 HTTP/1.1" status: 200 len: 1001 time: 0.0988398 Feb 17 10:21:18.689315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-3e013403-9625-4ffc-9bbb-3e0d2631df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:18.690768 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-3e013403-9625-4ffc-9bbb-3e0d2631df12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0570686 Feb 17 10:21:18.768256 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-8d22cb35-0e90-46e4-a3e3-36ff5de37a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:18.769835 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-8d22cb35-0e90-46e4-a3e3-36ff5de37a78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723839 Feb 17 10:21:18.901047 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-e9b37574-c798-4da5-9724-6e889e7bb20c service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242278 Feb 17 10:21:19.030375 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-7fd710d2-cd90-42dd-bc52-44f0251f55c8 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234689 Feb 17 10:21:19.433220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32d945-dbd6-4e55-b345-31f3fc54e908 req-d76b7c4a-cce0-4a66-a314-5ced07d9ec7b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:19.434740 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8c32d945-dbd6-4e55-b345-31f3fc54e908 req-d76b7c4a-cce0-4a66-a314-5ced07d9ec7b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0797503 Feb 17 10:21:19.480782 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8c32d945-dbd6-4e55-b345-31f3fc54e908 req-2cde7ec2-b22e-446f-8ada-0a66e2ae4094 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404356 Feb 17 10:21:20.112192 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19002002-6f32-4393-aa9e-22a5d4ad35c9 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:21:20.266199 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:20.293117 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:21:20.302592 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19002002-6f32-4393-aa9e-22a5d4ad35c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:21:20.348163 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'code': 200} Feb 17 10:21:20.363786 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:20.436970 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=19002002-6f32-4393-aa9e-22a5d4ad35c9,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:21:20.442811 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:20.443163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:20.443503 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:20.443838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:20.444165 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:20.444523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:20.444819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:20.445142 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:20.445467 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:20.445793 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:20.446139 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:20.446459 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:20.672211 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100fd06-cde6-4f3f-a117-86fcfedfc397 req-a7c19570-1fce-482d-a4ed-4862534c8c44 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:20.673580 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3100fd06-cde6-4f3f-a117-86fcfedfc397 req-a7c19570-1fce-482d-a4ed-4862534c8c44 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0841982 Feb 17 10:21:20.719044 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3100fd06-cde6-4f3f-a117-86fcfedfc397 req-4f632a85-6ce7-4f57-8aa2-0887b565e80a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398405 Feb 17 10:21:21.906553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37c1db-8cb4-4cb2-9394-5f8ef1df5e87 req-8f9f3ea8-3a63-492d-9ec2-d487c1a24874 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:21.907899 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e37c1db-8cb4-4cb2-9394-5f8ef1df5e87 req-8f9f3ea8-3a63-492d-9ec2-d487c1a24874 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0790441 Feb 17 10:21:21.952813 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e37c1db-8cb4-4cb2-9394-5f8ef1df5e87 req-7b2ab70c-236e-45d6-ae96-5a7db5fa6a47 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389380 Feb 17 10:21:23.144521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b18d1-a168-45b0-bfdb-b8914efb8309 req-4a116f2a-2d93-4230-b24d-740e7383ee68 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:23.145967 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8a4b18d1-a168-45b0-bfdb-b8914efb8309 req-4a116f2a-2d93-4230-b24d-740e7383ee68 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0803754 Feb 17 10:21:23.193939 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8a4b18d1-a168-45b0-bfdb-b8914efb8309 req-700d4f54-312e-4ec4-8fe5-a58bca35ea8a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415890 Feb 17 10:21:24.142413 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19002002-6f32-4393-aa9e-22a5d4ad35c9 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:21:24.284386 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19002002-6f32-4393-aa9e-22a5d4ad35c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:21:24.297702 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'port_id': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'mac_address': 'fa:16:3e:ab:7f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:21:24.353410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:24.371551 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19002002-6f32-4393-aa9e-22a5d4ad35c9 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:21:24.387021 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19002002-6f32-4393-aa9e-22a5d4ad35c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:21:24.390189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524a302-c885-40fb-bb9f-af785c926d32 req-d2099d09-ec95-40d2-9885-e7e8022e099e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:24.391776 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2524a302-c885-40fb-bb9f-af785c926d32 req-d2099d09-ec95-40d2-9885-e7e8022e099e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0836179 Feb 17 10:21:24.438547 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2524a302-c885-40fb-bb9f-af785c926d32 req-eedcc41b-9df6-4d17-8c00-b840563fe59c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411241 Feb 17 10:21:24.455024 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:24.524113 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=19002002-6f32-4393-aa9e-22a5d4ad35c9,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:21:24.591356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['19002002-6f32-4393-aa9e-22a5d4ad35c9'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:21:24.711219 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b58ef22-7f4c-4c50-b6b2-fc0a0f414877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:25.623710 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83287665-e160-40f2-bc5a-835176b21d66 req-57551765-2733-4f24-beae-ab2683cbfb1b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:25.625220 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-83287665-e160-40f2-bc5a-835176b21d66 req-57551765-2733-4f24-beae-ab2683cbfb1b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 944 time: 0.0817316 Feb 17 10:21:25.672283 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-83287665-e160-40f2-bc5a-835176b21d66 req-9f1cf166-2fbf-4e11-b46e-f014e6ae6908 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393431 Feb 17 10:21:26.142627 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19002002-6f32-4393-aa9e-22a5d4ad35c9 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:21:26.210497 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 19002002-6f32-4393-aa9e-22a5d4ad35c9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:21:26.210872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:26.326064 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:26.352806 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:21:26.363480 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19002002-6f32-4393-aa9e-22a5d4ad35c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:21:26.405285 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'code': 200} Feb 17 10:21:26.418073 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:26.485967 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=19002002-6f32-4393-aa9e-22a5d4ad35c9,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:21:26.860322 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d36f0-8621-48a4-bd0f-d7c73bba6ebd req-c18f5df6-9f64-4532-bb0a-68e290679e34 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:26.861760 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ce3d36f0-8621-48a4-bd0f-d7c73bba6ebd req-c18f5df6-9f64-4532-bb0a-68e290679e34 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0824978 Feb 17 10:21:26.906005 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ce3d36f0-8621-48a4-bd0f-d7c73bba6ebd req-df842d02-46a2-49ae-a511-9f7bcf48a5fc tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385282 Feb 17 10:21:27.045734 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f30c-675f-4f10-88c0-cfa5ceab3ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:27.943146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:28.090101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759c5b2-d37c-4dab-8d6b-ecfa25c13d34 req-b26883c7-d7d9-4534-9763-1f5474b2e8f9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:28.092681 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e759c5b2-d37c-4dab-8d6b-ecfa25c13d34 req-b26883c7-d7d9-4534-9763-1f5474b2e8f9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0796030 Feb 17 10:21:28.138962 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e759c5b2-d37c-4dab-8d6b-ecfa25c13d34 req-67e91a99-2aef-4a02-8262-a63377e865e5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415649 Feb 17 10:21:28.291521 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:29.330879 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddfff4-e996-4c10-a8ec-824f7a080349 req-9b74d971-b925-45d3-acb3-2941bff09ad2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:29.332285 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c3ddfff4-e996-4c10-a8ec-824f7a080349 req-9b74d971-b925-45d3-acb3-2941bff09ad2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0809925 Feb 17 10:21:29.378556 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c3ddfff4-e996-4c10-a8ec-824f7a080349 req-de206f0a-a5a8-4e0a-b008-6e7f89f4872c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402100 Feb 17 10:21:29.982377 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:30.670359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b60739-18ea-4178-9939-abfaa9eaea62 req-52043480-ee4a-490c-93e3-42086e9b92df tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:30.671830 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d8b60739-18ea-4178-9939-abfaa9eaea62 req-52043480-ee4a-490c-93e3-42086e9b92df tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.1826689 Feb 17 10:21:30.715906 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d8b60739-18ea-4178-9939-abfaa9eaea62 req-a50fd40a-4421-43da-987b-cf65b94e434d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385270 Feb 17 10:21:31.586274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae1b94-c761-4b9a-a824-072212a792f0 req-3ac0ce2e-b9c8-40cb-936a-e68cfccf5825 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:31.587729 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-acae1b94-c761-4b9a-a824-072212a792f0 req-3ac0ce2e-b9c8-40cb-936a-e68cfccf5825 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.1431861 Feb 17 10:21:31.601587 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-4f1cca1a-4e37-4f2e-bc8f-8b1593e97a9f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:31.602985 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-4f1cca1a-4e37-4f2e-bc8f-8b1593e97a9f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7&tenant_id=8007d054d7544a20834c59a3d253187b&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.1129713 Feb 17 10:21:31.696690 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-acae1b94-c761-4b9a-a824-072212a792f0 req-79c3f5a5-9b3d-4540-b56b-1422cf94dd18 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027026 Feb 17 10:21:31.712084 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-9abedd0d-a4e9-4113-acaf-300c8c1ec59b service neutron] 10.222.0.37 "GET /v2.0/ports/19002002-6f32-4393-aa9e-22a5d4ad35c9/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0945561 Feb 17 10:21:31.822308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-39887e8f-7999-42fd-873e-0d52c7153ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:31.823837 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-39887e8f-7999-42fd-873e-0d52c7153ded service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 1098 time: 0.0706298 Feb 17 10:21:31.955957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-040bccf0-8a1e-4a1b-ba9a-12712a54a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:31.957396 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-040bccf0-8a1e-4a1b-ba9a-12712a54a2b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1272936 Feb 17 10:21:32.065056 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-22abb481-eeeb-42bb-beba-c809faff057e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9 HTTP/1.1" status: 200 len: 1001 time: 0.1006401 Feb 17 10:21:32.127977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-dfe4c1c5-54cb-4ee0-83f8-c8f30e97684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:32.129371 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-dfe4c1c5-54cb-4ee0-83f8-c8f30e97684a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.0583572 Feb 17 10:21:32.196696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19002002-6f32-4393-aa9e-22a5d4ad35c9 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:21:32.212238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-cd3f6281-6322-4c21-8bde-d0b40db034dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:32.213890 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-cd3f6281-6322-4c21-8bde-d0b40db034dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752141 Feb 17 10:21:32.310409 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:32.340857 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:21:32.349613 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-adde6a2b-37d7-4f67-84d3-a8d840c34d79 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283052 Feb 17 10:21:32.351845 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19002002-6f32-4393-aa9e-22a5d4ad35c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:21:32.398304 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'code': 200} Feb 17 10:21:32.435160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:32.483827 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-85dd05ab-a97a-4feb-a815-1cb862c925b1 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270182 Feb 17 10:21:32.508482 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=19002002-6f32-4393-aa9e-22a5d4ad35c9,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:21:32.880478 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d54037-fc23-4554-971b-6537c8d4c7b8 req-61092d26-6d44-4eb1-b25e-99714ef50cf9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:32.881951 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-11d54037-fc23-4554-971b-6537c8d4c7b8 req-61092d26-6d44-4eb1-b25e-99714ef50cf9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0779884 Feb 17 10:21:32.925659 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-11d54037-fc23-4554-971b-6537c8d4c7b8 req-ee5a12d4-e671-48c5-a99d-9cebf402b914 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379848 Feb 17 10:21:34.118203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceafa94-c15e-437b-bec2-24192e3640bd req-29580575-db93-4eb4-9a5a-d0dc86ea549a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:34.119724 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-aceafa94-c15e-437b-bec2-24192e3640bd req-29580575-db93-4eb4-9a5a-d0dc86ea549a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0840840 Feb 17 10:21:34.163982 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-aceafa94-c15e-437b-bec2-24192e3640bd req-6dbc1a4a-0c8f-4430-ab84-a88ad0830901 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379491 Feb 17 10:21:35.359922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac9539-78e0-442e-b480-36b69291cca2 req-9308e54c-9fe8-4e86-896a-fe617894a721 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:35.361267 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9fac9539-78e0-442e-b480-36b69291cca2 req-9308e54c-9fe8-4e86-896a-fe617894a721 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0872664 Feb 17 10:21:35.405369 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9fac9539-78e0-442e-b480-36b69291cca2 req-c3859749-86ff-4cd2-af7f-71dee3327b52 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384364 Feb 17 10:21:36.632562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54339da7-51be-4782-bed4-d1263c6a48f6 req-28b64fe8-4a0a-4804-b4fa-17265577847e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:36.634133 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-54339da7-51be-4782-bed4-d1263c6a48f6 req-28b64fe8-4a0a-4804-b4fa-17265577847e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0880976 Feb 17 10:21:36.679091 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-54339da7-51be-4782-bed4-d1263c6a48f6 req-94056162-127c-4229-ab97-f86004feaefa tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392473 Feb 17 10:21:37.102288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-8806133b-0757-4350-a8c8-fc3ce7b77ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:37.103790 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-8806133b-0757-4350-a8c8-fc3ce7b77ee4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7&tenant_id=8007d054d7544a20834c59a3d253187b HTTP/1.1" status: 200 len: 1096 time: 0.0723867 Feb 17 10:21:37.214668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-ca22fe04-270d-4625-a93b-6837a332ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:37.216144 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-ca22fe04-270d-4625-a93b-6837a332ddca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8007d054d7544a20834c59a3d253187b&device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 1096 time: 0.0772641 Feb 17 10:21:37.345343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-b0ba016b-3300-428c-9a28-6bf160cbc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:37.346715 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-b0ba016b-3300-428c-9a28-6bf160cbc6b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 200 len: 913 time: 0.1246660 Feb 17 10:21:37.448065 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-ed43b69f-eaba-45b4-a20b-2b707bacb1f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9 HTTP/1.1" status: 200 len: 999 time: 0.0943799 Feb 17 10:21:37.618304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-13d399fd-13b8-4ee9-9a2b-08b9ecf1056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:37.619648 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-13d399fd-13b8-4ee9-9a2b-08b9ecf1056c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 200 len: 851 time: 0.1649237 Feb 17 10:21:37.695956 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-86c06319-b6f6-41bc-b6e2-3e61e21923dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:37.697387 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-86c06319-b6f6-41bc-b6e2-3e61e21923dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702436 Feb 17 10:21:37.880382 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-dd3f0a60-a642-43c3-8409-04e67bfd1d0b service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735523 Feb 17 10:21:37.970892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a79627-d8a9-41fc-a3c0-39313b0348d3 req-2838a59a-cdb7-47bf-8f50-2b23997a1a28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:37.972317 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b7a79627-d8a9-41fc-a3c0-39313b0348d3 req-2838a59a-cdb7-47bf-8f50-2b23997a1a28 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 943 time: 0.1821198 Feb 17 10:21:38.052039 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b7a79627-d8a9-41fc-a3c0-39313b0348d3 req-d4ae5c77-1d11-485a-8591-9d7b8557e5c9 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729074 Feb 17 10:21:38.057381 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ec7c1cd2-b840-43ae-87c4-b2ddc44c68dc req-8cf717da-4990-418a-958d-a499b4de4e61 service neutron] 10.222.0.37 "GET /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684566 Feb 17 10:21:38.220592 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19002002-6f32-4393-aa9e-22a5d4ad35c9 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:21:39.000404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:39.243854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33521e-fcff-4b52-89c7-d92cb5927cb1 req-f4cece3f-4787-4013-a297-c32d728cc483 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:39.245369 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8d33521e-fcff-4b52-89c7-d92cb5927cb1 req-f4cece3f-4787-4013-a297-c32d728cc483 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0864909 Feb 17 10:21:39.292662 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8d33521e-fcff-4b52-89c7-d92cb5927cb1 req-dfc73a8c-2a77-41c1-890e-82f4740c854d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408440 Feb 17 10:21:40.482727 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513951b9-666e-4da2-9e42-88da0de21482 req-62a0aea3-3359-4e56-9305-27f52c8aa59c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:40.484300 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-513951b9-666e-4da2-9e42-88da0de21482 req-62a0aea3-3359-4e56-9305-27f52c8aa59c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0834272 Feb 17 10:21:40.528206 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-513951b9-666e-4da2-9e42-88da0de21482 req-0f7d9610-0548-4e7c-97f2-a70ff3a6eecc tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381804 Feb 17 10:21:41.722899 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4aaad-461b-4700-a827-63431a8e13fb req-a224386e-00e2-4dec-a35a-49d56005fd78 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:41.724381 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2aa4aaad-461b-4700-a827-63431a8e13fb req-a224386e-00e2-4dec-a35a-49d56005fd78 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 943 time: 0.0864074 Feb 17 10:21:41.773342 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2aa4aaad-461b-4700-a827-63431a8e13fb req-4e286d21-d481-47d3-92ea-ce961266cbab tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432994 Feb 17 10:21:42.235908 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19002002-6f32-4393-aa9e-22a5d4ad35c9 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:21:42.369116 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19002002-6f32-4393-aa9e-22a5d4ad35c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:21:42.382485 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'port_id': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'mac_address': 'fa:16:3e:ab:7f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:21:42.436818 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:42.453472 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19002002-6f32-4393-aa9e-22a5d4ad35c9 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:21:42.469523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19002002-6f32-4393-aa9e-22a5d4ad35c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:21:42.559632 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:42.631157 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=19002002-6f32-4393-aa9e-22a5d4ad35c9,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:21:42.698706 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['19002002-6f32-4393-aa9e-22a5d4ad35c9'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:21:42.960210 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48d6a7-6eb4-4cf0-b85b-7a04e756d019 req-603fa98e-f249-4176-91ef-bcf8321f74ed tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:42.961661 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0a48d6a7-6eb4-4cf0-b85b-7a04e756d019 req-603fa98e-f249-4176-91ef-bcf8321f74ed tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0793149 Feb 17 10:21:43.008536 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0a48d6a7-6eb4-4cf0-b85b-7a04e756d019 req-4fd8d278-9a97-42b1-9043-ccce882482e5 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406222 Feb 17 10:21:44.197901 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4168b1c-e343-46e2-a36d-1121d5cd96d7 req-339c62e4-9ce6-4c45-9874-3d2b06fbeeb8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:44.199432 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d4168b1c-e343-46e2-a36d-1121d5cd96d7 req-339c62e4-9ce6-4c45-9874-3d2b06fbeeb8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 945 time: 0.0821774 Feb 17 10:21:44.242719 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d4168b1c-e343-46e2-a36d-1121d5cd96d7 req-b8341997-e4e5-44f1-a313-33aec8445ad8 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370224 Feb 17 10:21:44.267468 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19002002-6f32-4393-aa9e-22a5d4ad35c9 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:21:44.367952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 19002002-6f32-4393-aa9e-22a5d4ad35c9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:21:44.368356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:44.483827 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:44.510207 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:21:44.520254 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19002002-6f32-4393-aa9e-22a5d4ad35c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:21:44.566256 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'code': 200} Feb 17 10:21:44.614738 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:44.684656 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=19002002-6f32-4393-aa9e-22a5d4ad35c9,revision_number=11']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:21:45.433106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d47fff-5367-4e25-b065-2c3539153348 req-43974818-e689-43f1-a108-dd07df84530f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:45.434645 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a9d47fff-5367-4e25-b065-2c3539153348 req-43974818-e689-43f1-a108-dd07df84530f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 946 time: 0.0826402 Feb 17 10:21:45.478795 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a9d47fff-5367-4e25-b065-2c3539153348 req-b650ce5a-c3f8-4977-b1d8-da11f24fd8f7 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378926 Feb 17 10:21:46.669699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80428fa-bd50-4222-a8fc-b775379b9a6d req-d5465153-306d-4c36-8aba-4c6f88826e2c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:46.671173 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e80428fa-bd50-4222-a8fc-b775379b9a6d req-d5465153-306d-4c36-8aba-4c6f88826e2c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 946 time: 0.0813541 Feb 17 10:21:46.716038 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e80428fa-bd50-4222-a8fc-b775379b9a6d req-98638c5d-dbb6-41a4-8a06-91dffdb723c2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391924 Feb 17 10:21:47.907764 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49bb35-4a3c-4bc6-8ac5-60f742f06192 req-a7318de1-dcae-43c9-8cc3-df701fcc6a4f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:47.909145 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0c49bb35-4a3c-4bc6-8ac5-60f742f06192 req-a7318de1-dcae-43c9-8cc3-df701fcc6a4f tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 946 time: 0.0841992 Feb 17 10:21:47.954527 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0c49bb35-4a3c-4bc6-8ac5-60f742f06192 req-8d079b9e-e8f8-44b5-a6e0-9ab0b0d14342 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396285 Feb 17 10:21:49.147662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472a408-0ab8-43d5-8e2b-9c893a719b46 req-6a0de097-53b6-4108-a4b3-02ee84efc48e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:49.149119 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0472a408-0ab8-43d5-8e2b-9c893a719b46 req-6a0de097-53b6-4108-a4b3-02ee84efc48e tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 946 time: 0.0836978 Feb 17 10:21:49.193810 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0472a408-0ab8-43d5-8e2b-9c893a719b46 req-b1eb2a48-8ff4-48f0-bf54-6210ac144e5b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391176 Feb 17 10:21:49.381849 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51c5ef-c689-46ed-992a-f12bc2213df9 req-ed908cff-bd19-45c0-8039-63b746c74155 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:49.383259 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bf51c5ef-c689-46ed-992a-f12bc2213df9 req-ed908cff-bd19-45c0-8039-63b746c74155 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 946 time: 0.0881958 Feb 17 10:21:49.427966 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bf51c5ef-c689-46ed-992a-f12bc2213df9 req-45ff2dca-f869-4ae9-ad1e-738e64157e55 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391066 Feb 17 10:21:49.613009 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de109cc-0a63-4941-b494-51b7129a0d41 req-47d649d7-3849-482f-839c-30b398c955b3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:49.614500 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4de109cc-0a63-4941-b494-51b7129a0d41 req-47d649d7-3849-482f-839c-30b398c955b3 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 946 time: 0.0803428 Feb 17 10:21:49.659454 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4de109cc-0a63-4941-b494-51b7129a0d41 req-2bde7322-35ac-4c05-ad71-d7abbb277162 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386319 Feb 17 10:21:50.312540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b73242-8a0c-434f-a853-f4c1203bdc4c req-eec7ec72-3863-4797-a5fa-4d899c80ac23 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:50.314530 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-08b73242-8a0c-434f-a853-f4c1203bdc4c req-eec7ec72-3863-4797-a5fa-4d899c80ac23 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 946 time: 0.0829277 Feb 17 10:21:50.360920 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-08b73242-8a0c-434f-a853-f4c1203bdc4c req-9755a6e9-495f-41d8-ab06-8ac42bd2c63d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404885 Feb 17 10:21:51.546184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7af76-2e1e-4396-8387-0f63c95ab690 req-31f6bb93-8367-44f9-9935-05394fa0ce5b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:51.547658 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-21f7af76-2e1e-4396-8387-0f63c95ab690 req-31f6bb93-8367-44f9-9935-05394fa0ce5b tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 946 time: 0.0788777 Feb 17 10:21:51.596266 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-21f7af76-2e1e-4396-8387-0f63c95ab690 req-05f67fc3-db2c-4a48-9c8c-1d679a8f4e01 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417652 Feb 17 10:21:52.300156 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19002002-6f32-4393-aa9e-22a5d4ad35c9 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:21:52.416927 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:52.444342 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:21:52.454135 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19002002-6f32-4393-aa9e-22a5d4ad35c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:21:52.489404 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'code': 200} Feb 17 10:21:52.507805 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:52.576536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=19002002-6f32-4393-aa9e-22a5d4ad35c9,revision_number=12']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:21:52.786474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88781e43-4b9c-4a6b-aa34-c8e2b2d80eb5 req-cc2658bf-b9d6-4121-9954-2d80dfc9171a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:52.787930 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-88781e43-4b9c-4a6b-aa34-c8e2b2d80eb5 req-cc2658bf-b9d6-4121-9954-2d80dfc9171a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 944 time: 0.0800085 Feb 17 10:21:52.832871 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-88781e43-4b9c-4a6b-aa34-c8e2b2d80eb5 req-c2e143d9-3e80-4856-a62a-a854451cf24c tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391812 Feb 17 10:21:53.180169 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e4cc2-222d-478b-a455-2253c7846c3e req-bb7706c6-46ca-407e-96c3-b3b96a25f37a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:53.181603 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cf9e4cc2-222d-478b-a455-2253c7846c3e req-bb7706c6-46ca-407e-96c3-b3b96a25f37a tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 944 time: 0.0777614 Feb 17 10:21:53.254599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-cf9e4cc2-222d-478b-a455-2253c7846c3e req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Deleting port 19002002-6f32-4393-aa9e-22a5d4ad35c9 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:21:53.254858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf9e4cc2-222d-478b-a455-2253c7846c3e req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:53.504812 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-cf9e4cc2-222d-478b-a455-2253c7846c3e req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] For port 19002002-6f32-4393-aa9e-22a5d4ad35c9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19002002-6f32-4393-aa9e-22a5d4ad35c9,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:21:53.505112 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf9e4cc2-222d-478b-a455-2253c7846c3e req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:53.882806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf9e4cc2-222d-478b-a455-2253c7846c3e req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:53.883172 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf9e4cc2-222d-478b-a455-2253c7846c3e req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:53.883484 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [req-cf9e4cc2-222d-478b-a455-2253c7846c3e req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Floating IP 9c848fed-0b52-4372-92a3-8404afe43f5e disassociated. External IP: 172.26.4.27, port: 19002002-6f32-4393-aa9e-22a5d4ad35c9. Feb 17 10:21:53.883820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-cf9e4cc2-222d-478b-a455-2253c7846c3e req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Calling delete_port for 19002002-6f32-4393-aa9e-22a5d4ad35c9 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:21:54.088878 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83bcca-c5b1-4c0e-9974-d6cda8f36b63 req-8fa19de9-36d7-4149-a6d2-f8b8adcaf8a1 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:21:54.090370 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6f83bcca-c5b1-4c0e-9974-d6cda8f36b63 req-8fa19de9-36d7-4149-a6d2-f8b8adcaf8a1 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 944 time: 0.1466947 Feb 17 10:21:54.129927 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf9e4cc2-222d-478b-a455-2253c7846c3e req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:54.186990 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6f83bcca-c5b1-4c0e-9974-d6cda8f36b63 req-776bdb69-0060-4d8a-a2b9-b4f51cbcd657 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9c5fba-d652-4149-9106-8832cdca8dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903132 Feb 17 10:21:54.187713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Pushing event deleted for resources: {'Port': ['ID=19002002-6f32-4393-aa9e-22a5d4ad35c9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:21:54.199194 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:54.199809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:54.200018 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:54.200216 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:54.200509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:54.200835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:54.201162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:54.201483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:54.201803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:54.202145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:54.202463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:54.202776 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:21:54.390966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf9e4cc2-222d-478b-a455-2253c7846c3e req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:21:54.571393 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf9e4cc2-222d-478b-a455-2253c7846c3e req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:21:54.581664 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd9a02-e309-452a-bbea-aabe09cac731 None None] Sync routers for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:21:54.594014 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd9a02-e309-452a-bbea-aabe09cac731 None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:21:54.594721 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5bdd9a02-e309-452a-bbea-aabe09cac731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:21:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:21:54.636533 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:21:54.652795 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9e4cc2-222d-478b-a455-2253c7846c3e req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] No DVR routers for this DVR port 19002002-6f32-4393-aa9e-22a5d4ad35c9 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:21:54.655072 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf9e4cc2-222d-478b-a455-2253c7846c3e req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:54.657662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'name': 'network-vif-deleted', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:21:54.701540 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912247f8-2f9f-4da1-9bbc-b316768f03e7', 'name': 'network-vif-deleted', 'tag': '19002002-6f32-4393-aa9e-22a5d4ad35c9', 'status': 'completed', 'code': 200} Feb 17 10:21:54.729876 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cf9e4cc2-222d-478b-a455-2253c7846c3e req-7bdeb57a-2d36-4ba1-8261-5422654250e2 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.37 "DELETE /v2.0/ports/19002002-6f32-4393-aa9e-22a5d4ad35c9 HTTP/1.1" status: 204 len: 173 time: 1.5424170 Feb 17 10:21:54.761302 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53f4e376-365f-4bba-a133-5d5d399f0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:54.795468 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5bdd9a02-e309-452a-bbea-aabe09cac731 None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:21:55.123446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5bdd9a02-e309-452a-bbea-aabe09cac731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:21:55.127252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd9a02-e309-452a-bbea-aabe09cac731 None None] Checking router: b4a8b49a-27c3-469f-b5fd-fec83b4797f9 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:21:55.135529 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd9a02-e309-452a-bbea-aabe09cac731 None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:21:55.136126 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5bdd9a02-e309-452a-bbea-aabe09cac731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:21:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:21:55.326220 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5bdd9a02-e309-452a-bbea-aabe09cac731 None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:21:55.344837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-db1f4cf2-4b95-4ea0-8822-9785fda09666 req-8c195462-99bb-4e7d-88c7-1f373d3b52a6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Synchronizing usage tracker for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:21:55.431716 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-db1f4cf2-4b95-4ea0-8822-9785fda09666 req-8c195462-99bb-4e7d-88c7-1f373d3b52a6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Unset dirty status for tenant:8007d054d7544a20834c59a3d253187b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:21:55.433187 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-db1f4cf2-4b95-4ea0-8822-9785fda09666 req-8c195462-99bb-4e7d-88c7-1f373d3b52a6 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/ports?device_id=912247f8-2f9f-4da1-9bbc-b316768f03e7 HTTP/1.1" status: 200 len: 210 time: 0.1333473 Feb 17 10:21:55.685370 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5bdd9a02-e309-452a-bbea-aabe09cac731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:21:55.690001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd9a02-e309-452a-bbea-aabe09cac731 None None] The sync data for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv is: [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:16:57Z', 'revision_number': 4, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8bf50f-a13f-49f7-be88-2549c65fa428', 'name': '', 'network_id': '4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'mac_address': 'fa:16:3e:6e:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:56Z', 'updated_at': '2022-02-17T10:17:02Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'subnets': [{'id': 'de531c3f-e6eb-4277-a052-3e596e22cb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:21:55.890795 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee56b4-344c-4260-8a3d-47cc3ae6eca2 None None] New status for floating IP 9c848fed-0b52-4372-92a3-8404afe43f5e: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:21:57.083197 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21e0e50d-752c-426c-b4e3-c52e401d457b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:57.946292 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:58.294648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:21:58.345745 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19002002-6f32-4393-aa9e-22a5d4ad35c9 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:21:58.386631 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 19002002-6f32-4393-aa9e-22a5d4ad35c9 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:21:58.386974 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19002002-6f32-4393-aa9e-22a5d4ad35c9 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:21:59.932473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:00.106895 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 46644) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:22:00.169932 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:00.201074 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:00.335084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:00.354304 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9c5fba-d652-4149-9106-8832cdca8dfe,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:00.364934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:00.365287 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:00.369863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:00.369863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:00.369863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:00.369863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:00.369863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:00.369863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:00.369863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:00.369863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:00.369863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:00.369863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:00.439034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:00.440677 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-59b9b26e-6071-4c5a-8469-36feeba2c68d tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "DELETE /v2.0/security-groups/3d9c5fba-d652-4149-9106-8832cdca8dfe HTTP/1.1" status: 204 len: 168 time: 0.3324356 Feb 17 10:22:00.443636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 46648) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:22:00.460256 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-4d79d269-ca5c-40d7-a535-657f537e3343 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] show failed (client error): The resource could not be found. Feb 17 10:22:00.461426 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4d79d269-ca5c-40d7-a535-657f537e3343 tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "GET /v2.0/security-groups/3d9c5fba-d652-4149-9106-8832cdca8dfe HTTP/1.1" status: 404 len: 347 time: 0.0167339 Feb 17 10:22:00.463890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 46652) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:22:00.620433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6332d744-691b-4e49-9b5b-cd9bc8bf01eb tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Deleting port 9ec1fdf5-4d41-4b5e-829d-bead6bd03091 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:22:00.620682 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6332d744-691b-4e49-9b5b-cd9bc8bf01eb tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:00.792597 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6332d744-691b-4e49-9b5b-cd9bc8bf01eb tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:00.792923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6332d744-691b-4e49-9b5b-cd9bc8bf01eb tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:01.020274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6332d744-691b-4e49-9b5b-cd9bc8bf01eb tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Calling delete_port for 9ec1fdf5-4d41-4b5e-829d-bead6bd03091 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:22:01.256811 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6332d744-691b-4e49-9b5b-cd9bc8bf01eb tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:01.304309 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332d744-691b-4e49-9b5b-cd9bc8bf01eb tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Pushing event deleted for resources: {'Port': ['ID=9ec1fdf5-4d41-4b5e-829d-bead6bd03091,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:01.396335 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6332d744-691b-4e49-9b5b-cd9bc8bf01eb tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:01.576885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6332d744-691b-4e49-9b5b-cd9bc8bf01eb tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:01.580915 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6332d744-691b-4e49-9b5b-cd9bc8bf01eb tempest-ServerActionsTestJSON-312912474 tempest-ServerActionsTestJSON-312912474-project] 10.222.0.75 "DELETE /v2.0/floatingips/9c848fed-0b52-4372-92a3-8404afe43f5e HTTP/1.1" status: 204 len: 168 time: 1.1132948 Feb 17 10:22:01.581279 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 46658) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:22:02.283924 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33ab41a7-392e-4771-8797-6e489d193331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:02.646594 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-33ab41a7-392e-4771-8797-6e489d193331 admin admin] Deleting port 1d8bf50f-a13f-49f7-be88-2549c65fa428 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:22:02.647398 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33ab41a7-392e-4771-8797-6e489d193331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:02.825794 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-33ab41a7-392e-4771-8797-6e489d193331 admin admin] For port 1d8bf50f-a13f-49f7-be88-2549c65fa428, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1d8bf50f-a13f-49f7-be88-2549c65fa428,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:22:02.826183 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33ab41a7-392e-4771-8797-6e489d193331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:02.950068 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-33ab41a7-392e-4771-8797-6e489d193331 admin admin] Calling delete_port for 1d8bf50f-a13f-49f7-be88-2549c65fa428 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:22:03.203062 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33ab41a7-392e-4771-8797-6e489d193331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:03.251698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab41a7-392e-4771-8797-6e489d193331 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8bf50f-a13f-49f7-be88-2549c65fa428,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:03.640941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33ab41a7-392e-4771-8797-6e489d193331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:03.995927 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ab41a7-392e-4771-8797-6e489d193331 admin admin] Router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:22:04.185080 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ab41a7-392e-4771-8797-6e489d193331 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:22:04.199622 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-33ab41a7-392e-4771-8797-6e489d193331 admin admin] 10.222.0.75 "PUT /v2.0/routers/b4a8b49a-27c3-469f-b5fd-fec83b4797f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6172860 Feb 17 10:22:04.201983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 46666) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:22:04.216736 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a235878-f52c-43c8-90ba-f2fc50c5bc4b None None] Sync routers for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:22:04.241310 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a235878-f52c-43c8-90ba-f2fc50c5bc4b None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:22:04.241911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6a235878-f52c-43c8-90ba-f2fc50c5bc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:21:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:22:04.382478 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68df335d-274c-426b-9c94-f81d92073c37 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:04.440854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6a235878-f52c-43c8-90ba-f2fc50c5bc4b None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:22:04.561249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68df335d-274c-426b-9c94-f81d92073c37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:04.622496 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-68df335d-274c-426b-9c94-f81d92073c37 admin admin] Deleting port db4640fd-c597-49cf-bb38-c12eee129db5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:22:04.622860 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68df335d-274c-426b-9c94-f81d92073c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:04.727076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6a235878-f52c-43c8-90ba-f2fc50c5bc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:22:03Z', 'revision_number': 5, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port': {'id': 'db4640fd-c597-49cf-bb38-c12eee129db5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:16:53Z', 'updated_at': '2022-02-17T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:22:04.731020 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a235878-f52c-43c8-90ba-f2fc50c5bc4b None None] Checking router: b4a8b49a-27c3-469f-b5fd-fec83b4797f9 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:22:04.739656 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a235878-f52c-43c8-90ba-f2fc50c5bc4b None None] Routers {'b4a8b49a-27c3-469f-b5fd-fec83b4797f9'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:22:04.740263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6a235878-f52c-43c8-90ba-f2fc50c5bc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:21:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:22:04.897969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6a235878-f52c-43c8-90ba-f2fc50c5bc4b None None] Set router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:22:04.918192 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-68df335d-274c-426b-9c94-f81d92073c37 admin admin] For port db4640fd-c597-49cf-bb38-c12eee129db5, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=db4640fd-c597-49cf-bb38-c12eee129db5,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:22:04.918556 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68df335d-274c-426b-9c94-f81d92073c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:05.003230 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6a235878-f52c-43c8-90ba-f2fc50c5bc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:22:04Z', 'revision_number': 6, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:22:05.007061 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a235878-f52c-43c8-90ba-f2fc50c5bc4b None None] The sync data for ids ['b4a8b49a-27c3-469f-b5fd-fec83b4797f9'] in dv-neutron-828143-5-hyperv is: [{'id': 'b4a8b49a-27c3-469f-b5fd-fec83b4797f9', 'name': 'tempest-ServerActionsTestJSON-1045943756-router', 'tenant_id': '8007d054d7544a20834c59a3d253187b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:16:52Z', 'updated_at': '2022-02-17T10:22:04Z', 'revision_number': 6, 'project_id': '8007d054d7544a20834c59a3d253187b', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:22:05.040096 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-68df335d-274c-426b-9c94-f81d92073c37 admin admin] Calling delete_port for db4640fd-c597-49cf-bb38-c12eee129db5 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:22:05.271559 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68df335d-274c-426b-9c94-f81d92073c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:05.318374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df335d-274c-426b-9c94-f81d92073c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=db4640fd-c597-49cf-bb38-c12eee129db5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:05.410205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68df335d-274c-426b-9c94-f81d92073c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:05.584546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68df335d-274c-426b-9c94-f81d92073c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:05.586652 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68df335d-274c-426b-9c94-f81d92073c37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:05.713431 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68df335d-274c-426b-9c94-f81d92073c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:05.713875 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68df335d-274c-426b-9c94-f81d92073c37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4a8b49a-27c3-469f-b5fd-fec83b4797f9 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 10:22:05.726735 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68df335d-274c-426b-9c94-f81d92073c37 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:05.727877 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-68df335d-274c-426b-9c94-f81d92073c37 admin admin] 10.222.0.75 "DELETE /v2.0/routers/b4a8b49a-27c3-469f-b5fd-fec83b4797f9 HTTP/1.1" status: 204 len: 168 time: 1.5246000 Feb 17 10:22:05.730360 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 46670) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:22:05.792067 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf704b5-84d5-49b8-a30b-fb06644f72e1 admin admin] Deleting subnet de531c3f-e6eb-4277-a052-3e596e22cb13 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:22:05.794966 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf704b5-84d5-49b8-a30b-fb06644f72e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:05.849098 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf704b5-84d5-49b8-a30b-fb06644f72e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:05.928673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf704b5-84d5-49b8-a30b-fb06644f72e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:06.053949 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1d8bf50f-a13f-49f7-be88-2549c65fa428 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:22:06.077669 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf704b5-84d5-49b8-a30b-fb06644f72e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:06.088243 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 1d8bf50f-a13f-49f7-be88-2549c65fa428 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:22:06.088522 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1d8bf50f-a13f-49f7-be88-2549c65fa428 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:22:06.088959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device db4640fd-c597-49cf-bb38-c12eee129db5 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:22:06.117426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf704b5-84d5-49b8-a30b-fb06644f72e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de531c3f-e6eb-4277-a052-3e596e22cb13,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:06.119341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf704b5-84d5-49b8-a30b-fb06644f72e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:06.125365 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-edf704b5-84d5-49b8-a30b-fb06644f72e1 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/de531c3f-e6eb-4277-a052-3e596e22cb13 HTTP/1.1" status: 204 len: 168 time: 0.3940511 Feb 17 10:22:06.127147 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: db4640fd-c597-49cf-bb38-c12eee129db5 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:22:06.127491 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device db4640fd-c597-49cf-bb38-c12eee129db5 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:22:06.129280 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 46674) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:22:06.129844 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e75e107-8d19-47ce-9490-8b09ad34c871 None None] Network 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:22:06.236352 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:06.246993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] Deleting port 04b00482-4bbc-462f-aadc-35bfe2962c8a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:22:06.247330 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:06.424953 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86f2794-9848-4e39-945e-36a65c7af224 None None] DHCP port deletion for 4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:22:06.429205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a86f2794-9848-4e39-945e-36a65c7af224 None None] Deleting port 04b00482-4bbc-462f-aadc-35bfe2962c8a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:22:06.429809 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a86f2794-9848-4e39-945e-36a65c7af224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:06.456694 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] For port 04b00482-4bbc-462f-aadc-35bfe2962c8a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=04b00482-4bbc-462f-aadc-35bfe2962c8a,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:22:06.457121 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:06.635110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a86f2794-9848-4e39-945e-36a65c7af224 None None] For port 04b00482-4bbc-462f-aadc-35bfe2962c8a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=04b00482-4bbc-462f-aadc-35bfe2962c8a,segment=NetworkSegment(0fa044b6-814c-4593-aa24-1b98244edd2e),segment_id=0fa044b6-814c-4593-aa24-1b98244edd2e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:22:06.635509 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a86f2794-9848-4e39-945e-36a65c7af224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:06.692436 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] Calling delete_port for 04b00482-4bbc-462f-aadc-35bfe2962c8a owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:22:06.764644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a86f2794-9848-4e39-945e-36a65c7af224 None None] Calling delete_port for 04b00482-4bbc-462f-aadc-35bfe2962c8a owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:22:06.816536 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:06.840485 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-a86f2794-9848-4e39-945e-36a65c7af224 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:22:06.840849 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-a86f2794-9848-4e39-945e-36a65c7af224 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:22:06.864792 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] Pushing event deleted for resources: {'Port': ['ID=04b00482-4bbc-462f-aadc-35bfe2962c8a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:06.868206 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] No DVR routers for this DVR port 04b00482-4bbc-462f-aadc-35bfe2962c8a on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:22:06.980654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:07.005120 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:22:07.016529 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa044b6-814c-4593-aa24-1b98244edd2e') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:22:07.017433 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa044b6-814c-4593-aa24-1b98244edd2e') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:22:07.028210 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:07.043537 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:07.049890 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:22:07.059250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:22:07.063955 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:22:07.208874 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:07.225055 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:07.235082 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:07.297191 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1afe157f-215d-4e68-acca-00b99d81a316 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4ea9d044-a3b6-4ed5-806a-d1a7f4378ef5 HTTP/1.1" status: 204 len: 168 time: 1.1668968 Feb 17 10:22:07.342176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a86f2794-9848-4e39-945e-36a65c7af224 None None] Deleting port 04b00482-4bbc-462f-aadc-35bfe2962c8a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:22:07.342694 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a86f2794-9848-4e39-945e-36a65c7af224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:07.413329 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a86f2794-9848-4e39-945e-36a65c7af224 None None] The port '04b00482-4bbc-462f-aadc-35bfe2962c8a' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 10:22:07.569355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 46680) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:22:07.620491 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b609c774-7ef0-4b0e-bd4e-04b8d0a28243 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8007d054d7544a20834c59a3d253187b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496054 Feb 17 10:22:07.623065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 46684) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:22:07.702728 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2110471-e04a-49d4-95e6-ebba1336020d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:07.728341 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2110471-e04a-49d4-95e6-ebba1336020d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:07.866248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2110471-e04a-49d4-95e6-ebba1336020d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:07.882627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2110471-e04a-49d4-95e6-ebba1336020d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7742a099-4564-44a3-9c18-6e91770cd832,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:07.893768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2110471-e04a-49d4-95e6-ebba1336020d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:07.895245 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c2110471-e04a-49d4-95e6-ebba1336020d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7742a099-4564-44a3-9c18-6e91770cd832 HTTP/1.1" status: 204 len: 168 time: 0.2710843 Feb 17 10:22:08.051051 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 04b00482-4bbc-462f-aadc-35bfe2962c8a no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:22:08.085547 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 04b00482-4bbc-462f-aadc-35bfe2962c8a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:22:08.085891 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 04b00482-4bbc-462f-aadc-35bfe2962c8a not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:22:08.956866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 46710) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:22:08.974442 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:09.060011 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2046576225-network', 'tenant_id': '674ea82c8be047a09ae1dcc529e6f2c0'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:22:09.065172 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:22:09.069026 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Usage tracker for resource:network and tenant:674ea82c8be047a09ae1dcc529e6f2c0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:22:09.071885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:22:09.077506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:22:09.151669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Made reservation on behalf of 674ea82c8be047a09ae1dcc529e6f2c0 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:22:09.154003 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:09.166965 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:09.181649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:22:09.185424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Usage tracker for resource:security_group_rule and tenant:674ea82c8be047a09ae1dcc529e6f2c0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:22:09.188200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:22:09.194125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:22:09.274425 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:09.339985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:09.373938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:22:09.382832 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16349d40-bba5-4a95-9f3b-505009e2c25b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:09.389258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:09.390579 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Added segment 891f2e59-eb66-41e5-9410-ec96927c7b46 of type vlan for network ce74ff0f-0113-4f0d-9480-15de003085ee Feb 17 10:22:09.418860 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:09.501837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:09.502927 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:09.503506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:09.606966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] Pushing event updated for resources: {'Network': ['ID=ce74ff0f-0113-4f0d-9480-15de003085ee,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:09.617265 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network ce74ff0f-0113-4f0d-9480-15de003085ee details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:22:09.649248 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2d96420e-4b9b-4486-8e08-e933a4e2a29d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6912572 Feb 17 10:22:09.651968 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 46716) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:22:09.657334 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0c996991-2fe0-412e-81a1-4f36f5e9106b admin admin] Request body: {'subnet': {'network_id': 'ce74ff0f-0113-4f0d-9480-15de003085ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2046576225-subnet', 'tenant_id': '674ea82c8be047a09ae1dcc529e6f2c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:22:09.663128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0c996991-2fe0-412e-81a1-4f36f5e9106b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:22:09.668607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0c996991-2fe0-412e-81a1-4f36f5e9106b admin admin] Usage tracker for resource:subnet and tenant:674ea82c8be047a09ae1dcc529e6f2c0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:22:09.670000 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0c996991-2fe0-412e-81a1-4f36f5e9106b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:22:09.675847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0c996991-2fe0-412e-81a1-4f36f5e9106b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:22:09.752099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c996991-2fe0-412e-81a1-4f36f5e9106b admin admin] Made reservation on behalf of 674ea82c8be047a09ae1dcc529e6f2c0 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:22:09.754441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c996991-2fe0-412e-81a1-4f36f5e9106b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:10.016411 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c996991-2fe0-412e-81a1-4f36f5e9106b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:10.095211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c996991-2fe0-412e-81a1-4f36f5e9106b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5ef1bcb-ae06-49f5-8771-33735a72af37,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:10.102898 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c996991-2fe0-412e-81a1-4f36f5e9106b admin admin] Checking segment: {'id': '891f2e59-eb66-41e5-9410-ec96927c7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ce74ff0f-0113-4f0d-9480-15de003085ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:22:10.103258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c996991-2fe0-412e-81a1-4f36f5e9106b admin admin] Network hostable DHCP agents. Network: ce74ff0f-0113-4f0d-9480-15de003085ee, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:22:10.193223 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c996991-2fe0-412e-81a1-4f36f5e9106b admin admin] Network ce74ff0f-0113-4f0d-9480-15de003085ee is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:22:10.277155 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-0c996991-2fe0-412e-81a1-4f36f5e9106b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, ce74ff0f-0113-4f0d-9480-15de003085ee) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:22:10.280998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c996991-2fe0-412e-81a1-4f36f5e9106b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:10.281596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c996991-2fe0-412e-81a1-4f36f5e9106b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:10.286330 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207e65d9-a871-4c5a-9546-348a90a80e21 None None] Network ce74ff0f-0113-4f0d-9480-15de003085ee requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:22:10.365718 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0c996991-2fe0-412e-81a1-4f36f5e9106b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7126958 Feb 17 10:22:10.504492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b772399f-af97-4a03-b63a-1f1557507867 None None] Network ce74ff0f-0113-4f0d-9480-15de003085ee requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:22:10.888200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb1986-f90f-4019-a870-e10056d13eef req-04bbdbf7-9ab9-41e6-801e-fea47fcf01f6 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:10.888790 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-0aeb1986-f90f-4019-a870-e10056d13eef req-04bbdbf7-9ab9-41e6-801e-fea47fcf01f6 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Synchronizing usage tracker for tenant:674ea82c8be047a09ae1dcc529e6f2c0 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:22:10.976536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-0aeb1986-f90f-4019-a870-e10056d13eef req-04bbdbf7-9ab9-41e6-801e-fea47fcf01f6 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Unset dirty status for tenant:674ea82c8be047a09ae1dcc529e6f2c0 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:22:10.977741 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0aeb1986-f90f-4019-a870-e10056d13eef req-04bbdbf7-9ab9-41e6-801e-fea47fcf01f6 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/networks?id=ce74ff0f-0113-4f0d-9480-15de003085ee HTTP/1.1" status: 200 len: 814 time: 0.2345469 Feb 17 10:22:10.993636 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0aeb1986-f90f-4019-a870-e10056d13eef req-16f495cf-3aab-4521-a6ca-bf86e2cace27 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/quotas/674ea82c8be047a09ae1dcc529e6f2c0 HTTP/1.1" status: 200 len: 375 time: 0.0096812 Feb 17 10:22:11.045235 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0aeb1986-f90f-4019-a870-e10056d13eef req-c307bbaa-223d-4102-94cd-3dc7c9f40ae2 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=674ea82c8be047a09ae1dcc529e6f2c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450377 Feb 17 10:22:11.183964 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0aeb1986-f90f-4019-a870-e10056d13eef req-c1079dc5-f798-4dc6-8b09-a2027d13e03d service neutron] 10.222.0.75 "GET /v2.0/networks/ce74ff0f-0113-4f0d-9480-15de003085ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317873 Feb 17 10:22:11.330841 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0aeb1986-f90f-4019-a870-e10056d13eef req-792488bd-9e04-469e-a804-bc88c8d5918d service neutron] 10.222.0.75 "GET /v2.0/networks/ce74ff0f-0113-4f0d-9480-15de003085ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404104 Feb 17 10:22:11.591984 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c5c6a223-e7b4-4f21-91d5-9077617d6027 req-9279a90c-8853-426b-b1e7-8870adb7d14c tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 210 time: 0.0536039 Feb 17 10:22:12.698425 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7d7e0c5a-dbda-4fb8-8aaf-40e0576db63d req-8a847d32-bf86-4e8c-b327-9730fd025ed7 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 210 time: 0.0430665 Feb 17 10:22:13.858838 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-85a61ee4-4110-4fe4-ae66-987dab8c9db5 req-c92745cf-5555-46ba-9b87-3c3ca25125dd tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 210 time: 0.0496616 Feb 17 10:22:14.298656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb1986-f90f-4019-a870-e10056d13eef req-406977cd-f534-4546-9cab-7c961a6add85 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:14.300032 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0aeb1986-f90f-4019-a870-e10056d13eef req-406977cd-f534-4546-9cab-7c961a6add85 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.37 "GET /v2.0/networks?id=ce74ff0f-0113-4f0d-9480-15de003085ee HTTP/1.1" status: 200 len: 814 time: 0.2548869 Feb 17 10:22:14.319737 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-0aeb1986-f90f-4019-a870-e10056d13eef req-7e99f344-7364-4277-b363-473071dc7776 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Request body: {'port': {'device_id': 'dba1b522-8310-4406-9d7e-62610eb8c96e', 'network_id': 'ce74ff0f-0113-4f0d-9480-15de003085ee', 'admin_state_up': True, 'tenant_id': '674ea82c8be047a09ae1dcc529e6f2c0'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:22:14.455850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-0aeb1986-f90f-4019-a870-e10056d13eef req-7e99f344-7364-4277-b363-473071dc7776 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:22:14.459988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-0aeb1986-f90f-4019-a870-e10056d13eef req-7e99f344-7364-4277-b363-473071dc7776 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Usage tracker for resource:port and tenant:674ea82c8be047a09ae1dcc529e6f2c0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:22:14.462787 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-0aeb1986-f90f-4019-a870-e10056d13eef req-7e99f344-7364-4277-b363-473071dc7776 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:22:14.468367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-0aeb1986-f90f-4019-a870-e10056d13eef req-7e99f344-7364-4277-b363-473071dc7776 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:22:14.553242 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aeb1986-f90f-4019-a870-e10056d13eef req-7e99f344-7364-4277-b363-473071dc7776 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Made reservation on behalf of 674ea82c8be047a09ae1dcc529e6f2c0 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:22:14.557076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0aeb1986-f90f-4019-a870-e10056d13eef req-7e99f344-7364-4277-b363-473071dc7776 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:14.719725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-0aeb1986-f90f-4019-a870-e10056d13eef req-7e99f344-7364-4277-b363-473071dc7776 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Allocated IP 172.20.0.9 (ce74ff0f-0113-4f0d-9480-15de003085ee/c5ef1bcb-ae06-49f5-8771-33735a72af37/4c365157-d92f-49b6-a258-74e9fec30d4b) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:22:14.918934 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0aeb1986-f90f-4019-a870-e10056d13eef req-7e99f344-7364-4277-b363-473071dc7776 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:15.003975 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0aeb1986-f90f-4019-a870-e10056d13eef req-7e99f344-7364-4277-b363-473071dc7776 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:15.088741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aeb1986-f90f-4019-a870-e10056d13eef req-7e99f344-7364-4277-b363-473071dc7776 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Network ce74ff0f-0113-4f0d-9480-15de003085ee is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:22:15.093664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-0aeb1986-f90f-4019-a870-e10056d13eef req-7e99f344-7364-4277-b363-473071dc7776 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:22:15.100580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aeb1986-f90f-4019-a870-e10056d13eef req-7e99f344-7364-4277-b363-473071dc7776 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:22:15.138485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99f344-7364-4277-b363-473071dc7776 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Pushing event updated for resources: {'Port': ['ID=4c365157-d92f-49b6-a258-74e9fec30d4b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:15.175496 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb1986-f90f-4019-a870-e10056d13eef req-7e99f344-7364-4277-b363-473071dc7776 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:15.176099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0aeb1986-f90f-4019-a870-e10056d13eef req-7e99f344-7364-4277-b363-473071dc7776 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:15.186666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857f0a8-7a61-4459-b199-e62d11d9535e req-b1e1629c-183c-49b2-adfb-4699070b202b tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:15.188113 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2857f0a8-7a61-4459-b199-e62d11d9535e req-b1e1629c-183c-49b2-adfb-4699070b202b tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 931 time: 0.2210112 Feb 17 10:22:15.241868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-2857f0a8-7a61-4459-b199-e62d11d9535e req-865a9a69-8bea-40b2-bfc8-9484512437eb tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Synchronizing usage tracker for tenant:674ea82c8be047a09ae1dcc529e6f2c0 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:22:15.285917 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0aeb1986-f90f-4019-a870-e10056d13eef req-7e99f344-7364-4277-b363-473071dc7776 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9698088 Feb 17 10:22:15.303956 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Request body: {'port': {'device_id': 'dba1b522-8310-4406-9d7e-62610eb8c96e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:22:15.332938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-2857f0a8-7a61-4459-b199-e62d11d9535e req-865a9a69-8bea-40b2-bfc8-9484512437eb tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Unset dirty status for tenant:674ea82c8be047a09ae1dcc529e6f2c0 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:22:15.334077 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2857f0a8-7a61-4459-b199-e62d11d9535e req-865a9a69-8bea-40b2-bfc8-9484512437eb tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383729 Feb 17 10:22:15.413707 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:15.765182 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c365157-d92f-49b6-a258-74e9fec30d4b {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:22:15.772925 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:15.787302 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Transition to ACTIVE for port object 4c365157-d92f-49b6-a258-74e9fec30d4b will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:22:15.884735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:16.013802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Pushing event updated for resources: {'Port': ['ID=4c365157-d92f-49b6-a258-74e9fec30d4b,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:16.114710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Attempting to bind port 4c365157-d92f-49b6-a258-74e9fec30d4b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:22:16.115039 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Attempting to bind port 4c365157-d92f-49b6-a258-74e9fec30d4b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '891f2e59-eb66-41e5-9410-ec96927c7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ce74ff0f-0113-4f0d-9480-15de003085ee'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:22:16.115358 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Attempting to bind port 4c365157-d92f-49b6-a258-74e9fec30d4b on network ce74ff0f-0113-4f0d-9480-15de003085ee {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:22:16.119753 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Port 4c365157-d92f-49b6-a258-74e9fec30d4b on network ce74ff0f-0113-4f0d-9480-15de003085ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:22:16.120066 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Attempting to bind port 4c365157-d92f-49b6-a258-74e9fec30d4b on network ce74ff0f-0113-4f0d-9480-15de003085ee {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:22:16.124953 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:22:16.125281 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Checking segment: {'id': '891f2e59-eb66-41e5-9410-ec96927c7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ce74ff0f-0113-4f0d-9480-15de003085ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:22:16.125656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Bound using segment: {'id': '891f2e59-eb66-41e5-9410-ec96927c7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ce74ff0f-0113-4f0d-9480-15de003085ee'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:22:16.126097 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Bound port: 4c365157-d92f-49b6-a258-74e9fec30d4b, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891f2e59-eb66-41e5-9410-ec96927c7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ce74ff0f-0113-4f0d-9480-15de003085ee'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:22:16.127109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:16.319312 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] For port 4c365157-d92f-49b6-a258-74e9fec30d4b, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:22:16.322087 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] For port 4c365157-d92f-49b6-a258-74e9fec30d4b, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4c365157-d92f-49b6-a258-74e9fec30d4b,segment=NetworkSegment(891f2e59-eb66-41e5-9410-ec96927c7b46),segment_id=891f2e59-eb66-41e5-9410-ec96927c7b46)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:22:16.403227 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:16.465727 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:16.466354 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:16.467695 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0aeb1986-f90f-4019-a870-e10056d13eef req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] 10.222.0.37 "PUT /v2.0/ports/4c365157-d92f-49b6-a258-74e9fec30d4b HTTP/1.1" status: 200 len: 1093 time: 1.1677048 Feb 17 10:22:16.468129 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba1b522-8310-4406-9d7e-62610eb8c96e', 'tag': '4c365157-d92f-49b6-a258-74e9fec30d4b'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:22:16.490306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94397e64-b71a-4b25-be99-5754dba01d91 service neutron] Pushing event updated for resources: {'Port': ['ID=4c365157-d92f-49b6-a258-74e9fec30d4b,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:16.520788 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba1b522-8310-4406-9d7e-62610eb8c96e', 'tag': '4c365157-d92f-49b6-a258-74e9fec30d4b', 'status': 'completed', 'code': 200} Feb 17 10:22:16.541880 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f1f24-bbda-4d0e-936c-02a275da07d3 req-b87efe4f-0b3d-4fe3-a525-191586d544e0 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:16.543352 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f12f1f24-bbda-4d0e-936c-02a275da07d3 req-b87efe4f-0b3d-4fe3-a525-191586d544e0 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 943 time: 0.1027830 Feb 17 10:22:16.592685 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f12f1f24-bbda-4d0e-936c-02a275da07d3 req-950ce301-0c16-487f-a028-e93ee2c6cf89 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425630 Feb 17 10:22:16.641856 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b1123-75e2-41f2-ba9e-f57b02eb9078 req-15d1af9b-9a1b-4ef0-b385-33c6ae58a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:16.644524 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f76b1123-75e2-41f2-ba9e-f57b02eb9078 req-15d1af9b-9a1b-4ef0-b385-33c6ae58a1f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=674ea82c8be047a09ae1dcc529e6f2c0&device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 1096 time: 0.0780580 Feb 17 10:22:16.795424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b1123-75e2-41f2-ba9e-f57b02eb9078 req-7102585a-f0e1-4f89-9286-779af68e1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:16.796872 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f76b1123-75e2-41f2-ba9e-f57b02eb9078 req-7102585a-f0e1-4f89-9286-779af68e1df9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=674ea82c8be047a09ae1dcc529e6f2c0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1374559 Feb 17 10:22:16.934032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b1123-75e2-41f2-ba9e-f57b02eb9078 req-e79b0418-be0e-4c0c-b8ec-b1e393379200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:16.935491 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f76b1123-75e2-41f2-ba9e-f57b02eb9078 req-e79b0418-be0e-4c0c-b8ec-b1e393379200 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327362 Feb 17 10:22:17.065558 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb1986-f90f-4019-a870-e10056d13eef req-665d342c-ce18-4d6c-938c-1b1c2d73ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:17.067059 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0aeb1986-f90f-4019-a870-e10056d13eef req-665d342c-ce18-4d6c-938c-1b1c2d73ee0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=674ea82c8be047a09ae1dcc529e6f2c0&device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 1096 time: 0.0715246 Feb 17 10:22:17.145010 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0aeb1986-f90f-4019-a870-e10056d13eef req-06e91f8f-d38b-4073-b462-a77b773f2c83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c365157-d92f-49b6-a258-74e9fec30d4b HTTP/1.1" status: 200 len: 217 time: 0.0638039 Feb 17 10:22:17.206577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb1986-f90f-4019-a870-e10056d13eef req-19f238e6-8037-4050-b474-d0894b128eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:17.207908 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0aeb1986-f90f-4019-a870-e10056d13eef req-19f238e6-8037-4050-b474-d0894b128eb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5ef1bcb-ae06-49f5-8771-33735a72af37 HTTP/1.1" status: 200 len: 854 time: 0.0565476 Feb 17 10:22:17.258260 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0aeb1986-f90f-4019-a870-e10056d13eef req-55b2a14a-1f12-4ad1-b25e-f15c30b7ec85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce74ff0f-0113-4f0d-9480-15de003085ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431411 Feb 17 10:22:17.387781 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0aeb1986-f90f-4019-a870-e10056d13eef req-2af4f696-5886-421c-bef3-4236cf42f251 service neutron] 10.222.0.37 "GET /v2.0/networks/ce74ff0f-0113-4f0d-9480-15de003085ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227400 Feb 17 10:22:17.524406 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0aeb1986-f90f-4019-a870-e10056d13eef req-f4a7f499-c0a2-4ee7-81f0-f529cf2f9cc0 service neutron] 10.222.0.37 "GET /v2.0/networks/ce74ff0f-0113-4f0d-9480-15de003085ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300857 Feb 17 10:22:17.783984 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eac78-5b9c-4dec-b56e-8c9fcffb56b4 req-95cf0792-2b84-49ac-b494-b71ae0b2b52f tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:17.784496 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-100eac78-5b9c-4dec-b56e-8c9fcffb56b4 req-95cf0792-2b84-49ac-b494-b71ae0b2b52f tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Synchronizing usage tracker for tenant:674ea82c8be047a09ae1dcc529e6f2c0 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:22:17.859928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-100eac78-5b9c-4dec-b56e-8c9fcffb56b4 req-95cf0792-2b84-49ac-b494-b71ae0b2b52f tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Unset dirty status for tenant:674ea82c8be047a09ae1dcc529e6f2c0 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:22:17.861160 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-100eac78-5b9c-4dec-b56e-8c9fcffb56b4 req-95cf0792-2b84-49ac-b494-b71ae0b2b52f tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 943 time: 0.1552703 Feb 17 10:22:17.905736 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-100eac78-5b9c-4dec-b56e-8c9fcffb56b4 req-a8c14bed-15cc-4561-b193-861ded905231 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389595 Feb 17 10:22:19.097565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27982f67-6a92-4be0-a651-df6315ab3ab7 req-18f26133-3661-40b0-80a1-3046edbd42cc tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:19.099041 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-27982f67-6a92-4be0-a651-df6315ab3ab7 req-18f26133-3661-40b0-80a1-3046edbd42cc tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 943 time: 0.0850935 Feb 17 10:22:19.141819 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-27982f67-6a92-4be0-a651-df6315ab3ab7 req-11108c40-40a3-4612-ba08-bd3b1cee5042 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371680 Feb 17 10:22:20.330662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7cd0b-0d3c-49a8-819c-a011802239a1 req-7c5f340f-ab3a-4fd5-9c5f-16adff9e41d7 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:20.332159 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-74d7cd0b-0d3c-49a8-819c-a011802239a1 req-7c5f340f-ab3a-4fd5-9c5f-16adff9e41d7 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 943 time: 0.0846517 Feb 17 10:22:20.377598 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-74d7cd0b-0d3c-49a8-819c-a011802239a1 req-9d595816-afbb-44da-bce9-0e21c3b36138 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389438 Feb 17 10:22:20.413207 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 4c365157-d92f-49b6-a258-74e9fec30d4b details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:22:20.545663 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 4c365157-d92f-49b6-a258-74e9fec30d4b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4c365157-d92f-49b6-a258-74e9fec30d4b,segment=NetworkSegment(891f2e59-eb66-41e5-9410-ec96927c7b46),segment_id=891f2e59-eb66-41e5-9410-ec96927c7b46)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:22:20.558893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '4c365157-d92f-49b6-a258-74e9fec30d4b', 'network_id': 'ce74ff0f-0113-4f0d-9480-15de003085ee', 'port_id': '4c365157-d92f-49b6-a258-74e9fec30d4b', 'mac_address': 'fa:16:3e:bc:61:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ef1bcb-ae06-49f5-8771-33735a72af37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:22:20.648767 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:20.664886 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c365157-d92f-49b6-a258-74e9fec30d4b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:22:20.680434 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 4c365157-d92f-49b6-a258-74e9fec30d4b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4c365157-d92f-49b6-a258-74e9fec30d4b,segment=NetworkSegment(891f2e59-eb66-41e5-9410-ec96927c7b46),segment_id=891f2e59-eb66-41e5-9410-ec96927c7b46)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:22:20.763277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:20.832859 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=4c365157-d92f-49b6-a258-74e9fec30d4b,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:20.839876 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:20.840341 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:20.840677 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:20.841007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:20.841331 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:20.841655 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:20.841971 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:20.842314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:20.842633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:20.842950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:20.843263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:20.843574 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:21.176082 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['4c365157-d92f-49b6-a258-74e9fec30d4b'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:22:21.561606 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44c68f-cd13-4bf9-b830-ac236517e999 req-a82d2d19-69d7-49cb-a14a-0976c3e3b39e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:21.563003 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-df44c68f-cd13-4bf9-b830-ac236517e999 req-a82d2d19-69d7-49cb-a14a-0976c3e3b39e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 944 time: 0.0797093 Feb 17 10:22:21.607319 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-df44c68f-cd13-4bf9-b830-ac236517e999 req-275ec717-08e5-4ffd-94e3-cef55694c50b tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383997 Feb 17 10:22:22.447935 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 4c365157-d92f-49b6-a258-74e9fec30d4b up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:22:22.581564 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 4c365157-d92f-49b6-a258-74e9fec30d4b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:22:22.587085 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 4c365157-d92f-49b6-a258-74e9fec30d4b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:22:22.590761 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:22.708599 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:22.735197 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba1b522-8310-4406-9d7e-62610eb8c96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c365157-d92f-49b6-a258-74e9fec30d4b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:22:22.745513 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 4c365157-d92f-49b6-a258-74e9fec30d4b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4c365157-d92f-49b6-a258-74e9fec30d4b,segment=NetworkSegment(891f2e59-eb66-41e5-9410-ec96927c7b46),segment_id=891f2e59-eb66-41e5-9410-ec96927c7b46)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:22:22.780489 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba1b522-8310-4406-9d7e-62610eb8c96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c365157-d92f-49b6-a258-74e9fec30d4b', 'code': 200} Feb 17 10:22:22.804852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e604b-3056-434f-b900-ba13c7bbe161 req-cd547ffd-c975-4a66-a22c-b049982d7d11 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:22.806372 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2c7e604b-3056-434f-b900-ba13c7bbe161 req-cd547ffd-c975-4a66-a22c-b049982d7d11 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 944 time: 0.0862677 Feb 17 10:22:22.810777 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:22.864921 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2c7e604b-3056-434f-b900-ba13c7bbe161 req-b7ed6591-6e31-49bf-948b-277a9f11a9fd tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529070 Feb 17 10:22:22.886979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=4c365157-d92f-49b6-a258-74e9fec30d4b,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:23.189908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62012bc3-7735-431b-bb85-eb6a1404079a req-da0b7f77-cc38-4cf0-88e5-c5a88fe27030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:23.191440 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62012bc3-7735-431b-bb85-eb6a1404079a req-da0b7f77-cc38-4cf0-88e5-c5a88fe27030 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 1098 time: 0.0718334 Feb 17 10:22:23.233229 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62012bc3-7735-431b-bb85-eb6a1404079a req-5d4687a1-5e37-4ea9-abd9-c32c91aae6e6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346410 Feb 17 10:22:24.055592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bd05a-a4cd-4773-bc96-5c0a90040c66 req-a0ffbfbe-a733-46ab-94ce-6060a24cd8ae tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:24.057070 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8b0bd05a-a4cd-4773-bc96-5c0a90040c66 req-a0ffbfbe-a733-46ab-94ce-6060a24cd8ae tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 945 time: 0.0823975 Feb 17 10:22:24.101228 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8b0bd05a-a4cd-4773-bc96-5c0a90040c66 req-b8343a74-ace8-49be-ae65-9a2c06eb1555 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385323 Feb 17 10:22:24.734366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e816f33-7391-436d-94fc-f1f6651e808d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:25.286970 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd2859-da85-48f9-b25a-0c124054194c req-1e60a1bf-695a-4f29-a337-949536980860 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:25.288462 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0fbd2859-da85-48f9-b25a-0c124054194c req-1e60a1bf-695a-4f29-a337-949536980860 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 945 time: 0.0862229 Feb 17 10:22:25.332677 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0fbd2859-da85-48f9-b25a-0c124054194c req-56eff1ab-c2c7-421e-a088-82c4f1c3dcd4 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386992 Feb 17 10:22:25.620071 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-f31823ba-fd30-41a8-9e7f-c670e388ae34 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:25.621409 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-f31823ba-fd30-41a8-9e7f-c670e388ae34 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/networks?id=ce74ff0f-0113-4f0d-9480-15de003085ee HTTP/1.1" status: 200 len: 814 time: 0.1490402 Feb 17 10:22:25.637569 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-56f8e903-d6a2-4a07-85a4-8672c5a2def8 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/quotas/674ea82c8be047a09ae1dcc529e6f2c0 HTTP/1.1" status: 200 len: 375 time: 0.0094168 Feb 17 10:22:25.717108 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-29f3cc9d-ef3a-4ecf-ae25-c54f727fbdc4 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=674ea82c8be047a09ae1dcc529e6f2c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0733023 Feb 17 10:22:25.727288 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-8fa674d9-b009-42c6-8b2b-3d2ffecca943 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 10:22:25.728219 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-8fa674d9-b009-42c6-8b2b-3d2ffecca943 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048029 Feb 17 10:22:25.856375 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-b03cfb93-ea1e-4497-9088-34d7e086c257 service neutron] 10.222.0.75 "GET /v2.0/networks/ce74ff0f-0113-4f0d-9480-15de003085ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228521 Feb 17 10:22:25.986449 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-864ade59-27ae-46f4-adb5-f6dc2dc2c6a2 service neutron] 10.222.0.75 "GET /v2.0/networks/ce74ff0f-0113-4f0d-9480-15de003085ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228971 Feb 17 10:22:26.289702 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-84a700d9-e2fa-4801-8357-0f59ec568e7e req-f2b6d5aa-8254-4427-963d-51a59189a13b tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 210 time: 0.0430431 Feb 17 10:22:27.065737 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93fecf32-d3a9-4449-af7b-7e7c1a4d8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:27.446579 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3d0e389e-e4af-4fd4-8ba6-d977155baae6 req-62aa48c1-e60e-4b10-b495-bb767ef4b59b tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 210 time: 0.0486836 Feb 17 10:22:27.940135 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:28.295853 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:28.621877 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a75e432a-55ea-44a8-a6cc-cab484cc6e7b req-44722134-a27a-4f9b-a3e0-96a885c72d7f tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 210 time: 0.0568321 Feb 17 10:22:28.667670 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-d1535ed2-f0bd-43d5-a45a-f5d43be07914 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:28.669069 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-d1535ed2-f0bd-43d5-a45a-f5d43be07914 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.37 "GET /v2.0/networks?id=ce74ff0f-0113-4f0d-9480-15de003085ee HTTP/1.1" status: 200 len: 814 time: 0.3059521 Feb 17 10:22:28.687940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-d46c8b52-6a50-48b3-b828-2de3270a645e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Request body: {'port': {'device_id': '36f1a91d-81e4-4fcc-ad76-c73db47cc18a', 'network_id': 'ce74ff0f-0113-4f0d-9480-15de003085ee', 'admin_state_up': True, 'tenant_id': '674ea82c8be047a09ae1dcc529e6f2c0'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:22:28.824892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-d46c8b52-6a50-48b3-b828-2de3270a645e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:22:28.835028 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-d46c8b52-6a50-48b3-b828-2de3270a645e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:22:28.911175 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-d46c8b52-6a50-48b3-b828-2de3270a645e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Made reservation on behalf of 674ea82c8be047a09ae1dcc529e6f2c0 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:22:28.915176 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-d46c8b52-6a50-48b3-b828-2de3270a645e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:29.083006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-d46c8b52-6a50-48b3-b828-2de3270a645e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Allocated IP 172.20.0.7 (ce74ff0f-0113-4f0d-9480-15de003085ee/c5ef1bcb-ae06-49f5-8771-33735a72af37/b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:22:29.284806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-d46c8b52-6a50-48b3-b828-2de3270a645e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:29.393824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-d46c8b52-6a50-48b3-b828-2de3270a645e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:29.440612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['4c365157-d92f-49b6-a258-74e9fec30d4b'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:22:29.464803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-d46c8b52-6a50-48b3-b828-2de3270a645e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Network ce74ff0f-0113-4f0d-9480-15de003085ee is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:22:29.465921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-d46c8b52-6a50-48b3-b828-2de3270a645e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:22:29.470347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-d46c8b52-6a50-48b3-b828-2de3270a645e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:22:29.512653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c8b52-6a50-48b3-b828-2de3270a645e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Pushing event updated for resources: {'Port': ['ID=b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:29.541340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-d46c8b52-6a50-48b3-b828-2de3270a645e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:29.541888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-d46c8b52-6a50-48b3-b828-2de3270a645e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:29.645012 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-d46c8b52-6a50-48b3-b828-2de3270a645e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9607289 Feb 17 10:22:29.664540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Request body: {'port': {'device_id': '36f1a91d-81e4-4fcc-ad76-c73db47cc18a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:22:29.782142 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:29.807826 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18bb82-9c2c-472f-89da-ecbf7b17f465 req-1d204ed6-8dc7-4038-8d8b-5fc21b1f0aad tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:29.809193 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6c18bb82-9c2c-472f-89da-ecbf7b17f465 req-1d204ed6-8dc7-4038-8d8b-5fc21b1f0aad tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 931 time: 0.0787761 Feb 17 10:22:29.854755 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6c18bb82-9c2c-472f-89da-ecbf7b17f465 req-7924234f-dd79-457e-b83f-eb511766e628 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392344 Feb 17 10:22:30.002988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:30.133455 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:22:30.141115 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:30.155763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Transition to ACTIVE for port object b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:22:30.255686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:30.387533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:30.490427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Attempting to bind port b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:22:30.490758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Attempting to bind port b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '891f2e59-eb66-41e5-9410-ec96927c7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ce74ff0f-0113-4f0d-9480-15de003085ee'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:22:30.491081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Attempting to bind port b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb on network ce74ff0f-0113-4f0d-9480-15de003085ee {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:22:30.495563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Port b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb on network ce74ff0f-0113-4f0d-9480-15de003085ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:22:30.495918 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Attempting to bind port b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb on network ce74ff0f-0113-4f0d-9480-15de003085ee {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:22:30.500923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:22:30.501840 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Checking segment: {'id': '891f2e59-eb66-41e5-9410-ec96927c7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ce74ff0f-0113-4f0d-9480-15de003085ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:22:30.502212 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Bound using segment: {'id': '891f2e59-eb66-41e5-9410-ec96927c7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ce74ff0f-0113-4f0d-9480-15de003085ee'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:22:30.502629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Bound port: b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891f2e59-eb66-41e5-9410-ec96927c7b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ce74ff0f-0113-4f0d-9480-15de003085ee'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:22:30.502968 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:30.590287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] For port b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:22:30.593611 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] For port b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb,segment=NetworkSegment(891f2e59-eb66-41e5-9410-ec96927c7b46),segment_id=891f2e59-eb66-41e5-9410-ec96927c7b46)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:22:30.702371 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:30.762401 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:30.762800 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:30.764156 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] 10.222.0.37 "PUT /v2.0/ports/b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb HTTP/1.1" status: 200 len: 1093 time: 1.1040907 Feb 17 10:22:30.767143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f1a91d-81e4-4fcc-ad76-c73db47cc18a', 'tag': 'b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:22:30.791927 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb572a51-d9dc-4f43-a539-93429f55f7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:30.813556 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f1a91d-81e4-4fcc-ad76-c73db47cc18a', 'tag': 'b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb', 'status': 'completed', 'code': 200} Feb 17 10:22:31.045644 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b997ce7-1e38-46be-99cd-071ee6cfd998 req-44b2351a-5da3-4d79-9772-74f322059d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:31.047079 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2b997ce7-1e38-46be-99cd-071ee6cfd998 req-44b2351a-5da3-4d79-9772-74f322059d09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=674ea82c8be047a09ae1dcc529e6f2c0&device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 1096 time: 0.1873767 Feb 17 10:22:31.052628 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31919f-f1e0-416e-876e-1637bda0261c req-e8bccd2b-c0d5-4a5e-a7e8-cf36edb66a36 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:31.054379 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7c31919f-f1e0-416e-876e-1637bda0261c req-e8bccd2b-c0d5-4a5e-a7e8-cf36edb66a36 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 943 time: 0.0862911 Feb 17 10:22:31.100114 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7c31919f-f1e0-416e-876e-1637bda0261c req-b8c1c515-d422-42da-a291-b7db6fc9381f tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396147 Feb 17 10:22:31.194545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b997ce7-1e38-46be-99cd-071ee6cfd998 req-422cea24-ac3c-45a1-8ce6-7f7c4c9db3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:31.195984 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2b997ce7-1e38-46be-99cd-071ee6cfd998 req-422cea24-ac3c-45a1-8ce6-7f7c4c9db3a7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=674ea82c8be047a09ae1dcc529e6f2c0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1344891 Feb 17 10:22:31.331922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b997ce7-1e38-46be-99cd-071ee6cfd998 req-1349da8f-b2da-4c1b-a718-6203fa12be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:31.333290 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2b997ce7-1e38-46be-99cd-071ee6cfd998 req-1349da8f-b2da-4c1b-a718-6203fa12be32 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307597 Feb 17 10:22:31.465312 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-5b3bf944-6074-4ba9-8f01-2576d019cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:31.466833 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-5b3bf944-6074-4ba9-8f01-2576d019cb8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=674ea82c8be047a09ae1dcc529e6f2c0&device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 1096 time: 0.0726829 Feb 17 10:22:31.544148 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-de11b4b3-b45c-45a6-a001-067b13cf778a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb HTTP/1.1" status: 200 len: 217 time: 0.0634596 Feb 17 10:22:31.609444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-64d45d7f-e0a0-4f54-9ae2-5f8c1428032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:31.611011 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-64d45d7f-e0a0-4f54-9ae2-5f8c1428032e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5ef1bcb-ae06-49f5-8771-33735a72af37 HTTP/1.1" status: 200 len: 854 time: 0.0609918 Feb 17 10:22:31.635794 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:22:31.657424 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-56babc07-2a58-449b-b588-f58023c5295a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce74ff0f-0113-4f0d-9480-15de003085ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403049 Feb 17 10:22:31.788378 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-3d9e8413-aea0-40e1-9cc5-667883dee4e1 service neutron] 10.222.0.37 "GET /v2.0/networks/ce74ff0f-0113-4f0d-9480-15de003085ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242290 Feb 17 10:22:31.923611 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b19ed354-6918-4b18-b5ef-20cdc9f34454 req-4c78c4b0-765b-4d34-8cdc-8f9d516c9857 service neutron] 10.222.0.37 "GET /v2.0/networks/ce74ff0f-0113-4f0d-9480-15de003085ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278305 Feb 17 10:22:32.291885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087434ec-3f50-4599-b869-da87c7799e27 req-bd098c72-28ed-43a7-b73e-49d3fad54420 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:32.292482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-087434ec-3f50-4599-b869-da87c7799e27 req-bd098c72-28ed-43a7-b73e-49d3fad54420 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Synchronizing usage tracker for tenant:674ea82c8be047a09ae1dcc529e6f2c0 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:22:32.421716 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-087434ec-3f50-4599-b869-da87c7799e27 req-bd098c72-28ed-43a7-b73e-49d3fad54420 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Unset dirty status for tenant:674ea82c8be047a09ae1dcc529e6f2c0 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:22:32.422977 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-087434ec-3f50-4599-b869-da87c7799e27 req-bd098c72-28ed-43a7-b73e-49d3fad54420 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 943 time: 0.2093220 Feb 17 10:22:32.468725 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-087434ec-3f50-4599-b869-da87c7799e27 req-c098d970-e3ee-4d2c-8028-2deb894fa5c3 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399215 Feb 17 10:22:33.662484 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07084b17-46ba-41d4-a91e-a0efb9082418 req-c1da643e-7106-44e1-8f9f-56a68fff8016 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:33.663979 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-07084b17-46ba-41d4-a91e-a0efb9082418 req-c1da643e-7106-44e1-8f9f-56a68fff8016 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 943 time: 0.0873926 Feb 17 10:22:33.712317 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-07084b17-46ba-41d4-a91e-a0efb9082418 req-061afae7-cdef-4466-a973-70be0135d59c tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Feb 17 10:22:34.903085 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e44e9-9272-4e58-a211-1ae62eb297f0 req-92d18a21-b360-4a85-9b22-9e40919c2a3f tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:34.904439 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9b0e44e9-9272-4e58-a211-1ae62eb297f0 req-92d18a21-b360-4a85-9b22-9e40919c2a3f tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 943 time: 0.0853677 Feb 17 10:22:34.948693 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9b0e44e9-9272-4e58-a211-1ae62eb297f0 req-4a7e8dd4-7670-4dd1-8a03-4e7e117fe922 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384750 Feb 17 10:22:36.132038 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447a54c-834b-4630-a933-11df35dcdbab req-e36ef24f-b737-40e0-b8f8-94965f4fdae1 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:36.133482 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9447a54c-834b-4630-a933-11df35dcdbab req-e36ef24f-b737-40e0-b8f8-94965f4fdae1 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 943 time: 0.0797465 Feb 17 10:22:36.176488 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9447a54c-834b-4630-a933-11df35dcdbab req-5eb4001a-21f0-4653-a07c-dc7e90379415 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373771 Feb 17 10:22:36.473776 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:22:36.603904 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb,segment=NetworkSegment(891f2e59-eb66-41e5-9410-ec96927c7b46),segment_id=891f2e59-eb66-41e5-9410-ec96927c7b46)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:22:36.616971 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb', 'network_id': 'ce74ff0f-0113-4f0d-9480-15de003085ee', 'port_id': 'b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb', 'mac_address': 'fa:16:3e:fa:4f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ef1bcb-ae06-49f5-8771-33735a72af37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:22:36.672175 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:36.688268 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:22:36.705628 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb,segment=NetworkSegment(891f2e59-eb66-41e5-9410-ec96927c7b46),segment_id=891f2e59-eb66-41e5-9410-ec96927c7b46)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:22:36.797079 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:36.867575 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:37.239708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:22:37.364841 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41fe63-fdd9-454b-8739-fb7c4374b8b3 req-3c0251bc-72ba-4279-a646-8c54ab2f0d0a tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:37.366371 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-da41fe63-fdd9-454b-8739-fb7c4374b8b3 req-3c0251bc-72ba-4279-a646-8c54ab2f0d0a tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 944 time: 0.0822589 Feb 17 10:22:37.414420 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-da41fe63-fdd9-454b-8739-fb7c4374b8b3 req-cb75c4c5-0242-4ef9-ae22-04f6a9860efc tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418777 Feb 17 10:22:38.484699 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:22:38.604342 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:22:38.604770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9cfe5-f934-4ce5-8406-1efe8add995a req-fc805fc4-c74e-49c8-8744-0e0399cad969 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:38.606125 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e0b9cfe5-f934-4ce5-8406-1efe8add995a req-fc805fc4-c74e-49c8-8744-0e0399cad969 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 944 time: 0.0830438 Feb 17 10:22:38.611277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:22:38.611963 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:38.796380 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:38.797248 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e0b9cfe5-f934-4ce5-8406-1efe8add995a req-033315ff-f72c-49d3-ad2e-77d424f9fac1 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835828 Feb 17 10:22:38.824251 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f1a91d-81e4-4fcc-ad76-c73db47cc18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:22:38.833959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb,segment=NetworkSegment(891f2e59-eb66-41e5-9410-ec96927c7b46),segment_id=891f2e59-eb66-41e5-9410-ec96927c7b46)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:22:38.868070 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f1a91d-81e4-4fcc-ad76-c73db47cc18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb', 'code': 200} Feb 17 10:22:38.917789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:38.991946 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:38.994854 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:39.320992 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a9839-d9d2-4d87-a924-59527b8060b8 req-7f1e1a6b-5c63-421f-acab-2b2a30f01b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:39.322483 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-da2a9839-d9d2-4d87-a924-59527b8060b8 req-7f1e1a6b-5c63-421f-acab-2b2a30f01b6f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 1098 time: 0.0702696 Feb 17 10:22:39.367532 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-da2a9839-d9d2-4d87-a924-59527b8060b8 req-8e9a91f5-d537-482c-bd7d-f7f0e7568566 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341604 Feb 17 10:22:39.979687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a04bdc-8f00-4f39-bc3e-9b2eba108f31 req-743a7c0f-4144-49e3-aeea-c2c34bd73e4c tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:39.981116 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-20a04bdc-8f00-4f39-bc3e-9b2eba108f31 req-743a7c0f-4144-49e3-aeea-c2c34bd73e4c tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 945 time: 0.0775652 Feb 17 10:22:40.024774 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-20a04bdc-8f00-4f39-bc3e-9b2eba108f31 req-1202efc7-ac74-4997-b9de-4068ccfc66d5 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380042 Feb 17 10:22:41.216071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190ea9a-a5d2-46cf-a2b9-8829e75306ad req-e4f4d75d-c8f8-408b-8704-d09fc36d4108 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:41.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4190ea9a-a5d2-46cf-a2b9-8829e75306ad req-e4f4d75d-c8f8-408b-8704-d09fc36d4108 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 945 time: 0.0830536 Feb 17 10:22:41.260574 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4190ea9a-a5d2-46cf-a2b9-8829e75306ad req-d05b2077-6b6a-4664-9500-63e141f06f4b tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373003 Feb 17 10:22:41.827220 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1f6b6-0b43-411b-b0c2-d99b2d8cac07 req-3f946c9f-58ec-4404-aa3c-b9115a31f742 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:41.828670 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fbf1f6b6-0b43-411b-b0c2-d99b2d8cac07 req-3f946c9f-58ec-4404-aa3c-b9115a31f742 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 945 time: 0.0812209 Feb 17 10:22:41.872039 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fbf1f6b6-0b43-411b-b0c2-d99b2d8cac07 req-ed055bc9-76cb-44f3-af0d-ad11c6565e6a tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375426 Feb 17 10:22:43.067675 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482550b-dd3e-46f3-b506-f9b0fd3d1f15 req-27eee4cb-d0c8-4f41-aa5b-8fe6f5527feb tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:43.069145 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6482550b-dd3e-46f3-b506-f9b0fd3d1f15 req-27eee4cb-d0c8-4f41-aa5b-8fe6f5527feb tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 945 time: 0.0856507 Feb 17 10:22:43.114913 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6482550b-dd3e-46f3-b506-f9b0fd3d1f15 req-1a3852d3-274d-4c55-98d5-840dc88fdd7e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401232 Feb 17 10:22:43.643913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d903d93-4e4f-484f-87e0-624e82928ac3 req-be58a327-19db-4b1e-ac6e-e846f9c983e1 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:43.645372 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5d903d93-4e4f-484f-87e0-624e82928ac3 req-be58a327-19db-4b1e-ac6e-e846f9c983e1 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 945 time: 0.0896962 Feb 17 10:22:43.717031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-5d903d93-4e4f-484f-87e0-624e82928ac3 req-78fe486f-c511-463c-8218-b0f5aafdf131 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Deleting port b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:22:43.717337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5d903d93-4e4f-484f-87e0-624e82928ac3 req-78fe486f-c511-463c-8218-b0f5aafdf131 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:44.055278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5d903d93-4e4f-484f-87e0-624e82928ac3 req-78fe486f-c511-463c-8218-b0f5aafdf131 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] For port b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb,segment=NetworkSegment(891f2e59-eb66-41e5-9410-ec96927c7b46),segment_id=891f2e59-eb66-41e5-9410-ec96927c7b46)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:22:44.055630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5d903d93-4e4f-484f-87e0-624e82928ac3 req-78fe486f-c511-463c-8218-b0f5aafdf131 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:44.177552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-5d903d93-4e4f-484f-87e0-624e82928ac3 req-78fe486f-c511-463c-8218-b0f5aafdf131 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Calling delete_port for b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:22:44.367160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4b225-aa63-457c-b3b3-a439ae010321 req-4748039e-07c8-4070-8269-d5e2c3b2519f tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:44.368511 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ab4b225-aa63-457c-b3b3-a439ae010321 req-4748039e-07c8-4070-8269-d5e2c3b2519f tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 945 time: 0.1459429 Feb 17 10:22:44.421195 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ab4b225-aa63-457c-b3b3-a439ae010321 req-f5a04023-b478-48c1-b8e3-691280c4379a tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463657 Feb 17 10:22:44.473079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5d903d93-4e4f-484f-87e0-624e82928ac3 req-78fe486f-c511-463c-8218-b0f5aafdf131 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:44.508365 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['4c365157-d92f-49b6-a258-74e9fec30d4b', 'b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:22:44.522804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe486f-c511-463c-8218-b0f5aafdf131 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Pushing event deleted for resources: {'Port': ['ID=b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:44.601044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d903d93-4e4f-484f-87e0-624e82928ac3 req-78fe486f-c511-463c-8218-b0f5aafdf131 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] No DVR routers for this DVR port b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:22:44.603569 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5d903d93-4e4f-484f-87e0-624e82928ac3 req-78fe486f-c511-463c-8218-b0f5aafdf131 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:44.606250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f1a91d-81e4-4fcc-ad76-c73db47cc18a', 'name': 'network-vif-deleted', 'tag': 'b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:22:44.657271 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f1a91d-81e4-4fcc-ad76-c73db47cc18a', 'name': 'network-vif-deleted', 'tag': 'b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb', 'status': 'completed', 'code': 200} Feb 17 10:22:44.691323 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5d903d93-4e4f-484f-87e0-624e82928ac3 req-78fe486f-c511-463c-8218-b0f5aafdf131 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.37 "DELETE /v2.0/ports/b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb HTTP/1.1" status: 204 len: 173 time: 1.0392487 Feb 17 10:22:45.584278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-2b4c210e-0918-49f7-b1c1-038c057fa3fe req-a1f135b9-0156-4e96-96cc-55e6122aef69 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Synchronizing usage tracker for tenant:674ea82c8be047a09ae1dcc529e6f2c0 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:22:45.693688 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-2b4c210e-0918-49f7-b1c1-038c057fa3fe req-a1f135b9-0156-4e96-96cc-55e6122aef69 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Unset dirty status for tenant:674ea82c8be047a09ae1dcc529e6f2c0 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:22:45.694923 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2b4c210e-0918-49f7-b1c1-038c057fa3fe req-a1f135b9-0156-4e96-96cc-55e6122aef69 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f1a91d-81e4-4fcc-ad76-c73db47cc18a HTTP/1.1" status: 200 len: 210 time: 0.1555777 Feb 17 10:22:46.956370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011beb0-a09a-4548-8c1e-9cebb854ea03 req-74962949-0f1f-4d8d-968f-476d9116c7b0 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:46.957849 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c011beb0-a09a-4548-8c1e-9cebb854ea03 req-74962949-0f1f-4d8d-968f-476d9116c7b0 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 945 time: 0.0839090 Feb 17 10:22:47.005877 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c011beb0-a09a-4548-8c1e-9cebb854ea03 req-a074213d-1b14-463d-97cb-c6e93f9812de tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423472 Feb 17 10:22:47.210634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf8c3f-5da6-42b9-a310-b4d1b0279009 req-b8391e19-ed6f-4699-8c7a-dab9ad237e58 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:47.212001 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cdbf8c3f-5da6-42b9-a310-b4d1b0279009 req-b8391e19-ed6f-4699-8c7a-dab9ad237e58 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 945 time: 0.0793405 Feb 17 10:22:47.254902 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cdbf8c3f-5da6-42b9-a310-b4d1b0279009 req-42dca431-ac1c-447f-81c0-9ee369de4e54 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373559 Feb 17 10:22:47.442982 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493b809-9502-41a4-a252-e7206de5f658 req-361b92df-82dd-44bc-ac4b-0e157b14ae01 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:47.444427 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2493b809-9502-41a4-a252-e7206de5f658 req-361b92df-82dd-44bc-ac4b-0e157b14ae01 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 945 time: 0.0795419 Feb 17 10:22:47.491321 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2493b809-9502-41a4-a252-e7206de5f658 req-10a44e36-aa00-483e-98f7-28721c8cf567 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Feb 17 10:22:47.781376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82336182-312b-477c-a224-05f652af3d5b req-a933d39d-978e-4561-bebc-033d6d6fceb7 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:47.782763 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-82336182-312b-477c-a224-05f652af3d5b req-a933d39d-978e-4561-bebc-033d6d6fceb7 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 945 time: 0.0843041 Feb 17 10:22:47.827314 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-82336182-312b-477c-a224-05f652af3d5b req-298fb3ad-f698-4d50-a29a-c0d3cdc7915e tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382783 Feb 17 10:22:48.015425 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b75f9-942d-4460-be01-8829448fc1c2 req-882ebc07-0f8d-4fd5-a57a-33ef0f44bdfd tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:48.016876 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-269b75f9-942d-4460-be01-8829448fc1c2 req-882ebc07-0f8d-4fd5-a57a-33ef0f44bdfd tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 945 time: 0.0829670 Feb 17 10:22:48.062417 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-269b75f9-942d-4460-be01-8829448fc1c2 req-fa9e706e-cc21-41e1-9cd5-15fe0a303c02 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391414 Feb 17 10:22:48.259021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f43dc6-f1de-4eda-94d0-718e4c623e29 req-ef8c8767-2f9a-481a-87f4-ec0bd5886c50 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:48.260477 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-63f43dc6-f1de-4eda-94d0-718e4c623e29 req-ef8c8767-2f9a-481a-87f4-ec0bd5886c50 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 945 time: 0.0796158 Feb 17 10:22:48.308870 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-63f43dc6-f1de-4eda-94d0-718e4c623e29 req-e95e5b66-88ca-4bb5-9a99-973e9fdd6eb8 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428605 Feb 17 10:22:48.514167 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:22:48.547180 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:22:48.547519 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device b9fa36e0-23f5-4eeb-b85d-adca59f1b9eb not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:22:49.033057 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e508616-1940-4f0e-81d0-6c73117098e0 req-402fb5a2-be94-48ad-b796-78ceb2bd0b18 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:49.035696 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e508616-1940-4f0e-81d0-6c73117098e0 req-402fb5a2-be94-48ad-b796-78ceb2bd0b18 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 945 time: 0.0818264 Feb 17 10:22:49.081713 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e508616-1940-4f0e-81d0-6c73117098e0 req-ef97d611-ab14-4995-8429-03bd0a13357f tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399711 Feb 17 10:22:50.270307 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81164308-aed8-4a4f-945d-d9c31b396b63 req-f3974341-3087-4056-ae67-c7130831db75 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:50.271668 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-81164308-aed8-4a4f-945d-d9c31b396b63 req-f3974341-3087-4056-ae67-c7130831db75 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 945 time: 0.0822089 Feb 17 10:22:50.315312 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-81164308-aed8-4a4f-945d-d9c31b396b63 req-fc8db0e9-a0e4-4299-8364-a7fa5b77eb97 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374117 Feb 17 10:22:51.044266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bbb47-745e-442c-9a5b-56e7ac48bd73 req-ce83c7db-3ec9-4569-8e2a-56ff1baaad19 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:51.045674 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-491bbb47-745e-442c-9a5b-56e7ac48bd73 req-ce83c7db-3ec9-4569-8e2a-56ff1baaad19 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.37 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 945 time: 0.0810006 Feb 17 10:22:51.115656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-491bbb47-745e-442c-9a5b-56e7ac48bd73 req-9b93fe11-23a2-452f-8db5-1d53e5165c76 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Deleting port 4c365157-d92f-49b6-a258-74e9fec30d4b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:22:51.116022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-491bbb47-745e-442c-9a5b-56e7ac48bd73 req-9b93fe11-23a2-452f-8db5-1d53e5165c76 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:51.508531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-491bbb47-745e-442c-9a5b-56e7ac48bd73 req-9b93fe11-23a2-452f-8db5-1d53e5165c76 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] For port 4c365157-d92f-49b6-a258-74e9fec30d4b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4c365157-d92f-49b6-a258-74e9fec30d4b,segment=NetworkSegment(891f2e59-eb66-41e5-9410-ec96927c7b46),segment_id=891f2e59-eb66-41e5-9410-ec96927c7b46)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:22:51.508903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-491bbb47-745e-442c-9a5b-56e7ac48bd73 req-9b93fe11-23a2-452f-8db5-1d53e5165c76 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:51.640255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-491bbb47-745e-442c-9a5b-56e7ac48bd73 req-9b93fe11-23a2-452f-8db5-1d53e5165c76 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Calling delete_port for 4c365157-d92f-49b6-a258-74e9fec30d4b owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:22:51.709079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc4b28-bfa1-4b8e-bfff-eeceda6b0742 req-19a0384d-c71e-4c1b-840e-2f6a2ba0942f tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:51.710594 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9edc4b28-bfa1-4b8e-bfff-eeceda6b0742 req-19a0384d-c71e-4c1b-840e-2f6a2ba0942f tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 945 time: 0.2824724 Feb 17 10:22:51.806802 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9edc4b28-bfa1-4b8e-bfff-eeceda6b0742 req-652075e4-7eb4-4511-8b73-e2cde44b85ce tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/security-groups?id=16349d40-bba5-4a95-9f3b-505009e2c25b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795879 Feb 17 10:22:51.895470 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-491bbb47-745e-442c-9a5b-56e7ac48bd73 req-9b93fe11-23a2-452f-8db5-1d53e5165c76 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:51.931148 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['4c365157-d92f-49b6-a258-74e9fec30d4b'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:22:51.947414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93fe11-23a2-452f-8db5-1d53e5165c76 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Pushing event deleted for resources: {'Port': ['ID=4c365157-d92f-49b6-a258-74e9fec30d4b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:52.020807 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-491bbb47-745e-442c-9a5b-56e7ac48bd73 req-9b93fe11-23a2-452f-8db5-1d53e5165c76 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] No DVR routers for this DVR port 4c365157-d92f-49b6-a258-74e9fec30d4b on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:22:52.023439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-491bbb47-745e-442c-9a5b-56e7ac48bd73 req-9b93fe11-23a2-452f-8db5-1d53e5165c76 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:52.025848 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba1b522-8310-4406-9d7e-62610eb8c96e', 'name': 'network-vif-deleted', 'tag': '4c365157-d92f-49b6-a258-74e9fec30d4b'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:22:52.070359 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba1b522-8310-4406-9d7e-62610eb8c96e', 'name': 'network-vif-deleted', 'tag': '4c365157-d92f-49b6-a258-74e9fec30d4b', 'status': 'completed', 'code': 200} Feb 17 10:22:52.100050 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-491bbb47-745e-442c-9a5b-56e7ac48bd73 req-9b93fe11-23a2-452f-8db5-1d53e5165c76 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.37 "DELETE /v2.0/ports/4c365157-d92f-49b6-a258-74e9fec30d4b HTTP/1.1" status: 204 len: 173 time: 1.0488353 Feb 17 10:22:52.970012 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-73666d7f-017c-493d-96be-7738130c7d31 req-ee1d337f-484a-4765-81cd-b3cb076484b6 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Synchronizing usage tracker for tenant:674ea82c8be047a09ae1dcc529e6f2c0 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:22:53.060804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-73666d7f-017c-493d-96be-7738130c7d31 req-ee1d337f-484a-4765-81cd-b3cb076484b6 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] Unset dirty status for tenant:674ea82c8be047a09ae1dcc529e6f2c0 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:22:53.061998 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-73666d7f-017c-493d-96be-7738130c7d31 req-ee1d337f-484a-4765-81cd-b3cb076484b6 tempest-ServersNegativeTestJSON-501728114 tempest-ServersNegativeTestJSON-501728114-project] 10.222.0.75 "GET /v2.0/ports?device_id=dba1b522-8310-4406-9d7e-62610eb8c96e HTTP/1.1" status: 200 len: 210 time: 0.1338925 Feb 17 10:22:54.158725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 46898) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:22:54.217118 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Deleting subnet c5ef1bcb-ae06-49f5-8771-33735a72af37 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:22:54.220086 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:54.271201 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:54.326101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:54.461456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:54.504586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5ef1bcb-ae06-49f5-8771-33735a72af37,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:54.509597 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:54.516428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:54.516777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:54.517118 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:54.517452 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:54.518311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:54.519240 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:54.519494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:54.519826 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:54.520157 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:54.520484 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:54.520807 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:54.521132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:22:54.526063 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d6502a86-8eab-4aa6-a400-bc0c886a5244 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c5ef1bcb-ae06-49f5-8771-33735a72af37 HTTP/1.1" status: 204 len: 168 time: 0.3663375 Feb 17 10:22:54.528772 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 46902) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:22:54.544513 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 4c365157-d92f-49b6-a258-74e9fec30d4b no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:22:54.581712 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 4c365157-d92f-49b6-a258-74e9fec30d4b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:22:54.582065 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 4c365157-d92f-49b6-a258-74e9fec30d4b not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:22:54.642370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a2e79ed-915a-4b5e-8d72-92438a9a80f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:54.712290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33667e01-1e62-485f-b143-5e97c74708bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:54.765592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a2e79ed-915a-4b5e-8d72-92438a9a80f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:54.790528 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9a2e79ed-915a-4b5e-8d72-92438a9a80f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce74ff0f-0113-4f0d-9480-15de003085ee']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:22:54.802783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9a2e79ed-915a-4b5e-8d72-92438a9a80f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891f2e59-eb66-41e5-9410-ec96927c7b46') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:22:54.803085 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9a2e79ed-915a-4b5e-8d72-92438a9a80f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891f2e59-eb66-41e5-9410-ec96927c7b46') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:22:54.815627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a2e79ed-915a-4b5e-8d72-92438a9a80f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:54.832743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a2e79ed-915a-4b5e-8d72-92438a9a80f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:54.839073 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2e79ed-915a-4b5e-8d72-92438a9a80f4 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:22:54.839471 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a2e79ed-915a-4b5e-8d72-92438a9a80f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:22:54.853028 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:22:55.015313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a2e79ed-915a-4b5e-8d72-92438a9a80f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:55.020527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a2e79ed-915a-4b5e-8d72-92438a9a80f4 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:55.044468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e79ed-915a-4b5e-8d72-92438a9a80f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce74ff0f-0113-4f0d-9480-15de003085ee,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:55.095910 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9a2e79ed-915a-4b5e-8d72-92438a9a80f4 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ce74ff0f-0113-4f0d-9480-15de003085ee HTTP/1.1" status: 204 len: 168 time: 0.5659945 Feb 17 10:22:55.439820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 46908) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:22:55.488804 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1d32c672-9677-4a5d-abb7-80130fc7aea9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=674ea82c8be047a09ae1dcc529e6f2c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477901 Feb 17 10:22:55.491335 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 46912) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:22:55.548327 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-927e82c7-1e65-4b33-a5ff-5773c1547548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:55.574685 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-927e82c7-1e65-4b33-a5ff-5773c1547548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:55.705085 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-927e82c7-1e65-4b33-a5ff-5773c1547548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:55.722600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e82c7-1e65-4b33-a5ff-5773c1547548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16349d40-bba5-4a95-9f3b-505009e2c25b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:55.814030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-927e82c7-1e65-4b33-a5ff-5773c1547548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:55.815890 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-927e82c7-1e65-4b33-a5ff-5773c1547548 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/16349d40-bba5-4a95-9f3b-505009e2c25b HTTP/1.1" status: 204 len: 168 time: 0.3235240 Feb 17 10:22:56.920403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 46936) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:22:57.026750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-904280762'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:22:57.031736 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:22:57.036403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Usage tracker for resource:network and tenant:66bb5d6214a44ef6b9ece6c2b566aa41 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:22:57.038252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54387a95-3baa-43f6-8f22-98d8a3e26ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:57.039390 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:22:57.045790 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:22:57.116556 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Made reservation on behalf of 66bb5d6214a44ef6b9ece6c2b566aa41 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:22:57.119961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:57.132041 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:57.147610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:22:57.151437 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Usage tracker for resource:security_group_rule and tenant:66bb5d6214a44ef6b9ece6c2b566aa41 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:22:57.154225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:22:57.160301 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:22:57.240802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:57.312388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:57.347817 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:22:57.353096 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bf0a58-69f8-4402-9ce7-e97452ed4a75,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:57.361124 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:57.361560 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Added segment 626d9fb4-936d-4cf8-ad22-a99949ea003e of type vlan for network 0c7181e9-c04c-4ed4-a5fc-829ef5b94775 Feb 17 10:22:57.387327 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:57.476638 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:57.482119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:22:57.486857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:57.588181 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event updated for resources: {'Network': ['ID=0c7181e9-c04c-4ed4-a5fc-829ef5b94775,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:22:57.598950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 0c7181e9-c04c-4ed4-a5fc-829ef5b94775 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:22:57.656028 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d1c481d2-0f1c-4bed-acfa-32ef4e78c8aa tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7344990 Feb 17 10:22:57.929508 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:58.299704 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:22:59.933563 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:00.937159 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 46946) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:00.943037 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Request body: {'subnet': {'network_id': '0c7181e9-c04c-4ed4-a5fc-829ef5b94775', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:01.052754 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:01.056748 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Usage tracker for resource:subnet and tenant:66bb5d6214a44ef6b9ece6c2b566aa41 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:01.059591 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:01.065580 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:01.146252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Made reservation on behalf of 66bb5d6214a44ef6b9ece6c2b566aa41 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:01.149683 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:01.420843 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:01.495738 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event updated for resources: {'Subnet': ['ID=873b4253-0f93-47f1-9ca8-fdad4fea39e8,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:01.505323 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:01.505665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:01.505998 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:01.506357 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:01.506685 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:01.507008 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:01.507333 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:01.507650 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:01.507966 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:01.508281 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:01.508595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:01.508909 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:01.515033 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Checking segment: {'id': '626d9fb4-936d-4cf8-ad22-a99949ea003e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0c7181e9-c04c-4ed4-a5fc-829ef5b94775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:01.515391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Network hostable DHCP agents. Network: 0c7181e9-c04c-4ed4-a5fc-829ef5b94775, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:23:01.586557 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Network 0c7181e9-c04c-4ed4-a5fc-829ef5b94775 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:23:01.671916 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 0c7181e9-c04c-4ed4-a5fc-829ef5b94775) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:01.676650 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:01.677256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:01.681757 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e81f6e-3c0f-4003-b98e-fb7557e674cc None None] Network 0c7181e9-c04c-4ed4-a5fc-829ef5b94775 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:01.769380 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c5feadbb-7749-4af0-bb97-ea0217f9a9f2 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8306568 Feb 17 10:23:01.772615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 46950) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:01.778196 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-de33e5fd-2cf6-4f14-abe7-a3fec224644b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1048703440'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:01.783814 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-de33e5fd-2cf6-4f14-abe7-a3fec224644b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:01.787988 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-de33e5fd-2cf6-4f14-abe7-a3fec224644b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Usage tracker for resource:network and tenant:66bb5d6214a44ef6b9ece6c2b566aa41 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:01.790994 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-de33e5fd-2cf6-4f14-abe7-a3fec224644b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:01.796670 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-de33e5fd-2cf6-4f14-abe7-a3fec224644b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:01.884108 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de33e5fd-2cf6-4f14-abe7-a3fec224644b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Made reservation on behalf of 66bb5d6214a44ef6b9ece6c2b566aa41 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:01.887695 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de33e5fd-2cf6-4f14-abe7-a3fec224644b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:01.898910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-0c7181e9-c04c-4ed4-a5fc-829ef5b94775', 'network_id': '0c7181e9-c04c-4ed4-a5fc-829ef5b94775', 'tenant_id': '66bb5d6214a44ef6b9ece6c2b566aa41', 'fixed_ips': [{'subnet_id': '873b4253-0f93-47f1-9ca8-fdad4fea39e8'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:23:01.899780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:01.922838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de33e5fd-2cf6-4f14-abe7-a3fec224644b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:23:01.933621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de33e5fd-2cf6-4f14-abe7-a3fec224644b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:01.936511 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-de33e5fd-2cf6-4f14-abe7-a3fec224644b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Added segment 2e52e61e-3c74-4706-8b30-df7056725683 of type vlan for network fb107eb2-d793-4778-bc10-627a3b1533c5 Feb 17 10:23:01.962836 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de33e5fd-2cf6-4f14-abe7-a3fec224644b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:02.055693 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de33e5fd-2cf6-4f14-abe7-a3fec224644b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:02.061174 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de33e5fd-2cf6-4f14-abe7-a3fec224644b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:02.061772 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de33e5fd-2cf6-4f14-abe7-a3fec224644b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:02.062688 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Allocated IP 2001:db8:0:ffff::2 (0c7181e9-c04c-4ed4-a5fc-829ef5b94775/873b4253-0f93-47f1-9ca8-fdad4fea39e8/0d6709a6-cf63-4201-bd1e-f781ee7de59c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:23:02.166694 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33e5fd-2cf6-4f14-abe7-a3fec224644b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event updated for resources: {'Network': ['ID=fb107eb2-d793-4778-bc10-627a3b1533c5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:02.181390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network fb107eb2-d793-4778-bc10-627a3b1533c5 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:23:02.221627 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-de33e5fd-2cf6-4f14-abe7-a3fec224644b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4479413 Feb 17 10:23:02.224715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 46954) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:02.230397 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7b749a84-14f7-4f69-b45e-7949c0023d17 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Request body: {'subnet': {'network_id': 'fb107eb2-d793-4778-bc10-627a3b1533c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:02.344179 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7b749a84-14f7-4f69-b45e-7949c0023d17 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:02.348061 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7b749a84-14f7-4f69-b45e-7949c0023d17 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Usage tracker for resource:subnet and tenant:66bb5d6214a44ef6b9ece6c2b566aa41 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:02.350965 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7b749a84-14f7-4f69-b45e-7949c0023d17 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:02.357639 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7b749a84-14f7-4f69-b45e-7949c0023d17 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:02.368546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:02.379869 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Transition to ACTIVE for port object 0d6709a6-cf63-4201-bd1e-f781ee7de59c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:02.398715 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Transition to ACTIVE for port object 0d6709a6-cf63-4201-bd1e-f781ee7de59c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:02.459577 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b749a84-14f7-4f69-b45e-7949c0023d17 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Made reservation on behalf of 66bb5d6214a44ef6b9ece6c2b566aa41 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:02.459915 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:02.463306 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b749a84-14f7-4f69-b45e-7949c0023d17 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:02.523785 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Network 0c7181e9-c04c-4ed4-a5fc-829ef5b94775 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:23:02.526476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:02.531959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:23:02.539750 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Pushing event updated for resources: {'Port': ['ID=0d6709a6-cf63-4201-bd1e-f781ee7de59c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:02.639800 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Attempting to bind port 0d6709a6-cf63-4201-bd1e-f781ee7de59c on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:23:02.640174 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Attempting to bind port 0d6709a6-cf63-4201-bd1e-f781ee7de59c by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '626d9fb4-936d-4cf8-ad22-a99949ea003e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0c7181e9-c04c-4ed4-a5fc-829ef5b94775'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:23:02.640538 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Attempting to bind port 0d6709a6-cf63-4201-bd1e-f781ee7de59c on network 0c7181e9-c04c-4ed4-a5fc-829ef5b94775 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:23:02.646956 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:23:02.647330 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Checking segment: {'id': '626d9fb4-936d-4cf8-ad22-a99949ea003e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0c7181e9-c04c-4ed4-a5fc-829ef5b94775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:02.647735 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:02.648127 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Bound using segment: {'id': '626d9fb4-936d-4cf8-ad22-a99949ea003e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0c7181e9-c04c-4ed4-a5fc-829ef5b94775'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:23:02.648735 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Bound port: 0d6709a6-cf63-4201-bd1e-f781ee7de59c, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626d9fb4-936d-4cf8-ad22-a99949ea003e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0c7181e9-c04c-4ed4-a5fc-829ef5b94775'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:23:02.649134 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:02.742544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] For port 0d6709a6-cf63-4201-bd1e-f781ee7de59c, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:23:02.745550 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] For port 0d6709a6-cf63-4201-bd1e-f781ee7de59c, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=0d6709a6-cf63-4201-bd1e-f781ee7de59c,segment=NetworkSegment(626d9fb4-936d-4cf8-ad22-a99949ea003e),segment_id=626d9fb4-936d-4cf8-ad22-a99949ea003e)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:23:02.769863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b749a84-14f7-4f69-b45e-7949c0023d17 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:02.821307 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:02.848408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b749a84-14f7-4f69-b45e-7949c0023d17 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event updated for resources: {'Subnet': ['ID=6d21953c-1cb1-47dd-bed5-37871ea82c2d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:02.857294 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b749a84-14f7-4f69-b45e-7949c0023d17 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Checking segment: {'id': '2e52e61e-3c74-4706-8b30-df7056725683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fb107eb2-d793-4778-bc10-627a3b1533c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:02.857653 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b749a84-14f7-4f69-b45e-7949c0023d17 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Network hostable DHCP agents. Network: fb107eb2-d793-4778-bc10-627a3b1533c5, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:23:02.909867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce4eed-3fba-4850-bfec-01fe52d81bf6 None None] Pushing event updated for resources: {'Port': ['ID=0d6709a6-cf63-4201-bd1e-f781ee7de59c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:02.952052 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b749a84-14f7-4f69-b45e-7949c0023d17 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Network fb107eb2-d793-4778-bc10-627a3b1533c5 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:23:03.043541 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7b749a84-14f7-4f69-b45e-7949c0023d17 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, fb107eb2-d793-4778-bc10-627a3b1533c5) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:03.054106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b749a84-14f7-4f69-b45e-7949c0023d17 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:03.054106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b749a84-14f7-4f69-b45e-7949c0023d17 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:03.145819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03857f35-51ba-476a-93f9-4d722f57fabf None None] Network fb107eb2-d793-4778-bc10-627a3b1533c5 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:03.172232 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7b749a84-14f7-4f69-b45e-7949c0023d17 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9439416 Feb 17 10:23:03.172442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 46962) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:03.321197 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:03.324570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-fb107eb2-d793-4778-bc10-627a3b1533c5', 'network_id': 'fb107eb2-d793-4778-bc10-627a3b1533c5', 'tenant_id': '66bb5d6214a44ef6b9ece6c2b566aa41', 'fixed_ips': [{'subnet_id': '6d21953c-1cb1-47dd-bed5-37871ea82c2d'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:23:03.325399 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:03.388601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:03.494112 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Allocated IP 2001:db8::2 (fb107eb2-d793-4778-bc10-627a3b1533c5/6d21953c-1cb1-47dd-bed5-37871ea82c2d/151b9e00-b2cf-4022-aa7f-0488700086d6) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:23:03.748031 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:03.759867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Transition to ACTIVE for port object 151b9e00-b2cf-4022-aa7f-0488700086d6 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:03.780319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Transition to ACTIVE for port object 151b9e00-b2cf-4022-aa7f-0488700086d6 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:03.850033 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:03.892559 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8165d06-352f-4c4b-a695-c67d5b3ebed5 None None] Network 0c7181e9-c04c-4ed4-a5fc-829ef5b94775 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:03.958843 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:03.983027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Network fb107eb2-d793-4778-bc10-627a3b1533c5 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:23:03.990387 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:04.001287 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:23:04.001834 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event deleted for resources: {'Subnet': ['ID=6d21953c-1cb1-47dd-bed5-37871ea82c2d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:04.007363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Pushing event updated for resources: {'Port': ['ID=151b9e00-b2cf-4022-aa7f-0488700086d6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:04.098390 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:04.110126 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bd890acd-f137-4885-9967-4e89a4298043 None None] Provisioning for port 0d6709a6-cf63-4201-bd1e-f781ee7de59c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:23:04.126192 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0d6709a6-cf63-4201-bd1e-f781ee7de59c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:23:04.183531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Attempting to bind port 151b9e00-b2cf-4022-aa7f-0488700086d6 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:23:04.183899 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Attempting to bind port 151b9e00-b2cf-4022-aa7f-0488700086d6 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '2e52e61e-3c74-4706-8b30-df7056725683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fb107eb2-d793-4778-bc10-627a3b1533c5'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:23:04.184265 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Attempting to bind port 151b9e00-b2cf-4022-aa7f-0488700086d6 on network fb107eb2-d793-4778-bc10-627a3b1533c5 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:23:04.225364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:23:04.225739 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Checking segment: {'id': '2e52e61e-3c74-4706-8b30-df7056725683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fb107eb2-d793-4778-bc10-627a3b1533c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:04.226168 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:04.226565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Bound using segment: {'id': '2e52e61e-3c74-4706-8b30-df7056725683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fb107eb2-d793-4778-bc10-627a3b1533c5'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:23:04.227049 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Bound port: 151b9e00-b2cf-4022-aa7f-0488700086d6, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e52e61e-3c74-4706-8b30-df7056725683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fb107eb2-d793-4778-bc10-627a3b1533c5'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:23:04.227428 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:04.229489 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb107eb2-d793-4778-bc10-627a3b1533c5']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:04.242067 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e52e61e-3c74-4706-8b30-df7056725683') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:04.242388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e52e61e-3c74-4706-8b30-df7056725683') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:04.255223 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:04.270258 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:04.276189 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:23:04.276565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:23:04.290400 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:23:04.393504 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] For port 151b9e00-b2cf-4022-aa7f-0488700086d6, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:23:04.402383 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 10:23:04.402383 dv-neutron-828143-5-hyperv neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 10:23:04.402383 dv-neutron-828143-5-hyperv neutron-server[88369]: [parameters: {'id': 'fb107eb2-d793-4778-bc10-627a3b1533c5'}] Feb 17 10:23:04.402383 dv-neutron-828143-5-hyperv neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:23:04.402788 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:23:04.403072 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] For port 151b9e00-b2cf-4022-aa7f-0488700086d6, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=151b9e00-b2cf-4022-aa7f-0488700086d6,segment=NetworkSegment(2e52e61e-3c74-4706-8b30-df7056725683),segment_id=2e52e61e-3c74-4706-8b30-df7056725683)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:23:04.466515 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 0d6709a6-cf63-4201-bd1e-f781ee7de59c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:23:04.472931 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 0d6709a6-cf63-4201-bd1e-f781ee7de59c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:04.473309 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:04.505554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:04.661473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f4d02-7e66-4b81-b47d-cf5996bd9eb0 None None] Pushing event updated for resources: {'Port': ['ID=151b9e00-b2cf-4022-aa7f-0488700086d6,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:04.733169 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1160635a-9897-4b3b-b3ab-9698c6c40d9a None None] Network fb107eb2-d793-4778-bc10-627a3b1533c5 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:04.756160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:04.822731 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f23d0696-e7e8-489d-9bba-c08ccc891bee None None] Provisioning complete for port 0d6709a6-cf63-4201-bd1e-f781ee7de59c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:04.823101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f23d0696-e7e8-489d-9bba-c08ccc891bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:04.904411 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:04.918156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Deleting port 151b9e00-b2cf-4022-aa7f-0488700086d6 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:23:04.918366 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:04.923461 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 0d6709a6-cf63-4201-bd1e-f781ee7de59c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=0d6709a6-cf63-4201-bd1e-f781ee7de59c,segment=NetworkSegment(626d9fb4-936d-4cf8-ad22-a99949ea003e),segment_id=626d9fb4-936d-4cf8-ad22-a99949ea003e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:05.005966 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:05.133896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=0d6709a6-cf63-4201-bd1e-f781ee7de59c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:05.141021 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] For port 151b9e00-b2cf-4022-aa7f-0488700086d6, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=151b9e00-b2cf-4022-aa7f-0488700086d6,segment=NetworkSegment(2e52e61e-3c74-4706-8b30-df7056725683),segment_id=2e52e61e-3c74-4706-8b30-df7056725683)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:05.141602 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:05.151460 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6550d57-73bc-4dc0-b60f-98e1323d6116 None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 10:23:05.242863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6550d57-73bc-4dc0-b60f-98e1323d6116 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 10:23:05.270158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Calling delete_port for 151b9e00-b2cf-4022-aa7f-0488700086d6 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:23:05.449516 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:05.497384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event deleted for resources: {'Port': ['ID=151b9e00-b2cf-4022-aa7f-0488700086d6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:05.503063 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] No DVR routers for this DVR port 151b9e00-b2cf-4022-aa7f-0488700086d6 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:23:05.626685 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:05.651943 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb107eb2-d793-4778-bc10-627a3b1533c5']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:05.663709 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e52e61e-3c74-4706-8b30-df7056725683') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:05.664006 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e52e61e-3c74-4706-8b30-df7056725683') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:05.675632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:05.692713 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:05.698841 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:23:05.699285 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:23:05.713447 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:23:05.860970 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:05.882128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:05.892932 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event deleted for resources: {'Network': ['ID=fb107eb2-d793-4778-bc10-627a3b1533c5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:05.899537 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3d5079cc-a213-4107-808c-0201cd466ca1 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "DELETE /v2.0/networks/fb107eb2-d793-4778-bc10-627a3b1533c5 HTTP/1.1" status: 204 len: 168 time: 2.7261624 Feb 17 10:23:05.903001 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 46970) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:05.909556 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ad2ecf58-3e41-4350-b3de-13f9a2c60799 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1961531418'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:05.914937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ad2ecf58-3e41-4350-b3de-13f9a2c60799 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:05.918906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ad2ecf58-3e41-4350-b3de-13f9a2c60799 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Usage tracker for resource:network and tenant:66bb5d6214a44ef6b9ece6c2b566aa41 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:05.921764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ad2ecf58-3e41-4350-b3de-13f9a2c60799 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:05.929131 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ad2ecf58-3e41-4350-b3de-13f9a2c60799 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:06.031743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2ecf58-3e41-4350-b3de-13f9a2c60799 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Made reservation on behalf of 66bb5d6214a44ef6b9ece6c2b566aa41 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:06.035926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad2ecf58-3e41-4350-b3de-13f9a2c60799 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:06.072458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2ecf58-3e41-4350-b3de-13f9a2c60799 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:23:06.082069 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad2ecf58-3e41-4350-b3de-13f9a2c60799 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:06.082425 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-ad2ecf58-3e41-4350-b3de-13f9a2c60799 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Added segment 456e87e8-f4a4-4d1a-9a3b-220cf0d3c4a2 of type vlan for network 0e45c22b-9e8a-4274-a1ad-8b11bdfe5199 Feb 17 10:23:06.088866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0d6709a6-cf63-4201-bd1e-f781ee7de59c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:23:06.109765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad2ecf58-3e41-4350-b3de-13f9a2c60799 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:06.162164 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 0d6709a6-cf63-4201-bd1e-f781ee7de59c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:06.162364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:06.238393 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad2ecf58-3e41-4350-b3de-13f9a2c60799 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:06.244352 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2ecf58-3e41-4350-b3de-13f9a2c60799 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:06.244948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad2ecf58-3e41-4350-b3de-13f9a2c60799 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:06.461144 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ecf58-3e41-4350-b3de-13f9a2c60799 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event updated for resources: {'Network': ['ID=0e45c22b-9e8a-4274-a1ad-8b11bdfe5199,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:06.472540 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 0e45c22b-9e8a-4274-a1ad-8b11bdfe5199 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:23:06.536660 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ad2ecf58-3e41-4350-b3de-13f9a2c60799 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6325343 Feb 17 10:23:06.539420 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 46974) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:06.545259 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Request body: {'subnet': {'network_id': '0e45c22b-9e8a-4274-a1ad-8b11bdfe5199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:06.658891 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:06.663571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Usage tracker for resource:subnet and tenant:66bb5d6214a44ef6b9ece6c2b566aa41 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:06.666453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:06.672094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:06.832262 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Made reservation on behalf of 66bb5d6214a44ef6b9ece6c2b566aa41 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:06.835795 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:06.927004 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.ipam_backend_mixin [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Performing IP validity checks on allocation pools {{(pid=88370) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 10:23:06.927666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.ipam_backend_mixin [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88370) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 10:23:07.146647 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:07.226750 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event updated for resources: {'Subnet': ['ID=b06179ac-10ca-4710-a0f0-d1abea693431,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:07.237747 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Checking segment: {'id': '456e87e8-f4a4-4d1a-9a3b-220cf0d3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e45c22b-9e8a-4274-a1ad-8b11bdfe5199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:07.242264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Network hostable DHCP agents. Network: 0e45c22b-9e8a-4274-a1ad-8b11bdfe5199, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:23:07.340659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Network 0e45c22b-9e8a-4274-a1ad-8b11bdfe5199 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:23:07.443340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 0e45c22b-9e8a-4274-a1ad-8b11bdfe5199) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:07.448735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:07.449426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:07.452020 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23592629-df56-466c-8034-93f775c52a2a None None] Network 0e45c22b-9e8a-4274-a1ad-8b11bdfe5199 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:07.546424 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2e57e5af-e032-4ec3-a789-c7e421ff2c11 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0054433 Feb 17 10:23:07.550985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 46978) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:07.665948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-0e45c22b-9e8a-4274-a1ad-8b11bdfe5199', 'network_id': '0e45c22b-9e8a-4274-a1ad-8b11bdfe5199', 'tenant_id': '66bb5d6214a44ef6b9ece6c2b566aa41', 'fixed_ips': [{'subnet_id': 'b06179ac-10ca-4710-a0f0-d1abea693431'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:23:07.666813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:07.700848 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:07.764422 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:07.822245 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Allocated IP 2001:db8::3 (0e45c22b-9e8a-4274-a1ad-8b11bdfe5199/b06179ac-10ca-4710-a0f0-d1abea693431/67390a17-1476-4ed4-8bf6-78747b68aa64) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:23:08.029122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:08.039610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Transition to ACTIVE for port object 67390a17-1476-4ed4-8bf6-78747b68aa64 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:08.057713 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Transition to ACTIVE for port object 67390a17-1476-4ed4-8bf6-78747b68aa64 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:08.134941 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:08.200958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Network 0e45c22b-9e8a-4274-a1ad-8b11bdfe5199 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:23:08.203896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:08.207612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:23:08.213562 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Pushing event updated for resources: {'Port': ['ID=67390a17-1476-4ed4-8bf6-78747b68aa64,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:08.231598 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:08.270416 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event deleted for resources: {'Subnet': ['ID=b06179ac-10ca-4710-a0f0-d1abea693431,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:08.303963 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Attempting to bind port 67390a17-1476-4ed4-8bf6-78747b68aa64 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:23:08.304255 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Attempting to bind port 67390a17-1476-4ed4-8bf6-78747b68aa64 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '456e87e8-f4a4-4d1a-9a3b-220cf0d3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e45c22b-9e8a-4274-a1ad-8b11bdfe5199'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:23:08.304615 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Attempting to bind port 67390a17-1476-4ed4-8bf6-78747b68aa64 on network 0e45c22b-9e8a-4274-a1ad-8b11bdfe5199 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:23:08.310510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:23:08.310892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Checking segment: {'id': '456e87e8-f4a4-4d1a-9a3b-220cf0d3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e45c22b-9e8a-4274-a1ad-8b11bdfe5199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:08.311293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:08.311683 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Bound using segment: {'id': '456e87e8-f4a4-4d1a-9a3b-220cf0d3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e45c22b-9e8a-4274-a1ad-8b11bdfe5199'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:23:08.312141 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Bound port: 67390a17-1476-4ed4-8bf6-78747b68aa64, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456e87e8-f4a4-4d1a-9a3b-220cf0d3c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0e45c22b-9e8a-4274-a1ad-8b11bdfe5199'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:23:08.312537 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:08.369203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:08.395000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e45c22b-9e8a-4274-a1ad-8b11bdfe5199']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:08.399912 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] For port 67390a17-1476-4ed4-8bf6-78747b68aa64, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:23:08.402892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] For port 67390a17-1476-4ed4-8bf6-78747b68aa64, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=67390a17-1476-4ed4-8bf6-78747b68aa64,segment=NetworkSegment(456e87e8-f4a4-4d1a-9a3b-220cf0d3c4a2),segment_id=456e87e8-f4a4-4d1a-9a3b-220cf0d3c4a2)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:23:08.407082 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456e87e8-f4a4-4d1a-9a3b-220cf0d3c4a2') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:08.407388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456e87e8-f4a4-4d1a-9a3b-220cf0d3c4a2') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:08.420397 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:08.461083 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:08.463220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:08.469975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:23:08.470414 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:23:08.485883 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:23:08.583673 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a9c60-7d1b-4fe0-93f0-61294a6da86e None None] Pushing event updated for resources: {'Port': ['ID=67390a17-1476-4ed4-8bf6-78747b68aa64,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:08.621821 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca08527-cb18-40b0-9d1b-9a903e916c40 None None] Network 0e45c22b-9e8a-4274-a1ad-8b11bdfe5199 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:08.637683 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:23:08.723867 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.db.api [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 10:23:08.723867 dv-neutron-828143-5-hyperv neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 10:23:08.723867 dv-neutron-828143-5-hyperv neutron-server[88369]: [parameters: {'id': '0e45c22b-9e8a-4274-a1ad-8b11bdfe5199'}] Feb 17 10:23:08.723867 dv-neutron-828143-5-hyperv neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:23:08.725044 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG oslo_db.api [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:23:08.858773 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436ed77f-42ee-4d22-81ba-15293300681e None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 10:23:08.949913 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436ed77f-42ee-4d22-81ba-15293300681e None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 10:23:09.061685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:09.226826 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:09.237825 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Deleting port 67390a17-1476-4ed4-8bf6-78747b68aa64 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:23:09.238230 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:09.436416 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] For port 67390a17-1476-4ed4-8bf6-78747b68aa64, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=67390a17-1476-4ed4-8bf6-78747b68aa64,segment=NetworkSegment(456e87e8-f4a4-4d1a-9a3b-220cf0d3c4a2),segment_id=456e87e8-f4a4-4d1a-9a3b-220cf0d3c4a2)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:09.436773 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:09.561463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Calling delete_port for 67390a17-1476-4ed4-8bf6-78747b68aa64 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:23:09.728639 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:09.777596 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event deleted for resources: {'Port': ['ID=67390a17-1476-4ed4-8bf6-78747b68aa64,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:09.782158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] No DVR routers for this DVR port 67390a17-1476-4ed4-8bf6-78747b68aa64 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:23:09.905034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:09.930453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e45c22b-9e8a-4274-a1ad-8b11bdfe5199']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:09.942417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456e87e8-f4a4-4d1a-9a3b-220cf0d3c4a2') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:09.942729 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456e87e8-f4a4-4d1a-9a3b-220cf0d3c4a2') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:09.953559 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:09.969275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:09.976099 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:23:09.976483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:23:09.991088 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:23:10.128972 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:10.146092 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:10.156572 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event deleted for resources: {'Network': ['ID=0e45c22b-9e8a-4274-a1ad-8b11bdfe5199,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:10.163068 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-92f125ca-18ce-40b9-a12c-c7bd7788dd55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "DELETE /v2.0/networks/0e45c22b-9e8a-4274-a1ad-8b11bdfe5199 HTTP/1.1" status: 204 len: 168 time: 2.6110899 Feb 17 10:23:10.166540 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 46982) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:10.171840 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9a312072-8808-4192-bbb1-a80ea649b711 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1960242877'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:10.177232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9a312072-8808-4192-bbb1-a80ea649b711 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:10.181252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9a312072-8808-4192-bbb1-a80ea649b711 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Usage tracker for resource:network and tenant:66bb5d6214a44ef6b9ece6c2b566aa41 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:10.184086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9a312072-8808-4192-bbb1-a80ea649b711 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:10.191743 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9a312072-8808-4192-bbb1-a80ea649b711 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:10.270729 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a312072-8808-4192-bbb1-a80ea649b711 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Made reservation on behalf of 66bb5d6214a44ef6b9ece6c2b566aa41 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:10.274201 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a312072-8808-4192-bbb1-a80ea649b711 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:10.302131 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a312072-8808-4192-bbb1-a80ea649b711 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:23:10.310761 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a312072-8808-4192-bbb1-a80ea649b711 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:10.311102 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-9a312072-8808-4192-bbb1-a80ea649b711 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Added segment ece9200b-cba4-413b-86b7-05c5bf3efae9 of type vlan for network 6d6c06a5-5819-4022-925f-54bcb3b5529e Feb 17 10:23:10.336993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a312072-8808-4192-bbb1-a80ea649b711 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:10.431511 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a312072-8808-4192-bbb1-a80ea649b711 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:10.436899 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a312072-8808-4192-bbb1-a80ea649b711 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:10.437478 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a312072-8808-4192-bbb1-a80ea649b711 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:10.556632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a312072-8808-4192-bbb1-a80ea649b711 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event updated for resources: {'Network': ['ID=6d6c06a5-5819-4022-925f-54bcb3b5529e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:10.567942 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 6d6c06a5-5819-4022-925f-54bcb3b5529e details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:23:10.598780 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9a312072-8808-4192-bbb1-a80ea649b711 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4312313 Feb 17 10:23:10.601770 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 46986) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:10.607562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8810dba8-6fa3-40ff-8278-0e955d6fad9b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Request body: {'subnet': {'network_id': '6d6c06a5-5819-4022-925f-54bcb3b5529e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:10.720088 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8810dba8-6fa3-40ff-8278-0e955d6fad9b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:10.723892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8810dba8-6fa3-40ff-8278-0e955d6fad9b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Usage tracker for resource:subnet and tenant:66bb5d6214a44ef6b9ece6c2b566aa41 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:10.726664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8810dba8-6fa3-40ff-8278-0e955d6fad9b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:10.732226 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8810dba8-6fa3-40ff-8278-0e955d6fad9b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:10.791797 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8810dba8-6fa3-40ff-8278-0e955d6fad9b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Made reservation on behalf of 66bb5d6214a44ef6b9ece6c2b566aa41 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:10.795338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8810dba8-6fa3-40ff-8278-0e955d6fad9b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:11.089670 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8810dba8-6fa3-40ff-8278-0e955d6fad9b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:11.172855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810dba8-6fa3-40ff-8278-0e955d6fad9b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event updated for resources: {'Subnet': ['ID=4c8bebc6-31e2-4e63-8187-53f4ca6835af,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:11.182661 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8810dba8-6fa3-40ff-8278-0e955d6fad9b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Checking segment: {'id': 'ece9200b-cba4-413b-86b7-05c5bf3efae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '6d6c06a5-5819-4022-925f-54bcb3b5529e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:11.183024 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8810dba8-6fa3-40ff-8278-0e955d6fad9b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Network hostable DHCP agents. Network: 6d6c06a5-5819-4022-925f-54bcb3b5529e, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:23:11.321906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8810dba8-6fa3-40ff-8278-0e955d6fad9b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Network 6d6c06a5-5819-4022-925f-54bcb3b5529e is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:23:11.426296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8810dba8-6fa3-40ff-8278-0e955d6fad9b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 6d6c06a5-5819-4022-925f-54bcb3b5529e) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:11.431145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810dba8-6fa3-40ff-8278-0e955d6fad9b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:11.431741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8810dba8-6fa3-40ff-8278-0e955d6fad9b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:11.436320 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffeda05-d377-4e1a-84b5-9b0ab0559580 None None] Network 6d6c06a5-5819-4022-925f-54bcb3b5529e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:11.541552 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8810dba8-6fa3-40ff-8278-0e955d6fad9b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9385686 Feb 17 10:23:11.545868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 46990) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:11.553769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d04ab6ab-e5f2-4d35-98da-8f0491f66c76 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1750389477'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:11.559195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d04ab6ab-e5f2-4d35-98da-8f0491f66c76 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:11.563152 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d04ab6ab-e5f2-4d35-98da-8f0491f66c76 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Usage tracker for resource:network and tenant:66bb5d6214a44ef6b9ece6c2b566aa41 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:11.567233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d04ab6ab-e5f2-4d35-98da-8f0491f66c76 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:11.573543 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d04ab6ab-e5f2-4d35-98da-8f0491f66c76 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:11.662581 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-6d6c06a5-5819-4022-925f-54bcb3b5529e', 'network_id': '6d6c06a5-5819-4022-925f-54bcb3b5529e', 'tenant_id': '66bb5d6214a44ef6b9ece6c2b566aa41', 'fixed_ips': [{'subnet_id': '4c8bebc6-31e2-4e63-8187-53f4ca6835af'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:23:11.663417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:11.666443 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04ab6ab-e5f2-4d35-98da-8f0491f66c76 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Made reservation on behalf of 66bb5d6214a44ef6b9ece6c2b566aa41 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:11.670137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d04ab6ab-e5f2-4d35-98da-8f0491f66c76 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:11.699582 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04ab6ab-e5f2-4d35-98da-8f0491f66c76 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:23:11.709113 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d04ab6ab-e5f2-4d35-98da-8f0491f66c76 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:11.713015 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-d04ab6ab-e5f2-4d35-98da-8f0491f66c76 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Added segment 33a8c095-ed51-4869-a8dd-de146c51baeb of type vlan for network 5474e268-cedc-4fe0-b908-c04be6f55c99 Feb 17 10:23:11.736298 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d04ab6ab-e5f2-4d35-98da-8f0491f66c76 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:11.821549 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Allocated IP 2001:db8::2 (6d6c06a5-5819-4022-925f-54bcb3b5529e/4c8bebc6-31e2-4e63-8187-53f4ca6835af/5ac3cfb9-e85d-476a-be9d-f15f128345d8) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:23:11.871143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d04ab6ab-e5f2-4d35-98da-8f0491f66c76 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:11.876808 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04ab6ab-e5f2-4d35-98da-8f0491f66c76 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:11.879166 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d04ab6ab-e5f2-4d35-98da-8f0491f66c76 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:11.986875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ab6ab-e5f2-4d35-98da-8f0491f66c76 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event updated for resources: {'Network': ['ID=5474e268-cedc-4fe0-b908-c04be6f55c99,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:12.010246 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 5474e268-cedc-4fe0-b908-c04be6f55c99 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:23:12.061197 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d04ab6ab-e5f2-4d35-98da-8f0491f66c76 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5138206 Feb 17 10:23:12.064014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 46994) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:12.070303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0578c7ed-0fd8-4c19-8996-02d8a14c183a tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Request body: {'subnet': {'network_id': '5474e268-cedc-4fe0-b908-c04be6f55c99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:12.133935 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:12.149487 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Transition to ACTIVE for port object 5ac3cfb9-e85d-476a-be9d-f15f128345d8 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:12.171643 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Transition to ACTIVE for port object 5ac3cfb9-e85d-476a-be9d-f15f128345d8 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:12.187059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0578c7ed-0fd8-4c19-8996-02d8a14c183a tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:12.191542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0578c7ed-0fd8-4c19-8996-02d8a14c183a tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Usage tracker for resource:subnet and tenant:66bb5d6214a44ef6b9ece6c2b566aa41 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:12.194474 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0578c7ed-0fd8-4c19-8996-02d8a14c183a tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:12.201968 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0578c7ed-0fd8-4c19-8996-02d8a14c183a tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:12.283982 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:12.311869 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0578c7ed-0fd8-4c19-8996-02d8a14c183a tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Made reservation on behalf of 66bb5d6214a44ef6b9ece6c2b566aa41 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:12.315916 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0578c7ed-0fd8-4c19-8996-02d8a14c183a tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:12.351529 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Network 6d6c06a5-5819-4022-925f-54bcb3b5529e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:23:12.354411 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:12.358183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:23:12.364314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Pushing event updated for resources: {'Port': ['ID=5ac3cfb9-e85d-476a-be9d-f15f128345d8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:12.452760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Attempting to bind port 5ac3cfb9-e85d-476a-be9d-f15f128345d8 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:23:12.453124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Attempting to bind port 5ac3cfb9-e85d-476a-be9d-f15f128345d8 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'ece9200b-cba4-413b-86b7-05c5bf3efae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '6d6c06a5-5819-4022-925f-54bcb3b5529e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:23:12.453481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Attempting to bind port 5ac3cfb9-e85d-476a-be9d-f15f128345d8 on network 6d6c06a5-5819-4022-925f-54bcb3b5529e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:23:12.460061 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:23:12.462989 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Checking segment: {'id': 'ece9200b-cba4-413b-86b7-05c5bf3efae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '6d6c06a5-5819-4022-925f-54bcb3b5529e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:12.462989 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:12.462989 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Bound using segment: {'id': 'ece9200b-cba4-413b-86b7-05c5bf3efae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '6d6c06a5-5819-4022-925f-54bcb3b5529e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:23:12.462989 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Bound port: 5ac3cfb9-e85d-476a-be9d-f15f128345d8, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece9200b-cba4-413b-86b7-05c5bf3efae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '6d6c06a5-5819-4022-925f-54bcb3b5529e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:23:12.462989 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:12.548932 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] For port 5ac3cfb9-e85d-476a-be9d-f15f128345d8, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:23:12.551851 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] For port 5ac3cfb9-e85d-476a-be9d-f15f128345d8, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5ac3cfb9-e85d-476a-be9d-f15f128345d8,segment=NetworkSegment(ece9200b-cba4-413b-86b7-05c5bf3efae9),segment_id=ece9200b-cba4-413b-86b7-05c5bf3efae9)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:23:12.632079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0578c7ed-0fd8-4c19-8996-02d8a14c183a tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:12.660857 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:12.709935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578c7ed-0fd8-4c19-8996-02d8a14c183a tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event updated for resources: {'Subnet': ['ID=9dd1bd19-593e-4d41-a5e6-4e5b0464cb73,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:12.720050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0578c7ed-0fd8-4c19-8996-02d8a14c183a tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Checking segment: {'id': '33a8c095-ed51-4869-a8dd-de146c51baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5474e268-cedc-4fe0-b908-c04be6f55c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:12.720440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0578c7ed-0fd8-4c19-8996-02d8a14c183a tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Network hostable DHCP agents. Network: 5474e268-cedc-4fe0-b908-c04be6f55c99, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:23:12.748236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460f9ab-3d45-405b-9df4-20e43db40595 None None] Pushing event updated for resources: {'Port': ['ID=5ac3cfb9-e85d-476a-be9d-f15f128345d8,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:12.836583 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0578c7ed-0fd8-4c19-8996-02d8a14c183a tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Network 5474e268-cedc-4fe0-b908-c04be6f55c99 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:23:12.923314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-0578c7ed-0fd8-4c19-8996-02d8a14c183a tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 5474e268-cedc-4fe0-b908-c04be6f55c99) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:12.928511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0578c7ed-0fd8-4c19-8996-02d8a14c183a tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:12.929116 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0578c7ed-0fd8-4c19-8996-02d8a14c183a tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:12.938619 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de480135-749f-4225-948e-94317197d184 None None] Network 5474e268-cedc-4fe0-b908-c04be6f55c99 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:13.032049 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0578c7ed-0fd8-4c19-8996-02d8a14c183a tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9662964 Feb 17 10:23:13.034833 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 46998) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:13.245784 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-5474e268-cedc-4fe0-b908-c04be6f55c99', 'network_id': '5474e268-cedc-4fe0-b908-c04be6f55c99', 'tenant_id': '66bb5d6214a44ef6b9ece6c2b566aa41', 'fixed_ips': [{'subnet_id': '9dd1bd19-593e-4d41-a5e6-4e5b0464cb73'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:23:13.246707 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:13.320230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:13.396574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:13.416979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Allocated IP 2001:db8::2 (5474e268-cedc-4fe0-b908-c04be6f55c99/9dd1bd19-593e-4d41-a5e6-4e5b0464cb73/b60c1dea-30f3-42b4-90b7-776bd58b5652) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:23:13.675112 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:13.686965 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Transition to ACTIVE for port object b60c1dea-30f3-42b4-90b7-776bd58b5652 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:13.712122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13c08c0-bf08-46c8-92bb-d0327f7cef23 None None] Network 6d6c06a5-5819-4022-925f-54bcb3b5529e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:13.734325 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Transition to ACTIVE for port object b60c1dea-30f3-42b4-90b7-776bd58b5652 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:13.817266 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:13.901414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6e445a76-258a-4fd1-a0fd-0814500fae2b None None] Provisioning for port 5ac3cfb9-e85d-476a-be9d-f15f128345d8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:23:13.905258 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Network 5474e268-cedc-4fe0-b908-c04be6f55c99 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:23:13.906658 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:13.912841 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:13.940992 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:23:13.946406 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd1bd19-593e-4d41-a5e6-4e5b0464cb73,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:13.984991 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Pushing event updated for resources: {'Port': ['ID=b60c1dea-30f3-42b4-90b7-776bd58b5652,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:14.041873 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:14.074739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5474e268-cedc-4fe0-b908-c04be6f55c99']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:14.088021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a8c095-ed51-4869-a8dd-de146c51baeb') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:14.088425 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a8c095-ed51-4869-a8dd-de146c51baeb') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:14.097418 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Attempting to bind port b60c1dea-30f3-42b4-90b7-776bd58b5652 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:23:14.097711 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Attempting to bind port b60c1dea-30f3-42b4-90b7-776bd58b5652 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '33a8c095-ed51-4869-a8dd-de146c51baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5474e268-cedc-4fe0-b908-c04be6f55c99'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:23:14.098089 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Attempting to bind port b60c1dea-30f3-42b4-90b7-776bd58b5652 on network 5474e268-cedc-4fe0-b908-c04be6f55c99 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:23:14.101287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:14.109779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:23:14.110193 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Checking segment: {'id': '33a8c095-ed51-4869-a8dd-de146c51baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5474e268-cedc-4fe0-b908-c04be6f55c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:14.110581 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:14.110962 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Bound using segment: {'id': '33a8c095-ed51-4869-a8dd-de146c51baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5474e268-cedc-4fe0-b908-c04be6f55c99'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:23:14.111544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Bound port: b60c1dea-30f3-42b4-90b7-776bd58b5652, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a8c095-ed51-4869-a8dd-de146c51baeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5474e268-cedc-4fe0-b908-c04be6f55c99'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:23:14.111955 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:14.120688 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:14.127732 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:23:14.128258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:14.129337 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5ac3cfb9-e85d-476a-be9d-f15f128345d8 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:23:14.146834 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:23:14.274328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] For port b60c1dea-30f3-42b4-90b7-776bd58b5652, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:23:14.277988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.db.api [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 10:23:14.277988 dv-neutron-828143-5-hyperv neutron-server[88370]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 10:23:14.277988 dv-neutron-828143-5-hyperv neutron-server[88370]: [parameters: {'id': '5474e268-cedc-4fe0-b908-c04be6f55c99'}] Feb 17 10:23:14.277988 dv-neutron-828143-5-hyperv neutron-server[88370]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:23:14.278432 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] For port b60c1dea-30f3-42b4-90b7-776bd58b5652, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b60c1dea-30f3-42b4-90b7-776bd58b5652,segment=NetworkSegment(33a8c095-ed51-4869-a8dd-de146c51baeb),segment_id=33a8c095-ed51-4869-a8dd-de146c51baeb)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:23:14.278547 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG oslo_db.api [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:23:14.340875 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:14.384304 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 5ac3cfb9-e85d-476a-be9d-f15f128345d8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:23:14.414718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 5ac3cfb9-e85d-476a-be9d-f15f128345d8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:14.415090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:14.531366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a72d79-12c1-422d-b5a6-64e6ac5b99ce None None] Pushing event updated for resources: {'Port': ['ID=b60c1dea-30f3-42b4-90b7-776bd58b5652,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:14.559531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c1d8a1de-b994-437f-a5c2-319f3959d414 None None] Provisioning complete for port 5ac3cfb9-e85d-476a-be9d-f15f128345d8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:14.559891 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1d8a1de-b994-437f-a5c2-319f3959d414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:14.603480 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a0c80-4dd8-4281-9874-38265dc477e4 None None] Network 5474e268-cedc-4fe0-b908-c04be6f55c99 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:14.771494 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:14.779063 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:14.790839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Deleting port b60c1dea-30f3-42b4-90b7-776bd58b5652 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:23:14.791096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:14.970120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 5ac3cfb9-e85d-476a-be9d-f15f128345d8, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5ac3cfb9-e85d-476a-be9d-f15f128345d8,segment=NetworkSegment(ece9200b-cba4-413b-86b7-05c5bf3efae9),segment_id=ece9200b-cba4-413b-86b7-05c5bf3efae9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:14.977045 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1d8a1de-b994-437f-a5c2-319f3959d414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:15.006525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] For port b60c1dea-30f3-42b4-90b7-776bd58b5652, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b60c1dea-30f3-42b4-90b7-776bd58b5652,segment=NetworkSegment(33a8c095-ed51-4869-a8dd-de146c51baeb),segment_id=33a8c095-ed51-4869-a8dd-de146c51baeb)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:15.007347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:15.026852 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09afb5a-9f15-4e95-8a27-11c2397eb37d None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 10:23:15.055565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:15.135968 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Calling delete_port for b60c1dea-30f3-42b4-90b7-776bd58b5652 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:23:15.179098 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-c1d8a1de-b994-437f-a5c2-319f3959d414 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:23:15.179446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-c1d8a1de-b994-437f-a5c2-319f3959d414 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:23:15.209122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=5ac3cfb9-e85d-476a-be9d-f15f128345d8,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:15.245216 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09afb5a-9f15-4e95-8a27-11c2397eb37d None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 10:23:15.334948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:15.382668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event deleted for resources: {'Port': ['ID=b60c1dea-30f3-42b4-90b7-776bd58b5652,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:15.384760 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] No DVR routers for this DVR port b60c1dea-30f3-42b4-90b7-776bd58b5652 on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:23:15.512602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:15.538922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5474e268-cedc-4fe0-b908-c04be6f55c99']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:15.551525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a8c095-ed51-4869-a8dd-de146c51baeb') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:15.551928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a8c095-ed51-4869-a8dd-de146c51baeb') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:15.563262 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:15.579509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:15.586078 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:23:15.586404 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:23:15.600391 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:23:15.734648 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:15.753681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:15.766498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event deleted for resources: {'Network': ['ID=5474e268-cedc-4fe0-b908-c04be6f55c99,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:15.770637 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1d48ec7a-c6e8-4e68-930a-524820520f55 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "DELETE /v2.0/networks/5474e268-cedc-4fe0-b908-c04be6f55c99 HTTP/1.1" status: 204 len: 168 time: 2.7346745 Feb 17 10:23:15.773630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47002) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:15.817644 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-11661d1b-c715-4108-aa5a-70f0d030a14e tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] GET failed (client error): The resource could not be found. Feb 17 10:23:15.818782 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-11661d1b-c715-4108-aa5a-70f0d030a14e tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Synchronizing usage tracker for tenant:66bb5d6214a44ef6b9ece6c2b566aa41 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:23:15.883450 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-11661d1b-c715-4108-aa5a-70f0d030a14e tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Unset dirty status for tenant:66bb5d6214a44ef6b9ece6c2b566aa41 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:23:15.884825 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-11661d1b-c715-4108-aa5a-70f0d030a14e tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "GET /v2.0/subnets/9dd1bd19-593e-4d41-a5e6-4e5b0464cb73 HTTP/1.1" status: 404 len: 337 time: 0.1101928 Feb 17 10:23:15.887560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47006) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:15.913259 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4a9f25-5f1f-42ca-bce0-b4abadc139f4 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] DELETE failed (client error): The resource could not be found. Feb 17 10:23:15.913755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4a9f25-5f1f-42ca-bce0-b4abadc139f4 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 10:23:15.915421 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6e4a9f25-5f1f-42ca-bce0-b4abadc139f4 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "DELETE /v2.0/networks/5474e268-cedc-4fe0-b908-c04be6f55c99 HTTP/1.1" status: 404 len: 339 time: 0.0269268 Feb 17 10:23:15.919164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47010) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:15.959290 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bed992-440c-4086-9136-fa9b5de685e7 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] DELETE failed (client error): The resource could not be found. Feb 17 10:23:15.959744 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bed992-440c-4086-9136-fa9b5de685e7 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 10:23:15.961429 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-32bed992-440c-4086-9136-fa9b5de685e7 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "DELETE /v2.0/subnets/9dd1bd19-593e-4d41-a5e6-4e5b0464cb73 HTTP/1.1" status: 404 len: 337 time: 0.0413854 Feb 17 10:23:15.964096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47014) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:15.990271 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf2a412-ea69-4fdf-bb69-758ea1b7dd63 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] DELETE failed (client error): The resource could not be found. Feb 17 10:23:15.990749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf2a412-ea69-4fdf-bb69-758ea1b7dd63 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 10:23:15.992450 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5bf2a412-ea69-4fdf-bb69-758ea1b7dd63 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "DELETE /v2.0/networks/5474e268-cedc-4fe0-b908-c04be6f55c99 HTTP/1.1" status: 404 len: 339 time: 0.0274670 Feb 17 10:23:15.995058 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47018) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:16.093259 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5ac3cfb9-e85d-476a-be9d-f15f128345d8 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:23:16.168158 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 5ac3cfb9-e85d-476a-be9d-f15f128345d8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:16.168552 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:16.176289 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f453b9f-2f18-4293-bda5-5bab4b5a8777 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Deleting subnet 4c8bebc6-31e2-4e63-8187-53f4ca6835af {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:23:16.179366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f453b9f-2f18-4293-bda5-5bab4b5a8777 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:16.234953 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f453b9f-2f18-4293-bda5-5bab4b5a8777 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:16.321720 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f453b9f-2f18-4293-bda5-5bab4b5a8777 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:16.443382 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f453b9f-2f18-4293-bda5-5bab4b5a8777 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:16.482939 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f453b9f-2f18-4293-bda5-5bab4b5a8777 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event deleted for resources: {'Subnet': ['ID=4c8bebc6-31e2-4e63-8187-53f4ca6835af,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:16.487794 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f453b9f-2f18-4293-bda5-5bab4b5a8777 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:16.494419 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b20a15-05b3-44c1-8086-2c341e0bf2d6 None None] Network 6d6c06a5-5819-4022-925f-54bcb3b5529e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:16.564547 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2f453b9f-2f18-4293-bda5-5bab4b5a8777 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "DELETE /v2.0/subnets/4c8bebc6-31e2-4e63-8187-53f4ca6835af HTTP/1.1" status: 204 len: 168 time: 0.5681782 Feb 17 10:23:16.567105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47022) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:16.685837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:16.697253 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Deleting port 5ac3cfb9-e85d-476a-be9d-f15f128345d8 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:23:16.697625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:16.742951 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58966f86-80d6-44f5-8866-b988982faaaa None None] DHCP port deletion for 6d6c06a5-5819-4022-925f-54bcb3b5529e request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:23:16.747394 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-58966f86-80d6-44f5-8866-b988982faaaa None None] Deleting port 5ac3cfb9-e85d-476a-be9d-f15f128345d8 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:23:16.747835 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58966f86-80d6-44f5-8866-b988982faaaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:16.916813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] For port 5ac3cfb9-e85d-476a-be9d-f15f128345d8, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5ac3cfb9-e85d-476a-be9d-f15f128345d8,segment=NetworkSegment(ece9200b-cba4-413b-86b7-05c5bf3efae9),segment_id=ece9200b-cba4-413b-86b7-05c5bf3efae9)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:16.917175 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:16.954544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-58966f86-80d6-44f5-8866-b988982faaaa None None] For port 5ac3cfb9-e85d-476a-be9d-f15f128345d8, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5ac3cfb9-e85d-476a-be9d-f15f128345d8,segment=NetworkSegment(ece9200b-cba4-413b-86b7-05c5bf3efae9),segment_id=ece9200b-cba4-413b-86b7-05c5bf3efae9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:16.955478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58966f86-80d6-44f5-8866-b988982faaaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:17.045008 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Calling delete_port for 5ac3cfb9-e85d-476a-be9d-f15f128345d8 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:23:17.076764 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-58966f86-80d6-44f5-8866-b988982faaaa None None] Calling delete_port for 5ac3cfb9-e85d-476a-be9d-f15f128345d8 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 10:23:17.208109 dv-neutron-828143-5-hyperv neutron-server[88371]: util.warn( Feb 17 10:23:17.212331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:17.216544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-58966f86-80d6-44f5-8866-b988982faaaa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:23:17.216998 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-58966f86-80d6-44f5-8866-b988982faaaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:23:17.258850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event deleted for resources: {'Port': ['ID=5ac3cfb9-e85d-476a-be9d-f15f128345d8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:17.262017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] No DVR routers for this DVR port 5ac3cfb9-e85d-476a-be9d-f15f128345d8 on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:23:17.393274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:17.419211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6c06a5-5819-4022-925f-54bcb3b5529e']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:17.432680 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece9200b-cba4-413b-86b7-05c5bf3efae9') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:17.432980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece9200b-cba4-413b-86b7-05c5bf3efae9') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:17.445325 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:17.461489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:17.467491 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:23:17.467885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:23:17.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:23:17.620556 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:17.638361 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:17.649962 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event deleted for resources: {'Network': ['ID=6d6c06a5-5819-4022-925f-54bcb3b5529e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:17.654187 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-43451855-cef0-4e3c-82b1-82ede1c0859d tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "DELETE /v2.0/networks/6d6c06a5-5819-4022-925f-54bcb3b5529e HTTP/1.1" status: 204 len: 168 time: 1.0860660 Feb 17 10:23:17.660155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47026) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:17.695833 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-79018152-5234-41e4-b240-29a082aa7939 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] DELETE failed (client error): The resource could not be found. Feb 17 10:23:17.696284 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79018152-5234-41e4-b240-29a082aa7939 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 10:23:17.697976 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-79018152-5234-41e4-b240-29a082aa7939 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "DELETE /v2.0/subnets/b06179ac-10ca-4710-a0f0-d1abea693431 HTTP/1.1" status: 404 len: 337 time: 0.0401869 Feb 17 10:23:17.700718 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47030) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:17.718421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-58966f86-80d6-44f5-8866-b988982faaaa None None] Deleting port 5ac3cfb9-e85d-476a-be9d-f15f128345d8 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:23:17.718717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58966f86-80d6-44f5-8866-b988982faaaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:17.727581 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b984e1-71d6-4eb6-a10a-863ba023057e tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] DELETE failed (client error): The resource could not be found. Feb 17 10:23:17.728064 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b984e1-71d6-4eb6-a10a-863ba023057e tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 10:23:17.729768 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a4b984e1-71d6-4eb6-a10a-863ba023057e tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "DELETE /v2.0/networks/0e45c22b-9e8a-4274-a1ad-8b11bdfe5199 HTTP/1.1" status: 404 len: 339 time: 0.0280449 Feb 17 10:23:17.732411 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47034) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:17.779766 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b6d58c-472d-4d3e-8de1-0ba03606463c tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] DELETE failed (client error): The resource could not be found. Feb 17 10:23:17.780222 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b6d58c-472d-4d3e-8de1-0ba03606463c tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 10:23:17.782384 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f1b6d58c-472d-4d3e-8de1-0ba03606463c tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "DELETE /v2.0/subnets/6d21953c-1cb1-47dd-bed5-37871ea82c2d HTTP/1.1" status: 404 len: 337 time: 0.0487704 Feb 17 10:23:17.785815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47038) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:17.811892 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-295f593b-67b7-44f9-aeb0-862cac3a6384 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] DELETE failed (client error): The resource could not be found. Feb 17 10:23:17.812370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295f593b-67b7-44f9-aeb0-862cac3a6384 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 10:23:17.818348 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-295f593b-67b7-44f9-aeb0-862cac3a6384 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "DELETE /v2.0/networks/fb107eb2-d793-4778-bc10-627a3b1533c5 HTTP/1.1" status: 404 len: 339 time: 0.0272844 Feb 17 10:23:17.818505 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47042) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:17.825144 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-58966f86-80d6-44f5-8866-b988982faaaa None None] The port '5ac3cfb9-e85d-476a-be9d-f15f128345d8' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 10:23:17.887494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-27eb878f-89db-4ff4-8dc6-fdd2a93b2000 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Deleting subnet 873b4253-0f93-47f1-9ca8-fdad4fea39e8 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:23:17.890475 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27eb878f-89db-4ff4-8dc6-fdd2a93b2000 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:17.951533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27eb878f-89db-4ff4-8dc6-fdd2a93b2000 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:18.038860 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27eb878f-89db-4ff4-8dc6-fdd2a93b2000 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:18.085903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5ac3cfb9-e85d-476a-be9d-f15f128345d8 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:23:18.121157 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 5ac3cfb9-e85d-476a-be9d-f15f128345d8 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:23:18.121421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5ac3cfb9-e85d-476a-be9d-f15f128345d8 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:23:18.192948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27eb878f-89db-4ff4-8dc6-fdd2a93b2000 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:18.240020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb878f-89db-4ff4-8dc6-fdd2a93b2000 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event deleted for resources: {'Subnet': ['ID=873b4253-0f93-47f1-9ca8-fdad4fea39e8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:18.243776 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27eb878f-89db-4ff4-8dc6-fdd2a93b2000 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:18.250158 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40e9462-aa10-4aaa-825e-665de4a7548f None None] Network 0c7181e9-c04c-4ed4-a5fc-829ef5b94775 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:18.255008 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-27eb878f-89db-4ff4-8dc6-fdd2a93b2000 tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "DELETE /v2.0/subnets/873b4253-0f93-47f1-9ca8-fdad4fea39e8 HTTP/1.1" status: 204 len: 168 time: 0.4355810 Feb 17 10:23:18.257644 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47046) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:18.495600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:18.503463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Deleting port 0d6709a6-cf63-4201-bd1e-f781ee7de59c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:23:18.503799 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:18.518147 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025c5eec-2937-48fa-a9df-5e6e3fee35d2 None None] DHCP port deletion for 0c7181e9-c04c-4ed4-a5fc-829ef5b94775 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:23:18.522857 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-025c5eec-2937-48fa-a9df-5e6e3fee35d2 None None] Deleting port 0d6709a6-cf63-4201-bd1e-f781ee7de59c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:23:18.523227 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-025c5eec-2937-48fa-a9df-5e6e3fee35d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:18.736767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] For port 0d6709a6-cf63-4201-bd1e-f781ee7de59c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=0d6709a6-cf63-4201-bd1e-f781ee7de59c,segment=NetworkSegment(626d9fb4-936d-4cf8-ad22-a99949ea003e),segment_id=626d9fb4-936d-4cf8-ad22-a99949ea003e)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:18.737002 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:18.749970 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-025c5eec-2937-48fa-a9df-5e6e3fee35d2 None None] For port 0d6709a6-cf63-4201-bd1e-f781ee7de59c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=0d6709a6-cf63-4201-bd1e-f781ee7de59c,segment=NetworkSegment(626d9fb4-936d-4cf8-ad22-a99949ea003e),segment_id=626d9fb4-936d-4cf8-ad22-a99949ea003e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:18.750388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-025c5eec-2937-48fa-a9df-5e6e3fee35d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:18.863588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Calling delete_port for 0d6709a6-cf63-4201-bd1e-f781ee7de59c owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:23:18.876014 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-025c5eec-2937-48fa-a9df-5e6e3fee35d2 None None] Calling delete_port for 0d6709a6-cf63-4201-bd1e-f781ee7de59c owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:23:19.042307 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:19.048801 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-025c5eec-2937-48fa-a9df-5e6e3fee35d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:23:19.049515 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-025c5eec-2937-48fa-a9df-5e6e3fee35d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:23:19.091697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event deleted for resources: {'Port': ['ID=0d6709a6-cf63-4201-bd1e-f781ee7de59c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:19.095257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] No DVR routers for this DVR port 0d6709a6-cf63-4201-bd1e-f781ee7de59c on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:23:19.218328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:19.243133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7181e9-c04c-4ed4-a5fc-829ef5b94775']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:19.255852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626d9fb4-936d-4cf8-ad22-a99949ea003e') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:19.256143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626d9fb4-936d-4cf8-ad22-a99949ea003e') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:19.267161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:19.283436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:19.289212 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:23:19.290609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:23:19.304026 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:23:19.470234 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:19.487181 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:19.498264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] Pushing event deleted for resources: {'Network': ['ID=0c7181e9-c04c-4ed4-a5fc-829ef5b94775,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:19.502792 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6d2bea66-4137-4091-a2d1-361061eafa3b tempest-NetworksIpV6Test-884302796 tempest-NetworksIpV6Test-884302796-project] 10.222.0.75 "DELETE /v2.0/networks/0c7181e9-c04c-4ed4-a5fc-829ef5b94775 HTTP/1.1" status: 204 len: 168 time: 1.2438560 Feb 17 10:23:19.550425 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-025c5eec-2937-48fa-a9df-5e6e3fee35d2 None None] Deleting port 0d6709a6-cf63-4201-bd1e-f781ee7de59c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:23:19.550964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-025c5eec-2937-48fa-a9df-5e6e3fee35d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:19.619615 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-025c5eec-2937-48fa-a9df-5e6e3fee35d2 None None] The port '0d6709a6-cf63-4201-bd1e-f781ee7de59c' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 10:23:19.963248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47054) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:20.090081 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0d6709a6-cf63-4201-bd1e-f781ee7de59c no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:23:20.117129 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-19351e61-22d9-4871-9498-4f1f5092bfdf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=66bb5d6214a44ef6b9ece6c2b566aa41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525831 Feb 17 10:23:20.119785 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47060) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:20.125110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 0d6709a6-cf63-4201-bd1e-f781ee7de59c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:23:20.125453 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 0d6709a6-cf63-4201-bd1e-f781ee7de59c not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:23:20.178659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b614f866-4cba-42b9-864d-32a8f3426935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:20.203270 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b614f866-4cba-42b9-864d-32a8f3426935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:20.340322 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b614f866-4cba-42b9-864d-32a8f3426935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:20.363070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614f866-4cba-42b9-864d-32a8f3426935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bf0a58-69f8-4402-9ce7-e97452ed4a75,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:20.365323 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b614f866-4cba-42b9-864d-32a8f3426935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:20.366436 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b614f866-4cba-42b9-864d-32a8f3426935 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c6bf0a58-69f8-4402-9ce7-e97452ed4a75 HTTP/1.1" status: 204 len: 168 time: 0.2457600 Feb 17 10:23:21.455108 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47084) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:21.559609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-80643d4f-704f-4300-afb5-5a5e6c459e38 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1962339770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:21.566627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-80643d4f-704f-4300-afb5-5a5e6c459e38 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:21.570360 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-80643d4f-704f-4300-afb5-5a5e6c459e38 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Usage tracker for resource:router and tenant:9f7496155063453685bf62888066d4b4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:21.573112 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-80643d4f-704f-4300-afb5-5a5e6c459e38 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:21.580442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-80643d4f-704f-4300-afb5-5a5e6c459e38 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:21.711502 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80643d4f-704f-4300-afb5-5a5e6c459e38 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:21.712488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80643d4f-704f-4300-afb5-5a5e6c459e38 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:21.727589 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80643d4f-704f-4300-afb5-5a5e6c459e38 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:21.803620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80643d4f-704f-4300-afb5-5a5e6c459e38 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:21.877547 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80643d4f-704f-4300-afb5-5a5e6c459e38 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:21.878783 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-80643d4f-704f-4300-afb5-5a5e6c459e38 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4228220 Feb 17 10:23:21.881446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47090) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:21.886954 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-748376714'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:21.892740 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:21.897251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Usage tracker for resource:network and tenant:9f7496155063453685bf62888066d4b4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:21.900237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:21.905830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:21.968860 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Made reservation on behalf of 9f7496155063453685bf62888066d4b4 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:21.973123 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:21.985326 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:22.000297 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:22.004398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Usage tracker for resource:security_group_rule and tenant:9f7496155063453685bf62888066d4b4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:22.007244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:22.012856 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:22.094307 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:22.173310 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:22.206336 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:23:22.214407 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1488615-e8b6-4aa7-8b67-13679377cf2f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:22.219919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:22.220191 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Added segment 3f96e26f-ce78-477e-b85e-bc418a18ddec of type vlan for network 8aa47b09-b34b-4ec6-90ed-eecca910c581 Feb 17 10:23:22.246525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:22.345921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:22.351418 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:22.352014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:22.460331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Pushing event updated for resources: {'Network': ['ID=8aa47b09-b34b-4ec6-90ed-eecca910c581,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:22.471848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 8aa47b09-b34b-4ec6-90ed-eecca910c581 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:23:22.506365 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2a1aeba2-e231-4848-9fae-05e62b28974d tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6238551 Feb 17 10:23:22.509098 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47094) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:22.514536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f77c153c-6061-49d1-9093-77f1a16ab456 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Request body: {'subnet': {'network_id': '8aa47b09-b34b-4ec6-90ed-eecca910c581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:22.628257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f77c153c-6061-49d1-9093-77f1a16ab456 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:22.632235 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f77c153c-6061-49d1-9093-77f1a16ab456 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Usage tracker for resource:subnet and tenant:9f7496155063453685bf62888066d4b4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:22.635153 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f77c153c-6061-49d1-9093-77f1a16ab456 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:22.640890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f77c153c-6061-49d1-9093-77f1a16ab456 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:22.723055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77c153c-6061-49d1-9093-77f1a16ab456 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Made reservation on behalf of 9f7496155063453685bf62888066d4b4 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:22.726689 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f77c153c-6061-49d1-9093-77f1a16ab456 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:23.094509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f77c153c-6061-49d1-9093-77f1a16ab456 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:23.171410 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c153c-6061-49d1-9093-77f1a16ab456 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Pushing event updated for resources: {'Subnet': ['ID=71c3fa6c-ba24-4714-a845-22ea4babc069,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:23.181612 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c153c-6061-49d1-9093-77f1a16ab456 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Checking segment: {'id': '3f96e26f-ce78-477e-b85e-bc418a18ddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8aa47b09-b34b-4ec6-90ed-eecca910c581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:23.181976 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77c153c-6061-49d1-9093-77f1a16ab456 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Network hostable DHCP agents. Network: 8aa47b09-b34b-4ec6-90ed-eecca910c581, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:23:23.271244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77c153c-6061-49d1-9093-77f1a16ab456 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Network 8aa47b09-b34b-4ec6-90ed-eecca910c581 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:23:23.362581 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f77c153c-6061-49d1-9093-77f1a16ab456 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 8aa47b09-b34b-4ec6-90ed-eecca910c581) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:23.366960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77c153c-6061-49d1-9093-77f1a16ab456 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:23.367872 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f77c153c-6061-49d1-9093-77f1a16ab456 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:23.372939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f42b4-8668-4b2f-9aba-99c3d8a1abfd None None] Network 8aa47b09-b34b-4ec6-90ed-eecca910c581 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:23.460038 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f77c153c-6061-49d1-9093-77f1a16ab456 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9496906 Feb 17 10:23:23.463019 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47098) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:23.468490 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-25beac7e-27ad-4456-9d2f-cee3b7f6cfcf tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-145154140'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:23.473683 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-25beac7e-27ad-4456-9d2f-cee3b7f6cfcf tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:23.477562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-25beac7e-27ad-4456-9d2f-cee3b7f6cfcf tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Usage tracker for resource:network and tenant:9f7496155063453685bf62888066d4b4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:23.480538 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-25beac7e-27ad-4456-9d2f-cee3b7f6cfcf tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:23.491371 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-25beac7e-27ad-4456-9d2f-cee3b7f6cfcf tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:23.587526 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-8aa47b09-b34b-4ec6-90ed-eecca910c581', 'network_id': '8aa47b09-b34b-4ec6-90ed-eecca910c581', 'tenant_id': '9f7496155063453685bf62888066d4b4', 'fixed_ips': [{'subnet_id': '71c3fa6c-ba24-4714-a845-22ea4babc069'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:23:23.588450 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:23.598305 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25beac7e-27ad-4456-9d2f-cee3b7f6cfcf tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Made reservation on behalf of 9f7496155063453685bf62888066d4b4 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:23.601945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25beac7e-27ad-4456-9d2f-cee3b7f6cfcf tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:23.634011 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25beac7e-27ad-4456-9d2f-cee3b7f6cfcf tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:23:23.643820 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25beac7e-27ad-4456-9d2f-cee3b7f6cfcf tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:23.644169 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-25beac7e-27ad-4456-9d2f-cee3b7f6cfcf tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Added segment d0c3f8fc-eec9-432a-b8d5-a75ec4a74aeb of type vlan for network fbf0ccf8-17d1-4742-b6d6-1614c4db152d Feb 17 10:23:23.670942 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25beac7e-27ad-4456-9d2f-cee3b7f6cfcf tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:23.743172 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Allocated IP 172.20.0.2 (8aa47b09-b34b-4ec6-90ed-eecca910c581/71c3fa6c-ba24-4714-a845-22ea4babc069/26612d8c-6ca9-44c8-893b-1c92b70e7e7c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:23:23.768877 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25beac7e-27ad-4456-9d2f-cee3b7f6cfcf tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:23.774977 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25beac7e-27ad-4456-9d2f-cee3b7f6cfcf tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:23.775566 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25beac7e-27ad-4456-9d2f-cee3b7f6cfcf tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:23.882832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25beac7e-27ad-4456-9d2f-cee3b7f6cfcf tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Pushing event updated for resources: {'Network': ['ID=fbf0ccf8-17d1-4742-b6d6-1614c4db152d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:23.895480 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network fbf0ccf8-17d1-4742-b6d6-1614c4db152d details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:23:23.946594 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-25beac7e-27ad-4456-9d2f-cee3b7f6cfcf tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4824669 Feb 17 10:23:23.949600 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47102) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:23.956315 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-87b3019d-edf2-438e-8157-11c73fa38329 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Request body: {'subnet': {'network_id': 'fbf0ccf8-17d1-4742-b6d6-1614c4db152d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:24.069768 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-87b3019d-edf2-438e-8157-11c73fa38329 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:24.073799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-87b3019d-edf2-438e-8157-11c73fa38329 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Usage tracker for resource:subnet and tenant:9f7496155063453685bf62888066d4b4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:24.076770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-87b3019d-edf2-438e-8157-11c73fa38329 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:24.083162 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:24.083451 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-87b3019d-edf2-438e-8157-11c73fa38329 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:24.094643 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Transition to ACTIVE for port object 26612d8c-6ca9-44c8-893b-1c92b70e7e7c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:24.115955 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Transition to ACTIVE for port object 26612d8c-6ca9-44c8-893b-1c92b70e7e7c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:24.157841 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b3019d-edf2-438e-8157-11c73fa38329 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Made reservation on behalf of 9f7496155063453685bf62888066d4b4 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:24.162219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87b3019d-edf2-438e-8157-11c73fa38329 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:24.197986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:24.264265 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Network 8aa47b09-b34b-4ec6-90ed-eecca910c581 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:23:24.267619 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:24.271450 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:23:24.277430 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Pushing event updated for resources: {'Port': ['ID=26612d8c-6ca9-44c8-893b-1c92b70e7e7c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:24.310863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:24.311228 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:24.311596 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:24.311874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:24.312196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:24.312524 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:24.312849 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:24.313169 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:24.313499 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:24.313812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:24.314771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:24.315102 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:24.387392 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Attempting to bind port 26612d8c-6ca9-44c8-893b-1c92b70e7e7c on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:23:24.387755 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Attempting to bind port 26612d8c-6ca9-44c8-893b-1c92b70e7e7c by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '3f96e26f-ce78-477e-b85e-bc418a18ddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8aa47b09-b34b-4ec6-90ed-eecca910c581'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:23:24.388109 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Attempting to bind port 26612d8c-6ca9-44c8-893b-1c92b70e7e7c on network 8aa47b09-b34b-4ec6-90ed-eecca910c581 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:23:24.395257 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:23:24.395640 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Checking segment: {'id': '3f96e26f-ce78-477e-b85e-bc418a18ddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8aa47b09-b34b-4ec6-90ed-eecca910c581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:24.396076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:24.396490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Bound using segment: {'id': '3f96e26f-ce78-477e-b85e-bc418a18ddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8aa47b09-b34b-4ec6-90ed-eecca910c581'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:23:24.396972 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Bound port: 26612d8c-6ca9-44c8-893b-1c92b70e7e7c, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f96e26f-ce78-477e-b85e-bc418a18ddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '8aa47b09-b34b-4ec6-90ed-eecca910c581'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:23:24.397334 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:24.491593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] For port 26612d8c-6ca9-44c8-893b-1c92b70e7e7c, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:23:24.494917 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] For port 26612d8c-6ca9-44c8-893b-1c92b70e7e7c, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=26612d8c-6ca9-44c8-893b-1c92b70e7e7c,segment=NetworkSegment(3f96e26f-ce78-477e-b85e-bc418a18ddec),segment_id=3f96e26f-ce78-477e-b85e-bc418a18ddec)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:23:24.575132 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:24.618974 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87b3019d-edf2-438e-8157-11c73fa38329 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:24.669611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee6555-ad70-4e35-8869-826edfa74f9b None None] Pushing event updated for resources: {'Port': ['ID=26612d8c-6ca9-44c8-893b-1c92b70e7e7c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:24.710605 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3019d-edf2-438e-8157-11c73fa38329 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Pushing event updated for resources: {'Subnet': ['ID=a1673a83-e18a-4bb3-92fb-34447cb86a26,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:24.712652 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3019d-edf2-438e-8157-11c73fa38329 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Checking segment: {'id': 'd0c3f8fc-eec9-432a-b8d5-a75ec4a74aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'fbf0ccf8-17d1-4742-b6d6-1614c4db152d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:24.713015 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b3019d-edf2-438e-8157-11c73fa38329 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Network hostable DHCP agents. Network: fbf0ccf8-17d1-4742-b6d6-1614c4db152d, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:23:24.774260 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73ed4e0a-9ec2-4f89-ad09-a14463674f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:24.865970 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b3019d-edf2-438e-8157-11c73fa38329 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Network fbf0ccf8-17d1-4742-b6d6-1614c4db152d is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:23:24.945862 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-87b3019d-edf2-438e-8157-11c73fa38329 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, fbf0ccf8-17d1-4742-b6d6-1614c4db152d) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:24.950156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b3019d-edf2-438e-8157-11c73fa38329 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:24.950877 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87b3019d-edf2-438e-8157-11c73fa38329 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:24.955263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a4a518-99b8-4507-9d43-bdbc27d83bbe None None] Network fbf0ccf8-17d1-4742-b6d6-1614c4db152d requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:25.038479 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-87b3019d-edf2-438e-8157-11c73fa38329 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0874736 Feb 17 10:23:25.041396 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47106) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:25.047624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f966218f-fbbb-4e82-901b-c843e55346bc tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fbf0ccf8-17d1-4742-b6d6-1614c4db152d'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:25.186885 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-fbf0ccf8-17d1-4742-b6d6-1614c4db152d', 'network_id': 'fbf0ccf8-17d1-4742-b6d6-1614c4db152d', 'tenant_id': '9f7496155063453685bf62888066d4b4', 'fixed_ips': [{'subnet_id': 'a1673a83-e18a-4bb3-92fb-34447cb86a26'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:23:25.187755 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:25.350319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Allocated IP 172.21.0.2 (fbf0ccf8-17d1-4742-b6d6-1614c4db152d/a1673a83-e18a-4bb3-92fb-34447cb86a26/e5afce07-099b-4883-bf4d-262f84a2021e) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:23:25.449193 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f966218f-fbbb-4e82-901b-c843e55346bc tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:25.572255 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:25.584816 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Transition to ACTIVE for port object e5afce07-099b-4883-bf4d-262f84a2021e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:25.604587 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Transition to ACTIVE for port object e5afce07-099b-4883-bf4d-262f84a2021e will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:25.630702 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0643a56-e0eb-4ca5-b2de-9b1fa5783d2a None None] Network 8aa47b09-b34b-4ec6-90ed-eecca910c581 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:25.676685 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.api.v2.resource [None req-f966218f-fbbb-4e82-901b-c843e55346bc tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 10:23:25.677768 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f966218f-fbbb-4e82-901b-c843e55346bc tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] 10.222.0.75 "PUT /v2.0/routers/e6d752d5-e415-4227-8705-722225cba509 HTTP/1.1" status: 400 len: 364 time: 0.6351285 Feb 17 10:23:25.684038 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47110) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:25.698215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:25.748469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b5651a-94a5-43e3-938e-08d486af2cce tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Deleting subnet a1673a83-e18a-4bb3-92fb-34447cb86a26 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:23:25.751456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-53b5651a-94a5-43e3-938e-08d486af2cce tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:25.803779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Network fbf0ccf8-17d1-4742-b6d6-1614c4db152d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:23:25.805826 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-53b5651a-94a5-43e3-938e-08d486af2cce tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:25.813679 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Pushing event updated for resources: {'Port': ['ID=e5afce07-099b-4883-bf4d-262f84a2021e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:25.819579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:25.823026 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:23:25.869168 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4311213f-8259-4b0e-a81b-26e252e5d213 None None] Provisioning for port 26612d8c-6ca9-44c8-893b-1c92b70e7e7c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:23:25.892292 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-53b5651a-94a5-43e3-938e-08d486af2cce tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:25.972763 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Attempting to bind port e5afce07-099b-4883-bf4d-262f84a2021e on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:23:25.973131 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Attempting to bind port e5afce07-099b-4883-bf4d-262f84a2021e by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'd0c3f8fc-eec9-432a-b8d5-a75ec4a74aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'fbf0ccf8-17d1-4742-b6d6-1614c4db152d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:23:25.973483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Attempting to bind port e5afce07-099b-4883-bf4d-262f84a2021e on network fbf0ccf8-17d1-4742-b6d6-1614c4db152d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:23:26.010093 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:23:26.010464 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Checking segment: {'id': 'd0c3f8fc-eec9-432a-b8d5-a75ec4a74aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'fbf0ccf8-17d1-4742-b6d6-1614c4db152d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:26.010860 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:26.011291 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Bound using segment: {'id': 'd0c3f8fc-eec9-432a-b8d5-a75ec4a74aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'fbf0ccf8-17d1-4742-b6d6-1614c4db152d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:23:26.011747 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Bound port: e5afce07-099b-4883-bf4d-262f84a2021e, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c3f8fc-eec9-432a-b8d5-a75ec4a74aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'fbf0ccf8-17d1-4742-b6d6-1614c4db152d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:23:26.012110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:26.037832 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-53b5651a-94a5-43e3-938e-08d486af2cce tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:26.085431 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5651a-94a5-43e3-938e-08d486af2cce tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Pushing event deleted for resources: {'Subnet': ['ID=a1673a83-e18a-4bb3-92fb-34447cb86a26,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:26.087450 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-53b5651a-94a5-43e3-938e-08d486af2cce tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:26.094265 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-53b5651a-94a5-43e3-938e-08d486af2cce tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] 10.222.0.75 "DELETE /v2.0/subnets/a1673a83-e18a-4bb3-92fb-34447cb86a26 HTTP/1.1" status: 204 len: 168 time: 0.4090910 Feb 17 10:23:26.097364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47114) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:26.133487 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 26612d8c-6ca9-44c8-893b-1c92b70e7e7c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:23:26.165789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] For port e5afce07-099b-4883-bf4d-262f84a2021e, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:23:26.192899 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] For port e5afce07-099b-4883-bf4d-262f84a2021e, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e5afce07-099b-4883-bf4d-262f84a2021e,segment=NetworkSegment(d0c3f8fc-eec9-432a-b8d5-a75ec4a74aeb),segment_id=d0c3f8fc-eec9-432a-b8d5-a75ec4a74aeb)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:23:26.228074 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:26.239836 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Deleting port e5afce07-099b-4883-bf4d-262f84a2021e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:23:26.241351 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:26.294808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:26.388187 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 26612d8c-6ca9-44c8-893b-1c92b70e7e7c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:23:26.411680 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 26612d8c-6ca9-44c8-893b-1c92b70e7e7c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:26.411965 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:26.457516 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] For port e5afce07-099b-4883-bf4d-262f84a2021e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e5afce07-099b-4883-bf4d-262f84a2021e,segment=NetworkSegment(d0c3f8fc-eec9-432a-b8d5-a75ec4a74aeb),segment_id=d0c3f8fc-eec9-432a-b8d5-a75ec4a74aeb)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:26.457875 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:26.473238 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-17f48a5f-d0ef-4873-b084-c77f8358faa8 None None] Provisioning complete for port 26612d8c-6ca9-44c8-893b-1c92b70e7e7c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:26.473606 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17f48a5f-d0ef-4873-b084-c77f8358faa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:26.530018 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdc17e-5d62-4d66-a280-93d907b628be None None] Pushing event updated for resources: {'Port': ['ID=e5afce07-099b-4883-bf4d-262f84a2021e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:26.592619 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Calling delete_port for e5afce07-099b-4883-bf4d-262f84a2021e owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:23:26.637093 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dde290-dc73-4a9f-b412-7c6fc1901c13 None None] Network fbf0ccf8-17d1-4742-b6d6-1614c4db152d requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:26.734209 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:26.782374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Pushing event deleted for resources: {'Port': ['ID=e5afce07-099b-4883-bf4d-262f84a2021e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:26.787551 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] No DVR routers for this DVR port e5afce07-099b-4883-bf4d-262f84a2021e on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:23:26.789781 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:26.855758 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17f48a5f-d0ef-4873-b084-c77f8358faa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:26.911331 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:26.912762 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 26612d8c-6ca9-44c8-893b-1c92b70e7e7c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=26612d8c-6ca9-44c8-893b-1c92b70e7e7c,segment=NetworkSegment(3f96e26f-ce78-477e-b85e-bc418a18ddec),segment_id=3f96e26f-ce78-477e-b85e-bc418a18ddec)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:26.922308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00a26d3-91c0-4759-8e7f-b0242aa61937 None None] get_active_networks_info from dv-neutron-828143-5-hyperv {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 10:23:26.942073 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf0ccf8-17d1-4742-b6d6-1614c4db152d']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:26.954156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c3f8fc-eec9-432a-b8d5-a75ec4a74aeb') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:26.960549 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c3f8fc-eec9-432a-b8d5-a75ec4a74aeb') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:26.966285 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:26.982527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:26.987344 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:26.989876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:23:26.990456 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:23:27.005340 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:23:27.097189 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f307ccee-0b22-44fb-8061-8c6703207416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:27.132825 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00a26d3-91c0-4759-8e7f-b0242aa61937 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 10:23:27.136288 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-17f48a5f-d0ef-4873-b084-c77f8358faa8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:23:27.136633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-17f48a5f-d0ef-4873-b084-c77f8358faa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:23:27.138496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=26612d8c-6ca9-44c8-893b-1c92b70e7e7c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:27.151248 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:27.155631 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:27.180867 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Pushing event deleted for resources: {'Network': ['ID=fbf0ccf8-17d1-4742-b6d6-1614c4db152d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:27.185908 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4e4365b0-4303-46b8-9da3-d16ebb1e7303 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] 10.222.0.75 "DELETE /v2.0/networks/fbf0ccf8-17d1-4742-b6d6-1614c4db152d HTTP/1.1" status: 204 len: 168 time: 1.0867803 Feb 17 10:23:27.188654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47118) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:27.258767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad4f0e7-3540-443c-839e-da99ab500512 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Deleting subnet 71c3fa6c-ba24-4714-a845-22ea4babc069 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:23:27.261689 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ad4f0e7-3540-443c-839e-da99ab500512 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:27.316125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ad4f0e7-3540-443c-839e-da99ab500512 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:27.406275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ad4f0e7-3540-443c-839e-da99ab500512 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:27.545758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ad4f0e7-3540-443c-839e-da99ab500512 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:27.587919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4f0e7-3540-443c-839e-da99ab500512 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Pushing event deleted for resources: {'Subnet': ['ID=71c3fa6c-ba24-4714-a845-22ea4babc069,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:27.589805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ad4f0e7-3540-443c-839e-da99ab500512 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:27.600841 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6ad4f0e7-3540-443c-839e-da99ab500512 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] 10.222.0.75 "DELETE /v2.0/subnets/71c3fa6c-ba24-4714-a845-22ea4babc069 HTTP/1.1" status: 204 len: 168 time: 0.4084618 Feb 17 10:23:27.600954 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d999b58-a4ba-42bf-ac93-8829fa7b5632 None None] Network 8aa47b09-b34b-4ec6-90ed-eecca910c581 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:27.602698 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47122) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:27.716605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:27.728728 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Deleting port 26612d8c-6ca9-44c8-893b-1c92b70e7e7c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:23:27.729187 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:27.902020 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbc3484-4603-4ec5-8975-e72fed5d955a None None] DHCP port deletion for 8aa47b09-b34b-4ec6-90ed-eecca910c581 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:23:27.906197 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc3484-4603-4ec5-8975-e72fed5d955a None None] Deleting port 26612d8c-6ca9-44c8-893b-1c92b70e7e7c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:23:27.906526 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7bbc3484-4603-4ec5-8975-e72fed5d955a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:27.950266 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:28.057428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] For port 26612d8c-6ca9-44c8-893b-1c92b70e7e7c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=26612d8c-6ca9-44c8-893b-1c92b70e7e7c,segment=NetworkSegment(3f96e26f-ce78-477e-b85e-bc418a18ddec),segment_id=3f96e26f-ce78-477e-b85e-bc418a18ddec)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:28.057789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:28.114370 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 26612d8c-6ca9-44c8-893b-1c92b70e7e7c no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:23:28.192193 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Calling delete_port for 26612d8c-6ca9-44c8-893b-1c92b70e7e7c owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:23:28.202159 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7bbc3484-4603-4ec5-8975-e72fed5d955a None None] For port 26612d8c-6ca9-44c8-893b-1c92b70e7e7c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=26612d8c-6ca9-44c8-893b-1c92b70e7e7c,segment=NetworkSegment(3f96e26f-ce78-477e-b85e-bc418a18ddec),segment_id=3f96e26f-ce78-477e-b85e-bc418a18ddec)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:28.202545 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7bbc3484-4603-4ec5-8975-e72fed5d955a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:28.346304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:28.352493 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc3484-4603-4ec5-8975-e72fed5d955a None None] Calling delete_port for 26612d8c-6ca9-44c8-893b-1c92b70e7e7c owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:23:28.395655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Pushing event deleted for resources: {'Port': ['ID=26612d8c-6ca9-44c8-893b-1c92b70e7e7c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:28.399053 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] No DVR routers for this DVR port 26612d8c-6ca9-44c8-893b-1c92b70e7e7c on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:23:28.408489 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Port 26612d8c-6ca9-44c8-893b-1c92b70e7e7c update to DOWN by agent not found {{(pid=88371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 17 10:23:28.447288 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-7bbc3484-4603-4ec5-8975-e72fed5d955a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:23:28.447656 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-7bbc3484-4603-4ec5-8975-e72fed5d955a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:23:28.483184 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:28.524318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:28.549906 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa47b09-b34b-4ec6-90ed-eecca910c581']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:28.562211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f96e26f-ce78-477e-b85e-bc418a18ddec') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:28.562562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f96e26f-ce78-477e-b85e-bc418a18ddec') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:28.575902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:28.592151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:28.598944 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:23:28.599269 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:23:28.617651 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:23:28.750444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:28.768419 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:28.778931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Pushing event deleted for resources: {'Network': ['ID=8aa47b09-b34b-4ec6-90ed-eecca910c581,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:28.784472 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9280574e-b956-4c93-9f32-c956b6a5f958 tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] 10.222.0.75 "DELETE /v2.0/networks/8aa47b09-b34b-4ec6-90ed-eecca910c581 HTTP/1.1" status: 204 len: 168 time: 1.1791344 Feb 17 10:23:28.785392 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47126) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:28.831429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0b2a5fd3-80b6-4be4-8d9d-b8a41a03ef6e tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Synchronizing usage tracker for tenant:9f7496155063453685bf62888066d4b4 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:23:28.933154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0b2a5fd3-80b6-4be4-8d9d-b8a41a03ef6e tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Unset dirty status for tenant:9f7496155063453685bf62888066d4b4 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:23:28.934350 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0b2a5fd3-80b6-4be4-8d9d-b8a41a03ef6e tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6d752d5-e415-4227-8705-722225cba509 HTTP/1.1" status: 200 len: 205 time: 0.1480358 Feb 17 10:23:28.936767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47130) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:28.949006 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc3484-4603-4ec5-8975-e72fed5d955a None None] Deleting port 26612d8c-6ca9-44c8-893b-1c92b70e7e7c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:23:28.949496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7bbc3484-4603-4ec5-8975-e72fed5d955a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:29.016576 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc3484-4603-4ec5-8975-e72fed5d955a None None] The port '26612d8c-6ca9-44c8-893b-1c92b70e7e7c' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 10:23:29.066584 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-555652a7-b145-4017-bfc6-666026ada9ed tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:29.361151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-555652a7-b145-4017-bfc6-666026ada9ed tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:29.363203 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-555652a7-b145-4017-bfc6-666026ada9ed tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:29.454207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-555652a7-b145-4017-bfc6-666026ada9ed tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:29.455313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555652a7-b145-4017-bfc6-666026ada9ed tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Fanout notify agent at l3_agent the message router_deleted on router e6d752d5-e415-4227-8705-722225cba509 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 10:23:29.468513 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-555652a7-b145-4017-bfc6-666026ada9ed tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:29.469748 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-555652a7-b145-4017-bfc6-666026ada9ed tempest-RoutersNegativeTest-870909401 tempest-RoutersNegativeTest-870909401-project] 10.222.0.75 "DELETE /v2.0/routers/e6d752d5-e415-4227-8705-722225cba509 HTTP/1.1" status: 204 len: 168 time: 0.5320423 Feb 17 10:23:29.931689 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47138) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:29.952208 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:30.101542 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a531a856-4fc6-4c57-8289-f3892138f4e1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9f7496155063453685bf62888066d4b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683230 Feb 17 10:23:30.104061 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47144) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:30.162131 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e985a3a2-6118-44bc-8a73-df3b4ed14e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:30.187606 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e985a3a2-6118-44bc-8a73-df3b4ed14e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:30.318001 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e985a3a2-6118-44bc-8a73-df3b4ed14e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:30.333321 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985a3a2-6118-44bc-8a73-df3b4ed14e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1488615-e8b6-4aa7-8b67-13679377cf2f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:30.340451 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e985a3a2-6118-44bc-8a73-df3b4ed14e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:30.341631 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e985a3a2-6118-44bc-8a73-df3b4ed14e3d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e1488615-e8b6-4aa7-8b67-13679377cf2f HTTP/1.1" status: 204 len: 168 time: 0.2366734 Feb 17 10:23:31.387319 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47168) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:31.507254 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-739356288-network', 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:31.512022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:31.515863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Usage tracker for resource:network and tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:31.520165 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:31.529347 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:31.659920 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Made reservation on behalf of 2b3f7f28d99d429e8b4dcf9e3a01d192 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:31.662249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:31.674521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:31.688685 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:31.692714 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Usage tracker for resource:security_group_rule and tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:31.695470 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:31.700929 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:31.783214 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:31.860187 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:31.888634 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:23:31.901661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f074886-65f9-4b92-92b2-86ebb4754f98,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:31.906898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:31.907331 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Added segment fdd14925-65ca-4df6-8708-b6ffd4021a19 of type vlan for network fcb69762-791a-41e7-9ddb-863a824baaec Feb 17 10:23:31.934625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:32.013687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:32.014789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:32.015377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:32.122714 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] Pushing event updated for resources: {'Network': ['ID=fcb69762-791a-41e7-9ddb-863a824baaec,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:32.136778 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network fcb69762-791a-41e7-9ddb-863a824baaec details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:23:32.191930 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-45010c71-2d54-4c3c-a127-cd31a1bcf4fe admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8034933 Feb 17 10:23:32.194657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47174) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:32.200142 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-65064960-fdea-4c29-bfe8-a8af00d32695 admin admin] Request body: {'subnet': {'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-739356288-subnet', 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:32.206784 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-65064960-fdea-4c29-bfe8-a8af00d32695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:32.210030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-65064960-fdea-4c29-bfe8-a8af00d32695 admin admin] Usage tracker for resource:subnet and tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:32.212975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-65064960-fdea-4c29-bfe8-a8af00d32695 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:32.218998 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-65064960-fdea-4c29-bfe8-a8af00d32695 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:32.288323 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65064960-fdea-4c29-bfe8-a8af00d32695 admin admin] Made reservation on behalf of 2b3f7f28d99d429e8b4dcf9e3a01d192 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:32.290756 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65064960-fdea-4c29-bfe8-a8af00d32695 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:32.689754 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65064960-fdea-4c29-bfe8-a8af00d32695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:32.765353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65064960-fdea-4c29-bfe8-a8af00d32695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea0fa716-6dce-4d09-89d4-f4d7dc797374,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:32.779837 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65064960-fdea-4c29-bfe8-a8af00d32695 admin admin] Checking segment: {'id': 'fdd14925-65ca-4df6-8708-b6ffd4021a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:32.779837 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65064960-fdea-4c29-bfe8-a8af00d32695 admin admin] Network hostable DHCP agents. Network: fcb69762-791a-41e7-9ddb-863a824baaec, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:23:32.842871 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65064960-fdea-4c29-bfe8-a8af00d32695 admin admin] Network fcb69762-791a-41e7-9ddb-863a824baaec is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:23:32.900988 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-65064960-fdea-4c29-bfe8-a8af00d32695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, fcb69762-791a-41e7-9ddb-863a824baaec) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:32.905144 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65064960-fdea-4c29-bfe8-a8af00d32695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:32.905734 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65064960-fdea-4c29-bfe8-a8af00d32695 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:32.911116 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50e9b10-2682-4451-be09-7c9e2d36d0d7 None None] Network fcb69762-791a-41e7-9ddb-863a824baaec requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:32.986603 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-65064960-fdea-4c29-bfe8-a8af00d32695 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7907076 Feb 17 10:23:32.989272 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47178) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:32.995285 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-739356288-router', 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:33.000884 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:33.005966 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Usage tracker for resource:router and tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:33.009310 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:33.015052 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:33.070291 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:33.071344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:33.086386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:33.133432 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-fcb69762-791a-41e7-9ddb-863a824baaec', 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec', 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'fixed_ips': [{'subnet_id': 'ea0fa716-6dce-4d09-89d4-f4d7dc797374'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:23:33.134292 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:33.292221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Allocated IP 172.20.0.2 (fcb69762-791a-41e7-9ddb-863a824baaec/ea0fa716-6dce-4d09-89d4-f4d7dc797374/dfec4854-afa9-45f1-8c2d-91ff46614590) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:23:33.416710 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:33.502225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:33.512353 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Transition to ACTIVE for port object dfec4854-afa9-45f1-8c2d-91ff46614590 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:33.530669 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Transition to ACTIVE for port object dfec4854-afa9-45f1-8c2d-91ff46614590 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:33.585851 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:33.655696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Network fcb69762-791a-41e7-9ddb-863a824baaec is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:23:33.658773 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:33.662574 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:23:33.668410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Pushing event updated for resources: {'Port': ['ID=dfec4854-afa9-45f1-8c2d-91ff46614590,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:33.757215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Attempting to bind port dfec4854-afa9-45f1-8c2d-91ff46614590 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:23:33.757583 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Attempting to bind port dfec4854-afa9-45f1-8c2d-91ff46614590 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'fdd14925-65ca-4df6-8708-b6ffd4021a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:23:33.757959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Attempting to bind port dfec4854-afa9-45f1-8c2d-91ff46614590 on network fcb69762-791a-41e7-9ddb-863a824baaec {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:23:33.763356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:23:33.763723 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Checking segment: {'id': 'fdd14925-65ca-4df6-8708-b6ffd4021a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:33.764117 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:33.764506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Bound using segment: {'id': 'fdd14925-65ca-4df6-8708-b6ffd4021a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:23:33.764959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Bound port: dfec4854-afa9-45f1-8c2d-91ff46614590, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd14925-65ca-4df6-8708-b6ffd4021a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:23:33.765327 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:33.800601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:33.832214 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:33.868421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] For port dfec4854-afa9-45f1-8c2d-91ff46614590, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:23:33.871508 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] For port dfec4854-afa9-45f1-8c2d-91ff46614590, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dfec4854-afa9-45f1-8c2d-91ff46614590,segment=NetworkSegment(fdd14925-65ca-4df6-8708-b6ffd4021a19),segment_id=fdd14925-65ca-4df6-8708-b6ffd4021a19)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:23:33.940797 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:33.972562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Allocated IP 172.26.4.62 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/abb01a45-b485-46b1-b2be-0d65ab4c9e66) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:23:34.026296 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad15ed-bcb8-41c3-9d1d-3c141260a6b6 None None] Pushing event updated for resources: {'Port': ['ID=dfec4854-afa9-45f1-8c2d-91ff46614590,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:34.129320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:34.220196 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:34.302756 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:23:34.306598 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:34.310447 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:23:34.351838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Pushing event updated for resources: {'Port': ['ID=abb01a45-b485-46b1-b2be-0d65ab4c9e66,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:34.998066 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040e92e3-3b99-4a60-86d0-fb83da96b9ad None None] Network fcb69762-791a-41e7-9ddb-863a824baaec requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:35.003091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:35.271763 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5957f245-9225-4e97-a4c2-244172117461 None None] Provisioning for port dfec4854-afa9-45f1-8c2d-91ff46614590 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:23:35.366930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:35.688377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Router 6cf4b844-b0ec-41eb-8e36-57d4cff08070 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 10:23:35.866878 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:23:35.878877 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Sync routers for ids ['6cf4b844-b0ec-41eb-8e36-57d4cff08070'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:23:35.889912 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Routers {'6cf4b844-b0ec-41eb-8e36-57d4cff08070'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:23:35.890491 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:23:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6cf4b844-b0ec-41eb-8e36-57d4cff08070'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:35.945974 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:35.947140 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2e289017-b168-44b5-ad50-d0d31440456c admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9566286 Feb 17 10:23:35.949893 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47182) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:36.072690 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Set router 6cf4b844-b0ec-41eb-8e36-57d4cff08070 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:23:36.133728 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dfec4854-afa9-45f1-8c2d-91ff46614590 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:23:36.288598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port dfec4854-afa9-45f1-8c2d-91ff46614590 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:23:36.294148 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port dfec4854-afa9-45f1-8c2d-91ff46614590 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:36.294513 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:36.369533 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'name': 'tempest-TestEncryptedCinderVolumes-739356288-router', 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'abb01a45-b485-46b1-b2be-0d65ab4c9e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:33Z', 'updated_at': '2022-02-17T10:23:34Z', 'revision_number': 3, 'project_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'gw_port': {'id': 'abb01a45-b485-46b1-b2be-0d65ab4c9e66', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:33Z', 'updated_at': '2022-02-17T10:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:36.373336 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Checking router: 6cf4b844-b0ec-41eb-8e36-57d4cff08070 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:23:36.382687 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Updating router 6cf4b844-b0ec-41eb-8e36-57d4cff08070 port abb01a45-b485-46b1-b2be-0d65ab4c9e66 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:23:36.419023 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:36.426646 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:36.452362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port dfec4854-afa9-45f1-8c2d-91ff46614590, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dfec4854-afa9-45f1-8c2d-91ff46614590,segment=NetworkSegment(fdd14925-65ca-4df6-8708-b6ffd4021a19),segment_id=fdd14925-65ca-4df6-8708-b6ffd4021a19)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:36.545625 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:36.621940 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=dfec4854-afa9-45f1-8c2d-91ff46614590,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:36.757007 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:36.769199 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Transition to ACTIVE for port object abb01a45-b485-46b1-b2be-0d65ab4c9e66 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:36.801827 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:36.848593 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:36.930480 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Attempting to bind port abb01a45-b485-46b1-b2be-0d65ab4c9e66 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:23:36.931133 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Attempting to bind port abb01a45-b485-46b1-b2be-0d65ab4c9e66 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:23:36.931252 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Attempting to bind port abb01a45-b485-46b1-b2be-0d65ab4c9e66 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:23:36.934458 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520c0b1-1120-4dbd-8dfb-4ed78a4c4a9c None None] Pushing event updated for resources: {'Port': ['ID=abb01a45-b485-46b1-b2be-0d65ab4c9e66,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:36.939566 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:23:36.939929 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:36.940320 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:36.940704 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:23:36.941158 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Bound port: abb01a45-b485-46b1-b2be-0d65ab4c9e66, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:23:36.941524 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:36.978009 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520c0b1-1120-4dbd-8dfb-4ed78a4c4a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:36.978373 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520c0b1-1120-4dbd-8dfb-4ed78a4c4a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:36.978712 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520c0b1-1120-4dbd-8dfb-4ed78a4c4a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:36.979046 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520c0b1-1120-4dbd-8dfb-4ed78a4c4a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:36.979365 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520c0b1-1120-4dbd-8dfb-4ed78a4c4a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:36.979689 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520c0b1-1120-4dbd-8dfb-4ed78a4c4a9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:36.980006 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520c0b1-1120-4dbd-8dfb-4ed78a4c4a9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:36.980323 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520c0b1-1120-4dbd-8dfb-4ed78a4c4a9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:36.980641 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520c0b1-1120-4dbd-8dfb-4ed78a4c4a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:36.980956 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520c0b1-1120-4dbd-8dfb-4ed78a4c4a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:36.981269 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520c0b1-1120-4dbd-8dfb-4ed78a4c4a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:36.981579 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520c0b1-1120-4dbd-8dfb-4ed78a4c4a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:23:37.014374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Allocated IP 172.20.0.1 (fcb69762-791a-41e7-9ddb-863a824baaec/ea0fa716-6dce-4d09-89d4-f4d7dc797374/af35da39-5a7e-4b0c-841e-a5571f2b0fbe) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:23:37.025207 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] For port abb01a45-b485-46b1-b2be-0d65ab4c9e66, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:23:37.028176 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] For port abb01a45-b485-46b1-b2be-0d65ab4c9e66, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=abb01a45-b485-46b1-b2be-0d65ab4c9e66,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:23:37.157420 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:37.171388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:37.187777 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Transition to ACTIVE for port object af35da39-5a7e-4b0c-841e-a5571f2b0fbe will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:37.231896 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Routers {'6cf4b844-b0ec-41eb-8e36-57d4cff08070'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:23:37.232507 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:23:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6cf4b844-b0ec-41eb-8e36-57d4cff08070'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:37.277123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:37.315874 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520c0b1-1120-4dbd-8dfb-4ed78a4c4a9c None None] Pushing event updated for resources: {'Port': ['ID=abb01a45-b485-46b1-b2be-0d65ab4c9e66,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:37.347609 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Network fcb69762-791a-41e7-9ddb-863a824baaec is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:23:37.350357 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:37.353970 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:23:37.384490 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Pushing event updated for resources: {'Port': ['ID=af35da39-5a7e-4b0c-841e-a5571f2b0fbe,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:37.417961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:37.465729 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] Set router 6cf4b844-b0ec-41eb-8e36-57d4cff08070 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:23:37.727821 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c6ddd75e-71e6-4626-9fb2-3c39c66172dc None None] Provisioning for port af35da39-5a7e-4b0c-841e-a5571f2b0fbe completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:23:37.736105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c6ddd75e-71e6-4626-9fb2-3c39c66172dc None None] Provisioning complete for port af35da39-5a7e-4b0c-841e-a5571f2b0fbe triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:37.736695 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c6ddd75e-71e6-4626-9fb2-3c39c66172dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:37.758276 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:37.759884 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'name': 'tempest-TestEncryptedCinderVolumes-739356288-router', 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'abb01a45-b485-46b1-b2be-0d65ab4c9e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:33Z', 'updated_at': '2022-02-17T10:23:34Z', 'revision_number': 3, 'project_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'gw_port': {'id': 'abb01a45-b485-46b1-b2be-0d65ab4c9e66', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:33Z', 'updated_at': '2022-02-17T10:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:37.763404 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdee1e8a-0c43-470b-8f0b-214a242ac55e None None] The sync data for ids ['6cf4b844-b0ec-41eb-8e36-57d4cff08070'] in dv-neutron-828143-5-hyperv is: [{'id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'name': 'tempest-TestEncryptedCinderVolumes-739356288-router', 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'abb01a45-b485-46b1-b2be-0d65ab4c9e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:33Z', 'updated_at': '2022-02-17T10:23:34Z', 'revision_number': 3, 'project_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'gw_port': {'id': 'abb01a45-b485-46b1-b2be-0d65ab4c9e66', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:33Z', 'updated_at': '2022-02-17T10:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:23:37.840084 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c6ddd75e-71e6-4626-9fb2-3c39c66172dc None None] Port af35da39-5a7e-4b0c-841e-a5571f2b0fbe cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:23:38.041724 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:38.088224 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:38.182238 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dfec4854-afa9-45f1-8c2d-91ff46614590 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:23:38.260448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port dfec4854-afa9-45f1-8c2d-91ff46614590 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:38.260820 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:38.320638 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Pushing event updated for resources: {'Port': ['ID=af35da39-5a7e-4b0c-841e-a5571f2b0fbe,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:38.323328 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:38.394451 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device abb01a45-b485-46b1-b2be-0d65ab4c9e66 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:23:38.477198 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Network fcb69762-791a-41e7-9ddb-863a824baaec is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:23:38.478094 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:38.511722 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port abb01a45-b485-46b1-b2be-0d65ab4c9e66 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:23:38.517864 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port abb01a45-b485-46b1-b2be-0d65ab4c9e66 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:38.518911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:38.700695 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:38.718820 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port abb01a45-b485-46b1-b2be-0d65ab4c9e66, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=abb01a45-b485-46b1-b2be-0d65ab4c9e66,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:38.719054 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Router 6cf4b844-b0ec-41eb-8e36-57d4cff08070 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:23:38.770757 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8efa8c58-899c-4b94-baef-1f70da31926d None None] Provisioning complete for port af35da39-5a7e-4b0c-841e-a5571f2b0fbe triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:38.771703 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8efa8c58-899c-4b94-baef-1f70da31926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:38.801293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:38.881995 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8efa8c58-899c-4b94-baef-1f70da31926d None None] Port af35da39-5a7e-4b0c-841e-a5571f2b0fbe cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:23:38.894059 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=abb01a45-b485-46b1-b2be-0d65ab4c9e66,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:38.900396 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:23:38.909571 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e95bcbba-1c6d-4972-8efa-68641e7702f3 admin admin] 10.222.0.75 "PUT /v2.0/routers/6cf4b844-b0ec-41eb-8e36-57d4cff08070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9585428 Feb 17 10:23:39.035768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:39.364901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Sync routers for ids ['6cf4b844-b0ec-41eb-8e36-57d4cff08070'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:23:39.377212 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Routers {'6cf4b844-b0ec-41eb-8e36-57d4cff08070'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:23:39.378368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:23:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6cf4b844-b0ec-41eb-8e36-57d4cff08070'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:39.574699 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Set router 6cf4b844-b0ec-41eb-8e36-57d4cff08070 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:23:39.583454 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47200) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:39.589051 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-134619273-network', 'tenant_id': '81001c9e0b8543abb3bd43ca8abdae92'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:39.594147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:39.599135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Usage tracker for resource:network and tenant:81001c9e0b8543abb3bd43ca8abdae92 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:39.602199 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:39.607828 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:39.671217 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Made reservation on behalf of 81001c9e0b8543abb3bd43ca8abdae92 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:39.674826 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:39.687863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:39.703877 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:39.709290 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Usage tracker for resource:security_group_rule and tenant:81001c9e0b8543abb3bd43ca8abdae92 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:39.712293 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:39.718238 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:39.817024 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:39.853809 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:39.886176 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:23:39.891417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16178d36-0ccb-4caf-b47a-2803b1b21e04,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:39.899450 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:39.899798 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Added segment 7207dd69-9ad4-4f58-86b1-435533abeea1 of type vlan for network b0395187-ab23-44bf-a29a-f7ee69c7059e Feb 17 10:23:39.930845 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:39.936954 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'name': 'tempest-TestEncryptedCinderVolumes-739356288-router', 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'abb01a45-b485-46b1-b2be-0d65ab4c9e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:33Z', 'updated_at': '2022-02-17T10:23:37Z', 'revision_number': 4, 'project_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'gw_port': {'id': 'abb01a45-b485-46b1-b2be-0d65ab4c9e66', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:33Z', 'updated_at': '2022-02-17T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'af35da39-5a7e-4b0c-841e-a5571f2b0fbe', 'name': '', 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec', 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'mac_address': 'fa:16:3e:bf:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ea0fa716-6dce-4d09-89d4-f4d7dc797374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:36Z', 'updated_at': '2022-02-17T10:23:37Z', 'revision_number': 2, 'project_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'subnets': [{'id': 'ea0fa716-6dce-4d09-89d4-f4d7dc797374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:39.941371 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Checking router: 6cf4b844-b0ec-41eb-8e36-57d4cff08070 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:23:39.941729 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Updating router 6cf4b844-b0ec-41eb-8e36-57d4cff08070 port af35da39-5a7e-4b0c-841e-a5571f2b0fbe binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:23:39.998437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:40.030134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:40.031110 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:40.031685 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:40.123670 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device abb01a45-b485-46b1-b2be-0d65ab4c9e66 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:23:40.139186 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] Pushing event updated for resources: {'Network': ['ID=b0395187-ab23-44bf-a29a-f7ee69c7059e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:40.158734 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network b0395187-ab23-44bf-a29a-f7ee69c7059e details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:23:40.192132 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-19a9a36b-d575-4486-9d11-6ca7d7cf96cf admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6075363 Feb 17 10:23:40.194809 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47204) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:40.200264 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e469b3b7-31a8-4b20-9f13-bcea818a9cfb admin admin] Request body: {'subnet': {'network_id': 'b0395187-ab23-44bf-a29a-f7ee69c7059e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-134619273-subnet', 'tenant_id': '81001c9e0b8543abb3bd43ca8abdae92', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:40.206189 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e469b3b7-31a8-4b20-9f13-bcea818a9cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:40.211910 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e469b3b7-31a8-4b20-9f13-bcea818a9cfb admin admin] Usage tracker for resource:subnet and tenant:81001c9e0b8543abb3bd43ca8abdae92 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:40.213242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e469b3b7-31a8-4b20-9f13-bcea818a9cfb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:40.218833 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e469b3b7-31a8-4b20-9f13-bcea818a9cfb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:40.299562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e469b3b7-31a8-4b20-9f13-bcea818a9cfb admin admin] Made reservation on behalf of 81001c9e0b8543abb3bd43ca8abdae92 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:40.302000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e469b3b7-31a8-4b20-9f13-bcea818a9cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:40.393635 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port abb01a45-b485-46b1-b2be-0d65ab4c9e66 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:40.393924 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:40.603557 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e469b3b7-31a8-4b20-9f13-bcea818a9cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:40.615969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:40.630267 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Transition to ACTIVE for port object af35da39-5a7e-4b0c-841e-a5571f2b0fbe will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:40.694344 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:40.710601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469b3b7-31a8-4b20-9f13-bcea818a9cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5772e6d-ae38-476e-b1f5-bc7adb54ffa0,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:40.710601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e469b3b7-31a8-4b20-9f13-bcea818a9cfb admin admin] Checking segment: {'id': '7207dd69-9ad4-4f58-86b1-435533abeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b0395187-ab23-44bf-a29a-f7ee69c7059e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:40.710601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e469b3b7-31a8-4b20-9f13-bcea818a9cfb admin admin] Network hostable DHCP agents. Network: b0395187-ab23-44bf-a29a-f7ee69c7059e, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:23:40.808452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e469b3b7-31a8-4b20-9f13-bcea818a9cfb admin admin] Network b0395187-ab23-44bf-a29a-f7ee69c7059e is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:23:40.824009 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3df80-7d1a-4a2b-bae8-32aa37d0838e None None] Pushing event updated for resources: {'Port': ['ID=af35da39-5a7e-4b0c-841e-a5571f2b0fbe,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:40.911564 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Attempting to bind port af35da39-5a7e-4b0c-841e-a5571f2b0fbe on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:23:40.912077 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Attempting to bind port af35da39-5a7e-4b0c-841e-a5571f2b0fbe by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'fdd14925-65ca-4df6-8708-b6ffd4021a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:23:40.912451 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Attempting to bind port af35da39-5a7e-4b0c-841e-a5571f2b0fbe on network fcb69762-791a-41e7-9ddb-863a824baaec {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:23:40.915901 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e469b3b7-31a8-4b20-9f13-bcea818a9cfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, b0395187-ab23-44bf-a29a-f7ee69c7059e) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:40.919951 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:23:40.920145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e469b3b7-31a8-4b20-9f13-bcea818a9cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:40.920384 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Checking segment: {'id': 'fdd14925-65ca-4df6-8708-b6ffd4021a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:40.920703 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e469b3b7-31a8-4b20-9f13-bcea818a9cfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:40.920819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:40.921363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Bound using segment: {'id': 'fdd14925-65ca-4df6-8708-b6ffd4021a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:23:40.921671 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Bound port: af35da39-5a7e-4b0c-841e-a5571f2b0fbe, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd14925-65ca-4df6-8708-b6ffd4021a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:23:40.922293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:40.936764 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef8a156-314c-4665-a3bd-a874cfb59a17 None None] Network b0395187-ab23-44bf-a29a-f7ee69c7059e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:41.023204 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e469b3b7-31a8-4b20-9f13-bcea818a9cfb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8247659 Feb 17 10:23:41.023409 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47208) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:41.028295 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-134619273-router', 'tenant_id': '81001c9e0b8543abb3bd43ca8abdae92', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:41.035028 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:41.038832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Usage tracker for resource:router and tenant:81001c9e0b8543abb3bd43ca8abdae92 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:23:41.041838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:23:41.047797 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:41.105519 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:41.106650 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:41.128364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:41.163208 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] For port af35da39-5a7e-4b0c-841e-a5571f2b0fbe, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:23:41.179512 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] For port af35da39-5a7e-4b0c-841e-a5571f2b0fbe, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=af35da39-5a7e-4b0c-841e-a5571f2b0fbe,segment=NetworkSegment(fdd14925-65ca-4df6-8708-b6ffd4021a19),segment_id=fdd14925-65ca-4df6-8708-b6ffd4021a19)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:23:41.232531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-b0395187-ab23-44bf-a29a-f7ee69c7059e', 'network_id': 'b0395187-ab23-44bf-a29a-f7ee69c7059e', 'tenant_id': '81001c9e0b8543abb3bd43ca8abdae92', 'fixed_ips': [{'subnet_id': 'a5772e6d-ae38-476e-b1f5-bc7adb54ffa0'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:23:41.233356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:41.254281 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:41.453700 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Routers {'6cf4b844-b0ec-41eb-8e36-57d4cff08070'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:23:41.454428 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:23:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6cf4b844-b0ec-41eb-8e36-57d4cff08070'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:41.531146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3df80-7d1a-4a2b-bae8-32aa37d0838e None None] Pushing event updated for resources: {'Port': ['ID=af35da39-5a7e-4b0c-841e-a5571f2b0fbe,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:41.632458 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:41.652303 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Allocated IP 172.20.0.2 (b0395187-ab23-44bf-a29a-f7ee69c7059e/a5772e6d-ae38-476e-b1f5-bc7adb54ffa0/6b57d92e-d756-431c-835a-f29ea178a38c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:23:41.729387 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] Set router 6cf4b844-b0ec-41eb-8e36-57d4cff08070 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:23:42.019617 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:42.052254 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:42.165051 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:42.179750 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Transition to ACTIVE for port object 6b57d92e-d756-431c-835a-f29ea178a38c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:42.204335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Transition to ACTIVE for port object 6b57d92e-d756-431c-835a-f29ea178a38c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:42.219164 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Allocated IP 172.26.4.54 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/fc253f76-a813-4eb6-8084-a73018bd74b6) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:23:42.224614 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'name': 'tempest-TestEncryptedCinderVolumes-739356288-router', 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'abb01a45-b485-46b1-b2be-0d65ab4c9e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:33Z', 'updated_at': '2022-02-17T10:23:37Z', 'revision_number': 4, 'project_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'gw_port': {'id': 'abb01a45-b485-46b1-b2be-0d65ab4c9e66', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:33Z', 'updated_at': '2022-02-17T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'af35da39-5a7e-4b0c-841e-a5571f2b0fbe', 'name': '', 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec', 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'mac_address': 'fa:16:3e:bf:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ea0fa716-6dce-4d09-89d4-f4d7dc797374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:36Z', 'updated_at': '2022-02-17T10:23:41Z', 'revision_number': 4, 'project_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'subnets': [{'id': 'ea0fa716-6dce-4d09-89d4-f4d7dc797374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:42.228732 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec60dc8d-e80b-4bbf-a5ab-024ac620abc0 None None] The sync data for ids ['6cf4b844-b0ec-41eb-8e36-57d4cff08070'] in dv-neutron-828143-5-hyperv is: [{'id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'name': 'tempest-TestEncryptedCinderVolumes-739356288-router', 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'abb01a45-b485-46b1-b2be-0d65ab4c9e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:33Z', 'updated_at': '2022-02-17T10:23:37Z', 'revision_number': 4, 'project_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'gw_port': {'id': 'abb01a45-b485-46b1-b2be-0d65ab4c9e66', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:33Z', 'updated_at': '2022-02-17T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'af35da39-5a7e-4b0c-841e-a5571f2b0fbe', 'name': '', 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec', 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'mac_address': 'fa:16:3e:bf:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'ea0fa716-6dce-4d09-89d4-f4d7dc797374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:36Z', 'updated_at': '2022-02-17T10:23:41Z', 'revision_number': 4, 'project_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'subnets': [{'id': 'ea0fa716-6dce-4d09-89d4-f4d7dc797374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:23:42.294534 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:42.378879 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Network b0395187-ab23-44bf-a29a-f7ee69c7059e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:23:42.382811 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:42.385930 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:23:42.388564 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Pushing event updated for resources: {'Port': ['ID=6b57d92e-d756-431c-835a-f29ea178a38c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:42.415900 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:42.497073 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Attempting to bind port 6b57d92e-d756-431c-835a-f29ea178a38c on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:23:42.497273 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Attempting to bind port 6b57d92e-d756-431c-835a-f29ea178a38c by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '7207dd69-9ad4-4f58-86b1-435533abeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b0395187-ab23-44bf-a29a-f7ee69c7059e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:23:42.497679 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Attempting to bind port 6b57d92e-d756-431c-835a-f29ea178a38c on network b0395187-ab23-44bf-a29a-f7ee69c7059e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:23:42.504950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:23:42.505394 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Checking segment: {'id': '7207dd69-9ad4-4f58-86b1-435533abeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b0395187-ab23-44bf-a29a-f7ee69c7059e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:42.505805 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:42.506239 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Bound using segment: {'id': '7207dd69-9ad4-4f58-86b1-435533abeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b0395187-ab23-44bf-a29a-f7ee69c7059e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:23:42.506816 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Bound port: 6b57d92e-d756-431c-835a-f29ea178a38c, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7207dd69-9ad4-4f58-86b1-435533abeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b0395187-ab23-44bf-a29a-f7ee69c7059e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:23:42.507198 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:42.523345 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:42.605885 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Pushing event updated for resources: {'Port': ['ID=fc253f76-a813-4eb6-8084-a73018bd74b6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:42.610240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:23:42.612341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:42.616593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:23:42.633635 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] For port 6b57d92e-d756-431c-835a-f29ea178a38c, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:23:42.637510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] For port 6b57d92e-d756-431c-835a-f29ea178a38c, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6b57d92e-d756-431c-835a-f29ea178a38c,segment=NetworkSegment(7207dd69-9ad4-4f58-86b1-435533abeea1),segment_id=7207dd69-9ad4-4f58-86b1-435533abeea1)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:23:42.770426 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:42.861457 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eee775-0d50-4192-a1d1-8a5bfb7d87f9 None None] Pushing event updated for resources: {'Port': ['ID=6b57d92e-d756-431c-835a-f29ea178a38c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:43.185153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:43.725728 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:43.895753 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7c4096-51ef-41e5-a875-61d488726d2b None None] Network b0395187-ab23-44bf-a29a-f7ee69c7059e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:23:44.025214 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Router 5e5eeb3c-55a0-405d-bc20-bf214ba20971 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 10:23:44.083450 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dc39e644-9438-465e-ac64-db4f0048ce7a None None] Provisioning for port 6b57d92e-d756-431c-835a-f29ea178a38c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:23:44.196288 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6b57d92e-d756-431c-835a-f29ea178a38c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:23:44.228480 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:23:44.239259 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Sync routers for ids ['5e5eeb3c-55a0-405d-bc20-bf214ba20971'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:23:44.249704 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Routers {'5e5eeb3c-55a0-405d-bc20-bf214ba20971'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:23:44.250453 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:23:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['5e5eeb3c-55a0-405d-bc20-bf214ba20971'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:44.340149 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:44.342639 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1dc83250-1168-46b0-b7dd-40ac5292d683 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3173385 Feb 17 10:23:44.352106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47212) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:23:44.368981 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 6b57d92e-d756-431c-835a-f29ea178a38c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:23:44.374771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 6b57d92e-d756-431c-835a-f29ea178a38c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:44.375207 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:44.445338 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Set router 5e5eeb3c-55a0-405d-bc20-bf214ba20971 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:23:44.509245 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-67bd831d-b658-49c6-8867-c54983e9cfe4 None None] Provisioning complete for port 6b57d92e-d756-431c-835a-f29ea178a38c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:44.509607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-67bd831d-b658-49c6-8867-c54983e9cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:44.638019 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:44.742392 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 6b57d92e-d756-431c-835a-f29ea178a38c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6b57d92e-d756-431c-835a-f29ea178a38c,segment=NetworkSegment(7207dd69-9ad4-4f58-86b1-435533abeea1),segment_id=7207dd69-9ad4-4f58-86b1-435533abeea1)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:44.742622 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'name': 'tempest-TestEncryptedCinderVolumes-134619273-router', 'tenant_id': '81001c9e0b8543abb3bd43ca8abdae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'fc253f76-a813-4eb6-8084-a73018bd74b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:41Z', 'updated_at': '2022-02-17T10:23:42Z', 'revision_number': 3, 'project_id': '81001c9e0b8543abb3bd43ca8abdae92', 'gw_port': {'id': 'fc253f76-a813-4eb6-8084-a73018bd74b6', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:06:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:42Z', 'updated_at': '2022-02-17T10:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:44.743466 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-67bd831d-b658-49c6-8867-c54983e9cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:44.746507 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Checking router: 5e5eeb3c-55a0-405d-bc20-bf214ba20971 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:23:44.746854 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Updating router 5e5eeb3c-55a0-405d-bc20-bf214ba20971 port fc253f76-a813-4eb6-8084-a73018bd74b6 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:23:44.785410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:44.786375 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device af35da39-5a7e-4b0c-841e-a5571f2b0fbe up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:23:44.803282 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:44.964363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=6b57d92e-d756-431c-835a-f29ea178a38c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:44.966917 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-67bd831d-b658-49c6-8867-c54983e9cfe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:23:44.967277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-67bd831d-b658-49c6-8867-c54983e9cfe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:23:45.049204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port af35da39-5a7e-4b0c-841e-a5571f2b0fbe completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:23:45.056315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port af35da39-5a7e-4b0c-841e-a5571f2b0fbe triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:45.056315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:45.147004 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:45.161811 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Transition to ACTIVE for port object fc253f76-a813-4eb6-8084-a73018bd74b6 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:45.184210 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:45.188227 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:45.202409 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:45.218129 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port af35da39-5a7e-4b0c-841e-a5571f2b0fbe, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=af35da39-5a7e-4b0c-841e-a5571f2b0fbe,segment=NetworkSegment(fdd14925-65ca-4df6-8708-b6ffd4021a19),segment_id=fdd14925-65ca-4df6-8708-b6ffd4021a19)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:45.271229 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:45.286514 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Attempting to bind port fc253f76-a813-4eb6-8084-a73018bd74b6 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:23:45.287158 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Attempting to bind port fc253f76-a813-4eb6-8084-a73018bd74b6 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:23:45.287390 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Attempting to bind port fc253f76-a813-4eb6-8084-a73018bd74b6 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:23:45.295052 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:23:45.301455 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:45.301455 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:45.301455 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:23:45.301455 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Bound port: fc253f76-a813-4eb6-8084-a73018bd74b6, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:23:45.301455 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:45.326054 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a2b4-3d4f-4540-ae30-8e24adb994ca None None] Pushing event updated for resources: {'Port': ['ID=fc253f76-a813-4eb6-8084-a73018bd74b6,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:45.351719 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=af35da39-5a7e-4b0c-841e-a5571f2b0fbe,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:45.375485 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] For port fc253f76-a813-4eb6-8084-a73018bd74b6, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:23:45.378658 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] For port fc253f76-a813-4eb6-8084-a73018bd74b6, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fc253f76-a813-4eb6-8084-a73018bd74b6,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:23:45.419851 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Allocated IP 172.20.0.1 (b0395187-ab23-44bf-a29a-f7ee69c7059e/a5772e6d-ae38-476e-b1f5-bc7adb54ffa0/ee229fec-0e9c-4852-afb0-ca51f60aab0f) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:23:45.489269 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:45.572742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:45.576756 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a2b4-3d4f-4540-ae30-8e24adb994ca None None] Pushing event updated for resources: {'Port': ['ID=fc253f76-a813-4eb6-8084-a73018bd74b6,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:45.579930 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Routers {'5e5eeb3c-55a0-405d-bc20-bf214ba20971'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:23:45.580653 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:23:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['5e5eeb3c-55a0-405d-bc20-bf214ba20971'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:45.589388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Transition to ACTIVE for port object ee229fec-0e9c-4852-afb0-ca51f60aab0f will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:45.688914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:45.699179 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:23:45.758324 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Network b0395187-ab23-44bf-a29a-f7ee69c7059e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:23:45.760987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:45.764708 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:23:45.799235 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Pushing event updated for resources: {'Port': ['ID=ee229fec-0e9c-4852-afb0-ca51f60aab0f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:45.810430 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] Set router 5e5eeb3c-55a0-405d-bc20-bf214ba20971 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:23:45.822893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:46.017924 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:46.112151 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'name': 'tempest-TestEncryptedCinderVolumes-134619273-router', 'tenant_id': '81001c9e0b8543abb3bd43ca8abdae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'fc253f76-a813-4eb6-8084-a73018bd74b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:41Z', 'updated_at': '2022-02-17T10:23:42Z', 'revision_number': 3, 'project_id': '81001c9e0b8543abb3bd43ca8abdae92', 'gw_port': {'id': 'fc253f76-a813-4eb6-8084-a73018bd74b6', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:06:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:42Z', 'updated_at': '2022-02-17T10:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:46.116532 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6b57d92e-d756-431c-835a-f29ea178a38c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:23:46.117068 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a05847-c5b4-4845-bed1-4c2eb8a9f917 None None] The sync data for ids ['5e5eeb3c-55a0-405d-bc20-bf214ba20971'] in dv-neutron-828143-5-hyperv is: [{'id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'name': 'tempest-TestEncryptedCinderVolumes-134619273-router', 'tenant_id': '81001c9e0b8543abb3bd43ca8abdae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'fc253f76-a813-4eb6-8084-a73018bd74b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:41Z', 'updated_at': '2022-02-17T10:23:42Z', 'revision_number': 3, 'project_id': '81001c9e0b8543abb3bd43ca8abdae92', 'gw_port': {'id': 'fc253f76-a813-4eb6-8084-a73018bd74b6', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:06:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:42Z', 'updated_at': '2022-02-17T10:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:23:46.150321 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7777c05b-5c41-4227-89c8-aa1e64e35ef6 None None] Provisioning for port ee229fec-0e9c-4852-afb0-ca51f60aab0f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:23:46.171050 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7777c05b-5c41-4227-89c8-aa1e64e35ef6 None None] Provisioning complete for port ee229fec-0e9c-4852-afb0-ca51f60aab0f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:46.171426 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7777c05b-5c41-4227-89c8-aa1e64e35ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:46.241724 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7777c05b-5c41-4227-89c8-aa1e64e35ef6 None None] Port ee229fec-0e9c-4852-afb0-ca51f60aab0f cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:23:46.255714 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 6b57d92e-d756-431c-835a-f29ea178a38c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:46.256258 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:46.398019 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:46.404359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device af35da39-5a7e-4b0c-841e-a5571f2b0fbe up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:23:46.460015 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:46.482085 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port af35da39-5a7e-4b0c-841e-a5571f2b0fbe triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:46.482448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:46.571154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:46.669034 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Pushing event updated for resources: {'Port': ['ID=ee229fec-0e9c-4852-afb0-ca51f60aab0f,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:46.732439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Network b0395187-ab23-44bf-a29a-f7ee69c7059e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:23:46.733783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:46.947293 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Router 5e5eeb3c-55a0-405d-bc20-bf214ba20971 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:23:47.066359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ab1002e5-1a08-4da2-a384-c750e974d1a8 None None] Provisioning complete for port ee229fec-0e9c-4852-afb0-ca51f60aab0f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:47.066728 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab1002e5-1a08-4da2-a384-c750e974d1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:47.126523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ab1002e5-1a08-4da2-a384-c750e974d1a8 None None] Port ee229fec-0e9c-4852-afb0-ca51f60aab0f cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:23:47.134793 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:23:47.143613 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8aa35dad-fd34-452e-957b-0c387ef3ebfd admin admin] 10.222.0.75 "PUT /v2.0/routers/5e5eeb3c-55a0-405d-bc20-bf214ba20971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7898746 Feb 17 10:23:48.087481 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc79941-0962-4c30-a79b-715f543042a1 req-e222249f-7979-4456-a5a9-579f0800c98e tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:48.088200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-cbc79941-0962-4c30-a79b-715f543042a1 req-e222249f-7979-4456-a5a9-579f0800c98e tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Synchronizing usage tracker for tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:23:48.125073 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fc253f76-a813-4eb6-8084-a73018bd74b6 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:23:48.151102 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-cbc79941-0962-4c30-a79b-715f543042a1 req-e222249f-7979-4456-a5a9-579f0800c98e tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Unset dirty status for tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:23:48.152329 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cbc79941-0962-4c30-a79b-715f543042a1 req-e222249f-7979-4456-a5a9-579f0800c98e tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/networks?id=fcb69762-791a-41e7-9ddb-863a824baaec HTTP/1.1" status: 200 len: 816 time: 0.2176051 Feb 17 10:23:48.167618 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cbc79941-0962-4c30-a79b-715f543042a1 req-944d5fb9-6dd8-4b30-977f-f980bc8ff467 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/quotas/2b3f7f28d99d429e8b4dcf9e3a01d192 HTTP/1.1" status: 200 len: 375 time: 0.0093949 Feb 17 10:23:48.254350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-cbc79941-0962-4c30-a79b-715f543042a1 req-d0d8c984-497d-4b03-b5c2-f3644fa0258f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Synchronizing usage tracker for tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:23:48.258857 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port fc253f76-a813-4eb6-8084-a73018bd74b6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:23:48.263872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fc253f76-a813-4eb6-8084-a73018bd74b6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:48.264247 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:48.356145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-cbc79941-0962-4c30-a79b-715f543042a1 req-d0d8c984-497d-4b03-b5c2-f3644fa0258f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Unset dirty status for tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:23:48.357394 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cbc79941-0962-4c30-a79b-715f543042a1 req-d0d8c984-497d-4b03-b5c2-f3644fa0258f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2b3f7f28d99d429e8b4dcf9e3a01d192&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1848128 Feb 17 10:23:48.390761 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:48.408898 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port fc253f76-a813-4eb6-8084-a73018bd74b6, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fc253f76-a813-4eb6-8084-a73018bd74b6,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:48.482753 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:48.554537 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=fc253f76-a813-4eb6-8084-a73018bd74b6,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:48.615324 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cbc79941-0962-4c30-a79b-715f543042a1 req-45e14649-7777-40f6-9622-709a87b52d13 service neutron] 10.222.0.75 "GET /v2.0/networks/fcb69762-791a-41e7-9ddb-863a824baaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445774 Feb 17 10:23:48.752793 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cbc79941-0962-4c30-a79b-715f543042a1 req-dd9ce549-5823-4f59-9e4d-6376a9e22802 service neutron] 10.222.0.75 "GET /v2.0/networks/fcb69762-791a-41e7-9ddb-863a824baaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312549 Feb 17 10:23:48.990280 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7abe3fdd-5682-4ecd-a2d5-370222511408 req-7eb42e9b-43a1-4923-94f7-7965d8f08cda tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 210 time: 0.0431306 Feb 17 10:23:49.131939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Sync routers for ids ['5e5eeb3c-55a0-405d-bc20-bf214ba20971'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:23:49.141104 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Routers {'5e5eeb3c-55a0-405d-bc20-bf214ba20971'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:23:49.141703 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:23:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['5e5eeb3c-55a0-405d-bc20-bf214ba20971'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:49.352252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Set router 5e5eeb3c-55a0-405d-bc20-bf214ba20971 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:23:49.676834 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'name': 'tempest-TestEncryptedCinderVolumes-134619273-router', 'tenant_id': '81001c9e0b8543abb3bd43ca8abdae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'fc253f76-a813-4eb6-8084-a73018bd74b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:41Z', 'updated_at': '2022-02-17T10:23:45Z', 'revision_number': 4, 'project_id': '81001c9e0b8543abb3bd43ca8abdae92', 'gw_port': {'id': 'fc253f76-a813-4eb6-8084-a73018bd74b6', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:06:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:42Z', 'updated_at': '2022-02-17T10:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'ee229fec-0e9c-4852-afb0-ca51f60aab0f', 'name': '', 'network_id': 'b0395187-ab23-44bf-a29a-f7ee69c7059e', 'tenant_id': '81001c9e0b8543abb3bd43ca8abdae92', 'mac_address': 'fa:16:3e:14:16:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'a5772e6d-ae38-476e-b1f5-bc7adb54ffa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:45Z', 'updated_at': '2022-02-17T10:23:46Z', 'revision_number': 2, 'project_id': '81001c9e0b8543abb3bd43ca8abdae92', 'subnets': [{'id': 'a5772e6d-ae38-476e-b1f5-bc7adb54ffa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:49.680927 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Checking router: 5e5eeb3c-55a0-405d-bc20-bf214ba20971 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:23:49.681278 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Updating router 5e5eeb3c-55a0-405d-bc20-bf214ba20971 port ee229fec-0e9c-4852-afb0-ca51f60aab0f binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:23:49.734379 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:50.072736 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:50.087030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Transition to ACTIVE for port object ee229fec-0e9c-4852-afb0-ca51f60aab0f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:50.130658 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fc253f76-a813-4eb6-8084-a73018bd74b6 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:23:50.150412 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e7494863-5156-4353-9c7b-87e52648d916 req-8e1db755-70f5-42a3-86e8-512a0b74ec7a tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 210 time: 0.0448010 Feb 17 10:23:50.161783 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:50.323010 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e36304-fac8-4357-ad2a-b0982d4a544f None None] Pushing event updated for resources: {'Port': ['ID=ee229fec-0e9c-4852-afb0-ca51f60aab0f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:50.421837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fc253f76-a813-4eb6-8084-a73018bd74b6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:50.422552 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:50.465756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Attempting to bind port ee229fec-0e9c-4852-afb0-ca51f60aab0f on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:23:50.466153 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Attempting to bind port ee229fec-0e9c-4852-afb0-ca51f60aab0f by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '7207dd69-9ad4-4f58-86b1-435533abeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b0395187-ab23-44bf-a29a-f7ee69c7059e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:23:50.466514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Attempting to bind port ee229fec-0e9c-4852-afb0-ca51f60aab0f on network b0395187-ab23-44bf-a29a-f7ee69c7059e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:23:50.487881 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:23:50.488254 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Checking segment: {'id': '7207dd69-9ad4-4f58-86b1-435533abeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b0395187-ab23-44bf-a29a-f7ee69c7059e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:50.488645 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:50.489034 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Bound using segment: {'id': '7207dd69-9ad4-4f58-86b1-435533abeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b0395187-ab23-44bf-a29a-f7ee69c7059e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:23:50.489497 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Bound port: ee229fec-0e9c-4852-afb0-ca51f60aab0f, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7207dd69-9ad4-4f58-86b1-435533abeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b0395187-ab23-44bf-a29a-f7ee69c7059e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:23:50.489866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:50.645696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] For port ee229fec-0e9c-4852-afb0-ca51f60aab0f, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:23:50.657924 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] For port ee229fec-0e9c-4852-afb0-ca51f60aab0f, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ee229fec-0e9c-4852-afb0-ca51f60aab0f,segment=NetworkSegment(7207dd69-9ad4-4f58-86b1-435533abeea1),segment_id=7207dd69-9ad4-4f58-86b1-435533abeea1)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:23:50.734355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:50.818147 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Routers {'5e5eeb3c-55a0-405d-bc20-bf214ba20971'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:23:50.818796 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:23:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['5e5eeb3c-55a0-405d-bc20-bf214ba20971'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:50.886783 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e36304-fac8-4357-ad2a-b0982d4a544f None None] Pushing event updated for resources: {'Port': ['ID=ee229fec-0e9c-4852-afb0-ca51f60aab0f,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:51.068124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] Set router 5e5eeb3c-55a0-405d-bc20-bf214ba20971 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:23:51.295569 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc79941-0962-4c30-a79b-715f543042a1 req-cc0d5e49-54d2-4622-b995-e7878eec4c53 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:51.296932 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cbc79941-0962-4c30-a79b-715f543042a1 req-cc0d5e49-54d2-4622-b995-e7878eec4c53 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.37 "GET /v2.0/networks?id=fcb69762-791a-41e7-9ddb-863a824baaec HTTP/1.1" status: 200 len: 816 time: 0.1724288 Feb 17 10:23:51.339583 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-cbc79941-0962-4c30-a79b-715f543042a1 req-7807360a-552e-40fe-874a-5f3df1e0752d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Request body: {'port': {'device_id': 'f56eb8f4-07f7-4a51-86a6-2fb4c201eabc', 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec', 'admin_state_up': True, 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:51.372311 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-dec80232-f010-4621-a873-5b89b5d94a28 req-d8f0c2e5-cbc4-477b-bd6a-38a7559e9be1 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 210 time: 0.0743902 Feb 17 10:23:51.413523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'name': 'tempest-TestEncryptedCinderVolumes-134619273-router', 'tenant_id': '81001c9e0b8543abb3bd43ca8abdae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'fc253f76-a813-4eb6-8084-a73018bd74b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:41Z', 'updated_at': '2022-02-17T10:23:45Z', 'revision_number': 4, 'project_id': '81001c9e0b8543abb3bd43ca8abdae92', 'gw_port': {'id': 'fc253f76-a813-4eb6-8084-a73018bd74b6', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:06:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:42Z', 'updated_at': '2022-02-17T10:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'ee229fec-0e9c-4852-afb0-ca51f60aab0f', 'name': '', 'network_id': 'b0395187-ab23-44bf-a29a-f7ee69c7059e', 'tenant_id': '81001c9e0b8543abb3bd43ca8abdae92', 'mac_address': 'fa:16:3e:14:16:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'a5772e6d-ae38-476e-b1f5-bc7adb54ffa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:45Z', 'updated_at': '2022-02-17T10:23:50Z', 'revision_number': 4, 'project_id': '81001c9e0b8543abb3bd43ca8abdae92', 'subnets': [{'id': 'a5772e6d-ae38-476e-b1f5-bc7adb54ffa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:23:51.417523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d169a02-c00f-4f15-a0d1-2efc58e26e50 None None] The sync data for ids ['5e5eeb3c-55a0-405d-bc20-bf214ba20971'] in dv-neutron-828143-5-hyperv is: [{'id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'name': 'tempest-TestEncryptedCinderVolumes-134619273-router', 'tenant_id': '81001c9e0b8543abb3bd43ca8abdae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'fc253f76-a813-4eb6-8084-a73018bd74b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:41Z', 'updated_at': '2022-02-17T10:23:45Z', 'revision_number': 4, 'project_id': '81001c9e0b8543abb3bd43ca8abdae92', 'gw_port': {'id': 'fc253f76-a813-4eb6-8084-a73018bd74b6', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:06:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:42Z', 'updated_at': '2022-02-17T10:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'ee229fec-0e9c-4852-afb0-ca51f60aab0f', 'name': '', 'network_id': 'b0395187-ab23-44bf-a29a-f7ee69c7059e', 'tenant_id': '81001c9e0b8543abb3bd43ca8abdae92', 'mac_address': 'fa:16:3e:14:16:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'a5772e6d-ae38-476e-b1f5-bc7adb54ffa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:45Z', 'updated_at': '2022-02-17T10:23:50Z', 'revision_number': 4, 'project_id': '81001c9e0b8543abb3bd43ca8abdae92', 'subnets': [{'id': 'a5772e6d-ae38-476e-b1f5-bc7adb54ffa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:23:51.527450 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-cbc79941-0962-4c30-a79b-715f543042a1 req-7807360a-552e-40fe-874a-5f3df1e0752d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:23:51.540333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-cbc79941-0962-4c30-a79b-715f543042a1 req-7807360a-552e-40fe-874a-5f3df1e0752d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:23:51.642568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc79941-0962-4c30-a79b-715f543042a1 req-7807360a-552e-40fe-874a-5f3df1e0752d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Made reservation on behalf of 2b3f7f28d99d429e8b4dcf9e3a01d192 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:23:51.652269 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cbc79941-0962-4c30-a79b-715f543042a1 req-7807360a-552e-40fe-874a-5f3df1e0752d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:51.826262 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-cbc79941-0962-4c30-a79b-715f543042a1 req-7807360a-552e-40fe-874a-5f3df1e0752d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Allocated IP 172.20.0.13 (fcb69762-791a-41e7-9ddb-863a824baaec/ea0fa716-6dce-4d09-89d4-f4d7dc797374/fb6bdd1d-f3d2-4647-a648-25daa4ca9593) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:23:52.035836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cbc79941-0962-4c30-a79b-715f543042a1 req-7807360a-552e-40fe-874a-5f3df1e0752d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:52.051913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-cbc79941-0962-4c30-a79b-715f543042a1 req-7807360a-552e-40fe-874a-5f3df1e0752d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Transition to ACTIVE for port object fb6bdd1d-f3d2-4647-a648-25daa4ca9593 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:52.131649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ee229fec-0e9c-4852-afb0-ca51f60aab0f up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:23:52.139931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cbc79941-0962-4c30-a79b-715f543042a1 req-7807360a-552e-40fe-874a-5f3df1e0752d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:52.259242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port ee229fec-0e9c-4852-afb0-ca51f60aab0f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:23:52.264698 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port ee229fec-0e9c-4852-afb0-ca51f60aab0f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:52.265076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:52.340643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc79941-0962-4c30-a79b-715f543042a1 req-7807360a-552e-40fe-874a-5f3df1e0752d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Network fcb69762-791a-41e7-9ddb-863a824baaec is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:23:52.343673 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-cbc79941-0962-4c30-a79b-715f543042a1 req-7807360a-552e-40fe-874a-5f3df1e0752d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:23:52.348513 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc79941-0962-4c30-a79b-715f543042a1 req-7807360a-552e-40fe-874a-5f3df1e0752d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:23:52.381106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807360a-552e-40fe-874a-5f3df1e0752d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Pushing event updated for resources: {'Port': ['ID=fb6bdd1d-f3d2-4647-a648-25daa4ca9593,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:52.392357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:52.432580 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port ee229fec-0e9c-4852-afb0-ca51f60aab0f, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ee229fec-0e9c-4852-afb0-ca51f60aab0f,segment=NetworkSegment(7207dd69-9ad4-4f58-86b1-435533abeea1),segment_id=7207dd69-9ad4-4f58-86b1-435533abeea1)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:52.434578 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc79941-0962-4c30-a79b-715f543042a1 req-7807360a-552e-40fe-874a-5f3df1e0752d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:52.435228 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cbc79941-0962-4c30-a79b-715f543042a1 req-7807360a-552e-40fe-874a-5f3df1e0752d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:52.511130 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:52.534875 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cbc79941-0962-4c30-a79b-715f543042a1 req-7807360a-552e-40fe-874a-5f3df1e0752d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1988590 Feb 17 10:23:52.555053 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-cbc79941-0962-4c30-a79b-715f543042a1 req-f9af5e67-0d9d-4e86-8ad6-d2f53ebecb39 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 10:23:52.557018 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cbc79941-0962-4c30-a79b-715f543042a1 req-f9af5e67-0d9d-4e86-8ad6-d2f53ebecb39 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082421 Feb 17 10:23:52.588620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Request body: {'port': {'device_id': 'f56eb8f4-07f7-4a51-86a6-2fb4c201eabc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:23:52.599772 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973c81a-52e3-4cb1-b9d0-d17a73ffb414 req-7a8b3418-cdcd-4ff3-8501-08776988ca11 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:52.601990 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c973c81a-52e3-4cb1-b9d0-d17a73ffb414 req-7a8b3418-cdcd-4ff3-8501-08776988ca11 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 932 time: 0.1108882 Feb 17 10:23:52.616435 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=ee229fec-0e9c-4852-afb0-ca51f60aab0f,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:52.662320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-c973c81a-52e3-4cb1-b9d0-d17a73ffb414 req-d62f548f-a367-425e-b82a-34dd4b012114 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Synchronizing usage tracker for tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:23:52.728046 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5f0156c1-9b5c-43a2-a426-abc11aa94a2e None None] Provisioning for port fb6bdd1d-f3d2-4647-a648-25daa4ca9593 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:23:52.733415 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5f0156c1-9b5c-43a2-a426-abc11aa94a2e None None] Provisioning complete for port fb6bdd1d-f3d2-4647-a648-25daa4ca9593 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:52.734767 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5f0156c1-9b5c-43a2-a426-abc11aa94a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:52.737539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:52.745274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-c973c81a-52e3-4cb1-b9d0-d17a73ffb414 req-d62f548f-a367-425e-b82a-34dd4b012114 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Unset dirty status for tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:23:52.748566 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c973c81a-52e3-4cb1-b9d0-d17a73ffb414 req-d62f548f-a367-425e-b82a-34dd4b012114 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329358 Feb 17 10:23:52.799633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5f0156c1-9b5c-43a2-a426-abc11aa94a2e None None] Port fb6bdd1d-f3d2-4647-a648-25daa4ca9593 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:23:53.094194 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6bdd1d-f3d2-4647-a648-25daa4ca9593 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:23:53.103413 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:53.118856 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Transition to ACTIVE for port object fb6bdd1d-f3d2-4647-a648-25daa4ca9593 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:23:53.207417 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:53.382371 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6bdd1d-f3d2-4647-a648-25daa4ca9593,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:53.465820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Attempting to bind port fb6bdd1d-f3d2-4647-a648-25daa4ca9593 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:23:53.465820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Attempting to bind port fb6bdd1d-f3d2-4647-a648-25daa4ca9593 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fdd14925-65ca-4df6-8708-b6ffd4021a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:23:53.466162 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Attempting to bind port fb6bdd1d-f3d2-4647-a648-25daa4ca9593 on network fcb69762-791a-41e7-9ddb-863a824baaec {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:23:53.472330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Port fb6bdd1d-f3d2-4647-a648-25daa4ca9593 on network fcb69762-791a-41e7-9ddb-863a824baaec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:23:53.472330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Attempting to bind port fb6bdd1d-f3d2-4647-a648-25daa4ca9593 on network fcb69762-791a-41e7-9ddb-863a824baaec {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:23:53.477604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:23:53.477941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Checking segment: {'id': 'fdd14925-65ca-4df6-8708-b6ffd4021a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:23:53.478410 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Bound using segment: {'id': 'fdd14925-65ca-4df6-8708-b6ffd4021a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:23:53.478829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Bound port: fb6bdd1d-f3d2-4647-a648-25daa4ca9593, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd14925-65ca-4df6-8708-b6ffd4021a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:23:53.479172 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:53.581530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] For port fb6bdd1d-f3d2-4647-a648-25daa4ca9593, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:23:53.584641 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] For port fb6bdd1d-f3d2-4647-a648-25daa4ca9593, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fb6bdd1d-f3d2-4647-a648-25daa4ca9593,segment=NetworkSegment(fdd14925-65ca-4df6-8708-b6ffd4021a19),segment_id=fdd14925-65ca-4df6-8708-b6ffd4021a19)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:23:53.693949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:53.759710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:53.760265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:53.761737 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] 10.222.0.37 "PUT /v2.0/ports/fb6bdd1d-f3d2-4647-a648-25daa4ca9593 HTTP/1.1" status: 200 len: 1094 time: 1.1980965 Feb 17 10:23:53.762249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56eb8f4-07f7-4a51-86a6-2fb4c201eabc', 'tag': 'fb6bdd1d-f3d2-4647-a648-25daa4ca9593'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:23:53.789588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083704c-278c-4dcc-ba0a-d558e0bbe135 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6bdd1d-f3d2-4647-a648-25daa4ca9593,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:53.813384 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56eb8f4-07f7-4a51-86a6-2fb4c201eabc', 'tag': 'fb6bdd1d-f3d2-4647-a648-25daa4ca9593', 'status': 'completed', 'code': 200} Feb 17 10:23:53.937038 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2c683-b775-4dc8-bb1a-0d2e98fa8ab1 req-7fc4f53f-4a24-4eea-aaf1-b012fe6b0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:53.938539 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eee2c683-b775-4dc8-bb1a-0d2e98fa8ab1 req-7fc4f53f-4a24-4eea-aaf1-b012fe6b0627 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b3f7f28d99d429e8b4dcf9e3a01d192&device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 1097 time: 0.0757115 Feb 17 10:23:53.962441 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc183f-46d4-4a36-93d9-584600f6192d req-e1be16cc-85df-4e21-bf7a-db32b957e23f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:53.963949 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6bdc183f-46d4-4a36-93d9-584600f6192d req-e1be16cc-85df-4e21-bf7a-db32b957e23f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 944 time: 0.0849943 Feb 17 10:23:54.008920 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6bdc183f-46d4-4a36-93d9-584600f6192d req-d1160768-b27e-417c-9b53-e2d866c45c72 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390775 Feb 17 10:23:54.098083 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2c683-b775-4dc8-bb1a-0d2e98fa8ab1 req-6eb089a3-6038-49e9-aed3-7a78fd4c274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:54.099558 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eee2c683-b775-4dc8-bb1a-0d2e98fa8ab1 req-6eb089a3-6038-49e9-aed3-7a78fd4c274a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2b3f7f28d99d429e8b4dcf9e3a01d192&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1447704 Feb 17 10:23:54.114264 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ee229fec-0e9c-4852-afb0-ca51f60aab0f up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:23:54.180948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port ee229fec-0e9c-4852-afb0-ca51f60aab0f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:23:54.181326 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:54.237516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2c683-b775-4dc8-bb1a-0d2e98fa8ab1 req-9af1d96d-cc36-42c7-9a33-fd08b2422a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:54.239022 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eee2c683-b775-4dc8-bb1a-0d2e98fa8ab1 req-9af1d96d-cc36-42c7-9a33-fd08b2422a32 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332762 Feb 17 10:23:54.425768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc79941-0962-4c30-a79b-715f543042a1 req-e65d89b6-f159-4eec-b9d9-813ca3fbb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:54.427276 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cbc79941-0962-4c30-a79b-715f543042a1 req-e65d89b6-f159-4eec-b9d9-813ca3fbb975 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b3f7f28d99d429e8b4dcf9e3a01d192&device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 1097 time: 0.1254234 Feb 17 10:23:54.501654 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cbc79941-0962-4c30-a79b-715f543042a1 req-389df176-6a98-4369-afcd-732cb8e75b7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb6bdd1d-f3d2-4647-a648-25daa4ca9593 HTTP/1.1" status: 200 len: 217 time: 0.0595388 Feb 17 10:23:54.569198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a93bf498-b6d1-43e8-9c45-5664950f11be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:54.570709 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cbc79941-0962-4c30-a79b-715f543042a1 req-a93bf498-b6d1-43e8-9c45-5664950f11be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea0fa716-6dce-4d09-89d4-f4d7dc797374 HTTP/1.1" status: 200 len: 855 time: 0.0623372 Feb 17 10:23:54.647791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc79941-0962-4c30-a79b-715f543042a1 req-0c33ac68-fe7a-457f-920d-53985754ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:54.649281 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cbc79941-0962-4c30-a79b-715f543042a1 req-0c33ac68-fe7a-457f-920d-53985754ed49 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fcb69762-791a-41e7-9ddb-863a824baaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725317 Feb 17 10:23:54.716529 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3743b862-ba55-47e3-9483-46ea6cdbae02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:54.875017 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cbc79941-0962-4c30-a79b-715f543042a1 req-709d1071-68b9-4ff8-a627-e54edd42a763 service neutron] 10.222.0.37 "GET /v2.0/networks/fcb69762-791a-41e7-9ddb-863a824baaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188296 Feb 17 10:23:55.006550 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cbc79941-0962-4c30-a79b-715f543042a1 req-df0fccc0-480b-43e4-a6a1-8fa84cd5997c service neutron] 10.222.0.37 "GET /v2.0/networks/fcb69762-791a-41e7-9ddb-863a824baaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253064 Feb 17 10:23:55.349466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d87fd-bcf3-4c93-9f21-65bfc17b56f5 req-30541e3e-8d95-4361-8510-82e0e9a4998e tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:55.350211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-965d87fd-bcf3-4c93-9f21-65bfc17b56f5 req-30541e3e-8d95-4361-8510-82e0e9a4998e tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Synchronizing usage tracker for tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:23:55.459013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-965d87fd-bcf3-4c93-9f21-65bfc17b56f5 req-30541e3e-8d95-4361-8510-82e0e9a4998e tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Unset dirty status for tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:23:55.460199 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-965d87fd-bcf3-4c93-9f21-65bfc17b56f5 req-30541e3e-8d95-4361-8510-82e0e9a4998e tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 944 time: 0.1956511 Feb 17 10:23:55.505273 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-965d87fd-bcf3-4c93-9f21-65bfc17b56f5 req-2b0136d9-2d1f-4d3e-82da-3d9c33aaabf0 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392549 Feb 17 10:23:56.691960 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91591303-6f3b-404c-ac42-20c550927526 req-e1530c23-b9ae-41d3-bde5-5ae78c56d144 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:56.693443 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-91591303-6f3b-404c-ac42-20c550927526 req-e1530c23-b9ae-41d3-bde5-5ae78c56d144 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 944 time: 0.0831933 Feb 17 10:23:56.736887 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-91591303-6f3b-404c-ac42-20c550927526 req-e190b181-2e93-48c4-add4-f9d762a0b85a tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377491 Feb 17 10:23:57.082145 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2eb7ac51-fce4-4885-9df1-31ee33744d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:57.921090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01426-940d-42db-828a-0cf95ce35a0d req-37e88d4b-666f-4310-a3dc-d6490f6cd8af tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:57.922563 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c2f01426-940d-42db-828a-0cf95ce35a0d req-37e88d4b-666f-4310-a3dc-d6490f6cd8af tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 944 time: 0.0804338 Feb 17 10:23:57.933724 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:57.967345 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c2f01426-940d-42db-828a-0cf95ce35a0d req-2f9edb2a-dfc0-4205-a5e5-1d6a5827b97d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386648 Feb 17 10:23:58.310484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:58.823489 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device fb6bdd1d-f3d2-4647-a648-25daa4ca9593 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:23:58.961486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port fb6bdd1d-f3d2-4647-a648-25daa4ca9593, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fb6bdd1d-f3d2-4647-a648-25daa4ca9593,segment=NetworkSegment(fdd14925-65ca-4df6-8708-b6ffd4021a19),segment_id=fdd14925-65ca-4df6-8708-b6ffd4021a19)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:58.975048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'fb6bdd1d-f3d2-4647-a648-25daa4ca9593', 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec', 'port_id': 'fb6bdd1d-f3d2-4647-a648-25daa4ca9593', 'mac_address': 'fa:16:3e:09:2f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0fa716-6dce-4d09-89d4-f4d7dc797374', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:23:59.036283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:59.057308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6bdd1d-f3d2-4647-a648-25daa4ca9593 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:23:59.075950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port fb6bdd1d-f3d2-4647-a648-25daa4ca9593, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fb6bdd1d-f3d2-4647-a648-25daa4ca9593,segment=NetworkSegment(fdd14925-65ca-4df6-8708-b6ffd4021a19),segment_id=fdd14925-65ca-4df6-8708-b6ffd4021a19)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:23:59.162118 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591f49f-750e-4e30-a379-8be42a747f4c req-4538ec4b-70f2-4ba9-b7bb-359609153d28 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:23:59.163590 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4591f49f-750e-4e30-a379-8be42a747f4c req-4538ec4b-70f2-4ba9-b7bb-359609153d28 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 944 time: 0.0799906 Feb 17 10:23:59.179269 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:23:59.250381 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=fb6bdd1d-f3d2-4647-a648-25daa4ca9593,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:23:59.323753 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4591f49f-750e-4e30-a379-8be42a747f4c req-3778a59a-f355-40b3-86cc-2cbf688c7251 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544230 Feb 17 10:23:59.601872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['fb6bdd1d-f3d2-4647-a648-25daa4ca9593'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:23:59.938850 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:00.513681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10585db-683d-43da-bdac-5f1062429c3d req-40229518-a852-449f-9250-a6095af57b3e tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:00.515339 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b10585db-683d-43da-bdac-5f1062429c3d req-40229518-a852-449f-9250-a6095af57b3e tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 945 time: 0.0818927 Feb 17 10:24:00.560710 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b10585db-683d-43da-bdac-5f1062429c3d req-8ca13d63-f3c3-4664-9ec4-57eb76bec201 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392747 Feb 17 10:24:00.832459 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device fb6bdd1d-f3d2-4647-a648-25daa4ca9593 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:24:00.944785 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port fb6bdd1d-f3d2-4647-a648-25daa4ca9593 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:24:00.949618 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port fb6bdd1d-f3d2-4647-a648-25daa4ca9593 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:24:00.949982 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:01.067398 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:01.094198 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56eb8f4-07f7-4a51-86a6-2fb4c201eabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6bdd1d-f3d2-4647-a648-25daa4ca9593'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:24:01.104432 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port fb6bdd1d-f3d2-4647-a648-25daa4ca9593, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fb6bdd1d-f3d2-4647-a648-25daa4ca9593,segment=NetworkSegment(fdd14925-65ca-4df6-8708-b6ffd4021a19),segment_id=fdd14925-65ca-4df6-8708-b6ffd4021a19)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:24:01.139607 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56eb8f4-07f7-4a51-86a6-2fb4c201eabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6bdd1d-f3d2-4647-a648-25daa4ca9593', 'code': 200} Feb 17 10:24:01.184644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:01.257825 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=fb6bdd1d-f3d2-4647-a648-25daa4ca9593,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:24:01.549674 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d79c5-6108-4061-aff2-5477de551a65 req-0c7d9783-bfb1-404b-8a91-05d3168df972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:01.551838 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-079d79c5-6108-4061-aff2-5477de551a65 req-0c7d9783-bfb1-404b-8a91-05d3168df972 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 1099 time: 0.0707836 Feb 17 10:24:01.599782 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-079d79c5-6108-4061-aff2-5477de551a65 req-bf24c12f-d5b6-49ac-8512-5562851bfe39 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407686 Feb 17 10:24:01.744360 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c57bb-d2f0-45b9-9576-f58e5f7104e6 req-00ada124-2ab2-417f-baca-db89f92d7d68 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:01.745797 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-819c57bb-d2f0-45b9-9576-f58e5f7104e6 req-00ada124-2ab2-417f-baca-db89f92d7d68 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 946 time: 0.0787783 Feb 17 10:24:01.789796 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-819c57bb-d2f0-45b9-9576-f58e5f7104e6 req-6e07b2d2-511e-4187-bfac-af7b3ee4b1a9 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384023 Feb 17 10:24:02.983757 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66703b6c-0348-4953-bf80-c358214c2dcf req-be330c3c-e5dc-4e7c-807d-c793669d064e tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:02.985379 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-66703b6c-0348-4953-bf80-c358214c2dcf req-be330c3c-e5dc-4e7c-807d-c793669d064e tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 946 time: 0.0824664 Feb 17 10:24:03.031496 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-66703b6c-0348-4953-bf80-c358214c2dcf req-b5f8ff60-4e3b-47e4-ab72-48582e51b08a tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403142 Feb 17 10:24:04.225585 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7c254-52c4-4ac8-8d09-aa5e9e3c35ed req-1a58ecc6-4a3e-41cf-8bcd-90a329e19bdd tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:04.227113 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3df7c254-52c4-4ac8-8d09-aa5e9e3c35ed req-1a58ecc6-4a3e-41cf-8bcd-90a329e19bdd tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 946 time: 0.0878568 Feb 17 10:24:04.273577 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3df7c254-52c4-4ac8-8d09-aa5e9e3c35ed req-73baf498-bc46-41fc-8512-e6ef0050e97d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406344 Feb 17 10:24:04.469540 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94c110-ee36-4337-8fa3-30c66db3da80 req-9b34e24e-a2ff-4522-9a80-8de8ee7be7ce tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:04.471174 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4c94c110-ee36-4337-8fa3-30c66db3da80 req-9b34e24e-a2ff-4522-9a80-8de8ee7be7ce tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 946 time: 0.0859225 Feb 17 10:24:04.515815 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4c94c110-ee36-4337-8fa3-30c66db3da80 req-e866f9ba-f245-478a-bc30-c3484fc585a5 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384357 Feb 17 10:24:04.527555 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bcd6f43c-18da-4f4f-9fbd-23c5f0b4ba27 req-e5bb9175-d1a8-44af-a8c6-514c3bd4ed25 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700121 Feb 17 10:24:04.693315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6f43c-18da-4f4f-9fbd-23c5f0b4ba27 req-997e5389-7c82-43d6-be14-a6a8c61890b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:04.694866 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bcd6f43c-18da-4f4f-9fbd-23c5f0b4ba27 req-997e5389-7c82-43d6-be14-a6a8c61890b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b3f7f28d99d429e8b4dcf9e3a01d192&device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 1099 time: 0.0785933 Feb 17 10:24:04.847062 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6f43c-18da-4f4f-9fbd-23c5f0b4ba27 req-a0f26ea3-beba-44f5-b816-d9f5b30ca405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:04.849130 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bcd6f43c-18da-4f4f-9fbd-23c5f0b4ba27 req-a0f26ea3-beba-44f5-b816-d9f5b30ca405 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fcb69762-791a-41e7-9ddb-863a824baaec HTTP/1.1" status: 200 len: 917 time: 0.1332819 Feb 17 10:24:04.921060 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bcd6f43c-18da-4f4f-9fbd-23c5f0b4ba27 req-0cc47ae1-3537-43b6-b41b-26a4438e6532 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb6bdd1d-f3d2-4647-a648-25daa4ca9593 HTTP/1.1" status: 200 len: 217 time: 0.0651164 Feb 17 10:24:04.989731 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6f43c-18da-4f4f-9fbd-23c5f0b4ba27 req-a0016717-9834-4b75-9427-db410aed4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:04.991447 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bcd6f43c-18da-4f4f-9fbd-23c5f0b4ba27 req-a0016717-9834-4b75-9427-db410aed4459 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea0fa716-6dce-4d09-89d4-f4d7dc797374 HTTP/1.1" status: 200 len: 855 time: 0.0644436 Feb 17 10:24:05.071779 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6f43c-18da-4f4f-9fbd-23c5f0b4ba27 req-9965a54a-0700-47b0-b93a-7a4a3ef8eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:05.073307 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bcd6f43c-18da-4f4f-9fbd-23c5f0b4ba27 req-9965a54a-0700-47b0-b93a-7a4a3ef8eb3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fcb69762-791a-41e7-9ddb-863a824baaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745780 Feb 17 10:24:05.214790 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bcd6f43c-18da-4f4f-9fbd-23c5f0b4ba27 req-7771ea27-250f-48f7-ae3f-c369e5f2f38a service neutron] 10.222.0.37 "GET /v2.0/networks/fcb69762-791a-41e7-9ddb-863a824baaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338367 Feb 17 10:24:05.360545 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bcd6f43c-18da-4f4f-9fbd-23c5f0b4ba27 req-c035ae2c-38fb-4112-a5a5-33a0bf1049df service neutron] 10.222.0.37 "GET /v2.0/networks/fcb69762-791a-41e7-9ddb-863a824baaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395805 Feb 17 10:24:09.019519 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:22.638257 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:24:23.967426 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8ddef-2a21-4ee2-ae3f-c1fe999ce8e3 req-28ccd98f-9d4b-4138-a2eb-0276b75770f4 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:23.968892 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6ff8ddef-2a21-4ee2-ae3f-c1fe999ce8e3 req-28ccd98f-9d4b-4138-a2eb-0276b75770f4 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 946 time: 0.0828559 Feb 17 10:24:24.017467 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6ff8ddef-2a21-4ee2-ae3f-c1fe999ce8e3 req-36807d6a-5fe7-49ef-8691-ceb5418ee24f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422702 Feb 17 10:24:24.703717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58f2ae69-874e-4d6e-b3f1-dfa7a46f7949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:25.206164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1cd71-dabd-4109-85f2-74c16f8976fb req-8f7a979b-6c75-44ce-bdfc-c25030716b79 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:25.208445 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1eb1cd71-dabd-4109-85f2-74c16f8976fb req-8f7a979b-6c75-44ce-bdfc-c25030716b79 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 946 time: 0.0844483 Feb 17 10:24:25.252663 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1eb1cd71-dabd-4109-85f2-74c16f8976fb req-83087c1f-8007-466a-b3cd-312bcb25de94 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385883 Feb 17 10:24:26.209720 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9e6e2-19b6-4ccd-a8c3-4dc4c8ba2986 req-5d001714-e2f5-4e84-ac4f-a2e34309879e tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:26.211176 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3cc9e6e2-19b6-4ccd-a8c3-4dc4c8ba2986 req-5d001714-e2f5-4e84-ac4f-a2e34309879e tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 946 time: 0.0819259 Feb 17 10:24:26.385071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-3cc9e6e2-19b6-4ccd-a8c3-4dc4c8ba2986 req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Deleting port fb6bdd1d-f3d2-4647-a648-25daa4ca9593 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:24:26.385326 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3cc9e6e2-19b6-4ccd-a8c3-4dc4c8ba2986 req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:26.449284 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d1017-cb9c-4b86-949b-222a7684fe7d req-f11f1bf3-c092-4b95-b4c8-b7782c68f18d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:26.450791 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a75d1017-cb9c-4b86-949b-222a7684fe7d req-f11f1bf3-c092-4b95-b4c8-b7782c68f18d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 946 time: 0.0813472 Feb 17 10:24:26.495875 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a75d1017-cb9c-4b86-949b-222a7684fe7d req-f9b2a9bd-e08d-4322-8708-0c5453dc4ae0 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394032 Feb 17 10:24:26.639556 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-3cc9e6e2-19b6-4ccd-a8c3-4dc4c8ba2986 req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] For port fb6bdd1d-f3d2-4647-a648-25daa4ca9593, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=fb6bdd1d-f3d2-4647-a648-25daa4ca9593,segment=NetworkSegment(fdd14925-65ca-4df6-8708-b6ffd4021a19),segment_id=fdd14925-65ca-4df6-8708-b6ffd4021a19)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:24:26.639862 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3cc9e6e2-19b6-4ccd-a8c3-4dc4c8ba2986 req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:26.772733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-3cc9e6e2-19b6-4ccd-a8c3-4dc4c8ba2986 req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Calling delete_port for fb6bdd1d-f3d2-4647-a648-25daa4ca9593 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:24:26.972514 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3cc9e6e2-19b6-4ccd-a8c3-4dc4c8ba2986 req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:27.009942 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['fb6bdd1d-f3d2-4647-a648-25daa4ca9593'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:24:27.026941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Pushing event deleted for resources: {'Port': ['ID=fb6bdd1d-f3d2-4647-a648-25daa4ca9593,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:24:27.045180 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7f8dc0b-29c1-40fb-9ecb-56550724edf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:27.091975 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:27.092320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:27.092655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:27.092984 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:27.093314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:27.093636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:27.093959 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:27.094306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:27.094628 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:27.094946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:27.095261 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:27.095578 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:27.111158 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc9e6e2-19b6-4ccd-a8c3-4dc4c8ba2986 req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] No DVR routers for this DVR port fb6bdd1d-f3d2-4647-a648-25daa4ca9593 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:24:27.113664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3cc9e6e2-19b6-4ccd-a8c3-4dc4c8ba2986 req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:27.117971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56eb8f4-07f7-4a51-86a6-2fb4c201eabc', 'name': 'network-vif-deleted', 'tag': 'fb6bdd1d-f3d2-4647-a648-25daa4ca9593'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:24:27.165618 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56eb8f4-07f7-4a51-86a6-2fb4c201eabc', 'name': 'network-vif-deleted', 'tag': 'fb6bdd1d-f3d2-4647-a648-25daa4ca9593', 'status': 'completed', 'code': 200} Feb 17 10:24:27.207542 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3cc9e6e2-19b6-4ccd-a8c3-4dc4c8ba2986 req-d9f32186-bee0-4e42-98da-4abb20f4538f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.37 "DELETE /v2.0/ports/fb6bdd1d-f3d2-4647-a648-25daa4ca9593 HTTP/1.1" status: 204 len: 173 time: 0.9905553 Feb 17 10:24:27.665601 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0e7845c7-3b7c-4897-b3ca-513b71be4415 req-1d057d35-a7d7-4b7e-8c9f-00c7545f50ee tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=f56eb8f4-07f7-4a51-86a6-2fb4c201eabc HTTP/1.1" status: 200 len: 210 time: 0.0443740 Feb 17 10:24:27.921337 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:28.332814 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:29.701347 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cb658-8560-422a-a9fa-69d8280af5bb req-aaf167a5-752d-4c13-85c4-e41c2344d607 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:29.702830 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-058cb658-8560-422a-a9fa-69d8280af5bb req-aaf167a5-752d-4c13-85c4-e41c2344d607 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/networks?id=fcb69762-791a-41e7-9ddb-863a824baaec HTTP/1.1" status: 200 len: 816 time: 0.1571183 Feb 17 10:24:29.717365 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-058cb658-8560-422a-a9fa-69d8280af5bb req-54335cad-23b5-467d-8b15-7408e341b12e tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/quotas/2b3f7f28d99d429e8b4dcf9e3a01d192 HTTP/1.1" status: 200 len: 375 time: 0.0092080 Feb 17 10:24:29.798088 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-058cb658-8560-422a-a9fa-69d8280af5bb req-d6ce27b9-d357-4a1c-8dec-825ffb1c5747 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2b3f7f28d99d429e8b4dcf9e3a01d192&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757527 Feb 17 10:24:29.936005 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-058cb658-8560-422a-a9fa-69d8280af5bb req-3b9320ba-77c9-496a-872e-cd3fb24d103b service neutron] 10.222.0.75 "GET /v2.0/networks/fcb69762-791a-41e7-9ddb-863a824baaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256118 Feb 17 10:24:29.966449 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:30.065084 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b0ae6d56-b391-4ba5-94de-125d9e3cf617 service neutron] 10.222.0.75 "GET /v2.0/networks/fcb69762-791a-41e7-9ddb-863a824baaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233668 Feb 17 10:24:30.341369 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-3feda4e0-65ed-4d65-b678-ce109f665240 req-8b73eac0-4bca-4f13-9cd9-3b445fee04ab tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Synchronizing usage tracker for tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:24:30.412279 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-3feda4e0-65ed-4d65-b678-ce109f665240 req-8b73eac0-4bca-4f13-9cd9-3b445fee04ab tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Unset dirty status for tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:24:30.413473 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3feda4e0-65ed-4d65-b678-ce109f665240 req-8b73eac0-4bca-4f13-9cd9-3b445fee04ab tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 210 time: 0.1672795 Feb 17 10:24:30.958160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device fb6bdd1d-f3d2-4647-a648-25daa4ca9593 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:24:30.995907 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: fb6bdd1d-f3d2-4647-a648-25daa4ca9593 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:24:30.996578 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device fb6bdd1d-f3d2-4647-a648-25daa4ca9593 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:24:31.562903 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-27814571-e3c5-4f22-a36c-05d3399adcfc req-1d7e96d5-54b5-49f3-a4c0-771da052956c tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 210 time: 0.0426807 Feb 17 10:24:32.136433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cb658-8560-422a-a9fa-69d8280af5bb req-9ede2863-1892-4b4a-afbc-20477feb6f3a tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:32.138010 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-058cb658-8560-422a-a9fa-69d8280af5bb req-9ede2863-1892-4b4a-afbc-20477feb6f3a tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.37 "GET /v2.0/networks?id=fcb69762-791a-41e7-9ddb-863a824baaec HTTP/1.1" status: 200 len: 816 time: 0.1816552 Feb 17 10:24:32.156955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-058cb658-8560-422a-a9fa-69d8280af5bb req-dcd90b03-e008-4c0e-8a0c-71c7b3d857c9 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Request body: {'port': {'device_id': 'b8af76d9-c7f8-45a4-96b9-915450ab8300', 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec', 'admin_state_up': True, 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:24:32.296765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-058cb658-8560-422a-a9fa-69d8280af5bb req-dcd90b03-e008-4c0e-8a0c-71c7b3d857c9 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:24:32.307049 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-058cb658-8560-422a-a9fa-69d8280af5bb req-dcd90b03-e008-4c0e-8a0c-71c7b3d857c9 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:24:32.372005 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-058cb658-8560-422a-a9fa-69d8280af5bb req-dcd90b03-e008-4c0e-8a0c-71c7b3d857c9 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Made reservation on behalf of 2b3f7f28d99d429e8b4dcf9e3a01d192 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:24:32.375811 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-058cb658-8560-422a-a9fa-69d8280af5bb req-dcd90b03-e008-4c0e-8a0c-71c7b3d857c9 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:32.627383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-058cb658-8560-422a-a9fa-69d8280af5bb req-dcd90b03-e008-4c0e-8a0c-71c7b3d857c9 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Allocated IP 172.20.0.6 (fcb69762-791a-41e7-9ddb-863a824baaec/ea0fa716-6dce-4d09-89d4-f4d7dc797374/62bd5105-bd11-4d70-8543-c1977f908f5f) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:24:32.798937 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cf7311ac-b63d-4c65-b734-04446e7c8565 req-679417e8-d92e-4516-be96-cb363e955851 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 210 time: 0.0963354 Feb 17 10:24:32.875283 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-058cb658-8560-422a-a9fa-69d8280af5bb req-dcd90b03-e008-4c0e-8a0c-71c7b3d857c9 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:32.890747 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-058cb658-8560-422a-a9fa-69d8280af5bb req-dcd90b03-e008-4c0e-8a0c-71c7b3d857c9 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Transition to ACTIVE for port object 62bd5105-bd11-4d70-8543-c1977f908f5f will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:24:32.989643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-058cb658-8560-422a-a9fa-69d8280af5bb req-dcd90b03-e008-4c0e-8a0c-71c7b3d857c9 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:33.058765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-058cb658-8560-422a-a9fa-69d8280af5bb req-dcd90b03-e008-4c0e-8a0c-71c7b3d857c9 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Network fcb69762-791a-41e7-9ddb-863a824baaec is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:24:33.061660 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-058cb658-8560-422a-a9fa-69d8280af5bb req-dcd90b03-e008-4c0e-8a0c-71c7b3d857c9 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:24:33.065558 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-058cb658-8560-422a-a9fa-69d8280af5bb req-dcd90b03-e008-4c0e-8a0c-71c7b3d857c9 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:24:33.103096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd90b03-e008-4c0e-8a0c-71c7b3d857c9 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Pushing event updated for resources: {'Port': ['ID=62bd5105-bd11-4d70-8543-c1977f908f5f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:24:33.135582 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cb658-8560-422a-a9fa-69d8280af5bb req-dcd90b03-e008-4c0e-8a0c-71c7b3d857c9 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:33.136104 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-058cb658-8560-422a-a9fa-69d8280af5bb req-dcd90b03-e008-4c0e-8a0c-71c7b3d857c9 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:33.241844 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-058cb658-8560-422a-a9fa-69d8280af5bb req-dcd90b03-e008-4c0e-8a0c-71c7b3d857c9 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0885420 Feb 17 10:24:33.260311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Request body: {'port': {'device_id': 'b8af76d9-c7f8-45a4-96b9-915450ab8300', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:24:33.384157 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dc800ce3-73f6-47f5-b86d-3049a80dd109 None None] Provisioning for port 62bd5105-bd11-4d70-8543-c1977f908f5f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:24:33.392400 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dc800ce3-73f6-47f5-b86d-3049a80dd109 None None] Provisioning complete for port 62bd5105-bd11-4d70-8543-c1977f908f5f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:24:33.392400 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc800ce3-73f6-47f5-b86d-3049a80dd109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:33.442388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dc800ce3-73f6-47f5-b86d-3049a80dd109 None None] Port 62bd5105-bd11-4d70-8543-c1977f908f5f cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:24:33.478956 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:33.818314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bd5105-bd11-4d70-8543-c1977f908f5f {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:24:33.825475 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:33.840193 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Transition to ACTIVE for port object 62bd5105-bd11-4d70-8543-c1977f908f5f will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:24:33.915161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:34.041953 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c098e-6935-43bc-ba9d-fccfb0ced0e2 req-2743ebcd-9691-45a1-8f84-1d391d19dc81 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:34.043500 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-aa2c098e-6935-43bc-ba9d-fccfb0ced0e2 req-2743ebcd-9691-45a1-8f84-1d391d19dc81 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 943 time: 0.1389973 Feb 17 10:24:34.050164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Pushing event updated for resources: {'Port': ['ID=62bd5105-bd11-4d70-8543-c1977f908f5f,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:24:34.094608 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-aa2c098e-6935-43bc-ba9d-fccfb0ced0e2 req-8b88b66e-d01c-4b5e-93fa-16cdc2a9f8fd tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452588 Feb 17 10:24:34.160441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Attempting to bind port 62bd5105-bd11-4d70-8543-c1977f908f5f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:24:34.160841 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Attempting to bind port 62bd5105-bd11-4d70-8543-c1977f908f5f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'fdd14925-65ca-4df6-8708-b6ffd4021a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:24:34.161823 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Attempting to bind port 62bd5105-bd11-4d70-8543-c1977f908f5f on network fcb69762-791a-41e7-9ddb-863a824baaec {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:24:34.166505 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Port 62bd5105-bd11-4d70-8543-c1977f908f5f on network fcb69762-791a-41e7-9ddb-863a824baaec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:24:34.166820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Attempting to bind port 62bd5105-bd11-4d70-8543-c1977f908f5f on network fcb69762-791a-41e7-9ddb-863a824baaec {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:24:34.171858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:24:34.172190 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Checking segment: {'id': 'fdd14925-65ca-4df6-8708-b6ffd4021a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:24:34.172562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Bound using segment: {'id': 'fdd14925-65ca-4df6-8708-b6ffd4021a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:24:34.172977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Bound port: 62bd5105-bd11-4d70-8543-c1977f908f5f, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd14925-65ca-4df6-8708-b6ffd4021a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:24:34.173318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:34.260223 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] For port 62bd5105-bd11-4d70-8543-c1977f908f5f, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:24:34.263354 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] For port 62bd5105-bd11-4d70-8543-c1977f908f5f, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=62bd5105-bd11-4d70-8543-c1977f908f5f,segment=NetworkSegment(fdd14925-65ca-4df6-8708-b6ffd4021a19),segment_id=fdd14925-65ca-4df6-8708-b6ffd4021a19)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:24:34.321226 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:34.384604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:34.385221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:34.386596 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-058cb658-8560-422a-a9fa-69d8280af5bb req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] 10.222.0.37 "PUT /v2.0/ports/62bd5105-bd11-4d70-8543-c1977f908f5f HTTP/1.1" status: 200 len: 1093 time: 1.1303110 Feb 17 10:24:34.387023 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8af76d9-c7f8-45a4-96b9-915450ab8300', 'tag': '62bd5105-bd11-4d70-8543-c1977f908f5f'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:24:34.409500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d4839-f8a7-4087-ba1b-be64d3af75ac service neutron] Pushing event updated for resources: {'Port': ['ID=62bd5105-bd11-4d70-8543-c1977f908f5f,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:24:34.446422 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8af76d9-c7f8-45a4-96b9-915450ab8300', 'tag': '62bd5105-bd11-4d70-8543-c1977f908f5f', 'status': 'completed', 'code': 200} Feb 17 10:24:34.564931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a634f93-0965-4677-b3c3-543952891742 req-ee5840f2-d969-4753-9041-04481376d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:34.566436 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7a634f93-0965-4677-b3c3-543952891742 req-ee5840f2-d969-4753-9041-04481376d806 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b3f7f28d99d429e8b4dcf9e3a01d192&device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 1096 time: 0.0757930 Feb 17 10:24:34.717132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a634f93-0965-4677-b3c3-543952891742 req-160352da-0c4c-454d-94bd-9d0dc5a9884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:34.718608 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7a634f93-0965-4677-b3c3-543952891742 req-160352da-0c4c-454d-94bd-9d0dc5a9884f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2b3f7f28d99d429e8b4dcf9e3a01d192&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1385438 Feb 17 10:24:34.869620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a634f93-0965-4677-b3c3-543952891742 req-ca727636-b551-4f54-8d00-3e5c1985dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:34.871082 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7a634f93-0965-4677-b3c3-543952891742 req-ca727636-b551-4f54-8d00-3e5c1985dc29 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1461270 Feb 17 10:24:35.001481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cb658-8560-422a-a9fa-69d8280af5bb req-8d656fa7-9eac-4137-81f4-da1e23e5d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:35.002981 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-058cb658-8560-422a-a9fa-69d8280af5bb req-8d656fa7-9eac-4137-81f4-da1e23e5d32b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b3f7f28d99d429e8b4dcf9e3a01d192&device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 1096 time: 0.0717983 Feb 17 10:24:35.080992 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-058cb658-8560-422a-a9fa-69d8280af5bb req-296121fa-4ec2-4e58-b534-93f4913a1a9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bd5105-bd11-4d70-8543-c1977f908f5f HTTP/1.1" status: 200 len: 217 time: 0.0639353 Feb 17 10:24:35.143524 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cb658-8560-422a-a9fa-69d8280af5bb req-71cbe5d7-0395-4e2c-9a86-c3ef49f7905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:35.144961 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-058cb658-8560-422a-a9fa-69d8280af5bb req-71cbe5d7-0395-4e2c-9a86-c3ef49f7905b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea0fa716-6dce-4d09-89d4-f4d7dc797374 HTTP/1.1" status: 200 len: 855 time: 0.0574055 Feb 17 10:24:35.225883 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cb658-8560-422a-a9fa-69d8280af5bb req-d166dd10-e7e4-45dc-a184-efca0c8476c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:35.227409 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-058cb658-8560-422a-a9fa-69d8280af5bb req-d166dd10-e7e4-45dc-a184-efca0c8476c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fcb69762-791a-41e7-9ddb-863a824baaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754614 Feb 17 10:24:35.277410 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c7815-9b8f-4ea2-b02d-9aa7da367343 req-ca031e24-73b3-4aec-8a9a-434adaa68496 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:35.279027 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-830c7815-9b8f-4ea2-b02d-9aa7da367343 req-ca031e24-73b3-4aec-8a9a-434adaa68496 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 943 time: 0.0794191 Feb 17 10:24:35.327938 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-830c7815-9b8f-4ea2-b02d-9aa7da367343 req-f2a01916-47f7-424e-a162-7fc579478a42 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432107 Feb 17 10:24:35.470322 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-058cb658-8560-422a-a9fa-69d8280af5bb req-0964d035-b6b3-43d3-a12e-f8230e262405 service neutron] 10.222.0.37 "GET /v2.0/networks/fcb69762-791a-41e7-9ddb-863a824baaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356904 Feb 17 10:24:35.600611 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-058cb658-8560-422a-a9fa-69d8280af5bb req-00ac1b26-4a4a-43e3-82b4-4ec7cf8c7d70 service neutron] 10.222.0.37 "GET /v2.0/networks/fcb69762-791a-41e7-9ddb-863a824baaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240356 Feb 17 10:24:36.511506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bef32-ec4a-4c49-b5a0-4187b6e1ef3e req-334d8b45-a591-4ccb-b9ce-ddec1c3609c4 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:36.512211 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-700bef32-ec4a-4c49-b5a0-4187b6e1ef3e req-334d8b45-a591-4ccb-b9ce-ddec1c3609c4 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Synchronizing usage tracker for tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:24:36.618484 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-700bef32-ec4a-4c49-b5a0-4187b6e1ef3e req-334d8b45-a591-4ccb-b9ce-ddec1c3609c4 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Unset dirty status for tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:24:36.619798 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-700bef32-ec4a-4c49-b5a0-4187b6e1ef3e req-334d8b45-a591-4ccb-b9ce-ddec1c3609c4 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 943 time: 0.1846840 Feb 17 10:24:36.664761 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-700bef32-ec4a-4c49-b5a0-4187b6e1ef3e req-d99de111-f3c7-445e-a750-836e875bacce tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392065 Feb 17 10:24:37.853380 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f66f8-2975-4aa2-a487-289b0dd6ed91 req-1dbd9f57-58c6-4e6c-a7a7-2681391ba28a tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:37.854904 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4d9f66f8-2975-4aa2-a487-289b0dd6ed91 req-1dbd9f57-58c6-4e6c-a7a7-2681391ba28a tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 943 time: 0.0826154 Feb 17 10:24:37.899973 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4d9f66f8-2975-4aa2-a487-289b0dd6ed91 req-24424510-03f1-4482-ae2d-ef53fb48d83a tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393682 Feb 17 10:24:39.006784 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:39.023398 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 62bd5105-bd11-4d70-8543-c1977f908f5f details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:24:39.090441 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97714c84-5d8b-4f2a-9633-22cfa5634ff8 req-ec5d0248-287c-4584-9657-fda076bb231f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:39.091899 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-97714c84-5d8b-4f2a-9633-22cfa5634ff8 req-ec5d0248-287c-4584-9657-fda076bb231f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 943 time: 0.0849669 Feb 17 10:24:39.136889 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-97714c84-5d8b-4f2a-9633-22cfa5634ff8 req-eb35ab81-2365-46c1-a4b2-6fa3701e98f4 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391126 Feb 17 10:24:39.156637 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 62bd5105-bd11-4d70-8543-c1977f908f5f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=62bd5105-bd11-4d70-8543-c1977f908f5f,segment=NetworkSegment(fdd14925-65ca-4df6-8708-b6ffd4021a19),segment_id=fdd14925-65ca-4df6-8708-b6ffd4021a19)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:24:39.169863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '62bd5105-bd11-4d70-8543-c1977f908f5f', 'network_id': 'fcb69762-791a-41e7-9ddb-863a824baaec', 'port_id': '62bd5105-bd11-4d70-8543-c1977f908f5f', 'mac_address': 'fa:16:3e:90:a4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0fa716-6dce-4d09-89d4-f4d7dc797374', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:24:39.227473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:39.244840 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bd5105-bd11-4d70-8543-c1977f908f5f {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:24:39.259618 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 62bd5105-bd11-4d70-8543-c1977f908f5f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=62bd5105-bd11-4d70-8543-c1977f908f5f,segment=NetworkSegment(fdd14925-65ca-4df6-8708-b6ffd4021a19),segment_id=fdd14925-65ca-4df6-8708-b6ffd4021a19)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:24:39.331984 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:39.398176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=62bd5105-bd11-4d70-8543-c1977f908f5f,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:24:39.404972 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:39.405317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:39.405656 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:39.405989 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:39.406357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:39.406681 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:39.407002 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:39.407320 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:39.407638 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:39.407953 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:39.408266 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:39.408578 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:24:39.723956 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['62bd5105-bd11-4d70-8543-c1977f908f5f'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:24:40.318817 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa510360-c5f7-4b3e-9919-2353f85c0396 req-74432d0d-da7e-4571-96a0-467b0009190f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:40.320260 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-aa510360-c5f7-4b3e-9919-2353f85c0396 req-74432d0d-da7e-4571-96a0-467b0009190f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 944 time: 0.0798898 Feb 17 10:24:40.369836 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-aa510360-c5f7-4b3e-9919-2353f85c0396 req-fedf1899-2563-4dfe-8006-363cdda498ac tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433488 Feb 17 10:24:41.023661 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 62bd5105-bd11-4d70-8543-c1977f908f5f up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:24:41.171893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 62bd5105-bd11-4d70-8543-c1977f908f5f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:24:41.177087 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 62bd5105-bd11-4d70-8543-c1977f908f5f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:24:41.177417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:41.292958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:41.319608 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8af76d9-c7f8-45a4-96b9-915450ab8300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bd5105-bd11-4d70-8543-c1977f908f5f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:24:41.329360 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 62bd5105-bd11-4d70-8543-c1977f908f5f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=62bd5105-bd11-4d70-8543-c1977f908f5f,segment=NetworkSegment(fdd14925-65ca-4df6-8708-b6ffd4021a19),segment_id=fdd14925-65ca-4df6-8708-b6ffd4021a19)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:24:41.364297 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8af76d9-c7f8-45a4-96b9-915450ab8300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bd5105-bd11-4d70-8543-c1977f908f5f', 'code': 200} Feb 17 10:24:41.389964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:41.470571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=62bd5105-bd11-4d70-8543-c1977f908f5f,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:24:41.559464 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cff8c-0441-4de1-90f9-ca3df3785dc0 req-021e46d0-4455-4a7b-a44a-2ca49022c049 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:41.560928 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e40cff8c-0441-4de1-90f9-ca3df3785dc0 req-021e46d0-4455-4a7b-a44a-2ca49022c049 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 945 time: 0.0841281 Feb 17 10:24:41.609468 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e40cff8c-0441-4de1-90f9-ca3df3785dc0 req-0f8ce5d7-8f6d-4e15-8d85-674ffef0f907 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Feb 17 10:24:41.747820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2472c-cf4b-4b9c-9467-40419d1cd391 req-56bf13c5-6b7d-4c0a-8ec5-5278d435095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:41.749304 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6de2472c-cf4b-4b9c-9467-40419d1cd391 req-56bf13c5-6b7d-4c0a-8ec5-5278d435095a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 1098 time: 0.0708048 Feb 17 10:24:41.795401 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6de2472c-cf4b-4b9c-9467-40419d1cd391 req-820a6630-9dde-4cc8-ab1a-6366a8496251 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389187 Feb 17 10:24:42.798799 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485244f-619e-4af1-8e4a-f7757c0195a2 req-d4788a76-77fa-437f-b5e4-1d0e355d368e tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:42.800230 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d485244f-619e-4af1-8e4a-f7757c0195a2 req-d4788a76-77fa-437f-b5e4-1d0e355d368e tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 945 time: 0.0795767 Feb 17 10:24:42.845314 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d485244f-619e-4af1-8e4a-f7757c0195a2 req-2712c57c-5226-4cb0-b1ff-7c08d9e547be tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383251 Feb 17 10:24:44.041527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaae06-2633-4e52-a190-000554144742 req-48969cd7-947b-4d8e-b603-e41791276f2c tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:44.043008 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3acaae06-2633-4e52-a190-000554144742 req-48969cd7-947b-4d8e-b603-e41791276f2c tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 945 time: 0.0854523 Feb 17 10:24:44.087469 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3acaae06-2633-4e52-a190-000554144742 req-24a4cdb0-aef9-47c4-8f56-c1c2ff14799a tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388532 Feb 17 10:24:44.284197 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17fa40-81f2-4e26-8718-852e99baa722 req-402a9696-a337-43ea-b285-35c57c4f634b tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:24:44.285646 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8c17fa40-81f2-4e26-8718-852e99baa722 req-402a9696-a337-43ea-b285-35c57c4f634b tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 945 time: 0.0890388 Feb 17 10:24:44.329754 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8c17fa40-81f2-4e26-8718-852e99baa722 req-ebd759ed-e2f2-4bb0-b0fa-134fd5fe24a6 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383692 Feb 17 10:24:54.703648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37aed85a-87f8-4b8c-ab26-7a9af4f7a520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:57.086031 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-957c6be2-3d51-4cdf-9eb5-2d9c87e2622a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:57.949378 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:58.337682 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:24:59.638356 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:24:59.966034 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:02.574476 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd653ae4-b516-443d-bfdb-36176cd025df req-d89519e6-8b59-4bb1-9562-198b0b9ce761 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:25:02.576007 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bd653ae4-b516-443d-bfdb-36176cd025df req-d89519e6-8b59-4bb1-9562-198b0b9ce761 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 945 time: 0.0817227 Feb 17 10:25:02.623914 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bd653ae4-b516-443d-bfdb-36176cd025df req-1ef264cd-3eb1-45b8-8d74-1c3b05213d99 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419128 Feb 17 10:25:03.814630 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9376e9-8660-4602-92fc-83a06394e328 req-aa1796cc-c453-48a7-b21b-559f277148fd tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:25:03.816104 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bd9376e9-8660-4602-92fc-83a06394e328 req-aa1796cc-c453-48a7-b21b-559f277148fd tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 945 time: 0.0788472 Feb 17 10:25:03.860056 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-bd9376e9-8660-4602-92fc-83a06394e328 req-720d4c1c-a36e-4f90-b62f-a8fd51420d07 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384789 Feb 17 10:25:04.633282 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf7ef5-f29f-4e71-8dd9-c013c85cea53 req-60d41c6d-403e-4df5-917c-81644cff63ba tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:25:04.634762 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6acf7ef5-f29f-4e71-8dd9-c013c85cea53 req-60d41c6d-403e-4df5-917c-81644cff63ba tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 945 time: 0.0846720 Feb 17 10:25:04.705781 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-6acf7ef5-f29f-4e71-8dd9-c013c85cea53 req-ad61716a-3f95-4cc7-bc1f-63021e58d7f4 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Deleting port 62bd5105-bd11-4d70-8543-c1977f908f5f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:25:04.706156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6acf7ef5-f29f-4e71-8dd9-c013c85cea53 req-ad61716a-3f95-4cc7-bc1f-63021e58d7f4 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:04.956957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6acf7ef5-f29f-4e71-8dd9-c013c85cea53 req-ad61716a-3f95-4cc7-bc1f-63021e58d7f4 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] For port 62bd5105-bd11-4d70-8543-c1977f908f5f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=62bd5105-bd11-4d70-8543-c1977f908f5f,segment=NetworkSegment(fdd14925-65ca-4df6-8708-b6ffd4021a19),segment_id=fdd14925-65ca-4df6-8708-b6ffd4021a19)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:25:04.957312 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6acf7ef5-f29f-4e71-8dd9-c013c85cea53 req-ad61716a-3f95-4cc7-bc1f-63021e58d7f4 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:05.116367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-6acf7ef5-f29f-4e71-8dd9-c013c85cea53 req-ad61716a-3f95-4cc7-bc1f-63021e58d7f4 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Calling delete_port for 62bd5105-bd11-4d70-8543-c1977f908f5f owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:25:05.216076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb255315-04ab-4125-b5c7-b6cb0f1bf476 req-41ef245c-3ce7-4ab7-bf5c-6b48ef9fb555 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:25:05.217560 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fb255315-04ab-4125-b5c7-b6cb0f1bf476 req-41ef245c-3ce7-4ab7-bf5c-6b48ef9fb555 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 945 time: 0.2523472 Feb 17 10:25:05.311579 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fb255315-04ab-4125-b5c7-b6cb0f1bf476 req-3379a445-bdf6-442b-8d02-b08e5b3b8d2d tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/security-groups?id=7f074886-65f9-4b92-92b2-86ebb4754f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604744 Feb 17 10:25:05.377415 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6acf7ef5-f29f-4e71-8dd9-c013c85cea53 req-ad61716a-3f95-4cc7-bc1f-63021e58d7f4 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:05.410874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['62bd5105-bd11-4d70-8543-c1977f908f5f'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:25:05.427749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61716a-3f95-4cc7-bc1f-63021e58d7f4 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Pushing event deleted for resources: {'Port': ['ID=62bd5105-bd11-4d70-8543-c1977f908f5f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:05.516509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acf7ef5-f29f-4e71-8dd9-c013c85cea53 req-ad61716a-3f95-4cc7-bc1f-63021e58d7f4 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] No DVR routers for this DVR port 62bd5105-bd11-4d70-8543-c1977f908f5f on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:25:05.519025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6acf7ef5-f29f-4e71-8dd9-c013c85cea53 req-ad61716a-3f95-4cc7-bc1f-63021e58d7f4 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:05.523083 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8af76d9-c7f8-45a4-96b9-915450ab8300', 'name': 'network-vif-deleted', 'tag': '62bd5105-bd11-4d70-8543-c1977f908f5f'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:25:05.568576 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8af76d9-c7f8-45a4-96b9-915450ab8300', 'name': 'network-vif-deleted', 'tag': '62bd5105-bd11-4d70-8543-c1977f908f5f', 'status': 'completed', 'code': 200} Feb 17 10:25:05.618571 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6acf7ef5-f29f-4e71-8dd9-c013c85cea53 req-ad61716a-3f95-4cc7-bc1f-63021e58d7f4 tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.37 "DELETE /v2.0/ports/62bd5105-bd11-4d70-8543-c1977f908f5f HTTP/1.1" status: 204 len: 173 time: 0.9778805 Feb 17 10:25:06.477079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-507ad540-2859-4b15-9abb-9827662f6694 req-80b93d03-aee1-4987-affc-edab1dcfbd5f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Synchronizing usage tracker for tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:25:06.599809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-507ad540-2859-4b15-9abb-9827662f6694 req-80b93d03-aee1-4987-affc-edab1dcfbd5f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] Unset dirty status for tenant:2b3f7f28d99d429e8b4dcf9e3a01d192 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:25:06.599809 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-507ad540-2859-4b15-9abb-9827662f6694 req-80b93d03-aee1-4987-affc-edab1dcfbd5f tempest-TestEncryptedCinderVolumes-483777469 tempest-TestEncryptedCinderVolumes-483777469-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8af76d9-c7f8-45a4-96b9-915450ab8300 HTTP/1.1" status: 200 len: 210 time: 0.1615744 Feb 17 10:25:07.780679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47536) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:08.444656 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:08.799741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Deleting port af35da39-5a7e-4b0c-841e-a5571f2b0fbe {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:25:08.800400 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:08.974132 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] For port af35da39-5a7e-4b0c-841e-a5571f2b0fbe, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=af35da39-5a7e-4b0c-841e-a5571f2b0fbe,segment=NetworkSegment(fdd14925-65ca-4df6-8708-b6ffd4021a19),segment_id=fdd14925-65ca-4df6-8708-b6ffd4021a19)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:25:08.974886 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:09.096149 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Calling delete_port for af35da39-5a7e-4b0c-841e-a5571f2b0fbe owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:25:09.098007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:09.209988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 62bd5105-bd11-4d70-8543-c1977f908f5f no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:25:09.248552 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 62bd5105-bd11-4d70-8543-c1977f908f5f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:25:09.248901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 62bd5105-bd11-4d70-8543-c1977f908f5f not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:25:09.451778 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:09.500240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Pushing event deleted for resources: {'Port': ['ID=af35da39-5a7e-4b0c-841e-a5571f2b0fbe,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:09.691156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:09.691501 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:09.691835 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:09.692161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:09.692627 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:09.692954 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:09.693276 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:09.693597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:09.693919 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:09.694259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:09.694576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:09.694888 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:09.893694 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:10.250288 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Router 6cf4b844-b0ec-41eb-8e36-57d4cff08070 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:25:10.434442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:25:10.445320 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f69d2-dccd-4b73-a7d3-ccc31adaa25f None None] Sync routers for ids ['6cf4b844-b0ec-41eb-8e36-57d4cff08070'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:25:10.454232 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521f69d2-dccd-4b73-a7d3-ccc31adaa25f None None] Routers {'6cf4b844-b0ec-41eb-8e36-57d4cff08070'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:25:10.456490 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-521f69d2-dccd-4b73-a7d3-ccc31adaa25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:24:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6cf4b844-b0ec-41eb-8e36-57d4cff08070'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:10.511479 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4426f903-95ab-4577-a877-36800e713420 admin admin] 10.222.0.75 "PUT /v2.0/routers/6cf4b844-b0ec-41eb-8e36-57d4cff08070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7294755 Feb 17 10:25:10.513658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47540) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:10.633018 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-521f69d2-dccd-4b73-a7d3-ccc31adaa25f None None] Set router 6cf4b844-b0ec-41eb-8e36-57d4cff08070 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:25:10.692483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed3c009b-bfa7-4e3e-9148-402598526bc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:10.868615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed3c009b-bfa7-4e3e-9148-402598526bc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:10.916709 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-521f69d2-dccd-4b73-a7d3-ccc31adaa25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'name': 'tempest-TestEncryptedCinderVolumes-739356288-router', 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'abb01a45-b485-46b1-b2be-0d65ab4c9e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:33Z', 'updated_at': '2022-02-17T10:25:09Z', 'revision_number': 5, 'project_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'gw_port': {'id': 'abb01a45-b485-46b1-b2be-0d65ab4c9e66', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:33Z', 'updated_at': '2022-02-17T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:10.920259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ed3c009b-bfa7-4e3e-9148-402598526bc0 admin admin] Deleting port abb01a45-b485-46b1-b2be-0d65ab4c9e66 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:25:10.920757 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f69d2-dccd-4b73-a7d3-ccc31adaa25f None None] Checking router: 6cf4b844-b0ec-41eb-8e36-57d4cff08070 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:25:10.920872 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed3c009b-bfa7-4e3e-9148-402598526bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:10.929157 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521f69d2-dccd-4b73-a7d3-ccc31adaa25f None None] Routers {'6cf4b844-b0ec-41eb-8e36-57d4cff08070'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:25:10.929816 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-521f69d2-dccd-4b73-a7d3-ccc31adaa25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:24:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['6cf4b844-b0ec-41eb-8e36-57d4cff08070'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:11.077497 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-521f69d2-dccd-4b73-a7d3-ccc31adaa25f None None] Set router 6cf4b844-b0ec-41eb-8e36-57d4cff08070 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:25:11.183633 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-521f69d2-dccd-4b73-a7d3-ccc31adaa25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'name': 'tempest-TestEncryptedCinderVolumes-739356288-router', 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:33Z', 'updated_at': '2022-02-17T10:25:10Z', 'revision_number': 6, 'project_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:11.187924 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f69d2-dccd-4b73-a7d3-ccc31adaa25f None None] The sync data for ids ['6cf4b844-b0ec-41eb-8e36-57d4cff08070'] in dv-neutron-828143-5-hyperv is: [{'id': '6cf4b844-b0ec-41eb-8e36-57d4cff08070', 'name': 'tempest-TestEncryptedCinderVolumes-739356288-router', 'tenant_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:33Z', 'updated_at': '2022-02-17T10:25:10Z', 'revision_number': 6, 'project_id': '2b3f7f28d99d429e8b4dcf9e3a01d192', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:25:11.217768 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ed3c009b-bfa7-4e3e-9148-402598526bc0 admin admin] For port abb01a45-b485-46b1-b2be-0d65ab4c9e66, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=abb01a45-b485-46b1-b2be-0d65ab4c9e66,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:25:11.217768 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed3c009b-bfa7-4e3e-9148-402598526bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:11.336588 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ed3c009b-bfa7-4e3e-9148-402598526bc0 admin admin] Calling delete_port for abb01a45-b485-46b1-b2be-0d65ab4c9e66 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:25:11.583981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed3c009b-bfa7-4e3e-9148-402598526bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:11.638440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c009b-bfa7-4e3e-9148-402598526bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=abb01a45-b485-46b1-b2be-0d65ab4c9e66,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:11.730218 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed3c009b-bfa7-4e3e-9148-402598526bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:11.901113 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed3c009b-bfa7-4e3e-9148-402598526bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:11.903459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed3c009b-bfa7-4e3e-9148-402598526bc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:12.045779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed3c009b-bfa7-4e3e-9148-402598526bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:12.046423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3c009b-bfa7-4e3e-9148-402598526bc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cf4b844-b0ec-41eb-8e36-57d4cff08070 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 10:25:12.059243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed3c009b-bfa7-4e3e-9148-402598526bc0 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:12.063087 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ed3c009b-bfa7-4e3e-9148-402598526bc0 admin admin] 10.222.0.75 "DELETE /v2.0/routers/6cf4b844-b0ec-41eb-8e36-57d4cff08070 HTTP/1.1" status: 204 len: 168 time: 1.5457621 Feb 17 10:25:12.063087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47544) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:12.131767 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e84907-6f42-4ca3-a3e1-edf0736e213d admin admin] Deleting subnet ea0fa716-6dce-4d09-89d4-f4d7dc797374 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:25:12.135123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32e84907-6f42-4ca3-a3e1-edf0736e213d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:12.155458 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device abb01a45-b485-46b1-b2be-0d65ab4c9e66 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:25:12.188803 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32e84907-6f42-4ca3-a3e1-edf0736e213d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:12.194629 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: abb01a45-b485-46b1-b2be-0d65ab4c9e66 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:25:12.194937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device abb01a45-b485-46b1-b2be-0d65ab4c9e66 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:25:12.195339 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device af35da39-5a7e-4b0c-841e-a5571f2b0fbe no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:25:12.230011 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: af35da39-5a7e-4b0c-841e-a5571f2b0fbe {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:25:12.230380 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device af35da39-5a7e-4b0c-841e-a5571f2b0fbe not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:25:12.270796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32e84907-6f42-4ca3-a3e1-edf0736e213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:12.463384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32e84907-6f42-4ca3-a3e1-edf0736e213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:12.502642 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e84907-6f42-4ca3-a3e1-edf0736e213d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea0fa716-6dce-4d09-89d4-f4d7dc797374,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:12.507256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32e84907-6f42-4ca3-a3e1-edf0736e213d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:12.512574 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dc45b5-7f4a-4d78-b7df-d25ab7ef7423 None None] Network fcb69762-791a-41e7-9ddb-863a824baaec requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:25:12.513714 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-32e84907-6f42-4ca3-a3e1-edf0736e213d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ea0fa716-6dce-4d09-89d4-f4d7dc797374 HTTP/1.1" status: 204 len: 168 time: 0.4498076 Feb 17 10:25:12.516121 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47548) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:12.639670 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:12.656483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] Deleting port dfec4854-afa9-45f1-8c2d-91ff46614590 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:25:12.656832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:12.813163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471a9212-dffc-402a-b199-f70344fca6b2 None None] DHCP port deletion for fcb69762-791a-41e7-9ddb-863a824baaec request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:25:12.817483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-471a9212-dffc-402a-b199-f70344fca6b2 None None] Deleting port dfec4854-afa9-45f1-8c2d-91ff46614590 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:25:12.818791 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-471a9212-dffc-402a-b199-f70344fca6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:12.887029 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] For port dfec4854-afa9-45f1-8c2d-91ff46614590, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dfec4854-afa9-45f1-8c2d-91ff46614590,segment=NetworkSegment(fdd14925-65ca-4df6-8708-b6ffd4021a19),segment_id=fdd14925-65ca-4df6-8708-b6ffd4021a19)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:25:12.887391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:13.027675 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-471a9212-dffc-402a-b199-f70344fca6b2 None None] For port dfec4854-afa9-45f1-8c2d-91ff46614590, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dfec4854-afa9-45f1-8c2d-91ff46614590,segment=NetworkSegment(fdd14925-65ca-4df6-8708-b6ffd4021a19),segment_id=fdd14925-65ca-4df6-8708-b6ffd4021a19)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:25:13.027983 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-471a9212-dffc-402a-b199-f70344fca6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:13.114415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] Calling delete_port for dfec4854-afa9-45f1-8c2d-91ff46614590 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:25:13.155558 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-471a9212-dffc-402a-b199-f70344fca6b2 None None] Calling delete_port for dfec4854-afa9-45f1-8c2d-91ff46614590 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:25:13.246055 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:13.251221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-471a9212-dffc-402a-b199-f70344fca6b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:25:13.251574 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-471a9212-dffc-402a-b199-f70344fca6b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:25:13.296240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] No DVR routers for this DVR port dfec4854-afa9-45f1-8c2d-91ff46614590 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:25:13.323037 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] Pushing event deleted for resources: {'Port': ['ID=dfec4854-afa9-45f1-8c2d-91ff46614590,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:13.417696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:13.443906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb69762-791a-41e7-9ddb-863a824baaec']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:13.455700 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd14925-65ca-4df6-8708-b6ffd4021a19') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:13.456009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd14925-65ca-4df6-8708-b6ffd4021a19') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:13.467200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:13.482642 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:13.488462 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:25:13.488850 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:25:13.506569 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:25:13.629095 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:13.645100 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:13.655438 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb69762-791a-41e7-9ddb-863a824baaec,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:13.743957 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bcb8bb26-d7bd-4d26-86ab-a508970776bb admin admin] 10.222.0.75 "DELETE /v2.0/networks/fcb69762-791a-41e7-9ddb-863a824baaec HTTP/1.1" status: 204 len: 168 time: 1.2267742 Feb 17 10:25:13.746807 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47552) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:13.752425 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-471a9212-dffc-402a-b199-f70344fca6b2 None None] Deleting port dfec4854-afa9-45f1-8c2d-91ff46614590 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:25:13.752797 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-471a9212-dffc-402a-b199-f70344fca6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:13.821578 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-471a9212-dffc-402a-b199-f70344fca6b2 None None] The port 'dfec4854-afa9-45f1-8c2d-91ff46614590' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 10:25:14.144584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dfec4854-afa9-45f1-8c2d-91ff46614590 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:25:14.178747 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: dfec4854-afa9-45f1-8c2d-91ff46614590 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:25:14.179820 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dfec4854-afa9-45f1-8c2d-91ff46614590 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:25:14.287638 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62e74531-edad-4779-ba7c-824736c07fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:14.730800 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-62e74531-edad-4779-ba7c-824736c07fe6 admin admin] Deleting port ee229fec-0e9c-4852-afb0-ca51f60aab0f {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:25:14.731211 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62e74531-edad-4779-ba7c-824736c07fe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:14.898983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-62e74531-edad-4779-ba7c-824736c07fe6 admin admin] For port ee229fec-0e9c-4852-afb0-ca51f60aab0f, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=ee229fec-0e9c-4852-afb0-ca51f60aab0f,segment=NetworkSegment(7207dd69-9ad4-4f58-86b1-435533abeea1),segment_id=7207dd69-9ad4-4f58-86b1-435533abeea1)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:25:14.899252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62e74531-edad-4779-ba7c-824736c07fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:15.020767 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-62e74531-edad-4779-ba7c-824736c07fe6 admin admin] Calling delete_port for ee229fec-0e9c-4852-afb0-ca51f60aab0f owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:25:15.269010 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62e74531-edad-4779-ba7c-824736c07fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:15.319758 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e74531-edad-4779-ba7c-824736c07fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee229fec-0e9c-4852-afb0-ca51f60aab0f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:15.589229 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62e74531-edad-4779-ba7c-824736c07fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:15.954786 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e74531-edad-4779-ba7c-824736c07fe6 admin admin] Router 5e5eeb3c-55a0-405d-bc20-bf214ba20971 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:25:16.245773 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e74531-edad-4779-ba7c-824736c07fe6 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:25:16.254612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e04cf-6827-4291-911c-cac74b842421 None None] Sync routers for ids ['5e5eeb3c-55a0-405d-bc20-bf214ba20971'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:25:16.256346 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-62e74531-edad-4779-ba7c-824736c07fe6 admin admin] 10.222.0.75 "PUT /v2.0/routers/5e5eeb3c-55a0-405d-bc20-bf214ba20971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5085154 Feb 17 10:25:16.258719 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47556) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:16.264839 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e04cf-6827-4291-911c-cac74b842421 None None] Routers {'5e5eeb3c-55a0-405d-bc20-bf214ba20971'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:25:16.265452 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0b0e04cf-6827-4291-911c-cac74b842421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:24:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['5e5eeb3c-55a0-405d-bc20-bf214ba20971'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:16.440145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a789-9fd7-4b12-9b74-678b97104f43 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:16.448654 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-0b0e04cf-6827-4291-911c-cac74b842421 None None] Set router 5e5eeb3c-55a0-405d-bc20-bf214ba20971 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:25:16.620663 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a789-9fd7-4b12-9b74-678b97104f43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:16.703226 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2a789-9fd7-4b12-9b74-678b97104f43 admin admin] Deleting port fc253f76-a813-4eb6-8084-a73018bd74b6 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:25:16.703610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a789-9fd7-4b12-9b74-678b97104f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:16.746828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0b0e04cf-6827-4291-911c-cac74b842421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'name': 'tempest-TestEncryptedCinderVolumes-134619273-router', 'tenant_id': '81001c9e0b8543abb3bd43ca8abdae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'fc253f76-a813-4eb6-8084-a73018bd74b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:41Z', 'updated_at': '2022-02-17T10:25:15Z', 'revision_number': 5, 'project_id': '81001c9e0b8543abb3bd43ca8abdae92', 'gw_port': {'id': 'fc253f76-a813-4eb6-8084-a73018bd74b6', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:06:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:23:42Z', 'updated_at': '2022-02-17T10:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:16.750956 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e04cf-6827-4291-911c-cac74b842421 None None] Checking router: 5e5eeb3c-55a0-405d-bc20-bf214ba20971 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:25:16.759666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e04cf-6827-4291-911c-cac74b842421 None None] Routers {'5e5eeb3c-55a0-405d-bc20-bf214ba20971'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:25:16.760286 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0b0e04cf-6827-4291-911c-cac74b842421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:24:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['5e5eeb3c-55a0-405d-bc20-bf214ba20971'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:16.911700 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-e8b2a789-9fd7-4b12-9b74-678b97104f43 admin admin] For port fc253f76-a813-4eb6-8084-a73018bd74b6, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fc253f76-a813-4eb6-8084-a73018bd74b6,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:25:16.912432 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a789-9fd7-4b12-9b74-678b97104f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:16.923571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-0b0e04cf-6827-4291-911c-cac74b842421 None None] Set router 5e5eeb3c-55a0-405d-bc20-bf214ba20971 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:25:17.039884 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2a789-9fd7-4b12-9b74-678b97104f43 admin admin] Calling delete_port for fc253f76-a813-4eb6-8084-a73018bd74b6 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:25:17.080044 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0b0e04cf-6827-4291-911c-cac74b842421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'name': 'tempest-TestEncryptedCinderVolumes-134619273-router', 'tenant_id': '81001c9e0b8543abb3bd43ca8abdae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:41Z', 'updated_at': '2022-02-17T10:25:16Z', 'revision_number': 6, 'project_id': '81001c9e0b8543abb3bd43ca8abdae92', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:17.084756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e04cf-6827-4291-911c-cac74b842421 None None] The sync data for ids ['5e5eeb3c-55a0-405d-bc20-bf214ba20971'] in dv-neutron-828143-5-hyperv is: [{'id': '5e5eeb3c-55a0-405d-bc20-bf214ba20971', 'name': 'tempest-TestEncryptedCinderVolumes-134619273-router', 'tenant_id': '81001c9e0b8543abb3bd43ca8abdae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:23:41Z', 'updated_at': '2022-02-17T10:25:16Z', 'revision_number': 6, 'project_id': '81001c9e0b8543abb3bd43ca8abdae92', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:25:17.303483 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a789-9fd7-4b12-9b74-678b97104f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:17.355661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2a789-9fd7-4b12-9b74-678b97104f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc253f76-a813-4eb6-8084-a73018bd74b6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:17.463300 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a789-9fd7-4b12-9b74-678b97104f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:17.662760 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a789-9fd7-4b12-9b74-678b97104f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:17.664989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a789-9fd7-4b12-9b74-678b97104f43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:17.823348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a789-9fd7-4b12-9b74-678b97104f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:17.823825 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b2a789-9fd7-4b12-9b74-678b97104f43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e5eeb3c-55a0-405d-bc20-bf214ba20971 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 10:25:17.836408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8b2a789-9fd7-4b12-9b74-678b97104f43 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:17.838010 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e8b2a789-9fd7-4b12-9b74-678b97104f43 admin admin] 10.222.0.75 "DELETE /v2.0/routers/5e5eeb3c-55a0-405d-bc20-bf214ba20971 HTTP/1.1" status: 204 len: 168 time: 1.5779305 Feb 17 10:25:17.840595 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47560) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:17.903691 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-13dbecb9-2aa6-44c4-aae6-424e30bf8b82 admin admin] Deleting subnet a5772e6d-ae38-476e-b1f5-bc7adb54ffa0 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:25:17.906860 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13dbecb9-2aa6-44c4-aae6-424e30bf8b82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:18.073781 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13dbecb9-2aa6-44c4-aae6-424e30bf8b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:18.157358 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ee229fec-0e9c-4852-afb0-ca51f60aab0f no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:25:18.159200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13dbecb9-2aa6-44c4-aae6-424e30bf8b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:18.191723 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: ee229fec-0e9c-4852-afb0-ca51f60aab0f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:25:18.192069 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device ee229fec-0e9c-4852-afb0-ca51f60aab0f not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:25:18.192481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fc253f76-a813-4eb6-8084-a73018bd74b6 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:25:18.228277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: fc253f76-a813-4eb6-8084-a73018bd74b6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:25:18.228620 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fc253f76-a813-4eb6-8084-a73018bd74b6 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:25:18.309118 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13dbecb9-2aa6-44c4-aae6-424e30bf8b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:18.349041 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dbecb9-2aa6-44c4-aae6-424e30bf8b82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5772e6d-ae38-476e-b1f5-bc7adb54ffa0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:18.352673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13dbecb9-2aa6-44c4-aae6-424e30bf8b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:18.358731 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cab053-20ed-40c1-b7bf-e10f9025bc1d None None] Network b0395187-ab23-44bf-a29a-f7ee69c7059e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:25:18.359090 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-13dbecb9-2aa6-44c4-aae6-424e30bf8b82 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a5772e6d-ae38-476e-b1f5-bc7adb54ffa0 HTTP/1.1" status: 204 len: 168 time: 0.5172753 Feb 17 10:25:18.361340 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47564) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:18.467994 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:18.479462 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] Deleting port 6b57d92e-d756-431c-835a-f29ea178a38c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:25:18.479795 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:18.594364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ac8cbb-c01e-4f62-9284-6e040cc879d9 None None] DHCP port deletion for b0395187-ab23-44bf-a29a-f7ee69c7059e request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:25:18.598875 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-05ac8cbb-c01e-4f62-9284-6e040cc879d9 None None] Deleting port 6b57d92e-d756-431c-835a-f29ea178a38c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:25:18.599262 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05ac8cbb-c01e-4f62-9284-6e040cc879d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:18.701601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] For port 6b57d92e-d756-431c-835a-f29ea178a38c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6b57d92e-d756-431c-835a-f29ea178a38c,segment=NetworkSegment(7207dd69-9ad4-4f58-86b1-435533abeea1),segment_id=7207dd69-9ad4-4f58-86b1-435533abeea1)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:25:18.702085 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:18.816225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-05ac8cbb-c01e-4f62-9284-6e040cc879d9 None None] For port 6b57d92e-d756-431c-835a-f29ea178a38c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6b57d92e-d756-431c-835a-f29ea178a38c,segment=NetworkSegment(7207dd69-9ad4-4f58-86b1-435533abeea1),segment_id=7207dd69-9ad4-4f58-86b1-435533abeea1)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:25:18.816496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05ac8cbb-c01e-4f62-9284-6e040cc879d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:18.837943 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] Calling delete_port for 6b57d92e-d756-431c-835a-f29ea178a38c owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:25:18.938154 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-05ac8cbb-c01e-4f62-9284-6e040cc879d9 None None] Calling delete_port for 6b57d92e-d756-431c-835a-f29ea178a38c owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:25:18.977235 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:19.010537 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-05ac8cbb-c01e-4f62-9284-6e040cc879d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:25:19.010880 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-05ac8cbb-c01e-4f62-9284-6e040cc879d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:25:19.028558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] Pushing event deleted for resources: {'Port': ['ID=6b57d92e-d756-431c-835a-f29ea178a38c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:19.030370 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] No DVR routers for this DVR port 6b57d92e-d756-431c-835a-f29ea178a38c on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:25:19.155243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:19.181087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0395187-ab23-44bf-a29a-f7ee69c7059e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:19.193075 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7207dd69-9ad4-4f58-86b1-435533abeea1') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:19.193382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7207dd69-9ad4-4f58-86b1-435533abeea1') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:19.205605 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:19.221171 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:19.228055 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:25:19.228447 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:25:19.241733 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:25:19.423324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:19.440347 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:19.450579 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] Pushing event deleted for resources: {'Network': ['ID=b0395187-ab23-44bf-a29a-f7ee69c7059e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:19.455327 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ddcbccba-8bd0-4441-a8cd-51750abfba5e admin admin] 10.222.0.75 "DELETE /v2.0/networks/b0395187-ab23-44bf-a29a-f7ee69c7059e HTTP/1.1" status: 204 len: 168 time: 1.0923505 Feb 17 10:25:19.512069 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-05ac8cbb-c01e-4f62-9284-6e040cc879d9 None None] Deleting port 6b57d92e-d756-431c-835a-f29ea178a38c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:25:19.513116 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05ac8cbb-c01e-4f62-9284-6e040cc879d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:19.582999 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-05ac8cbb-c01e-4f62-9284-6e040cc879d9 None None] The port '6b57d92e-d756-431c-835a-f29ea178a38c' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 10:25:19.950734 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47570) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:19.999443 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ffec1d55-8803-4353-842a-bdaef6f5e139 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2b3f7f28d99d429e8b4dcf9e3a01d192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475514 Feb 17 10:25:20.001857 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47574) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:20.059244 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-690af9e6-3c5e-41dc-8086-11aa12078076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:20.083784 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-690af9e6-3c5e-41dc-8086-11aa12078076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:20.147365 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6b57d92e-d756-431c-835a-f29ea178a38c no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:25:20.181497 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 6b57d92e-d756-431c-835a-f29ea178a38c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:25:20.181833 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6b57d92e-d756-431c-835a-f29ea178a38c not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:25:20.211381 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-690af9e6-3c5e-41dc-8086-11aa12078076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:20.230315 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690af9e6-3c5e-41dc-8086-11aa12078076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f074886-65f9-4b92-92b2-86ebb4754f98,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:20.302021 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-690af9e6-3c5e-41dc-8086-11aa12078076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:20.303178 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-690af9e6-3c5e-41dc-8086-11aa12078076 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7f074886-65f9-4b92-92b2-86ebb4754f98 HTTP/1.1" status: 204 len: 168 time: 0.3004117 Feb 17 10:25:21.036615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47582) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:21.085818 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-95ecac30-4057-4826-b067-4b5f9d8fe50a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=81001c9e0b8543abb3bd43ca8abdae92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474312 Feb 17 10:25:21.088370 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47586) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:21.147271 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc831f1c-3ec1-4de4-84b4-3a4041f81105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:21.173010 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc831f1c-3ec1-4de4-84b4-3a4041f81105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:21.303807 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc831f1c-3ec1-4de4-84b4-3a4041f81105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:21.320565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc831f1c-3ec1-4de4-84b4-3a4041f81105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16178d36-0ccb-4caf-b47a-2803b1b21e04,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:21.329658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc831f1c-3ec1-4de4-84b4-3a4041f81105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:21.333434 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cc831f1c-3ec1-4de4-84b4-3a4041f81105 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/16178d36-0ccb-4caf-b47a-2803b1b21e04 HTTP/1.1" status: 204 len: 168 time: 0.2415881 Feb 17 10:25:22.428823 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47610) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:22.538792 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-62608472-network', 'tenant_id': '703f9546e5e7428da27c084827278adc'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:25:22.543577 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:25:22.547546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Usage tracker for resource:network and tenant:703f9546e5e7428da27c084827278adc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:25:22.550395 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:25:22.557579 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:25:22.668427 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Made reservation on behalf of 703f9546e5e7428da27c084827278adc for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:25:22.670916 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:22.683200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:22.700876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:25:22.704776 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Usage tracker for resource:security_group_rule and tenant:703f9546e5e7428da27c084827278adc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:25:22.707594 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:25:22.714154 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:25:22.793612 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:22.868851 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:22.900320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:25:22.908842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e37340-949c-4e26-8924-303f0c4a983d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:22.915705 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:22.916691 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Added segment 35f84785-2799-44c4-b739-31c13fdb49b8 of type vlan for network 4f69f0a2-6512-4bdd-b3de-046e1741c685 Feb 17 10:25:22.943016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:23.028564 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:23.029590 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:25:23.030230 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:23.235329 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] Pushing event updated for resources: {'Network': ['ID=4f69f0a2-6512-4bdd-b3de-046e1741c685,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:23.245661 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 4f69f0a2-6512-4bdd-b3de-046e1741c685 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:25:23.315565 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-55ed297e-11e7-405f-914a-01149bbfc41b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8855355 Feb 17 10:25:23.318275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47616) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:23.323834 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bd3c4dbf-0c0f-4382-be66-2f0ef0a3aac3 admin admin] Request body: {'subnet': {'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-62608472-subnet', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:25:23.329137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bd3c4dbf-0c0f-4382-be66-2f0ef0a3aac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:25:23.333262 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bd3c4dbf-0c0f-4382-be66-2f0ef0a3aac3 admin admin] Usage tracker for resource:subnet and tenant:703f9546e5e7428da27c084827278adc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:25:23.336199 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-bd3c4dbf-0c0f-4382-be66-2f0ef0a3aac3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:25:23.341948 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bd3c4dbf-0c0f-4382-be66-2f0ef0a3aac3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:25:23.451214 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3c4dbf-0c0f-4382-be66-2f0ef0a3aac3 admin admin] Made reservation on behalf of 703f9546e5e7428da27c084827278adc for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:25:23.453587 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4dbf-0c0f-4382-be66-2f0ef0a3aac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:23.731737 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4dbf-0c0f-4382-be66-2f0ef0a3aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:23.815063 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c4dbf-0c0f-4382-be66-2f0ef0a3aac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=177ffd75-087f-4408-85da-20ecea0bd3b3,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:23.820636 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c4dbf-0c0f-4382-be66-2f0ef0a3aac3 admin admin] Checking segment: {'id': '35f84785-2799-44c4-b739-31c13fdb49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:25:23.829925 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c4dbf-0c0f-4382-be66-2f0ef0a3aac3 admin admin] Network hostable DHCP agents. Network: 4f69f0a2-6512-4bdd-b3de-046e1741c685, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:25:23.914516 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c4dbf-0c0f-4382-be66-2f0ef0a3aac3 admin admin] Network 4f69f0a2-6512-4bdd-b3de-046e1741c685 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:25:24.028939 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-bd3c4dbf-0c0f-4382-be66-2f0ef0a3aac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 4f69f0a2-6512-4bdd-b3de-046e1741c685) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:25:24.033157 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3c4dbf-0c0f-4382-be66-2f0ef0a3aac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:25:24.033785 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4dbf-0c0f-4382-be66-2f0ef0a3aac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:24.038621 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ede39d0-9086-42d0-8318-662627acf060 None None] Network 4f69f0a2-6512-4bdd-b3de-046e1741c685 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:25:24.138521 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bd3c4dbf-0c0f-4382-be66-2f0ef0a3aac3 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8190334 Feb 17 10:25:24.141338 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47620) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:24.148494 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-62608472-router', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:25:24.153740 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:25:24.158884 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Usage tracker for resource:router and tenant:703f9546e5e7428da27c084827278adc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:25:24.162475 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:25:24.169115 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:25:24.260629 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-4f69f0a2-6512-4bdd-b3de-046e1741c685', 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'fixed_ips': [{'subnet_id': '177ffd75-087f-4408-85da-20ecea0bd3b3'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:25:24.263866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:24.280368 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:24.281679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:24.299494 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:24.419515 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Allocated IP 172.20.0.2 (4f69f0a2-6512-4bdd-b3de-046e1741c685/177ffd75-087f-4408-85da-20ecea0bd3b3/add3023f-32de-42dc-a296-58842c6cc4d7) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:25:24.628137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:24.663904 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:24.673546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Transition to ACTIVE for port object add3023f-32de-42dc-a296-58842c6cc4d7 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:25:24.692092 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Transition to ACTIVE for port object add3023f-32de-42dc-a296-58842c6cc4d7 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:25:24.771905 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e849fda9-1cfe-4180-8d96-d9943d82fcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:24.773901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:24.844719 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Network 4f69f0a2-6512-4bdd-b3de-046e1741c685 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:25:24.847542 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:25:24.851992 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:25:24.857922 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Pushing event updated for resources: {'Port': ['ID=add3023f-32de-42dc-a296-58842c6cc4d7,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:24.944487 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Attempting to bind port add3023f-32de-42dc-a296-58842c6cc4d7 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:25:24.944711 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Attempting to bind port add3023f-32de-42dc-a296-58842c6cc4d7 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '35f84785-2799-44c4-b739-31c13fdb49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:25:24.944964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Attempting to bind port add3023f-32de-42dc-a296-58842c6cc4d7 on network 4f69f0a2-6512-4bdd-b3de-046e1741c685 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:25:24.950307 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:25:24.950690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Checking segment: {'id': '35f84785-2799-44c4-b739-31c13fdb49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:25:24.951091 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:24.951486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Bound using segment: {'id': '35f84785-2799-44c4-b739-31c13fdb49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:25:24.951947 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Bound port: add3023f-32de-42dc-a296-58842c6cc4d7, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f84785-2799-44c4-b739-31c13fdb49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:25:24.952326 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:25.039008 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:25.043063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] For port add3023f-32de-42dc-a296-58842c6cc4d7, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:25:25.046046 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] For port add3023f-32de-42dc-a296-58842c6cc4d7, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=add3023f-32de-42dc-a296-58842c6cc4d7,segment=NetworkSegment(35f84785-2799-44c4-b739-31c13fdb49b8),segment_id=35f84785-2799-44c4-b739-31c13fdb49b8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:25:25.068527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:25.114724 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:25.198172 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c0f04-5507-4448-8cf9-f2696147e144 None None] Pushing event updated for resources: {'Port': ['ID=add3023f-32de-42dc-a296-58842c6cc4d7,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:25.204831 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Allocated IP 172.26.4.28 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:25:25.364591 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:25.503896 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:25.570452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:25:25.573214 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:25:25.576842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:25:25.614753 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Pushing event updated for resources: {'Port': ['ID=66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:26.159341 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b489072-3b3b-4fe4-8396-96e976afde99 None None] Network 4f69f0a2-6512-4bdd-b3de-046e1741c685 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:25:26.182588 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:26.227075 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device add3023f-32de-42dc-a296-58842c6cc4d7 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:25:26.429964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3f231292-6f15-48d6-8863-56d80bd737e4 None None] Provisioning for port add3023f-32de-42dc-a296-58842c6cc4d7 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:25:26.442969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port add3023f-32de-42dc-a296-58842c6cc4d7 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:25:26.455838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port add3023f-32de-42dc-a296-58842c6cc4d7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:26.456219 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:26.528120 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:26.597961 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:26.643063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port add3023f-32de-42dc-a296-58842c6cc4d7, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=add3023f-32de-42dc-a296-58842c6cc4d7,segment=NetworkSegment(35f84785-2799-44c4-b739-31c13fdb49b8),segment_id=35f84785-2799-44c4-b739-31c13fdb49b8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:25:26.731542 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:26.804107 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6462e072-f7e5-4edf-9341-2faaf696f4c4 None None] Provisioning complete for port add3023f-32de-42dc-a296-58842c6cc4d7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:26.804519 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6462e072-f7e5-4edf-9341-2faaf696f4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:26.822762 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 10:25:26.839315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=add3023f-32de-42dc-a296-58842c6cc4d7,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:27.005503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:25:27.014385 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Sync routers for ids ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:25:27.023695 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Routers {'31c8c9b4-0a3c-4a10-8acf-58ac0312c611'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:25:27.024303 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:24:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:27.057206 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e37f8a8f-fdde-4357-bd29-71468ed5a966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:27.120154 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:27.121518 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9d2210e8-f626-48a1-8057-7689e2360879 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9792290 Feb 17 10:25:27.124388 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47624) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:27.200813 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Set router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:25:27.493139 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'name': 'tempest-TestMinimumBasicScenario-62608472-router', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:24Z', 'updated_at': '2022-02-17T10:25:25Z', 'revision_number': 3, 'project_id': '703f9546e5e7428da27c084827278adc', 'gw_port': {'id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:25Z', 'updated_at': '2022-02-17T10:25:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:27.497076 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Checking router: 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:25:27.497448 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Updating router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 port 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:25:27.555487 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:27.888682 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:27.900907 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Transition to ACTIVE for port object 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:25:27.931348 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:27.934930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:28.007575 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:28.086720 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Attempting to bind port 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:25:28.087406 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Attempting to bind port 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:25:28.087406 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Attempting to bind port 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:25:28.096588 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49f1c8-32ad-4ecc-b483-4ac4b02ddda1 None None] Pushing event updated for resources: {'Port': ['ID=66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:28.098734 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:25:28.099100 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:25:28.099496 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:28.099903 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:25:28.100459 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Bound port: 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:25:28.101066 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:28.139548 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49f1c8-32ad-4ecc-b483-4ac4b02ddda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:28.139902 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49f1c8-32ad-4ecc-b483-4ac4b02ddda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:28.140142 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49f1c8-32ad-4ecc-b483-4ac4b02ddda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:28.140473 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49f1c8-32ad-4ecc-b483-4ac4b02ddda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:28.140798 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49f1c8-32ad-4ecc-b483-4ac4b02ddda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:28.141120 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49f1c8-32ad-4ecc-b483-4ac4b02ddda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:28.141443 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49f1c8-32ad-4ecc-b483-4ac4b02ddda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:28.141784 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49f1c8-32ad-4ecc-b483-4ac4b02ddda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:28.142132 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49f1c8-32ad-4ecc-b483-4ac4b02ddda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:28.142453 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49f1c8-32ad-4ecc-b483-4ac4b02ddda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:28.142770 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49f1c8-32ad-4ecc-b483-4ac4b02ddda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:28.143084 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df49f1c8-32ad-4ecc-b483-4ac4b02ddda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:28.145215 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Allocated IP 172.20.0.1 (4f69f0a2-6512-4bdd-b3de-046e1741c685/177ffd75-087f-4408-85da-20ecea0bd3b3/c1a6cc9d-7a25-4e98-9812-dc911908d51a) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:25:28.163045 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device add3023f-32de-42dc-a296-58842c6cc4d7 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:25:28.189317 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] For port 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:25:28.192453 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] For port 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:25:28.232114 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port add3023f-32de-42dc-a296-58842c6cc4d7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:28.232481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:28.258392 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:28.307334 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:28.326181 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Transition to ACTIVE for port object c1a6cc9d-7a25-4e98-9812-dc911908d51a will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:25:28.332859 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Routers {'31c8c9b4-0a3c-4a10-8acf-58ac0312c611'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:25:28.333478 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:25:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:28.355390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:28.415076 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49f1c8-32ad-4ecc-b483-4ac4b02ddda1 None None] Pushing event updated for resources: {'Port': ['ID=66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:28.417784 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:28.487017 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Network 4f69f0a2-6512-4bdd-b3de-046e1741c685 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:25:28.489733 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:25:28.493901 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:25:28.529450 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Pushing event updated for resources: {'Port': ['ID=c1a6cc9d-7a25-4e98-9812-dc911908d51a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:28.551767 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] Set router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:25:28.554970 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:28.806147 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-eaa38c8c-ac74-453a-8d25-a3d19bda8354 None None] Provisioning for port c1a6cc9d-7a25-4e98-9812-dc911908d51a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:25:28.811251 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-eaa38c8c-ac74-453a-8d25-a3d19bda8354 None None] Provisioning complete for port c1a6cc9d-7a25-4e98-9812-dc911908d51a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:28.812264 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eaa38c8c-ac74-453a-8d25-a3d19bda8354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:28.852024 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'name': 'tempest-TestMinimumBasicScenario-62608472-router', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:24Z', 'updated_at': '2022-02-17T10:25:25Z', 'revision_number': 3, 'project_id': '703f9546e5e7428da27c084827278adc', 'gw_port': {'id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:25Z', 'updated_at': '2022-02-17T10:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:28.856739 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11827919-95a1-4e23-869f-04856d04b1a3 None None] The sync data for ids ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'] in dv-neutron-828143-5-hyperv is: [{'id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'name': 'tempest-TestMinimumBasicScenario-62608472-router', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:24Z', 'updated_at': '2022-02-17T10:25:25Z', 'revision_number': 3, 'project_id': '703f9546e5e7428da27c084827278adc', 'gw_port': {'id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:25Z', 'updated_at': '2022-02-17T10:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:25:28.869049 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-eaa38c8c-ac74-453a-8d25-a3d19bda8354 None None] Port c1a6cc9d-7a25-4e98-9812-dc911908d51a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:25:28.893463 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:29.257337 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:29.308717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:29.419758 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:29.423383 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Pushing event updated for resources: {'Port': ['ID=c1a6cc9d-7a25-4e98-9812-dc911908d51a,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:29.564360 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Network 4f69f0a2-6512-4bdd-b3de-046e1741c685 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:25:29.565677 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:25:29.766115 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:25:29.798482 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b1f83001-d256-446c-b614-4addf6fe8627 None None] Provisioning complete for port c1a6cc9d-7a25-4e98-9812-dc911908d51a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:29.799020 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1f83001-d256-446c-b614-4addf6fe8627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:29.852200 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b1f83001-d256-446c-b614-4addf6fe8627 None None] Port c1a6cc9d-7a25-4e98-9812-dc911908d51a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:25:29.947921 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:25:29.956902 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-02846b9b-02f0-4d60-af46-560f0b8e0a74 admin admin] 10.222.0.75 "PUT /v2.0/routers/31c8c9b4-0a3c-4a10-8acf-58ac0312c611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8315547 Feb 17 10:25:30.011565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:30.178748 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:25:30.339189 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:25:30.348660 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:30.348660 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:30.374704 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Sync routers for ids ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:25:30.404753 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Routers {'31c8c9b4-0a3c-4a10-8acf-58ac0312c611'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:25:30.405362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:25:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:30.667867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:30.681221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Set router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:25:30.720737 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47642) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:30.726780 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1310763431-network', 'tenant_id': '384902409f654561ab3b5805edf42ac1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:25:30.731638 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:25:30.735454 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Usage tracker for resource:network and tenant:384902409f654561ab3b5805edf42ac1 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:25:30.738431 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:25:30.744252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:25:30.753985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:25:30.856906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Made reservation on behalf of 384902409f654561ab3b5805edf42ac1 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:25:30.859242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:30.871834 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:30.886664 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:25:30.888856 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:30.890900 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Usage tracker for resource:security_group_rule and tenant:384902409f654561ab3b5805edf42ac1 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:25:30.893915 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:25:30.900631 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:25:30.991571 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:31.014555 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:31.068267 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:31.079718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'name': 'tempest-TestMinimumBasicScenario-62608472-router', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:24Z', 'updated_at': '2022-02-17T10:25:28Z', 'revision_number': 4, 'project_id': '703f9546e5e7428da27c084827278adc', 'gw_port': {'id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:25Z', 'updated_at': '2022-02-17T10:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c1a6cc9d-7a25-4e98-9812-dc911908d51a', 'name': '', 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'mac_address': 'fa:16:3e:b7:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:27Z', 'updated_at': '2022-02-17T10:25:28Z', 'revision_number': 2, 'project_id': '703f9546e5e7428da27c084827278adc', 'subnets': [{'id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:31.083554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Checking router: 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:25:31.083908 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Updating router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 port c1a6cc9d-7a25-4e98-9812-dc911908d51a binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:25:31.096219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:25:31.108308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4765802-a849-40ab-a8a6-416b3bcf2793,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:31.113267 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:31.113615 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Added segment d1394612-3e3c-4f3f-9fd1-262059f4308d of type vlan for network a47606bc-10be-4e70-9ea7-c22fac2e9a34 Feb 17 10:25:31.141364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:31.141762 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:31.239854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:31.241645 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:25:31.242256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:31.346272 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] Pushing event updated for resources: {'Network': ['ID=a47606bc-10be-4e70-9ea7-c22fac2e9a34,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:31.357409 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network a47606bc-10be-4e70-9ea7-c22fac2e9a34 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:25:31.412012 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-be1c351f-7cf1-4904-ab4f-3acb8c38746a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6900344 Feb 17 10:25:31.415203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47646) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:31.420571 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-be7f2bc6-9f33-4f70-bc9d-d8348210dd66 admin admin] Request body: {'subnet': {'network_id': 'a47606bc-10be-4e70-9ea7-c22fac2e9a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1310763431-subnet', 'tenant_id': '384902409f654561ab3b5805edf42ac1', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:25:31.425516 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-be7f2bc6-9f33-4f70-bc9d-d8348210dd66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:25:31.430306 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-be7f2bc6-9f33-4f70-bc9d-d8348210dd66 admin admin] Usage tracker for resource:subnet and tenant:384902409f654561ab3b5805edf42ac1 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:25:31.433613 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-be7f2bc6-9f33-4f70-bc9d-d8348210dd66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:25:31.439795 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-be7f2bc6-9f33-4f70-bc9d-d8348210dd66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:25:31.514237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7f2bc6-9f33-4f70-bc9d-d8348210dd66 admin admin] Made reservation on behalf of 384902409f654561ab3b5805edf42ac1 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:25:31.516629 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be7f2bc6-9f33-4f70-bc9d-d8348210dd66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:31.579778 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:31.592372 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Transition to ACTIVE for port object c1a6cc9d-7a25-4e98-9812-dc911908d51a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:25:31.640298 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:31.767874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df52f56-e8ca-4a88-9e83-786a38192b46 None None] Pushing event updated for resources: {'Port': ['ID=c1a6cc9d-7a25-4e98-9812-dc911908d51a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:31.772222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be7f2bc6-9f33-4f70-bc9d-d8348210dd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:31.854324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f2bc6-9f33-4f70-bc9d-d8348210dd66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5330a19-6704-4bae-85c3-e8dbde36a7e5,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:31.862983 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7f2bc6-9f33-4f70-bc9d-d8348210dd66 admin admin] Checking segment: {'id': 'd1394612-3e3c-4f3f-9fd1-262059f4308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a47606bc-10be-4e70-9ea7-c22fac2e9a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:25:31.863346 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f2bc6-9f33-4f70-bc9d-d8348210dd66 admin admin] Network hostable DHCP agents. Network: a47606bc-10be-4e70-9ea7-c22fac2e9a34, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:25:31.868768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Attempting to bind port c1a6cc9d-7a25-4e98-9812-dc911908d51a on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:25:31.869160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Attempting to bind port c1a6cc9d-7a25-4e98-9812-dc911908d51a by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '35f84785-2799-44c4-b739-31c13fdb49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:25:31.869809 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Attempting to bind port c1a6cc9d-7a25-4e98-9812-dc911908d51a on network 4f69f0a2-6512-4bdd-b3de-046e1741c685 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:25:31.875066 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:25:31.875441 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Checking segment: {'id': '35f84785-2799-44c4-b739-31c13fdb49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:25:31.875839 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:31.876363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Bound using segment: {'id': '35f84785-2799-44c4-b739-31c13fdb49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:25:31.876844 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Bound port: c1a6cc9d-7a25-4e98-9812-dc911908d51a, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f84785-2799-44c4-b739-31c13fdb49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:25:31.877223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:31.931641 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f2bc6-9f33-4f70-bc9d-d8348210dd66 admin admin] Network a47606bc-10be-4e70-9ea7-c22fac2e9a34 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:25:31.966452 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] For port c1a6cc9d-7a25-4e98-9812-dc911908d51a, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:25:31.969223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] For port c1a6cc9d-7a25-4e98-9812-dc911908d51a, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c1a6cc9d-7a25-4e98-9812-dc911908d51a,segment=NetworkSegment(35f84785-2799-44c4-b739-31c13fdb49b8),segment_id=35f84785-2799-44c4-b739-31c13fdb49b8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:25:31.994031 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-be7f2bc6-9f33-4f70-bc9d-d8348210dd66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, a47606bc-10be-4e70-9ea7-c22fac2e9a34) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:25:31.997852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7f2bc6-9f33-4f70-bc9d-d8348210dd66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:25:31.998477 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be7f2bc6-9f33-4f70-bc9d-d8348210dd66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:32.001818 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7c4560-45f3-48ac-b41c-cd0250485d8c None None] Network a47606bc-10be-4e70-9ea7-c22fac2e9a34 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:25:32.089269 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-be7f2bc6-9f33-4f70-bc9d-d8348210dd66 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6729801 Feb 17 10:25:32.089518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47650) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:32.094527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1310763431-router', 'tenant_id': '384902409f654561ab3b5805edf42ac1', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:25:32.099561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:25:32.103426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Usage tracker for resource:router and tenant:384902409f654561ab3b5805edf42ac1 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:25:32.106992 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:32.107164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:25:32.112976 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:25:32.176449 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:25:32.188831 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:32.189920 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:32.206569 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:32.271466 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Routers {'31c8c9b4-0a3c-4a10-8acf-58ac0312c611'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:25:32.272226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:25:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:32.360998 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df52f56-e8ca-4a88-9e83-786a38192b46 None None] Pushing event updated for resources: {'Port': ['ID=c1a6cc9d-7a25-4e98-9812-dc911908d51a,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:32.531247 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:32.531505 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:32.623614 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] Set router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:25:32.657636 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:32.700579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-a47606bc-10be-4e70-9ea7-c22fac2e9a34', 'network_id': 'a47606bc-10be-4e70-9ea7-c22fac2e9a34', 'tenant_id': '384902409f654561ab3b5805edf42ac1', 'fixed_ips': [{'subnet_id': 'b5330a19-6704-4bae-85c3-e8dbde36a7e5'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:25:32.705485 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:33.073062 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:33.105622 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:33.141830 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Allocated IP 172.20.0.2 (a47606bc-10be-4e70-9ea7-c22fac2e9a34/b5330a19-6704-4bae-85c3-e8dbde36a7e5/64b6ddc5-5eaf-468f-9926-816956295f0c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:25:33.237828 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Allocated IP 172.26.4.105 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/fb6f1968-992b-4f50-bf0d-55ebb3a7b73b) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:25:33.261570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'name': 'tempest-TestMinimumBasicScenario-62608472-router', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:24Z', 'updated_at': '2022-02-17T10:25:28Z', 'revision_number': 4, 'project_id': '703f9546e5e7428da27c084827278adc', 'gw_port': {'id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:25Z', 'updated_at': '2022-02-17T10:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c1a6cc9d-7a25-4e98-9812-dc911908d51a', 'name': '', 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'mac_address': 'fa:16:3e:b7:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:27Z', 'updated_at': '2022-02-17T10:25:31Z', 'revision_number': 4, 'project_id': '703f9546e5e7428da27c084827278adc', 'subnets': [{'id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:33.279170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef25ac-a789-4c1e-b4d7-679935752a1c None None] The sync data for ids ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'] in dv-neutron-828143-5-hyperv is: [{'id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'name': 'tempest-TestMinimumBasicScenario-62608472-router', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:24Z', 'updated_at': '2022-02-17T10:25:28Z', 'revision_number': 4, 'project_id': '703f9546e5e7428da27c084827278adc', 'gw_port': {'id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:25Z', 'updated_at': '2022-02-17T10:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c1a6cc9d-7a25-4e98-9812-dc911908d51a', 'name': '', 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'mac_address': 'fa:16:3e:b7:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:27Z', 'updated_at': '2022-02-17T10:25:31Z', 'revision_number': 4, 'project_id': '703f9546e5e7428da27c084827278adc', 'subnets': [{'id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:25:33.407527 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:33.413575 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:33.418702 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Transition to ACTIVE for port object 64b6ddc5-5eaf-468f-9926-816956295f0c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:25:33.439070 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Transition to ACTIVE for port object 64b6ddc5-5eaf-468f-9926-816956295f0c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:25:33.503297 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:33.522275 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:33.579057 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Network a47606bc-10be-4e70-9ea7-c22fac2e9a34 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:25:33.582203 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:25:33.587013 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:25:33.593540 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Pushing event updated for resources: {'Port': ['ID=64b6ddc5-5eaf-468f-9926-816956295f0c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:33.605063 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:25:33.609866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:25:33.613124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:25:33.660043 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Pushing event updated for resources: {'Port': ['ID=fb6f1968-992b-4f50-bf0d-55ebb3a7b73b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:33.677061 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:33.677423 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:33.677765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:33.678205 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:33.679237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:33.679577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:33.679913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:33.680249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:33.680581 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:33.681154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:33.681488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:33.681816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:33.697987 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Attempting to bind port 64b6ddc5-5eaf-468f-9926-816956295f0c on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:25:33.698392 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Attempting to bind port 64b6ddc5-5eaf-468f-9926-816956295f0c by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'd1394612-3e3c-4f3f-9fd1-262059f4308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a47606bc-10be-4e70-9ea7-c22fac2e9a34'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:25:33.698756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Attempting to bind port 64b6ddc5-5eaf-468f-9926-816956295f0c on network a47606bc-10be-4e70-9ea7-c22fac2e9a34 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:25:33.704793 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:25:33.705168 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Checking segment: {'id': 'd1394612-3e3c-4f3f-9fd1-262059f4308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a47606bc-10be-4e70-9ea7-c22fac2e9a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:25:33.705565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:33.706005 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Bound using segment: {'id': 'd1394612-3e3c-4f3f-9fd1-262059f4308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a47606bc-10be-4e70-9ea7-c22fac2e9a34'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:25:33.706496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Bound port: 64b6ddc5-5eaf-468f-9926-816956295f0c, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1394612-3e3c-4f3f-9fd1-262059f4308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a47606bc-10be-4e70-9ea7-c22fac2e9a34'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:25:33.706867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:33.869055 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] For port 64b6ddc5-5eaf-468f-9926-816956295f0c, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:25:33.872650 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] For port 64b6ddc5-5eaf-468f-9926-816956295f0c, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=64b6ddc5-5eaf-468f-9926-816956295f0c,segment=NetworkSegment(d1394612-3e3c-4f3f-9fd1-262059f4308d),segment_id=d1394612-3e3c-4f3f-9fd1-262059f4308d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:25:33.977822 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:34.065875 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf21711-45c5-41f1-8e51-9c12dea51368 None None] Pushing event updated for resources: {'Port': ['ID=64b6ddc5-5eaf-468f-9926-816956295f0c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:34.214912 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c1a6cc9d-7a25-4e98-9812-dc911908d51a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:25:34.321384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:34.389236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port c1a6cc9d-7a25-4e98-9812-dc911908d51a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:25:34.395804 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port c1a6cc9d-7a25-4e98-9812-dc911908d51a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:34.396190 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:34.533322 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:34.567010 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port c1a6cc9d-7a25-4e98-9812-dc911908d51a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c1a6cc9d-7a25-4e98-9812-dc911908d51a,segment=NetworkSegment(35f84785-2799-44c4-b739-31c13fdb49b8),segment_id=35f84785-2799-44c4-b739-31c13fdb49b8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:25:34.635042 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:34.703931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:34.708833 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=c1a6cc9d-7a25-4e98-9812-dc911908d51a,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:35.080448 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Router badd1d4e-af5e-474b-85f6-cc4f640b8457 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 10:25:35.272545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:25:35.282115 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Sync routers for ids ['badd1d4e-af5e-474b-85f6-cc4f640b8457'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:25:35.294183 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Routers {'badd1d4e-af5e-474b-85f6-cc4f640b8457'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:25:35.294897 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:25:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['badd1d4e-af5e-474b-85f6-cc4f640b8457'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:35.300670 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe602b5-c22b-4b68-b94e-9cab967ae240 None None] Network a47606bc-10be-4e70-9ea7-c22fac2e9a34 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:25:35.416937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:35.421036 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-901d6c39-0d91-46b1-a66a-f0f34bdce4e7 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3278193 Feb 17 10:25:35.425581 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47654) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:25:35.477079 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Set router badd1d4e-af5e-474b-85f6-cc4f640b8457 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:25:35.525944 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-53d18405-a5bf-4f8b-9b1e-0b7645b0a5c2 None None] Provisioning for port 64b6ddc5-5eaf-468f-9926-816956295f0c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:25:35.780141 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'name': 'tempest-TestMinimumBasicScenario-1310763431-router', 'tenant_id': '384902409f654561ab3b5805edf42ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'fb6f1968-992b-4f50-bf0d-55ebb3a7b73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:32Z', 'updated_at': '2022-02-17T10:25:33Z', 'revision_number': 3, 'project_id': '384902409f654561ab3b5805edf42ac1', 'gw_port': {'id': 'fb6f1968-992b-4f50-bf0d-55ebb3a7b73b', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:33Z', 'updated_at': '2022-02-17T10:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:35.784250 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Checking router: badd1d4e-af5e-474b-85f6-cc4f640b8457 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:25:35.784595 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Updating router badd1d4e-af5e-474b-85f6-cc4f640b8457 port fb6f1968-992b-4f50-bf0d-55ebb3a7b73b binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:25:35.837462 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:36.170811 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:36.184562 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Transition to ACTIVE for port object fb6f1968-992b-4f50-bf0d-55ebb3a7b73b will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:25:36.239898 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 64b6ddc5-5eaf-468f-9926-816956295f0c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:25:36.268855 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:36.272218 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:36.370133 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7adb2-9963-46d2-a594-68686c76f34a None None] Pushing event updated for resources: {'Port': ['ID=fb6f1968-992b-4f50-bf0d-55ebb3a7b73b,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:36.373746 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Attempting to bind port fb6f1968-992b-4f50-bf0d-55ebb3a7b73b on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:25:36.374189 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Attempting to bind port fb6f1968-992b-4f50-bf0d-55ebb3a7b73b by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:25:36.374548 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Attempting to bind port fb6f1968-992b-4f50-bf0d-55ebb3a7b73b on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:25:36.379972 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:25:36.380334 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:25:36.380719 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:36.381725 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:25:36.382212 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Bound port: fb6f1968-992b-4f50-bf0d-55ebb3a7b73b, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:25:36.382578 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:36.384315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 64b6ddc5-5eaf-468f-9926-816956295f0c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:25:36.390559 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 64b6ddc5-5eaf-468f-9926-816956295f0c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:36.391140 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:36.461447 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] For port fb6f1968-992b-4f50-bf0d-55ebb3a7b73b, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:25:36.464546 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] For port fb6f1968-992b-4f50-bf0d-55ebb3a7b73b, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fb6f1968-992b-4f50-bf0d-55ebb3a7b73b,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:25:36.491555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Allocated IP 172.20.0.1 (a47606bc-10be-4e70-9ea7-c22fac2e9a34/b5330a19-6704-4bae-85c3-e8dbde36a7e5/fe4c0b41-2704-42d6-b88e-c260fae7613b) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:25:36.512244 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:36.544700 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 64b6ddc5-5eaf-468f-9926-816956295f0c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=64b6ddc5-5eaf-468f-9926-816956295f0c,segment=NetworkSegment(d1394612-3e3c-4f3f-9fd1-262059f4308d),segment_id=d1394612-3e3c-4f3f-9fd1-262059f4308d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:25:36.624280 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:36.637573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:36.653423 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Transition to ACTIVE for port object fe4c0b41-2704-42d6-b88e-c260fae7613b will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:25:36.737469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:36.738437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c1a6cc9d-7a25-4e98-9812-dc911908d51a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:25:36.744821 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Routers {'badd1d4e-af5e-474b-85f6-cc4f640b8457'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:25:36.745429 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:25:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['badd1d4e-af5e-474b-85f6-cc4f640b8457'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:36.776951 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:36.801687 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:25:36.803604 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7adb2-9963-46d2-a594-68686c76f34a None None] Pushing event updated for resources: {'Port': ['ID=fb6f1968-992b-4f50-bf0d-55ebb3a7b73b,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:36.848126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Network a47606bc-10be-4e70-9ea7-c22fac2e9a34 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:25:36.851289 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:25:36.854984 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:25:36.858894 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=64b6ddc5-5eaf-468f-9926-816956295f0c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:36.870215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port c1a6cc9d-7a25-4e98-9812-dc911908d51a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:36.870587 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:36.896051 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Pushing event updated for resources: {'Port': ['ID=fe4c0b41-2704-42d6-b88e-c260fae7613b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:36.932820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:36.962514 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] Set router badd1d4e-af5e-474b-85f6-cc4f640b8457 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:25:37.188151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:37.245520 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8533cb23-279e-479a-9193-7b05d2355bee None None] Provisioning for port fe4c0b41-2704-42d6-b88e-c260fae7613b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:25:37.251565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8533cb23-279e-479a-9193-7b05d2355bee None None] Provisioning complete for port fe4c0b41-2704-42d6-b88e-c260fae7613b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:37.252337 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8533cb23-279e-479a-9193-7b05d2355bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:37.254235 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'name': 'tempest-TestMinimumBasicScenario-1310763431-router', 'tenant_id': '384902409f654561ab3b5805edf42ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'fb6f1968-992b-4f50-bf0d-55ebb3a7b73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:32Z', 'updated_at': '2022-02-17T10:25:33Z', 'revision_number': 3, 'project_id': '384902409f654561ab3b5805edf42ac1', 'gw_port': {'id': 'fb6f1968-992b-4f50-bf0d-55ebb3a7b73b', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:33Z', 'updated_at': '2022-02-17T10:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:37.258863 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fb3fc8-05ac-47fb-8929-5cbc420f71dd None None] The sync data for ids ['badd1d4e-af5e-474b-85f6-cc4f640b8457'] in dv-neutron-828143-5-hyperv is: [{'id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'name': 'tempest-TestMinimumBasicScenario-1310763431-router', 'tenant_id': '384902409f654561ab3b5805edf42ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'fb6f1968-992b-4f50-bf0d-55ebb3a7b73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:32Z', 'updated_at': '2022-02-17T10:25:33Z', 'revision_number': 3, 'project_id': '384902409f654561ab3b5805edf42ac1', 'gw_port': {'id': 'fb6f1968-992b-4f50-bf0d-55ebb3a7b73b', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:33Z', 'updated_at': '2022-02-17T10:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:25:37.313394 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8533cb23-279e-479a-9193-7b05d2355bee None None] Port fe4c0b41-2704-42d6-b88e-c260fae7613b cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:25:37.421907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:37.577508 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:37.693985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Pushing event updated for resources: {'Port': ['ID=fe4c0b41-2704-42d6-b88e-c260fae7613b,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:37.698852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:37.841920 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Network a47606bc-10be-4e70-9ea7-c22fac2e9a34 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:25:37.843103 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:25:38.042209 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Router badd1d4e-af5e-474b-85f6-cc4f640b8457 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:25:38.146427 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f3e8523a-9cff-410f-bb06-daad76c30586 None None] Provisioning complete for port fe4c0b41-2704-42d6-b88e-c260fae7613b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:38.147111 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3e8523a-9cff-410f-bb06-daad76c30586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:38.208126 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f3e8523a-9cff-410f-bb06-daad76c30586 None None] Port fe4c0b41-2704-42d6-b88e-c260fae7613b cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:25:38.243474 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 64b6ddc5-5eaf-468f-9926-816956295f0c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:25:38.313405 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 64b6ddc5-5eaf-468f-9926-816956295f0c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:38.313768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:38.352817 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:25:38.361661 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a7dbd9ea-8311-4b17-8664-3028143be730 admin admin] 10.222.0.75 "PUT /v2.0/routers/badd1d4e-af5e-474b-85f6-cc4f640b8457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9395440 Feb 17 10:25:38.437069 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fb6f1968-992b-4f50-bf0d-55ebb3a7b73b up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:25:38.612194 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port fb6f1968-992b-4f50-bf0d-55ebb3a7b73b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:25:38.618052 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fb6f1968-992b-4f50-bf0d-55ebb3a7b73b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:38.618541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:38.739060 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:38.755451 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port fb6f1968-992b-4f50-bf0d-55ebb3a7b73b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fb6f1968-992b-4f50-bf0d-55ebb3a7b73b,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:25:38.834881 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:38.941939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=fb6f1968-992b-4f50-bf0d-55ebb3a7b73b,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:39.034464 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:40.165481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Sync routers for ids ['badd1d4e-af5e-474b-85f6-cc4f640b8457'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:25:40.186847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Routers {'badd1d4e-af5e-474b-85f6-cc4f640b8457'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:25:40.187486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:25:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['badd1d4e-af5e-474b-85f6-cc4f640b8457'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:40.263443 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fb6f1968-992b-4f50-bf0d-55ebb3a7b73b up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:25:40.452788 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fb6f1968-992b-4f50-bf0d-55ebb3a7b73b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:40.453164 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:40.481960 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Set router badd1d4e-af5e-474b-85f6-cc4f640b8457 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:25:40.894140 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'name': 'tempest-TestMinimumBasicScenario-1310763431-router', 'tenant_id': '384902409f654561ab3b5805edf42ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'fb6f1968-992b-4f50-bf0d-55ebb3a7b73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:32Z', 'updated_at': '2022-02-17T10:25:37Z', 'revision_number': 4, 'project_id': '384902409f654561ab3b5805edf42ac1', 'gw_port': {'id': 'fb6f1968-992b-4f50-bf0d-55ebb3a7b73b', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:33Z', 'updated_at': '2022-02-17T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'fe4c0b41-2704-42d6-b88e-c260fae7613b', 'name': '', 'network_id': 'a47606bc-10be-4e70-9ea7-c22fac2e9a34', 'tenant_id': '384902409f654561ab3b5805edf42ac1', 'mac_address': 'fa:16:3e:df:f7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b5330a19-6704-4bae-85c3-e8dbde36a7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:36Z', 'updated_at': '2022-02-17T10:25:37Z', 'revision_number': 2, 'project_id': '384902409f654561ab3b5805edf42ac1', 'subnets': [{'id': 'b5330a19-6704-4bae-85c3-e8dbde36a7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:40.899692 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Checking router: badd1d4e-af5e-474b-85f6-cc4f640b8457 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:25:40.900169 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Updating router badd1d4e-af5e-474b-85f6-cc4f640b8457 port fe4c0b41-2704-42d6-b88e-c260fae7613b binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:25:40.955616 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:41.337747 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:41.350390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Transition to ACTIVE for port object fe4c0b41-2704-42d6-b88e-c260fae7613b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:25:41.434261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:41.659315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12ed6f-da7b-4894-bdda-563108795e0b None None] Pushing event updated for resources: {'Port': ['ID=fe4c0b41-2704-42d6-b88e-c260fae7613b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:41.669430 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12ed6f-da7b-4894-bdda-563108795e0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:41.669781 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12ed6f-da7b-4894-bdda-563108795e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:41.670145 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12ed6f-da7b-4894-bdda-563108795e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:41.670482 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12ed6f-da7b-4894-bdda-563108795e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:41.670813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12ed6f-da7b-4894-bdda-563108795e0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:41.671141 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12ed6f-da7b-4894-bdda-563108795e0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:41.671469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12ed6f-da7b-4894-bdda-563108795e0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:41.671792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12ed6f-da7b-4894-bdda-563108795e0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:41.672117 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12ed6f-da7b-4894-bdda-563108795e0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:41.672437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12ed6f-da7b-4894-bdda-563108795e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:41.672755 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12ed6f-da7b-4894-bdda-563108795e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:41.673073 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12ed6f-da7b-4894-bdda-563108795e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:25:41.677355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Attempting to bind port fe4c0b41-2704-42d6-b88e-c260fae7613b on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:25:41.678426 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Attempting to bind port fe4c0b41-2704-42d6-b88e-c260fae7613b by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'd1394612-3e3c-4f3f-9fd1-262059f4308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a47606bc-10be-4e70-9ea7-c22fac2e9a34'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:25:41.679511 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Attempting to bind port fe4c0b41-2704-42d6-b88e-c260fae7613b on network a47606bc-10be-4e70-9ea7-c22fac2e9a34 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:25:41.685502 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:25:41.685878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Checking segment: {'id': 'd1394612-3e3c-4f3f-9fd1-262059f4308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a47606bc-10be-4e70-9ea7-c22fac2e9a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:25:41.686319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:41.686712 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Bound using segment: {'id': 'd1394612-3e3c-4f3f-9fd1-262059f4308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a47606bc-10be-4e70-9ea7-c22fac2e9a34'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:25:41.687180 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Bound port: fe4c0b41-2704-42d6-b88e-c260fae7613b, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1394612-3e3c-4f3f-9fd1-262059f4308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a47606bc-10be-4e70-9ea7-c22fac2e9a34'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:25:41.687558 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:41.825071 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] For port fe4c0b41-2704-42d6-b88e-c260fae7613b, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:25:41.828775 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] For port fe4c0b41-2704-42d6-b88e-c260fae7613b, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fe4c0b41-2704-42d6-b88e-c260fae7613b,segment=NetworkSegment(d1394612-3e3c-4f3f-9fd1-262059f4308d),segment_id=d1394612-3e3c-4f3f-9fd1-262059f4308d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:25:41.921001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:42.001867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Routers {'badd1d4e-af5e-474b-85f6-cc4f640b8457'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:25:42.002531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:25:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['badd1d4e-af5e-474b-85f6-cc4f640b8457'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:42.061211 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12ed6f-da7b-4894-bdda-563108795e0b None None] Pushing event updated for resources: {'Port': ['ID=fe4c0b41-2704-42d6-b88e-c260fae7613b,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:42.213672 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] Set router badd1d4e-af5e-474b-85f6-cc4f640b8457 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:25:42.584833 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'name': 'tempest-TestMinimumBasicScenario-1310763431-router', 'tenant_id': '384902409f654561ab3b5805edf42ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'fb6f1968-992b-4f50-bf0d-55ebb3a7b73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:32Z', 'updated_at': '2022-02-17T10:25:37Z', 'revision_number': 4, 'project_id': '384902409f654561ab3b5805edf42ac1', 'gw_port': {'id': 'fb6f1968-992b-4f50-bf0d-55ebb3a7b73b', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:33Z', 'updated_at': '2022-02-17T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'fe4c0b41-2704-42d6-b88e-c260fae7613b', 'name': '', 'network_id': 'a47606bc-10be-4e70-9ea7-c22fac2e9a34', 'tenant_id': '384902409f654561ab3b5805edf42ac1', 'mac_address': 'fa:16:3e:df:f7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b5330a19-6704-4bae-85c3-e8dbde36a7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:36Z', 'updated_at': '2022-02-17T10:25:41Z', 'revision_number': 4, 'project_id': '384902409f654561ab3b5805edf42ac1', 'subnets': [{'id': 'b5330a19-6704-4bae-85c3-e8dbde36a7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:25:42.591831 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e289e1-cfd9-4d51-8055-8d7e224d69dc None None] The sync data for ids ['badd1d4e-af5e-474b-85f6-cc4f640b8457'] in dv-neutron-828143-5-hyperv is: [{'id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'name': 'tempest-TestMinimumBasicScenario-1310763431-router', 'tenant_id': '384902409f654561ab3b5805edf42ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'fb6f1968-992b-4f50-bf0d-55ebb3a7b73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:32Z', 'updated_at': '2022-02-17T10:25:37Z', 'revision_number': 4, 'project_id': '384902409f654561ab3b5805edf42ac1', 'gw_port': {'id': 'fb6f1968-992b-4f50-bf0d-55ebb3a7b73b', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:33Z', 'updated_at': '2022-02-17T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'fe4c0b41-2704-42d6-b88e-c260fae7613b', 'name': '', 'network_id': 'a47606bc-10be-4e70-9ea7-c22fac2e9a34', 'tenant_id': '384902409f654561ab3b5805edf42ac1', 'mac_address': 'fa:16:3e:df:f7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'b5330a19-6704-4bae-85c3-e8dbde36a7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:36Z', 'updated_at': '2022-02-17T10:25:41Z', 'revision_number': 4, 'project_id': '384902409f654561ab3b5805edf42ac1', 'subnets': [{'id': 'b5330a19-6704-4bae-85c3-e8dbde36a7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:25:44.220888 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fe4c0b41-2704-42d6-b88e-c260fae7613b up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:25:44.383616 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port fe4c0b41-2704-42d6-b88e-c260fae7613b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:25:44.390203 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fe4c0b41-2704-42d6-b88e-c260fae7613b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:44.390624 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:44.537367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:44.574691 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port fe4c0b41-2704-42d6-b88e-c260fae7613b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fe4c0b41-2704-42d6-b88e-c260fae7613b,segment=NetworkSegment(d1394612-3e3c-4f3f-9fd1-262059f4308d),segment_id=d1394612-3e3c-4f3f-9fd1-262059f4308d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:25:44.708599 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:44.789944 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=fe4c0b41-2704-42d6-b88e-c260fae7613b,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:46.167979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fe4c0b41-2704-42d6-b88e-c260fae7613b up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:25:46.238617 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port fe4c0b41-2704-42d6-b88e-c260fae7613b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:46.238980 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:51.090082 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-ac945b7e-5ed5-495d-8045-7e2cf5118717 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:25:51.092341 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-ac945b7e-5ed5-495d-8045-7e2cf5118717 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/networks?id=4f69f0a2-6512-4bdd-b3de-046e1741c685 HTTP/1.1" status: 200 len: 813 time: 0.1444795 Feb 17 10:25:51.107427 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-369f9484-329d-4cfe-8a16-8d40c86257df tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/quotas/703f9546e5e7428da27c084827278adc HTTP/1.1" status: 200 len: 375 time: 0.0096796 Feb 17 10:25:51.192580 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-6ff1cdd3-03e1-4d12-a8f3-40dcffc4234e tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=703f9546e5e7428da27c084827278adc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802262 Feb 17 10:25:51.309000 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-5827b1ac-88cb-4b82-98e8-53d5c82507b4 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 10:25:51.309997 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-5827b1ac-88cb-4b82-98e8-53d5c82507b4 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1060863 Feb 17 10:25:51.442697 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-3b31b9fc-0461-4b8e-8e6a-c0a6c69b3e9f service neutron] 10.222.0.75 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264575 Feb 17 10:25:51.570685 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-e0f99e05-1a43-447a-9b1a-64d62a781a6e service neutron] 10.222.0.75 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217661 Feb 17 10:25:51.994403 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-663e859c-fda3-4bd8-a233-b95e44b4e657 req-6a8fa208-5671-4deb-89a4-e0f6514e5301 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Synchronizing usage tracker for tenant:703f9546e5e7428da27c084827278adc on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:25:52.085638 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-663e859c-fda3-4bd8-a233-b95e44b4e657 req-6a8fa208-5671-4deb-89a4-e0f6514e5301 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Unset dirty status for tenant:703f9546e5e7428da27c084827278adc on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:25:52.086941 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-663e859c-fda3-4bd8-a233-b95e44b4e657 req-6a8fa208-5671-4deb-89a4-e0f6514e5301 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 210 time: 0.1428006 Feb 17 10:25:53.234373 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f7406b75-3404-41e4-bab0-ae8036253337 req-cca054c8-18d1-4d49-809c-0e5433a642d7 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 210 time: 0.0425262 Feb 17 10:25:54.254815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-f5b86d4f-d353-4248-9985-1ec2c5c71e61 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:25:54.257241 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-f5b86d4f-d353-4248-9985-1ec2c5c71e61 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.37 "GET /v2.0/networks?id=4f69f0a2-6512-4bdd-b3de-046e1741c685 HTTP/1.1" status: 200 len: 813 time: 0.1452732 Feb 17 10:25:54.273622 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-9a2716b3-11e9-46bb-9913-b1d6ead0aa06 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Request body: {'port': {'device_id': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685', 'admin_state_up': True, 'tenant_id': '703f9546e5e7428da27c084827278adc'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:25:54.385293 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2c936e73-af23-44db-a65b-9c0946f6777d req-38801372-02e8-4d6c-bb3c-00d9355e16e2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 210 time: 0.0454602 Feb 17 10:25:54.411775 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-9a2716b3-11e9-46bb-9913-b1d6ead0aa06 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:25:54.421801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-9a2716b3-11e9-46bb-9913-b1d6ead0aa06 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:25:54.542614 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-9a2716b3-11e9-46bb-9913-b1d6ead0aa06 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Made reservation on behalf of 703f9546e5e7428da27c084827278adc for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:25:54.546395 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-9a2716b3-11e9-46bb-9913-b1d6ead0aa06 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:54.719505 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-9a2716b3-11e9-46bb-9913-b1d6ead0aa06 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Allocated IP 172.20.0.5 (4f69f0a2-6512-4bdd-b3de-046e1741c685/177ffd75-087f-4408-85da-20ecea0bd3b3/7e6c3ba2-b86c-4457-8127-4329c15ef2f9) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:25:54.742357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-047f868a-455f-45bc-868a-2a311ba34707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:54.936765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-9a2716b3-11e9-46bb-9913-b1d6ead0aa06 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:54.952466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-9a2716b3-11e9-46bb-9913-b1d6ead0aa06 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Transition to ACTIVE for port object 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:25:55.063575 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-9a2716b3-11e9-46bb-9913-b1d6ead0aa06 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:55.139191 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-9a2716b3-11e9-46bb-9913-b1d6ead0aa06 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Network 4f69f0a2-6512-4bdd-b3de-046e1741c685 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:25:55.143014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-9a2716b3-11e9-46bb-9913-b1d6ead0aa06 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:25:55.147182 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-9a2716b3-11e9-46bb-9913-b1d6ead0aa06 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:25:55.220627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-9a2716b3-11e9-46bb-9913-b1d6ead0aa06 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:25:55.222798 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-9a2716b3-11e9-46bb-9913-b1d6ead0aa06 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:55.265318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2716b3-11e9-46bb-9913-b1d6ead0aa06 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Pushing event updated for resources: {'Port': ['ID=7e6c3ba2-b86c-4457-8127-4329c15ef2f9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:25:55.477511 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-9a2716b3-11e9-46bb-9913-b1d6ead0aa06 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2059047 Feb 17 10:25:55.648286 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d1a44-2e65-484a-af6e-c980b060f2fc req-058bf1c3-0cfc-4413-a4ba-36d1fb021e93 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:25:55.649900 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-496d1a44-2e65-484a-af6e-c980b060f2fc req-058bf1c3-0cfc-4413-a4ba-36d1fb021e93 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Synchronizing usage tracker for tenant:703f9546e5e7428da27c084827278adc on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:25:55.698375 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e356644b-5289-4c12-b57d-981c4b5e53ff None None] Provisioning for port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:25:55.705817 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e356644b-5289-4c12-b57d-981c4b5e53ff None None] Provisioning complete for port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:25:55.712148 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e356644b-5289-4c12-b57d-981c4b5e53ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:55.781463 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e356644b-5289-4c12-b57d-981c4b5e53ff None None] Port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:25:55.799920 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-496d1a44-2e65-484a-af6e-c980b060f2fc req-058bf1c3-0cfc-4413-a4ba-36d1fb021e93 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Unset dirty status for tenant:703f9546e5e7428da27c084827278adc on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:25:55.801136 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-496d1a44-2e65-484a-af6e-c980b060f2fc req-058bf1c3-0cfc-4413-a4ba-36d1fb021e93 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 931 time: 0.2830358 Feb 17 10:25:55.989513 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-496d1a44-2e65-484a-af6e-c980b060f2fc req-3cf2dda6-e37a-4a78-b6e9-e1b7b5a455f2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741984 Feb 17 10:25:57.216269 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2f73db33-dbce-4abf-b6c6-bbc12ae1facf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:57.216923 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255f9bc-5941-41fa-838a-763161889f70 req-2caf633b-1495-457d-abf3-cbe7536a75e8 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:25:57.218196 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c255f9bc-5941-41fa-838a-763161889f70 req-2caf633b-1495-457d-abf3-cbe7536a75e8 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 931 time: 0.1009457 Feb 17 10:25:57.264579 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-c255f9bc-5941-41fa-838a-763161889f70 req-c7d5042b-ddd1-45d2-af96-5bd8c068308d tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Synchronizing usage tracker for tenant:703f9546e5e7428da27c084827278adc on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:25:57.354151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-c255f9bc-5941-41fa-838a-763161889f70 req-c7d5042b-ddd1-45d2-af96-5bd8c068308d tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Unset dirty status for tenant:703f9546e5e7428da27c084827278adc on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:25:57.355269 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c255f9bc-5941-41fa-838a-763161889f70 req-c7d5042b-ddd1-45d2-af96-5bd8c068308d tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303263 Feb 17 10:25:57.948234 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:58.319887 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:25:58.589884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47c1c4-2e41-45bf-8105-d5e3ecc9f039 req-704935c7-f1fc-4d54-8750-f5bcb4a50e16 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:25:58.589884 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ae47c1c4-2e41-45bf-8105-d5e3ecc9f039 req-704935c7-f1fc-4d54-8750-f5bcb4a50e16 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 931 time: 0.1150274 Feb 17 10:25:58.636276 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ae47c1c4-2e41-45bf-8105-d5e3ecc9f039 req-0afaf6b9-d481-4cce-a907-f2619e8ef9fe tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418270 Feb 17 10:25:59.862942 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231c18c-0f37-40a1-aa0e-d89747a10b11 req-5a3bfd90-099d-4c2d-b325-696ef2215367 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:25:59.864529 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1231c18c-0f37-40a1-aa0e-d89747a10b11 req-5a3bfd90-099d-4c2d-b325-696ef2215367 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 931 time: 0.0886788 Feb 17 10:25:59.954130 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:00.036604 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1231c18c-0f37-40a1-aa0e-d89747a10b11 req-2349fc01-90d1-4da2-a26e-47bb9c73153d tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660144 Feb 17 10:26:01.240511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7abf6-7df6-452c-a078-c66ef84af435 req-43b82e13-96cc-496a-afa9-29c3afdde498 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:01.242954 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a1c7abf6-7df6-452c-a078-c66ef84af435 req-43b82e13-96cc-496a-afa9-29c3afdde498 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 931 time: 0.0995395 Feb 17 10:26:01.288610 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a1c7abf6-7df6-452c-a078-c66ef84af435 req-c2159a53-22a3-4a2e-94ba-b1e99586ebf0 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398955 Feb 17 10:26:02.492707 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4731a-cac8-45f6-bf61-efd66277be46 req-b5f2f04c-c041-4548-9f8f-f225197cbc66 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:02.494770 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8bb4731a-cac8-45f6-bf61-efd66277be46 req-b5f2f04c-c041-4548-9f8f-f225197cbc66 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 931 time: 0.0852177 Feb 17 10:26:02.539194 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8bb4731a-cac8-45f6-bf61-efd66277be46 req-46dc6ddb-b5fa-4ede-87fd-e192872a27e6 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391359 Feb 17 10:26:03.760858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3f036-705b-4f81-81af-e43d44ef0e28 req-9a3e25bc-7236-45c8-8f63-2e6e86f43ea8 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:03.762534 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d0e3f036-705b-4f81-81af-e43d44ef0e28 req-9a3e25bc-7236-45c8-8f63-2e6e86f43ea8 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 931 time: 0.0945404 Feb 17 10:26:03.816742 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d0e3f036-705b-4f81-81af-e43d44ef0e28 req-c10ebaa9-c13e-4bc9-a77e-c750d69c2022 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482602 Feb 17 10:26:05.005492 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180bf1f-de54-4f5c-8beb-a57d617fd831 req-8dc1e0fb-6ef4-42ba-92df-88211a4a4361 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:05.006953 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c180bf1f-de54-4f5c-8beb-a57d617fd831 req-8dc1e0fb-6ef4-42ba-92df-88211a4a4361 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 931 time: 0.0816612 Feb 17 10:26:05.051789 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c180bf1f-de54-4f5c-8beb-a57d617fd831 req-9d81df13-85ed-4b0c-a2ca-fd3684ca37dd tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384579 Feb 17 10:26:06.235584 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0f38d-cadc-48ae-9ceb-03bd418b5d32 req-20d3473d-f0f5-4fcf-8fd4-cd9ee22aa88d tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:06.237104 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-60a0f38d-cadc-48ae-9ceb-03bd418b5d32 req-20d3473d-f0f5-4fcf-8fd4-cd9ee22aa88d tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 931 time: 0.0797029 Feb 17 10:26:06.281493 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-60a0f38d-cadc-48ae-9ceb-03bd418b5d32 req-f3671eee-6b61-4a1d-9d07-f0cd5b800ea6 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387928 Feb 17 10:26:06.909335 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Request body: {'port': {'device_id': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:26:07.018587 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:07.349726 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:26:07.357462 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:07.372609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Transition to ACTIVE for port object 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:26:07.439249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:07.466432 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4c3d6-d6ff-4931-ba03-886149c24ec3 req-c0ac45b2-4616-4b54-a6d0-4bf837c21b76 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:07.467932 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-70a4c3d6-d6ff-4931-ba03-886149c24ec3 req-c0ac45b2-4616-4b54-a6d0-4bf837c21b76 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 931 time: 0.0799441 Feb 17 10:26:07.514459 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-70a4c3d6-d6ff-4931-ba03-886149c24ec3 req-d6ada33c-baab-4cea-90dd-3fee646d5005 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405538 Feb 17 10:26:07.574572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Pushing event updated for resources: {'Port': ['ID=7e6c3ba2-b86c-4457-8127-4329c15ef2f9,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:26:07.684601 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Attempting to bind port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:26:07.684943 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Attempting to bind port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '35f84785-2799-44c4-b739-31c13fdb49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:26:07.685271 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Attempting to bind port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 on network 4f69f0a2-6512-4bdd-b3de-046e1741c685 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:26:07.689940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 on network 4f69f0a2-6512-4bdd-b3de-046e1741c685 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:26:07.690297 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Attempting to bind port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 on network 4f69f0a2-6512-4bdd-b3de-046e1741c685 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:26:07.695362 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:26:07.695697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Checking segment: {'id': '35f84785-2799-44c4-b739-31c13fdb49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:26:07.696080 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Bound using segment: {'id': '35f84785-2799-44c4-b739-31c13fdb49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:26:07.696506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Bound port: 7e6c3ba2-b86c-4457-8127-4329c15ef2f9, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f84785-2799-44c4-b739-31c13fdb49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:26:07.697026 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:07.793062 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] For port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:26:07.796076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] For port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e6c3ba2-b86c-4457-8127-4329c15ef2f9,segment=NetworkSegment(35f84785-2799-44c4-b739-31c13fdb49b8),segment_id=35f84785-2799-44c4-b739-31c13fdb49b8)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:26:07.862911 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:07.923885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:07.924500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:07.925841 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] 10.222.0.37 "PUT /v2.0/ports/7e6c3ba2-b86c-4457-8127-4329c15ef2f9 HTTP/1.1" status: 200 len: 1093 time: 1.0208664 Feb 17 10:26:07.926295 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'tag': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:26:07.947879 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf414c9-2e65-4142-8b80-6ca66fd9e38b service neutron] Pushing event updated for resources: {'Port': ['ID=7e6c3ba2-b86c-4457-8127-4329c15ef2f9,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:26:08.125690 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'tag': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9', 'status': 'completed', 'code': 200} Feb 17 10:26:08.147721 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-d45f6c9e-5bf3-4c95-aa44-ea6532b1983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:08.149177 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-d45f6c9e-5bf3-4c95-aa44-ea6532b1983b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=703f9546e5e7428da27c084827278adc&device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 1096 time: 0.0817249 Feb 17 10:26:08.221177 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-33b05b6a-f105-4901-8170-1e7de8dea5a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6c3ba2-b86c-4457-8127-4329c15ef2f9 HTTP/1.1" status: 200 len: 217 time: 0.0601785 Feb 17 10:26:08.286542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-66c93445-fde1-46be-a837-2ed1bb8eda7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:08.287994 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-66c93445-fde1-46be-a837-2ed1bb8eda7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=177ffd75-087f-4408-85da-20ecea0bd3b3 HTTP/1.1" status: 200 len: 852 time: 0.0598917 Feb 17 10:26:08.362327 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-3ae8f722-b466-48a8-b776-197c064526bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:08.363836 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-3ae8f722-b466-48a8-b776-197c064526bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f69f0a2-6512-4bdd-b3de-046e1741c685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692551 Feb 17 10:26:08.594825 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-2b57455b-13c5-4737-ab94-d3d8d68d7931 service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231030 Feb 17 10:26:08.709217 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5652d75-1dd6-4a60-b310-872cb4bd92cc req-4d036cbd-4c7f-49f8-91dd-2201812247c7 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:08.710863 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d5652d75-1dd6-4a60-b310-872cb4bd92cc req-4d036cbd-4c7f-49f8-91dd-2201812247c7 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 943 time: 0.0872607 Feb 17 10:26:08.729912 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6f585e7-f496-4656-aa87-a873ef16cbda req-1b785872-7e27-44a2-b148-ee8f6c2786f9 service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288004 Feb 17 10:26:08.756756 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d5652d75-1dd6-4a60-b310-872cb4bd92cc req-d0bf4552-5d09-443f-b8cc-477466c68e74 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394502 Feb 17 10:26:08.960408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d185154-aa82-4200-ba74-54a1d4358d0c req-b722988d-6c7d-475e-a773-60a4a679b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:08.961886 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5d185154-aa82-4200-ba74-54a1d4358d0c req-b722988d-6c7d-475e-a773-60a4a679b193 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=703f9546e5e7428da27c084827278adc&device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 1096 time: 0.0761945 Feb 17 10:26:09.027460 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:09.096925 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d185154-aa82-4200-ba74-54a1d4358d0c req-c576e364-ee2a-4171-a5ab-896cec5f821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:09.098412 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5d185154-aa82-4200-ba74-54a1d4358d0c req-c576e364-ee2a-4171-a5ab-896cec5f821b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f69f0a2-6512-4bdd-b3de-046e1741c685 HTTP/1.1" status: 200 len: 914 time: 0.1297340 Feb 17 10:26:09.171578 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5d185154-aa82-4200-ba74-54a1d4358d0c req-547754f6-c541-4746-bf4e-7e478bf01a12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6c3ba2-b86c-4457-8127-4329c15ef2f9 HTTP/1.1" status: 200 len: 217 time: 0.0664792 Feb 17 10:26:09.235118 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d185154-aa82-4200-ba74-54a1d4358d0c req-c0c0e972-134a-4bf0-8f68-c8d19446b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:09.236459 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5d185154-aa82-4200-ba74-54a1d4358d0c req-c0c0e972-134a-4bf0-8f68-c8d19446b55f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=177ffd75-087f-4408-85da-20ecea0bd3b3 HTTP/1.1" status: 200 len: 852 time: 0.0595882 Feb 17 10:26:09.309386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d185154-aa82-4200-ba74-54a1d4358d0c req-433a3e6e-4c06-4d2d-b3ee-5ee2a24ae6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:09.310862 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5d185154-aa82-4200-ba74-54a1d4358d0c req-433a3e6e-4c06-4d2d-b3ee-5ee2a24ae6a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f69f0a2-6512-4bdd-b3de-046e1741c685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683146 Feb 17 10:26:09.442843 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5d185154-aa82-4200-ba74-54a1d4358d0c req-4896e241-7754-4845-8361-3b0916be6db7 service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254349 Feb 17 10:26:09.582403 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5d185154-aa82-4200-ba74-54a1d4358d0c req-41652b26-8647-4073-baaf-4d8dcb4b64ac service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290140 Feb 17 10:26:09.950684 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a614b8f-438e-4782-9146-75644ee6ded4 req-386da69e-6387-47fa-86a7-464dd85ab701 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:09.952372 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6a614b8f-438e-4782-9146-75644ee6ded4 req-386da69e-6387-47fa-86a7-464dd85ab701 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 943 time: 0.0867479 Feb 17 10:26:09.997368 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6a614b8f-438e-4782-9146-75644ee6ded4 req-4c73f986-cfa0-4827-874e-3c3dc544ef70 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393875 Feb 17 10:26:11.184982 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d36d0a-fae0-4769-bd56-25a5dff2ec16 req-03fdd731-50a0-484f-8119-500b52d3c31a tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:11.186486 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-03d36d0a-fae0-4769-bd56-25a5dff2ec16 req-03fdd731-50a0-484f-8119-500b52d3c31a tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 943 time: 0.0808692 Feb 17 10:26:11.234784 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-03d36d0a-fae0-4769-bd56-25a5dff2ec16 req-a9a8b0ee-5c34-4cda-839e-5f5e3650788c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425847 Feb 17 10:26:11.504661 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:26:11.636524 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e6c3ba2-b86c-4457-8127-4329c15ef2f9,segment=NetworkSegment(35f84785-2799-44c4-b739-31c13fdb49b8),segment_id=35f84785-2799-44c4-b739-31c13fdb49b8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:26:11.652890 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9', 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685', 'port_id': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9', 'mac_address': 'fa:16:3e:3e:a2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:26:11.706867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:11.724297 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:26:11.738529 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e6c3ba2-b86c-4457-8127-4329c15ef2f9,segment=NetworkSegment(35f84785-2799-44c4-b739-31c13fdb49b8),segment_id=35f84785-2799-44c4-b739-31c13fdb49b8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:26:11.822157 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:11.888342 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=7e6c3ba2-b86c-4457-8127-4329c15ef2f9,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:26:12.214179 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['7e6c3ba2-b86c-4457-8127-4329c15ef2f9'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:26:12.418966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c39d80-3071-45ca-80c3-5fd54518bc86 req-d137edc6-e039-4e79-a402-30173de6196c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:12.421219 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-16c39d80-3071-45ca-80c3-5fd54518bc86 req-d137edc6-e039-4e79-a402-30173de6196c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 944 time: 0.0808225 Feb 17 10:26:12.471939 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-16c39d80-3071-45ca-80c3-5fd54518bc86 req-09595d32-add5-4cb5-bcd1-32226a232d9b tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450501 Feb 17 10:26:13.502727 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:26:13.633659 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:26:13.639610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:26:13.639977 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:13.662743 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfe501-2cef-43fe-9c37-79fbaea81a31 req-ebdac598-53d7-4b31-8537-d1889feac53a tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:13.664217 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c6bfe501-2cef-43fe-9c37-79fbaea81a31 req-ebdac598-53d7-4b31-8537-d1889feac53a tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 944 time: 0.0831037 Feb 17 10:26:13.709743 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:26:13.710402 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c6bfe501-2cef-43fe-9c37-79fbaea81a31 req-2f670816-9ed9-4920-bd62-d82ebdaa6801 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396295 Feb 17 10:26:13.758443 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:13.785488 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:26:13.795768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e6c3ba2-b86c-4457-8127-4329c15ef2f9,segment=NetworkSegment(35f84785-2799-44c4-b739-31c13fdb49b8),segment_id=35f84785-2799-44c4-b739-31c13fdb49b8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:26:13.879379 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9', 'code': 200} Feb 17 10:26:13.880579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:13.948239 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=7e6c3ba2-b86c-4457-8127-4329c15ef2f9,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:26:14.279356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca597a-408a-4484-bc35-95dbb1edb553 req-9a62e612-3993-4ed3-8ce8-1272557d1abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:14.280807 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-31ca597a-408a-4484-bc35-95dbb1edb553 req-9a62e612-3993-4ed3-8ce8-1272557d1abb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 1098 time: 0.0682313 Feb 17 10:26:14.321657 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-31ca597a-408a-4484-bc35-95dbb1edb553 req-bbf6ef2a-2c5b-4441-a510-a0b52073cd38 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352380 Feb 17 10:26:14.894782 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458a750-f522-43ac-8030-5e57d0e2bce9 req-23b44222-2f79-4bb3-97a3-97c1f137ca6c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:14.896191 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c458a750-f522-43ac-8030-5e57d0e2bce9 req-23b44222-2f79-4bb3-97a3-97c1f137ca6c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 945 time: 0.0832253 Feb 17 10:26:14.939778 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c458a750-f522-43ac-8030-5e57d0e2bce9 req-5188096a-cc12-4ec8-8f98-6111d339f3fc tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370934 Feb 17 10:26:16.128630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceeebf0-15dd-4b8b-ae42-b79b92ffb551 req-c996f398-52d0-4360-82cd-1c5aa8de1350 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:16.130088 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cceeebf0-15dd-4b8b-ae42-b79b92ffb551 req-c996f398-52d0-4360-82cd-1c5aa8de1350 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 945 time: 0.0821900 Feb 17 10:26:16.174316 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cceeebf0-15dd-4b8b-ae42-b79b92ffb551 req-5b30a22d-e04d-4779-ba18-4a765fb3567c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380197 Feb 17 10:26:16.360337 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0ce09-7fca-4ea6-83d6-571f3836e5aa req-f79467a9-c0ef-4186-a427-dbe16dc187f8 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:16.361778 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6eb0ce09-7fca-4ea6-83d6-571f3836e5aa req-f79467a9-c0ef-4186-a427-dbe16dc187f8 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 945 time: 0.0814850 Feb 17 10:26:16.405398 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6eb0ce09-7fca-4ea6-83d6-571f3836e5aa req-93bd2de9-7d52-4e20-84ec-77d192ed2404 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380745 Feb 17 10:26:16.793625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b66a0-c898-4562-aff8-9376f7d6022d req-c8ceff0b-789d-4f0f-9016-7185ba327215 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:16.795115 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-918b66a0-c898-4562-aff8-9376f7d6022d req-c8ceff0b-789d-4f0f-9016-7185ba327215 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 945 time: 0.0824797 Feb 17 10:26:16.839247 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-918b66a0-c898-4562-aff8-9376f7d6022d req-123ab511-a15f-47c6-950d-014684053f36 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385194 Feb 17 10:26:24.713680 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a132ce8-6393-4bc2-9825-004d7d64269e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:27.067596 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b933597-c174-43b6-be54-c360b924f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:27.969536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:28.330758 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:29.957994 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:30.042309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9df0d-e996-4a7f-aa39-97bd691f212b req-4eaa1348-31da-4601-bb14-4551848ea7de tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:30.043825 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3de9df0d-e996-4a7f-aa39-97bd691f212b req-4eaa1348-31da-4601-bb14-4551848ea7de tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 945 time: 0.0828152 Feb 17 10:26:30.093665 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3de9df0d-e996-4a7f-aa39-97bd691f212b req-3a7cd791-a041-4be4-a960-06d4597ef6b4 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442610 Feb 17 10:26:30.116608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47878) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:26:30.226757 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52061904-3ae1-4796-b24b-3f590261b17a tempest-TestMinimumBasicScenario-707642975 tempest-TestMinimumBasicScenario-707642975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:30.228294 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-52061904-3ae1-4796-b24b-3f590261b17a tempest-TestMinimumBasicScenario-707642975 tempest-TestMinimumBasicScenario-707642975-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 1093 time: 0.1106787 Feb 17 10:26:30.231538 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47884) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:26:30.236467 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:26:30.242402 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:26:30.247167 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Usage tracker for resource:floatingip and tenant:703f9546e5e7428da27c084827278adc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:26:30.249922 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:26:30.255435 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:26:30.353480 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:30.488400 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:30.626070 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Allocated IP 172.26.4.246 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/d4a7f4ff-fc0a-46b8-871c-c729b7e53f28) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:26:30.773184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:30.902455 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:30.966145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:26:30.968790 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:26:30.971330 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:26:31.013295 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Pushing event updated for resources: {'Port': ['ID=d4a7f4ff-fc0a-46b8-871c-c729b7e53f28,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:26:31.026186 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:26:31.026397 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:26:31.026743 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:26:31.027082 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:26:31.027418 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:26:31.027754 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:26:31.028086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:26:31.028415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:26:31.028773 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:26:31.029101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:26:31.029445 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:26:31.029751 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:26:31.500630 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:31.671686 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:31.874982 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:31.935876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:32.036556 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Pushing event updated for resources: {'Port': ['ID=d4a7f4ff-fc0a-46b8-871c-c729b7e53f28,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:26:32.052575 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:32.225452 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Floating IP 9a8804a8-d0dc-4bbc-861e-6f2d7856ef2f associated. External IP: 172.26.4.246, port: 7e6c3ba2-b86c-4457-8127-4329c15ef2f9. Feb 17 10:26:32.572217 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:26:32.865320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:26:32.874792 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5cafb8-084e-44ea-83a5-e8fd2975f294 None None] Sync routers for ids ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:26:32.890937 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5cafb8-084e-44ea-83a5-e8fd2975f294 None None] Routers {'31c8c9b4-0a3c-4a10-8acf-58ac0312c611'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:26:32.891570 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-dd5cafb8-084e-44ea-83a5-e8fd2975f294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:26:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:26:32.969064 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:33.027393 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b7907028-9108-40a3-8d8f-62824af1cbe1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7909012 Feb 17 10:26:33.027393 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'tag': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:26:33.027966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47888) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:26:33.033399 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4073f467-8f61-43fe-b72f-7d55daf5b155 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1466805451', 'description': 'tempest-secgroup-smoke-1466805451 description', 'project_id': '703f9546e5e7428da27c084827278adc'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:26:33.039786 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4073f467-8f61-43fe-b72f-7d55daf5b155 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:26:33.050449 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4073f467-8f61-43fe-b72f-7d55daf5b155 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:26:33.074430 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-dd5cafb8-084e-44ea-83a5-e8fd2975f294 None None] Set router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:26:33.126848 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'tag': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9', 'status': 'completed', 'code': 200} Feb 17 10:26:33.136907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4073f467-8f61-43fe-b72f-7d55daf5b155 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:33.156854 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4073f467-8f61-43fe-b72f-7d55daf5b155 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:26:33.160282 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4073f467-8f61-43fe-b72f-7d55daf5b155 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Usage tracker for resource:security_group_rule and tenant:703f9546e5e7428da27c084827278adc is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:26:33.163104 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4073f467-8f61-43fe-b72f-7d55daf5b155 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:26:33.169186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4073f467-8f61-43fe-b72f-7d55daf5b155 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:26:33.299763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fa0f3-99fb-42b0-929a-8804e1a22a04 req-bce2fb20-d51c-4a1c-8a82-812ff7f98d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:33.301247 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d4fa0f3-99fb-42b0-929a-8804e1a22a04 req-bce2fb20-d51c-4a1c-8a82-812ff7f98d3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=703f9546e5e7428da27c084827278adc&device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 1098 time: 0.1271122 Feb 17 10:26:33.303343 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4073f467-8f61-43fe-b72f-7d55daf5b155 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:33.373507 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4073f467-8f61-43fe-b72f-7d55daf5b155 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:33.443097 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-dd5cafb8-084e-44ea-83a5-e8fd2975f294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'name': 'tempest-TestMinimumBasicScenario-62608472-router', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:24Z', 'updated_at': '2022-02-17T10:25:28Z', 'revision_number': 4, 'project_id': '703f9546e5e7428da27c084827278adc', 'gw_port': {'id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:25Z', 'updated_at': '2022-02-17T10:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9a8804a8-d0dc-4bbc-861e-6f2d7856ef2f', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'port_id': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685', 'mac_address': 'fa:16:3e:3e:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:26:31Z', 'updated_at': '2022-02-17T10:26:31Z', 'revision_number': 0, 'project_id': '703f9546e5e7428da27c084827278adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1a6cc9d-7a25-4e98-9812-dc911908d51a', 'name': '', 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'mac_address': 'fa:16:3e:b7:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:27Z', 'updated_at': '2022-02-17T10:25:34Z', 'revision_number': 5, 'project_id': '703f9546e5e7428da27c084827278adc', 'subnets': [{'id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:26:33.451452 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5cafb8-084e-44ea-83a5-e8fd2975f294 None None] Checking router: 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:26:33.461119 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5cafb8-084e-44ea-83a5-e8fd2975f294 None None] Routers {'31c8c9b4-0a3c-4a10-8acf-58ac0312c611'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:26:33.461119 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-dd5cafb8-084e-44ea-83a5-e8fd2975f294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:26:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:26:33.552930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073f467-8f61-43fe-b72f-7d55daf5b155 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e2740c-e27f-4426-98e3-072ad7600c0e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:26:33.594909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fa0f3-99fb-42b0-929a-8804e1a22a04 req-a1186a32-de64-4bf7-ad2b-9a102acf033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:33.596425 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d4fa0f3-99fb-42b0-929a-8804e1a22a04 req-a1186a32-de64-4bf7-ad2b-9a102acf033a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f69f0a2-6512-4bdd-b3de-046e1741c685 HTTP/1.1" status: 200 len: 914 time: 0.2881176 Feb 17 10:26:33.638835 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-dd5cafb8-084e-44ea-83a5-e8fd2975f294 None None] Set router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:26:33.657666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4073f467-8f61-43fe-b72f-7d55daf5b155 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:33.658901 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4073f467-8f61-43fe-b72f-7d55daf5b155 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6296887 Feb 17 10:26:33.661901 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47896) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:26:33.667722 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-07375c22-afd0-4ac7-9eee-dfdc9f02d324 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Request body: {'security_group_rule': {'security_group_id': '35e2740c-e27f-4426-98e3-072ad7600c0e', 'project_id': '703f9546e5e7428da27c084827278adc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:26:33.674079 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07375c22-afd0-4ac7-9eee-dfdc9f02d324 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:26:33.678205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-07375c22-afd0-4ac7-9eee-dfdc9f02d324 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Usage tracker for resource:security_group_rule and tenant:703f9546e5e7428da27c084827278adc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:26:33.682133 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-07375c22-afd0-4ac7-9eee-dfdc9f02d324 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:26:33.689135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07375c22-afd0-4ac7-9eee-dfdc9f02d324 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:26:33.710980 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d4fa0f3-99fb-42b0-929a-8804e1a22a04 req-dffe28ba-bbd4-467d-b5f6-9317c5303093 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6c3ba2-b86c-4457-8127-4329c15ef2f9 HTTP/1.1" status: 200 len: 999 time: 0.1077363 Feb 17 10:26:33.770569 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07375c22-afd0-4ac7-9eee-dfdc9f02d324 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:33.773582 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fa0f3-99fb-42b0-929a-8804e1a22a04 req-5e0bea59-1494-4ac8-b741-ed0fc6fe1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:33.775230 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d4fa0f3-99fb-42b0-929a-8804e1a22a04 req-5e0bea59-1494-4ac8-b741-ed0fc6fe1353 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=177ffd75-087f-4408-85da-20ecea0bd3b3 HTTP/1.1" status: 200 len: 852 time: 0.0572181 Feb 17 10:26:33.835597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07375c22-afd0-4ac7-9eee-dfdc9f02d324 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:33.860833 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fa0f3-99fb-42b0-929a-8804e1a22a04 req-4a6693ed-73cc-4e86-922f-8b78d54a8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:33.862350 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d4fa0f3-99fb-42b0-929a-8804e1a22a04 req-4a6693ed-73cc-4e86-922f-8b78d54a8964 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f69f0a2-6512-4bdd-b3de-046e1741c685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782056 Feb 17 10:26:33.912147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07375c22-afd0-4ac7-9eee-dfdc9f02d324 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:33.937648 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07375c22-afd0-4ac7-9eee-dfdc9f02d324 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd32dde-4649-4ffd-b9c9-4f4c1bf3b107,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:26:33.999903 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d4fa0f3-99fb-42b0-929a-8804e1a22a04 req-03d028e6-e6bb-49e5-92d8-8c19d01fd58f service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293912 Feb 17 10:26:34.020931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07375c22-afd0-4ac7-9eee-dfdc9f02d324 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:34.022141 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-07375c22-afd0-4ac7-9eee-dfdc9f02d324 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3592300 Feb 17 10:26:34.025567 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-dd5cafb8-084e-44ea-83a5-e8fd2975f294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'name': 'tempest-TestMinimumBasicScenario-62608472-router', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:24Z', 'updated_at': '2022-02-17T10:25:28Z', 'revision_number': 4, 'project_id': '703f9546e5e7428da27c084827278adc', 'gw_port': {'id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:25Z', 'updated_at': '2022-02-17T10:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9a8804a8-d0dc-4bbc-861e-6f2d7856ef2f', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'port_id': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685', 'mac_address': 'fa:16:3e:3e:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:26:31Z', 'updated_at': '2022-02-17T10:26:31Z', 'revision_number': 0, 'project_id': '703f9546e5e7428da27c084827278adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1a6cc9d-7a25-4e98-9812-dc911908d51a', 'name': '', 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'mac_address': 'fa:16:3e:b7:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:27Z', 'updated_at': '2022-02-17T10:25:34Z', 'revision_number': 5, 'project_id': '703f9546e5e7428da27c084827278adc', 'subnets': [{'id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:26:34.026108 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47900) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:26:34.030199 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5cafb8-084e-44ea-83a5-e8fd2975f294 None None] The sync data for ids ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'] in dv-neutron-828143-5-hyperv is: [{'id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'name': 'tempest-TestMinimumBasicScenario-62608472-router', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:24Z', 'updated_at': '2022-02-17T10:25:28Z', 'revision_number': 4, 'project_id': '703f9546e5e7428da27c084827278adc', 'gw_port': {'id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:25Z', 'updated_at': '2022-02-17T10:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9a8804a8-d0dc-4bbc-861e-6f2d7856ef2f', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'port_id': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685', 'mac_address': 'fa:16:3e:3e:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:26:31Z', 'updated_at': '2022-02-17T10:26:31Z', 'revision_number': 0, 'project_id': '703f9546e5e7428da27c084827278adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1a6cc9d-7a25-4e98-9812-dc911908d51a', 'name': '', 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'mac_address': 'fa:16:3e:b7:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:27Z', 'updated_at': '2022-02-17T10:25:34Z', 'revision_number': 5, 'project_id': '703f9546e5e7428da27c084827278adc', 'subnets': [{'id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:26:34.034930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ef8578fc-351e-40e4-b658-9d747acfac48 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Request body: {'security_group_rule': {'security_group_id': '35e2740c-e27f-4426-98e3-072ad7600c0e', 'project_id': '703f9546e5e7428da27c084827278adc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:26:34.042778 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ef8578fc-351e-40e4-b658-9d747acfac48 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:26:34.046852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ef8578fc-351e-40e4-b658-9d747acfac48 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Usage tracker for resource:security_group_rule and tenant:703f9546e5e7428da27c084827278adc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:26:34.049923 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ef8578fc-351e-40e4-b658-9d747acfac48 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:26:34.055750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ef8578fc-351e-40e4-b658-9d747acfac48 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:26:34.139726 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d4fa0f3-99fb-42b0-929a-8804e1a22a04 req-2f2df0fb-634e-4a18-9de4-1ff93e01ad0b service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335559 Feb 17 10:26:34.148984 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef8578fc-351e-40e4-b658-9d747acfac48 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:34.220524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef8578fc-351e-40e4-b658-9d747acfac48 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:34.223425 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48900711-61d7-44de-9ec6-d9667e339dc5 None None] New status for floating IP 9a8804a8-d0dc-4bbc-861e-6f2d7856ef2f: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:26:34.296287 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef8578fc-351e-40e4-b658-9d747acfac48 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:34.320309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8578fc-351e-40e4-b658-9d747acfac48 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50abafb-5014-4cbe-970f-1583f44492ae,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:26:34.381582 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef8578fc-351e-40e4-b658-9d747acfac48 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:34.382826 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ef8578fc-351e-40e4-b658-9d747acfac48 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3556328 Feb 17 10:26:34.386298 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47904) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:26:34.391380 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5fef96ac-e7b1-4f11-8e4e-df977a468ba3 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Request body: {'security_group_rule': {'security_group_id': '35e2740c-e27f-4426-98e3-072ad7600c0e', 'project_id': '703f9546e5e7428da27c084827278adc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:26:34.397170 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5fef96ac-e7b1-4f11-8e4e-df977a468ba3 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:26:34.401539 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5fef96ac-e7b1-4f11-8e4e-df977a468ba3 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Usage tracker for resource:security_group_rule and tenant:703f9546e5e7428da27c084827278adc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:26:34.404407 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5fef96ac-e7b1-4f11-8e4e-df977a468ba3 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:26:34.410112 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5fef96ac-e7b1-4f11-8e4e-df977a468ba3 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:26:34.474389 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5fef96ac-e7b1-4f11-8e4e-df977a468ba3 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:34.536501 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5fef96ac-e7b1-4f11-8e4e-df977a468ba3 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:34.614833 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5fef96ac-e7b1-4f11-8e4e-df977a468ba3 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:34.640600 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef96ac-e7b1-4f11-8e4e-df977a468ba3 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a318f7f8-fcdf-444a-ae4d-b7941c497ed2,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:26:34.717765 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5fef96ac-e7b1-4f11-8e4e-df977a468ba3 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:34.719113 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5fef96ac-e7b1-4f11-8e4e-df977a468ba3 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3318322 Feb 17 10:26:34.721989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47908) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:26:34.727036 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-efd71085-050a-4857-a3ba-f8e8487d8a2d tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Request body: {'security_group_rule': {'security_group_id': '35e2740c-e27f-4426-98e3-072ad7600c0e', 'project_id': '703f9546e5e7428da27c084827278adc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:26:34.732998 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-efd71085-050a-4857-a3ba-f8e8487d8a2d tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:26:34.736711 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-efd71085-050a-4857-a3ba-f8e8487d8a2d tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Usage tracker for resource:security_group_rule and tenant:703f9546e5e7428da27c084827278adc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:26:34.739802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-efd71085-050a-4857-a3ba-f8e8487d8a2d tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:26:34.746458 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-efd71085-050a-4857-a3ba-f8e8487d8a2d tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:26:34.828149 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efd71085-050a-4857-a3ba-f8e8487d8a2d tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:34.894569 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efd71085-050a-4857-a3ba-f8e8487d8a2d tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:34.969968 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efd71085-050a-4857-a3ba-f8e8487d8a2d tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:34.992959 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd71085-050a-4857-a3ba-f8e8487d8a2d tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aafa293-3710-4379-871d-722de873a4ab,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:26:35.066611 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efd71085-050a-4857-a3ba-f8e8487d8a2d tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:35.067823 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-efd71085-050a-4857-a3ba-f8e8487d8a2d tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3447473 Feb 17 10:26:35.070453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47912) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:26:35.075690 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-435eade1-23aa-4a01-ba9f-81c2698d77a2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Request body: {'security_group_rule': {'security_group_id': '35e2740c-e27f-4426-98e3-072ad7600c0e', 'project_id': '703f9546e5e7428da27c084827278adc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:26:35.081629 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-435eade1-23aa-4a01-ba9f-81c2698d77a2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:26:35.085537 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-435eade1-23aa-4a01-ba9f-81c2698d77a2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Usage tracker for resource:security_group_rule and tenant:703f9546e5e7428da27c084827278adc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:26:35.088446 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-435eade1-23aa-4a01-ba9f-81c2698d77a2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:26:35.094945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-435eade1-23aa-4a01-ba9f-81c2698d77a2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:26:35.174850 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-435eade1-23aa-4a01-ba9f-81c2698d77a2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Project 703f9546e5e7428da27c084827278adc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:26:35.182476 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-435eade1-23aa-4a01-ba9f-81c2698d77a2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:35.245300 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-435eade1-23aa-4a01-ba9f-81c2698d77a2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:35.319020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-435eade1-23aa-4a01-ba9f-81c2698d77a2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:35.343923 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435eade1-23aa-4a01-ba9f-81c2698d77a2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ba6418-f4c6-4e5e-87d0-c8fb1557c6c1,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:26:35.409279 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-435eade1-23aa-4a01-ba9f-81c2698d77a2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:35.410807 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-435eade1-23aa-4a01-ba9f-81c2698d77a2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3392768 Feb 17 10:26:35.413687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47916) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:26:35.419630 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ba1acf43-f3bd-464b-86a1-27128ce6931e tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Request body: {'security_group_rule': {'security_group_id': '35e2740c-e27f-4426-98e3-072ad7600c0e', 'project_id': '703f9546e5e7428da27c084827278adc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:26:35.425569 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ba1acf43-f3bd-464b-86a1-27128ce6931e tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:26:35.429292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ba1acf43-f3bd-464b-86a1-27128ce6931e tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Usage tracker for resource:security_group_rule and tenant:703f9546e5e7428da27c084827278adc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:26:35.432546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ba1acf43-f3bd-464b-86a1-27128ce6931e tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:26:35.438439 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ba1acf43-f3bd-464b-86a1-27128ce6931e tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:26:35.517826 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-ba1acf43-f3bd-464b-86a1-27128ce6931e tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Project 703f9546e5e7428da27c084827278adc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:26:35.524602 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba1acf43-f3bd-464b-86a1-27128ce6931e tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:35.591290 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba1acf43-f3bd-464b-86a1-27128ce6931e tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:35.661842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba1acf43-f3bd-464b-86a1-27128ce6931e tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:35.688110 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1acf43-f3bd-464b-86a1-27128ce6931e tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbd6e58-8eb3-4423-aba8-c78f75a3ebfa,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:26:35.775551 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba1acf43-f3bd-464b-86a1-27128ce6931e tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:35.776656 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ba1acf43-f3bd-464b-86a1-27128ce6931e tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3619506 Feb 17 10:26:35.897736 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-80fe518e-f53e-4964-9edd-74280db710ca req-37e799d9-9763-45b5-a52b-db7f9802c150 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1466805451&fields=id&tenant_id=703f9546e5e7428da27c084827278adc HTTP/1.1" status: 200 len: 267 time: 0.0392773 Feb 17 10:26:35.979934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe518e-f53e-4964-9edd-74280db710ca req-679cd17e-2517-4d2c-b7d1-d3cd580b2e49 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:35.981425 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-80fe518e-f53e-4964-9edd-74280db710ca req-679cd17e-2517-4d2c-b7d1-d3cd580b2e49 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 945 time: 0.0778897 Feb 17 10:26:35.991955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [req-80fe518e-f53e-4964-9edd-74280db710ca req-82dddc17-fe6a-4ff3-8bc1-8c6c12f04376 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Request body: {'port': {'security_groups': ['b9e37340-949c-4e26-8924-303f0c4a983d', '35e2740c-e27f-4426-98e3-072ad7600c0e']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:26:36.111034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-80fe518e-f53e-4964-9edd-74280db710ca req-82dddc17-fe6a-4ff3-8bc1-8c6c12f04376 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:36.368169 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-80fe518e-f53e-4964-9edd-74280db710ca req-82dddc17-fe6a-4ff3-8bc1-8c6c12f04376 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] For port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e6c3ba2-b86c-4457-8127-4329c15ef2f9,segment=NetworkSegment(35f84785-2799-44c4-b739-31c13fdb49b8),segment_id=35f84785-2799-44c4-b739-31c13fdb49b8)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:26:36.394109 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-80fe518e-f53e-4964-9edd-74280db710ca req-82dddc17-fe6a-4ff3-8bc1-8c6c12f04376 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:36.450442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-80fe518e-f53e-4964-9edd-74280db710ca req-82dddc17-fe6a-4ff3-8bc1-8c6c12f04376 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:36.488430 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['7e6c3ba2-b86c-4457-8127-4329c15ef2f9'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:26:36.520806 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe518e-f53e-4964-9edd-74280db710ca req-82dddc17-fe6a-4ff3-8bc1-8c6c12f04376 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:36.521427 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-80fe518e-f53e-4964-9edd-74280db710ca req-82dddc17-fe6a-4ff3-8bc1-8c6c12f04376 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:36.522812 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-80fe518e-f53e-4964-9edd-74280db710ca req-82dddc17-fe6a-4ff3-8bc1-8c6c12f04376 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "PUT /v2.0/ports/7e6c3ba2-b86c-4457-8127-4329c15ef2f9 HTTP/1.1" status: 200 len: 981 time: 0.5352721 Feb 17 10:26:36.526543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'tag': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:26:36.558546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dddc17-fe6a-4ff3-8bc1-8c6c12f04376 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Pushing event updated for resources: {'Port': ['ID=7e6c3ba2-b86c-4457-8127-4329c15ef2f9,revision_number=6']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:26:36.585321 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'tag': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9', 'status': 'completed', 'code': 200} Feb 17 10:26:36.676786 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['7e6c3ba2-b86c-4457-8127-4329c15ef2f9'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:26:36.731190 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88845c84-b2a4-4e1b-8d1d-f27c1b229b19 req-ff8f5502-2615-4145-8c72-fd20ce3a4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:36.733433 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-88845c84-b2a4-4e1b-8d1d-f27c1b229b19 req-ff8f5502-2615-4145-8c72-fd20ce3a4f0c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=703f9546e5e7428da27c084827278adc&device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 1137 time: 0.0939515 Feb 17 10:26:36.777703 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e2e71-6aea-41b1-ae37-45e4fce740e6 req-6148fb64-8204-43c5-a99d-f3d08cd793de tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:36.781449 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ab2e2e71-6aea-41b1-ae37-45e4fce740e6 req-6148fb64-8204-43c5-a99d-f3d08cd793de tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 984 time: 0.1089277 Feb 17 10:26:36.831054 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ab2e2e71-6aea-41b1-ae37-45e4fce740e6 req-4a1c513b-819a-4530-b1bb-ac5dda2ad8b0 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&id=35e2740c-e27f-4426-98e3-072ad7600c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456538 Feb 17 10:26:36.851526 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-55f0cba5-7c2d-4bbb-a3ab-a3e114f86c2a None None] Provisioning complete for port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:26:36.851903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55f0cba5-7c2d-4bbb-a3ab-a3e114f86c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:36.880934 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88845c84-b2a4-4e1b-8d1d-f27c1b229b19 req-7f308689-74b5-4199-8df7-b9c153d015b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:36.882350 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-88845c84-b2a4-4e1b-8d1d-f27c1b229b19 req-7f308689-74b5-4199-8df7-b9c153d015b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f69f0a2-6512-4bdd-b3de-046e1741c685 HTTP/1.1" status: 200 len: 914 time: 0.1406109 Feb 17 10:26:36.994758 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-88845c84-b2a4-4e1b-8d1d-f27c1b229b19 req-128ea2e6-2db6-4aaf-bf9f-c9aac589ec2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6c3ba2-b86c-4457-8127-4329c15ef2f9 HTTP/1.1" status: 200 len: 1001 time: 0.1002307 Feb 17 10:26:37.063604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88845c84-b2a4-4e1b-8d1d-f27c1b229b19 req-68a905a8-acb4-4359-932b-96f9effef3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:37.065062 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-88845c84-b2a4-4e1b-8d1d-f27c1b229b19 req-68a905a8-acb4-4359-932b-96f9effef3b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=177ffd75-087f-4408-85da-20ecea0bd3b3 HTTP/1.1" status: 200 len: 852 time: 0.0642941 Feb 17 10:26:37.146370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88845c84-b2a4-4e1b-8d1d-f27c1b229b19 req-67b9d1f3-b72c-4de4-9d84-ce69d8b80096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:26:37.147888 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-88845c84-b2a4-4e1b-8d1d-f27c1b229b19 req-67b9d1f3-b72c-4de4-9d84-ce69d8b80096 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f69f0a2-6512-4bdd-b3de-046e1741c685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750945 Feb 17 10:26:37.280835 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-88845c84-b2a4-4e1b-8d1d-f27c1b229b19 req-ec678b7c-acf0-4542-9c86-2fde2437df89 service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258895 Feb 17 10:26:37.415390 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-88845c84-b2a4-4e1b-8d1d-f27c1b229b19 req-dfe5a043-1415-4040-a75f-a6498d6cd228 service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284487 Feb 17 10:26:39.044314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:50.708884 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:26:54.707339 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d900cd3-16dc-4086-9ee9-b039f492e1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:57.072268 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb444ab2-1392-4404-9e50-dfb47bffe62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:57.924114 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:58.318565 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:26:59.958541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:27:07.557692 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7c1a5438-2243-416f-aff9-e37274de9fe5 req-d506cbec-ddcd-4719-8b52-82d4dd3925a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747828 Feb 17 10:27:07.719967 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a5438-2243-416f-aff9-e37274de9fe5 req-7076c836-daae-4b76-8cd8-cc4858f75ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:07.721377 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7c1a5438-2243-416f-aff9-e37274de9fe5 req-7076c836-daae-4b76-8cd8-cc4858f75ff8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=703f9546e5e7428da27c084827278adc&device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 1137 time: 0.0756559 Feb 17 10:27:07.878645 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a5438-2243-416f-aff9-e37274de9fe5 req-6cd20baa-af99-4850-9bea-0474c82466a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:07.880124 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7c1a5438-2243-416f-aff9-e37274de9fe5 req-6cd20baa-af99-4850-9bea-0474c82466a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f69f0a2-6512-4bdd-b3de-046e1741c685 HTTP/1.1" status: 200 len: 914 time: 0.1387491 Feb 17 10:27:08.098741 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7c1a5438-2243-416f-aff9-e37274de9fe5 req-7e2b0acc-e756-4ddc-939a-ef2df69e2054 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6c3ba2-b86c-4457-8127-4329c15ef2f9 HTTP/1.1" status: 200 len: 1001 time: 0.2112465 Feb 17 10:27:08.163229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a5438-2243-416f-aff9-e37274de9fe5 req-a10718bf-172a-4d4d-bae4-fac61c25d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:08.164664 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7c1a5438-2243-416f-aff9-e37274de9fe5 req-a10718bf-172a-4d4d-bae4-fac61c25d464 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=177ffd75-087f-4408-85da-20ecea0bd3b3 HTTP/1.1" status: 200 len: 852 time: 0.0601413 Feb 17 10:27:08.240749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a5438-2243-416f-aff9-e37274de9fe5 req-7df3b251-3893-4b9e-b4ee-12cf8be19ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:08.242293 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7c1a5438-2243-416f-aff9-e37274de9fe5 req-7df3b251-3893-4b9e-b4ee-12cf8be19ad8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f69f0a2-6512-4bdd-b3de-046e1741c685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722086 Feb 17 10:27:08.392265 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7c1a5438-2243-416f-aff9-e37274de9fe5 req-79f83e58-9b6d-434f-80ee-1226dfaee450 service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413836 Feb 17 10:27:08.530005 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7c1a5438-2243-416f-aff9-e37274de9fe5 req-a730ff92-e6a3-43da-b6df-cfeecdeb0896 service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306825 Feb 17 10:27:09.065328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:27:24.706742 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de4977a4-4f42-49df-b659-b0961b803f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:27:25.388592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3992d00-dc29-409e-bff8-641cf169a58a req-164347c0-9ccb-4d25-9d13-0cb1eb6d9745 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:25.390074 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c3992d00-dc29-409e-bff8-641cf169a58a req-164347c0-9ccb-4d25-9d13-0cb1eb6d9745 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 984 time: 0.0798397 Feb 17 10:27:25.439702 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c3992d00-dc29-409e-bff8-641cf169a58a req-27e01796-a27d-4542-b6bd-4861a8e546b6 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&id=35e2740c-e27f-4426-98e3-072ad7600c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426917 Feb 17 10:27:25.476433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8c466-fe8a-4d2d-b264-5584b5358bd2 req-84cb2b7c-63c2-4ec2-8c4d-ed592c609738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:25.477842 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ac8c466-fe8a-4d2d-b264-5584b5358bd2 req-84cb2b7c-63c2-4ec2-8c4d-ed592c609738 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=703f9546e5e7428da27c084827278adc&device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 1137 time: 0.0773606 Feb 17 10:27:25.608281 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8c466-fe8a-4d2d-b264-5584b5358bd2 req-01bc2040-974d-4217-a96e-efc485cf71c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:25.609711 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ac8c466-fe8a-4d2d-b264-5584b5358bd2 req-01bc2040-974d-4217-a96e-efc485cf71c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f69f0a2-6512-4bdd-b3de-046e1741c685 HTTP/1.1" status: 200 len: 914 time: 0.1259124 Feb 17 10:27:25.711557 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ac8c466-fe8a-4d2d-b264-5584b5358bd2 req-a7bc3b2d-b701-4a90-85c0-809e38c3fb66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6c3ba2-b86c-4457-8127-4329c15ef2f9 HTTP/1.1" status: 200 len: 1001 time: 0.0938742 Feb 17 10:27:25.777130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8c466-fe8a-4d2d-b264-5584b5358bd2 req-e30c6e0f-3012-4ce8-a7c5-cea896b8f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:25.778522 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ac8c466-fe8a-4d2d-b264-5584b5358bd2 req-e30c6e0f-3012-4ce8-a7c5-cea896b8f8b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=177ffd75-087f-4408-85da-20ecea0bd3b3 HTTP/1.1" status: 200 len: 852 time: 0.0609987 Feb 17 10:27:25.853652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8c466-fe8a-4d2d-b264-5584b5358bd2 req-c17a7778-8438-4e22-8b25-611fcd36b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:25.855189 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ac8c466-fe8a-4d2d-b264-5584b5358bd2 req-c17a7778-8438-4e22-8b25-611fcd36b5ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f69f0a2-6512-4bdd-b3de-046e1741c685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704110 Feb 17 10:27:25.985826 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ac8c466-fe8a-4d2d-b264-5584b5358bd2 req-607a814f-d937-4dbe-946f-3aebba101ebd service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240377 Feb 17 10:27:26.122446 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ac8c466-fe8a-4d2d-b264-5584b5358bd2 req-08ac32ef-67ef-4a87-91d8-52a0d939a487 service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263430 Feb 17 10:27:26.639605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7b945-2a37-41f7-96c0-66d687e1097c req-648a855b-0034-437b-9cfb-f021cff7a8fb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:26.641144 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ac7b945-2a37-41f7-96c0-66d687e1097c req-648a855b-0034-437b-9cfb-f021cff7a8fb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 984 time: 0.0879302 Feb 17 10:27:26.687939 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-3ac7b945-2a37-41f7-96c0-66d687e1097c req-9de8f261-31d1-4bd0-80cc-3aab7d9a1503 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Synchronizing usage tracker for tenant:703f9546e5e7428da27c084827278adc on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:27:26.775432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-3ac7b945-2a37-41f7-96c0-66d687e1097c req-9de8f261-31d1-4bd0-80cc-3aab7d9a1503 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Unset dirty status for tenant:703f9546e5e7428da27c084827278adc on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:27:26.777127 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ac7b945-2a37-41f7-96c0-66d687e1097c req-9de8f261-31d1-4bd0-80cc-3aab7d9a1503 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&id=35e2740c-e27f-4426-98e3-072ad7600c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1301723 Feb 17 10:27:27.043691 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9ff5fd74-3803-462c-8069-60e2a036bdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:27:27.708414 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:27:27.964377 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:27:27.970452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d75e7-53a8-433b-bb7f-ad86f2e875a5 req-be67764d-96f5-4725-a69c-6ee3377faca3 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:27.971925 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-089d75e7-53a8-433b-bb7f-ad86f2e875a5 req-be67764d-96f5-4725-a69c-6ee3377faca3 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 984 time: 0.0860710 Feb 17 10:27:28.019735 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-089d75e7-53a8-433b-bb7f-ad86f2e875a5 req-9b8e2acd-ad8a-4e64-b838-304fe4e13afa tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&id=35e2740c-e27f-4426-98e3-072ad7600c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421193 Feb 17 10:27:28.306249 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:27:29.207956 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5fbba-6748-4d07-8138-f2e270c1ba4e req-58bd5c9a-f638-4386-a3dc-58d68c664c5e tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:29.209422 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f3a5fbba-6748-4d07-8138-f2e270c1ba4e req-58bd5c9a-f638-4386-a3dc-58d68c664c5e tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 984 time: 0.0813086 Feb 17 10:27:29.255473 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f3a5fbba-6748-4d07-8138-f2e270c1ba4e req-f9c64263-58fb-4f38-bde2-30b52824aeac tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&id=35e2740c-e27f-4426-98e3-072ad7600c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403223 Feb 17 10:27:29.961945 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:27:30.441594 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbe96f-83ec-467d-b815-788a03684994 req-8f14f6b6-415c-4089-be6a-824ac3e9c570 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:30.443058 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a6fbe96f-83ec-467d-b815-788a03684994 req-8f14f6b6-415c-4089-be6a-824ac3e9c570 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 984 time: 0.0801647 Feb 17 10:27:30.492562 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a6fbe96f-83ec-467d-b815-788a03684994 req-7a349f30-36c0-459b-92a2-379bc7d739cc tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&id=35e2740c-e27f-4426-98e3-072ad7600c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427973 Feb 17 10:27:31.677455 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4ab95-df8e-4011-9121-171e0f0be8f4 req-fb154487-b8d7-4207-b679-385189ee56d8 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:31.678921 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6ec4ab95-df8e-4011-9121-171e0f0be8f4 req-fb154487-b8d7-4207-b679-385189ee56d8 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 984 time: 0.0819488 Feb 17 10:27:31.726859 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6ec4ab95-df8e-4011-9121-171e0f0be8f4 req-8635b9ea-aceb-4b84-9b77-a3cc07e99611 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&id=35e2740c-e27f-4426-98e3-072ad7600c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414605 Feb 17 10:27:32.912270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868b1a5-5fe2-4758-90e7-deca609f61e1 req-e86f2456-a0c3-45b7-adcd-78df8de80128 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:32.913666 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a868b1a5-5fe2-4758-90e7-deca609f61e1 req-e86f2456-a0c3-45b7-adcd-78df8de80128 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 984 time: 0.0813732 Feb 17 10:27:32.962341 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a868b1a5-5fe2-4758-90e7-deca609f61e1 req-6380bac6-1ed1-41a8-a891-0ecd53579da8 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&id=35e2740c-e27f-4426-98e3-072ad7600c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421932 Feb 17 10:27:34.147659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3af7fc-c0d3-46f3-8aaa-c3bba06b9fcf req-c927a896-9fcd-49a2-b2d8-dbb6d6042f6a tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:34.149094 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d3af7fc-c0d3-46f3-8aaa-c3bba06b9fcf req-c927a896-9fcd-49a2-b2d8-dbb6d6042f6a tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 984 time: 0.0791073 Feb 17 10:27:34.199341 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d3af7fc-c0d3-46f3-8aaa-c3bba06b9fcf req-d7769732-024a-4f70-b9fd-e890fc760502 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&id=35e2740c-e27f-4426-98e3-072ad7600c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437255 Feb 17 10:27:35.388321 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723045d-24a7-4ed4-9398-c0b464650f0a req-509531dd-de11-408d-b82c-4c9284f0e3c2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:35.389798 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5723045d-24a7-4ed4-9398-c0b464650f0a req-509531dd-de11-408d-b82c-4c9284f0e3c2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 984 time: 0.0847936 Feb 17 10:27:35.435272 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5723045d-24a7-4ed4-9398-c0b464650f0a req-da348b98-6d89-4f1a-8bf3-8fc0e58fcc86 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&id=35e2740c-e27f-4426-98e3-072ad7600c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397527 Feb 17 10:27:36.621949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e5ce1-9a7f-4032-9fee-8a4f4f42d9ef req-041d2179-08f4-4718-a3fa-669da108cf9b tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:36.623442 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3b5e5ce1-9a7f-4032-9fee-8a4f4f42d9ef req-041d2179-08f4-4718-a3fa-669da108cf9b tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 984 time: 0.0802495 Feb 17 10:27:36.669738 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3b5e5ce1-9a7f-4032-9fee-8a4f4f42d9ef req-65068677-07d8-4206-b18a-cdd68eaf4db0 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&id=35e2740c-e27f-4426-98e3-072ad7600c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399508 Feb 17 10:27:37.872211 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0751a-0c86-41af-8fe2-c6bdd6a82603 req-d8084888-0ab2-40ff-9c06-9ab06cb6d309 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:27:37.874511 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-46e0751a-0c86-41af-8fe2-c6bdd6a82603 req-d8084888-0ab2-40ff-9c06-9ab06cb6d309 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 984 time: 0.0796638 Feb 17 10:27:37.919248 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-46e0751a-0c86-41af-8fe2-c6bdd6a82603 req-9970e59b-3271-4fe2-9071-f4705e875d01 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&id=35e2740c-e27f-4426-98e3-072ad7600c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398598 Feb 17 10:27:39.060360 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:27:54.717880 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be5b6e59-0695-4dd9-a535-7c129851477d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:27:57.031756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20f33fdc-72fb-4f02-a0f1-4788f01037da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:27:57.938518 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:27:58.340980 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:27:59.974448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:04.708072 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:28:07.527890 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d9102975-e69c-44fc-88f8-139355490901 req-1a954786-af3f-4324-b008-e9c2410f358a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754800 Feb 17 10:28:07.790784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9102975-e69c-44fc-88f8-139355490901 req-0ddc9d2d-7139-461a-8f64-7992b4d48768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:07.792205 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d9102975-e69c-44fc-88f8-139355490901 req-0ddc9d2d-7139-461a-8f64-7992b4d48768 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=703f9546e5e7428da27c084827278adc&device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 1137 time: 0.1695523 Feb 17 10:28:07.935402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9102975-e69c-44fc-88f8-139355490901 req-68e7e83d-4695-48bd-8305-a671763573d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:07.936854 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d9102975-e69c-44fc-88f8-139355490901 req-68e7e83d-4695-48bd-8305-a671763573d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f69f0a2-6512-4bdd-b3de-046e1741c685 HTTP/1.1" status: 200 len: 914 time: 0.1260133 Feb 17 10:28:08.045389 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d9102975-e69c-44fc-88f8-139355490901 req-d8fd2da2-ea5a-41b1-866c-b6b8cc31eb21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6c3ba2-b86c-4457-8127-4329c15ef2f9 HTTP/1.1" status: 200 len: 1001 time: 0.1019330 Feb 17 10:28:08.107165 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9102975-e69c-44fc-88f8-139355490901 req-d1f494ef-df3f-4136-9ea0-aeb99694d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:08.108589 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d9102975-e69c-44fc-88f8-139355490901 req-d1f494ef-df3f-4136-9ea0-aeb99694d799 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=177ffd75-087f-4408-85da-20ecea0bd3b3 HTTP/1.1" status: 200 len: 852 time: 0.0575976 Feb 17 10:28:08.187479 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9102975-e69c-44fc-88f8-139355490901 req-46ace5c0-33fd-4dd4-b3c5-ebc47114b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:08.188960 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d9102975-e69c-44fc-88f8-139355490901 req-46ace5c0-33fd-4dd4-b3c5-ebc47114b2ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f69f0a2-6512-4bdd-b3de-046e1741c685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748124 Feb 17 10:28:08.322400 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d9102975-e69c-44fc-88f8-139355490901 req-d0e667e0-d674-4af4-88e2-da062e137835 service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270676 Feb 17 10:28:08.456024 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d9102975-e69c-44fc-88f8-139355490901 req-3d7d1959-2a99-483d-95c9-bae453e743a9 service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281481 Feb 17 10:28:09.055061 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:24.700296 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-609edc68-23bf-4c35-8f13-0d153084c9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:27.060390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf7f5463-a887-471b-941b-30c9fe2befb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:27.954864 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:28.357756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:29.968750 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:39.117244 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:41.355810 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-95b3794d-4291-40bc-ac83-dea883f954c5 req-b6b26f9d-f394-4eaa-a5be-6f36eb695954 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1466805451&fields=id&tenant_id=703f9546e5e7428da27c084827278adc HTTP/1.1" status: 200 len: 267 time: 0.0442097 Feb 17 10:28:41.459943 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3794d-4291-40bc-ac83-dea883f954c5 req-d0976020-47fa-40db-99fc-47060ebd9cb1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:41.461394 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-95b3794d-4291-40bc-ac83-dea883f954c5 req-d0976020-47fa-40db-99fc-47060ebd9cb1 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 984 time: 0.0994358 Feb 17 10:28:41.472804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-95b3794d-4291-40bc-ac83-dea883f954c5 req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Request body: {'port': {'security_groups': ['b9e37340-949c-4e26-8924-303f0c4a983d']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:28:41.595689 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-95b3794d-4291-40bc-ac83-dea883f954c5 req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:41.706437 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:28:41.835097 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-95b3794d-4291-40bc-ac83-dea883f954c5 req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] For port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e6c3ba2-b86c-4457-8127-4329c15ef2f9,segment=NetworkSegment(35f84785-2799-44c4-b739-31c13fdb49b8),segment_id=35f84785-2799-44c4-b739-31c13fdb49b8)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:28:41.858427 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-95b3794d-4291-40bc-ac83-dea883f954c5 req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:41.919972 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-95b3794d-4291-40bc-ac83-dea883f954c5 req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:41.959002 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['7e6c3ba2-b86c-4457-8127-4329c15ef2f9'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:28:41.991740 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3794d-4291-40bc-ac83-dea883f954c5 req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:41.992365 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-95b3794d-4291-40bc-ac83-dea883f954c5 req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:41.993734 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-95b3794d-4291-40bc-ac83-dea883f954c5 req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "PUT /v2.0/ports/7e6c3ba2-b86c-4457-8127-4329c15ef2f9 HTTP/1.1" status: 200 len: 942 time: 0.5253389 Feb 17 10:28:41.994202 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'tag': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:28:42.002133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 47994) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:28:42.049243 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Pushing event updated for resources: {'Port': ['ID=7e6c3ba2-b86c-4457-8127-4329c15ef2f9,revision_number=7']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:28:42.066549 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'tag': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9', 'status': 'completed', 'code': 200} Feb 17 10:28:42.078855 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:42.079314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:42.080198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:42.080986 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:42.081498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:42.081902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:42.082402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:42.082804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:42.083201 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:42.083612 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:42.084003 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:42.084401 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11babbf-55b9-4f82-b05d-dbe23693aa84 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:42.154896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['7e6c3ba2-b86c-4457-8127-4329c15ef2f9'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:28:42.169106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2722616-482c-4d5d-83c1-e6acbf6d3e2c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:42.213989 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2722616-482c-4d5d-83c1-e6acbf6d3e2c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:42.262826 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cfae0-3050-4fda-8fcf-2d9f66428068 req-93a09653-00e6-4b1d-8e28-f18d102bf2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:42.264229 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5f2cfae0-3050-4fda-8fcf-2d9f66428068 req-93a09653-00e6-4b1d-8e28-f18d102bf2bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=703f9546e5e7428da27c084827278adc&device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 1098 time: 0.1584320 Feb 17 10:28:42.344259 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7357d4ad-f5ea-4896-872d-f8ade6326bf5 None None] Provisioning complete for port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:28:42.344627 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7357d4ad-f5ea-4896-872d-f8ade6326bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:42.411825 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cfae0-3050-4fda-8fcf-2d9f66428068 req-bc49dbc4-7d71-4e11-81e9-887eb196078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:42.413232 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5f2cfae0-3050-4fda-8fcf-2d9f66428068 req-bc49dbc4-7d71-4e11-81e9-887eb196078f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f69f0a2-6512-4bdd-b3de-046e1741c685 HTTP/1.1" status: 200 len: 914 time: 0.1426458 Feb 17 10:28:42.584650 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2722616-482c-4d5d-83c1-e6acbf6d3e2c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:42.633110 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2722616-482c-4d5d-83c1-e6acbf6d3e2c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e2740c-e27f-4426-98e3-072ad7600c0e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:28:42.658111 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5f2cfae0-3050-4fda-8fcf-2d9f66428068 req-e4c667e9-efcf-4c63-8ba0-659b7c8ca26f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6c3ba2-b86c-4457-8127-4329c15ef2f9 HTTP/1.1" status: 200 len: 1001 time: 0.2383034 Feb 17 10:28:42.712560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2722616-482c-4d5d-83c1-e6acbf6d3e2c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:42.716753 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e2722616-482c-4d5d-83c1-e6acbf6d3e2c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "DELETE /v2.0/security-groups/35e2740c-e27f-4426-98e3-072ad7600c0e HTTP/1.1" status: 204 len: 168 time: 0.7106550 Feb 17 10:28:42.717241 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 47998) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:28:42.728562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cfae0-3050-4fda-8fcf-2d9f66428068 req-ce10033f-94b4-4635-ba0f-467b3addb6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:42.730067 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5f2cfae0-3050-4fda-8fcf-2d9f66428068 req-ce10033f-94b4-4635-ba0f-467b3addb6aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=177ffd75-087f-4408-85da-20ecea0bd3b3 HTTP/1.1" status: 200 len: 852 time: 0.0662100 Feb 17 10:28:42.812778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cfae0-3050-4fda-8fcf-2d9f66428068 req-e09bdd76-b186-42a9-8fdc-22eedd52b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:42.814297 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5f2cfae0-3050-4fda-8fcf-2d9f66428068 req-e09bdd76-b186-42a9-8fdc-22eedd52b7e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f69f0a2-6512-4bdd-b3de-046e1741c685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776215 Feb 17 10:28:42.935746 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Deleting port d4a7f4ff-fc0a-46b8-871c-c729b7e53f28 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:28:42.936083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:42.958180 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5f2cfae0-3050-4fda-8fcf-2d9f66428068 req-1fd91b5c-9f69-4e7d-bc37-1803de9355e5 service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373746 Feb 17 10:28:43.097645 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5f2cfae0-3050-4fda-8fcf-2d9f66428068 req-56170aa3-32cc-4b7a-a926-788731462d14 service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325881 Feb 17 10:28:43.131638 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:43.131961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:43.361792 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Calling delete_port for d4a7f4ff-fc0a-46b8-871c-c729b7e53f28 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:28:43.614789 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:43.664591 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Pushing event deleted for resources: {'Port': ['ID=d4a7f4ff-fc0a-46b8-871c-c729b7e53f28,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:28:43.705086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:43.705446 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:43.705761 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:43.706111 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:43.706443 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:43.706767 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:43.707090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:43.707408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:43.707728 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:43.708048 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:43.708369 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:43.708684 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:28:43.768942 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:43.769706 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Floating IP 9a8804a8-d0dc-4bbc-861e-6f2d7856ef2f disassociated (deleted). External IP: 172.26.4.246, port: 7e6c3ba2-b86c-4457-8127-4329c15ef2f9. Feb 17 10:28:44.121745 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:28:44.310568 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:28:44.320807 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7350b-8130-4dad-aeca-dd6f7f6d0781 None None] Sync routers for ids ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:28:44.332449 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7350b-8130-4dad-aeca-dd6f7f6d0781 None None] Routers {'31c8c9b4-0a3c-4a10-8acf-58ac0312c611'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:28:44.342007 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-47d7350b-8130-4dad-aeca-dd6f7f6d0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:28:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:28:44.380144 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:44.434412 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-69a04a5e-a725-4fe3-8dfd-f7977f00fafb tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "DELETE /v2.0/floatingips/9a8804a8-d0dc-4bbc-861e-6f2d7856ef2f HTTP/1.1" status: 204 len: 168 time: 1.7160335 Feb 17 10:28:44.435086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'tag': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:28:44.488840 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'tag': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9', 'status': 'completed', 'code': 200} Feb 17 10:28:44.514166 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-47d7350b-8130-4dad-aeca-dd6f7f6d0781 None None] Set router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:28:44.601273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbad46-4752-43c8-a317-c93fa7e9a531 req-16fa1708-0895-41e2-b338-d987239f93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:44.602581 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62fbad46-4752-43c8-a317-c93fa7e9a531 req-16fa1708-0895-41e2-b338-d987239f93ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=703f9546e5e7428da27c084827278adc&device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 1098 time: 0.0716124 Feb 17 10:28:44.746367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbad46-4752-43c8-a317-c93fa7e9a531 req-f9fe1275-7d2b-4ef0-8a51-ceb812809c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:44.747816 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62fbad46-4752-43c8-a317-c93fa7e9a531 req-f9fe1275-7d2b-4ef0-8a51-ceb812809c52 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f69f0a2-6512-4bdd-b3de-046e1741c685 HTTP/1.1" status: 200 len: 914 time: 0.1393573 Feb 17 10:28:44.822011 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62fbad46-4752-43c8-a317-c93fa7e9a531 req-4dda3332-ac3d-419f-a583-312258ff6813 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e6c3ba2-b86c-4457-8127-4329c15ef2f9 HTTP/1.1" status: 200 len: 217 time: 0.0673368 Feb 17 10:28:44.842690 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-47d7350b-8130-4dad-aeca-dd6f7f6d0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'name': 'tempest-TestMinimumBasicScenario-62608472-router', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:24Z', 'updated_at': '2022-02-17T10:25:28Z', 'revision_number': 4, 'project_id': '703f9546e5e7428da27c084827278adc', 'gw_port': {'id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:25Z', 'updated_at': '2022-02-17T10:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c1a6cc9d-7a25-4e98-9812-dc911908d51a', 'name': '', 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'mac_address': 'fa:16:3e:b7:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:27Z', 'updated_at': '2022-02-17T10:25:34Z', 'revision_number': 5, 'project_id': '703f9546e5e7428da27c084827278adc', 'subnets': [{'id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:28:44.847456 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7350b-8130-4dad-aeca-dd6f7f6d0781 None None] Checking router: 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:28:44.856931 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7350b-8130-4dad-aeca-dd6f7f6d0781 None None] Routers {'31c8c9b4-0a3c-4a10-8acf-58ac0312c611'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:28:44.857533 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-47d7350b-8130-4dad-aeca-dd6f7f6d0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:28:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:28:44.885617 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbad46-4752-43c8-a317-c93fa7e9a531 req-2ab47388-83e8-460c-a4f3-d408222f3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:44.887026 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62fbad46-4752-43c8-a317-c93fa7e9a531 req-2ab47388-83e8-460c-a4f3-d408222f3123 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=177ffd75-087f-4408-85da-20ecea0bd3b3 HTTP/1.1" status: 200 len: 852 time: 0.0593748 Feb 17 10:28:44.967336 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbad46-4752-43c8-a317-c93fa7e9a531 req-234d7af3-6c81-4756-81b1-58da5eff530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:44.968829 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62fbad46-4752-43c8-a317-c93fa7e9a531 req-234d7af3-6c81-4756-81b1-58da5eff530c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f69f0a2-6512-4bdd-b3de-046e1741c685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757222 Feb 17 10:28:45.045165 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-47d7350b-8130-4dad-aeca-dd6f7f6d0781 None None] Set router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:28:45.117861 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62fbad46-4752-43c8-a317-c93fa7e9a531 req-53f80755-4641-4876-9705-ff3037e18067 service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425550 Feb 17 10:28:45.251751 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62fbad46-4752-43c8-a317-c93fa7e9a531 req-8e40d3a5-7368-4d64-8e9c-2b0fa225b23d service neutron] 10.222.0.37 "GET /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280341 Feb 17 10:28:45.396176 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-47d7350b-8130-4dad-aeca-dd6f7f6d0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'name': 'tempest-TestMinimumBasicScenario-62608472-router', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:24Z', 'updated_at': '2022-02-17T10:25:28Z', 'revision_number': 4, 'project_id': '703f9546e5e7428da27c084827278adc', 'gw_port': {'id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:25Z', 'updated_at': '2022-02-17T10:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c1a6cc9d-7a25-4e98-9812-dc911908d51a', 'name': '', 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'mac_address': 'fa:16:3e:b7:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:27Z', 'updated_at': '2022-02-17T10:25:34Z', 'revision_number': 5, 'project_id': '703f9546e5e7428da27c084827278adc', 'subnets': [{'id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:28:45.399983 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7350b-8130-4dad-aeca-dd6f7f6d0781 None None] The sync data for ids ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'] in dv-neutron-828143-5-hyperv is: [{'id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'name': 'tempest-TestMinimumBasicScenario-62608472-router', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:24Z', 'updated_at': '2022-02-17T10:25:28Z', 'revision_number': 4, 'project_id': '703f9546e5e7428da27c084827278adc', 'gw_port': {'id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:25Z', 'updated_at': '2022-02-17T10:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c1a6cc9d-7a25-4e98-9812-dc911908d51a', 'name': '', 'network_id': '4f69f0a2-6512-4bdd-b3de-046e1741c685', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'mac_address': 'fa:16:3e:b7:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:27Z', 'updated_at': '2022-02-17T10:25:34Z', 'revision_number': 5, 'project_id': '703f9546e5e7428da27c084827278adc', 'subnets': [{'id': '177ffd75-087f-4408-85da-20ecea0bd3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:28:45.635557 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d93108-6d2f-426b-b461-91b05d123999 None None] New status for floating IP 9a8804a8-d0dc-4bbc-861e-6f2d7856ef2f: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:28:50.370115 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea26897-fc8a-4a86-b063-d2fd44a18094 req-feea5c75-3d0a-44de-900c-fb2dd1f84a0b tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:50.371463 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7ea26897-fc8a-4a86-b063-d2fd44a18094 req-feea5c75-3d0a-44de-900c-fb2dd1f84a0b tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 945 time: 0.0833886 Feb 17 10:28:50.414559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-7ea26897-fc8a-4a86-b063-d2fd44a18094 req-4954c197-7da3-42b1-9c98-b74f64c555c2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Synchronizing usage tracker for tenant:703f9546e5e7428da27c084827278adc on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:28:50.477103 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-7ea26897-fc8a-4a86-b063-d2fd44a18094 req-4954c197-7da3-42b1-9c98-b74f64c555c2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Unset dirty status for tenant:703f9546e5e7428da27c084827278adc on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:28:50.478428 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7ea26897-fc8a-4a86-b063-d2fd44a18094 req-4954c197-7da3-42b1-9c98-b74f64c555c2 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012919 Feb 17 10:28:51.669382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba32b2d-6426-47d2-9509-4a0adffb2bfd req-200ca4de-10b3-4361-a358-bbd2fafd2aef tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:51.670081 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-dba32b2d-6426-47d2-9509-4a0adffb2bfd req-200ca4de-10b3-4361-a358-bbd2fafd2aef tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Synchronizing usage tracker for tenant:703f9546e5e7428da27c084827278adc on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:28:51.756883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-dba32b2d-6426-47d2-9509-4a0adffb2bfd req-200ca4de-10b3-4361-a358-bbd2fafd2aef tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Unset dirty status for tenant:703f9546e5e7428da27c084827278adc on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:28:51.758153 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-dba32b2d-6426-47d2-9509-4a0adffb2bfd req-200ca4de-10b3-4361-a358-bbd2fafd2aef tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 945 time: 0.1665947 Feb 17 10:28:51.806850 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-dba32b2d-6426-47d2-9509-4a0adffb2bfd req-e4d5450b-e38e-45b0-9857-086205721521 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426347 Feb 17 10:28:52.539320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f576e6-d366-4131-9388-5b451aaa284a req-556eeb79-bb1b-4e4e-9b5e-30de47f1fe2a tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:52.540669 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c0f576e6-d366-4131-9388-5b451aaa284a req-556eeb79-bb1b-4e4e-9b5e-30de47f1fe2a tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.37 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 945 time: 0.0812769 Feb 17 10:28:52.633533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-c0f576e6-d366-4131-9388-5b451aaa284a req-85611a92-c86b-4a40-ba51-1ba391c3363c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Deleting port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:28:52.633875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c0f576e6-d366-4131-9388-5b451aaa284a req-85611a92-c86b-4a40-ba51-1ba391c3363c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:53.029820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-c0f576e6-d366-4131-9388-5b451aaa284a req-85611a92-c86b-4a40-ba51-1ba391c3363c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] For port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e6c3ba2-b86c-4457-8127-4329c15ef2f9,segment=NetworkSegment(35f84785-2799-44c4-b739-31c13fdb49b8),segment_id=35f84785-2799-44c4-b739-31c13fdb49b8)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:28:53.030214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c0f576e6-d366-4131-9388-5b451aaa284a req-85611a92-c86b-4a40-ba51-1ba391c3363c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:53.159233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823059e5-71f6-4e94-9e1a-665fd8cf1f3e req-df5844ae-8eda-4532-bb2a-6bd0ec0d24d8 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:28:53.160612 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-823059e5-71f6-4e94-9e1a-665fd8cf1f3e req-df5844ae-8eda-4532-bb2a-6bd0ec0d24d8 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 945 time: 0.2489223 Feb 17 10:28:53.167912 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-c0f576e6-d366-4131-9388-5b451aaa284a req-85611a92-c86b-4a40-ba51-1ba391c3363c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Calling delete_port for 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:28:53.258932 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-823059e5-71f6-4e94-9e1a-665fd8cf1f3e req-5ae552b1-b49f-41f7-a86b-25e064afbc0f tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b9e37340-949c-4e26-8924-303f0c4a983d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639780 Feb 17 10:28:53.410944 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c0f576e6-d366-4131-9388-5b451aaa284a req-85611a92-c86b-4a40-ba51-1ba391c3363c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:53.443873 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['7e6c3ba2-b86c-4457-8127-4329c15ef2f9'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:28:53.462292 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85611a92-c86b-4a40-ba51-1ba391c3363c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Pushing event deleted for resources: {'Port': ['ID=7e6c3ba2-b86c-4457-8127-4329c15ef2f9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:28:53.542741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f576e6-d366-4131-9388-5b451aaa284a req-85611a92-c86b-4a40-ba51-1ba391c3363c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] No DVR routers for this DVR port 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:28:53.545145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c0f576e6-d366-4131-9388-5b451aaa284a req-85611a92-c86b-4a40-ba51-1ba391c3363c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:53.547742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'name': 'network-vif-deleted', 'tag': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:28:53.593674 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60199cb1-c5a1-4709-b62f-80325d7a3f16', 'name': 'network-vif-deleted', 'tag': '7e6c3ba2-b86c-4457-8127-4329c15ef2f9', 'status': 'completed', 'code': 200} Feb 17 10:28:53.645985 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c0f576e6-d366-4131-9388-5b451aaa284a req-85611a92-c86b-4a40-ba51-1ba391c3363c tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.37 "DELETE /v2.0/ports/7e6c3ba2-b86c-4457-8127-4329c15ef2f9 HTTP/1.1" status: 204 len: 173 time: 1.0996878 Feb 17 10:28:54.421791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-92b433f6-d9c6-47a0-a439-024aad9c7778 req-19a33030-65ff-49a1-8dd5-31da8cd46c53 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Synchronizing usage tracker for tenant:703f9546e5e7428da27c084827278adc on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:28:54.522881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-92b433f6-d9c6-47a0-a439-024aad9c7778 req-19a33030-65ff-49a1-8dd5-31da8cd46c53 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] Unset dirty status for tenant:703f9546e5e7428da27c084827278adc on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:28:54.524008 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-92b433f6-d9c6-47a0-a439-024aad9c7778 req-19a33030-65ff-49a1-8dd5-31da8cd46c53 tempest-TestMinimumBasicScenario-2009014631 tempest-TestMinimumBasicScenario-2009014631-project] 10.222.0.75 "GET /v2.0/ports?device_id=60199cb1-c5a1-4709-b62f-80325d7a3f16 HTTP/1.1" status: 200 len: 210 time: 0.1451886 Feb 17 10:28:54.748210 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-abea702b-9672-4854-ab85-4802074c5cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:56.215262 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:28:56.249213 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:28:56.249558 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 7e6c3ba2-b86c-4457-8127-4329c15ef2f9 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:28:57.013868 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48090) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:28:57.045153 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8a621d3-d1c3-4053-88b7-3e5194ff21a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:57.656247 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc5242fe-550c-42d2-b798-31c630f84e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:57.925401 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:58.013823 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fc5242fe-550c-42d2-b798-31c630f84e47 admin admin] Deleting port c1a6cc9d-7a25-4e98-9812-dc911908d51a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:28:58.014200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc5242fe-550c-42d2-b798-31c630f84e47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:58.189242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-fc5242fe-550c-42d2-b798-31c630f84e47 admin admin] For port c1a6cc9d-7a25-4e98-9812-dc911908d51a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c1a6cc9d-7a25-4e98-9812-dc911908d51a,segment=NetworkSegment(35f84785-2799-44c4-b739-31c13fdb49b8),segment_id=35f84785-2799-44c4-b739-31c13fdb49b8)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:28:58.189508 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc5242fe-550c-42d2-b798-31c630f84e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:58.315931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fc5242fe-550c-42d2-b798-31c630f84e47 admin admin] Calling delete_port for c1a6cc9d-7a25-4e98-9812-dc911908d51a owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:28:58.345414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:58.730959 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc5242fe-550c-42d2-b798-31c630f84e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:58.782452 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5242fe-550c-42d2-b798-31c630f84e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a6cc9d-7a25-4e98-9812-dc911908d51a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:28:59.156752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc5242fe-550c-42d2-b798-31c630f84e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:59.514606 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5242fe-550c-42d2-b798-31c630f84e47 admin admin] Router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:28:59.699285 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5242fe-550c-42d2-b798-31c630f84e47 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:28:59.710114 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7636c5-3496-4408-b873-2247146f43db None None] Sync routers for ids ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:28:59.720994 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7636c5-3496-4408-b873-2247146f43db None None] Routers {'31c8c9b4-0a3c-4a10-8acf-58ac0312c611'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:28:59.726460 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9f7636c5-3496-4408-b873-2247146f43db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:28:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:28:59.779307 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fc5242fe-550c-42d2-b798-31c630f84e47 admin admin] 10.222.0.75 "PUT /v2.0/routers/31c8c9b4-0a3c-4a10-8acf-58ac0312c611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7641652 Feb 17 10:28:59.781592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48094) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:28:59.893619 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-9f7636c5-3496-4408-b873-2247146f43db None None] Set router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:28:59.964385 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b67484a9-a913-4919-94f7-fbe1d975f2ed admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:28:59.968105 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:00.146107 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b67484a9-a913-4919-94f7-fbe1d975f2ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:00.177108 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9f7636c5-3496-4408-b873-2247146f43db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'name': 'tempest-TestMinimumBasicScenario-62608472-router', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:24Z', 'updated_at': '2022-02-17T10:28:58Z', 'revision_number': 5, 'project_id': '703f9546e5e7428da27c084827278adc', 'gw_port': {'id': '66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:25Z', 'updated_at': '2022-02-17T10:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:00.181019 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7636c5-3496-4408-b873-2247146f43db None None] Checking router: 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:29:00.190774 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7636c5-3496-4408-b873-2247146f43db None None] Routers {'31c8c9b4-0a3c-4a10-8acf-58ac0312c611'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:29:00.191368 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9f7636c5-3496-4408-b873-2247146f43db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:28:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:00.205285 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b67484a9-a913-4919-94f7-fbe1d975f2ed admin admin] Deleting port 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:29:00.205850 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b67484a9-a913-4919-94f7-fbe1d975f2ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:00.348587 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-9f7636c5-3496-4408-b873-2247146f43db None None] Set router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:29:00.401688 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-b67484a9-a913-4919-94f7-fbe1d975f2ed admin admin] For port 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:29:00.402190 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b67484a9-a913-4919-94f7-fbe1d975f2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:00.457350 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9f7636c5-3496-4408-b873-2247146f43db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'name': 'tempest-TestMinimumBasicScenario-62608472-router', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:24Z', 'updated_at': '2022-02-17T10:29:00Z', 'revision_number': 6, 'project_id': '703f9546e5e7428da27c084827278adc', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:00.461350 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7636c5-3496-4408-b873-2247146f43db None None] The sync data for ids ['31c8c9b4-0a3c-4a10-8acf-58ac0312c611'] in dv-neutron-828143-5-hyperv is: [{'id': '31c8c9b4-0a3c-4a10-8acf-58ac0312c611', 'name': 'tempest-TestMinimumBasicScenario-62608472-router', 'tenant_id': '703f9546e5e7428da27c084827278adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:24Z', 'updated_at': '2022-02-17T10:29:00Z', 'revision_number': 6, 'project_id': '703f9546e5e7428da27c084827278adc', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:29:00.650536 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b67484a9-a913-4919-94f7-fbe1d975f2ed admin admin] Calling delete_port for 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:29:00.902716 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b67484a9-a913-4919-94f7-fbe1d975f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:00.949045 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67484a9-a913-4919-94f7-fbe1d975f2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:01.048099 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b67484a9-a913-4919-94f7-fbe1d975f2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:01.222323 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b67484a9-a913-4919-94f7-fbe1d975f2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:01.224578 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b67484a9-a913-4919-94f7-fbe1d975f2ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:01.322766 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b67484a9-a913-4919-94f7-fbe1d975f2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:01.323237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67484a9-a913-4919-94f7-fbe1d975f2ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31c8c9b4-0a3c-4a10-8acf-58ac0312c611 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 10:29:01.335071 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b67484a9-a913-4919-94f7-fbe1d975f2ed admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:01.336208 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b67484a9-a913-4919-94f7-fbe1d975f2ed admin admin] 10.222.0.75 "DELETE /v2.0/routers/31c8c9b4-0a3c-4a10-8acf-58ac0312c611 HTTP/1.1" status: 204 len: 168 time: 1.5536397 Feb 17 10:29:01.339442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48098) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:01.399035 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-379d4d35-cefc-4ebc-900f-cc3f6b44a593 admin admin] Deleting subnet 177ffd75-087f-4408-85da-20ecea0bd3b3 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:29:01.402931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-379d4d35-cefc-4ebc-900f-cc3f6b44a593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:01.457309 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-379d4d35-cefc-4ebc-900f-cc3f6b44a593 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:01.534693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-379d4d35-cefc-4ebc-900f-cc3f6b44a593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:01.691540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-379d4d35-cefc-4ebc-900f-cc3f6b44a593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:01.732675 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d4d35-cefc-4ebc-900f-cc3f6b44a593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177ffd75-087f-4408-85da-20ecea0bd3b3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:01.737509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-379d4d35-cefc-4ebc-900f-cc3f6b44a593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:01.743142 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c11ab0-91b0-4532-bfa4-46f8c9f66d37 None None] Network 4f69f0a2-6512-4bdd-b3de-046e1741c685 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:29:01.748725 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-379d4d35-cefc-4ebc-900f-cc3f6b44a593 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/177ffd75-087f-4408-85da-20ecea0bd3b3 HTTP/1.1" status: 204 len: 168 time: 0.4028249 Feb 17 10:29:01.748725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48102) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:01.852662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:01.863526 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] Deleting port add3023f-32de-42dc-a296-58842c6cc4d7 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:29:01.863861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:01.993793 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e4c3ec-64b3-41f4-ba10-13582d544607 None None] DHCP port deletion for 4f69f0a2-6512-4bdd-b3de-046e1741c685 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:29:01.999166 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a7e4c3ec-64b3-41f4-ba10-13582d544607 None None] Deleting port add3023f-32de-42dc-a296-58842c6cc4d7 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:29:01.999549 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c3ec-64b3-41f4-ba10-13582d544607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:02.066499 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] For port add3023f-32de-42dc-a296-58842c6cc4d7, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=add3023f-32de-42dc-a296-58842c6cc4d7,segment=NetworkSegment(35f84785-2799-44c4-b739-31c13fdb49b8),segment_id=35f84785-2799-44c4-b739-31c13fdb49b8)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:29:02.066851 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:02.192462 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] Calling delete_port for add3023f-32de-42dc-a296-58842c6cc4d7 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:29:02.209298 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a7e4c3ec-64b3-41f4-ba10-13582d544607 None None] For port add3023f-32de-42dc-a296-58842c6cc4d7, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=add3023f-32de-42dc-a296-58842c6cc4d7,segment=NetworkSegment(35f84785-2799-44c4-b739-31c13fdb49b8),segment_id=35f84785-2799-44c4-b739-31c13fdb49b8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:29:02.209583 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c3ec-64b3-41f4-ba10-13582d544607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:02.323022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:29:02.413878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a7e4c3ec-64b3-41f4-ba10-13582d544607 None None] Calling delete_port for add3023f-32de-42dc-a296-58842c6cc4d7 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:29:02.441658 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:29:02.441997 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 66342de5-b8f6-4df8-a1ed-0ad0a3eadbfc not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:29:02.442429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c1a6cc9d-7a25-4e98-9812-dc911908d51a no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:29:02.449423 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:02.487711 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: c1a6cc9d-7a25-4e98-9812-dc911908d51a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:29:02.488054 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c1a6cc9d-7a25-4e98-9812-dc911908d51a not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:29:02.488466 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device add3023f-32de-42dc-a296-58842c6cc4d7 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:29:02.495907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] No DVR routers for this DVR port add3023f-32de-42dc-a296-58842c6cc4d7 on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:29:02.524666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: add3023f-32de-42dc-a296-58842c6cc4d7 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:29:02.525031 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device add3023f-32de-42dc-a296-58842c6cc4d7 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:29:02.529063 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] Pushing event deleted for resources: {'Port': ['ID=add3023f-32de-42dc-a296-58842c6cc4d7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:02.551670 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-a7e4c3ec-64b3-41f4-ba10-13582d544607 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:29:02.552027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-a7e4c3ec-64b3-41f4-ba10-13582d544607 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:29:02.621954 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:02.652337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f69f0a2-6512-4bdd-b3de-046e1741c685']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:02.668359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f84785-2799-44c4-b739-31c13fdb49b8') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:02.668660 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f84785-2799-44c4-b739-31c13fdb49b8') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:02.680090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:02.698190 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:02.704166 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:29:02.704492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:29:02.718491 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:29:02.866539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:02.882698 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:02.895156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f69f0a2-6512-4bdd-b3de-046e1741c685,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:02.899941 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-38e2c3f5-5e4e-4415-b20e-96b4a537f834 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4f69f0a2-6512-4bdd-b3de-046e1741c685 HTTP/1.1" status: 204 len: 168 time: 1.1532145 Feb 17 10:29:02.902837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48106) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:03.053252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a7e4c3ec-64b3-41f4-ba10-13582d544607 None None] Deleting port add3023f-32de-42dc-a296-58842c6cc4d7 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:29:03.053962 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c3ec-64b3-41f4-ba10-13582d544607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:03.123801 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a7e4c3ec-64b3-41f4-ba10-13582d544607 None None] The port 'add3023f-32de-42dc-a296-58842c6cc4d7' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 10:29:03.430512 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-82a53fb5-acb9-40f0-bf7a-29fd6aff3461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:03.772164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-82a53fb5-acb9-40f0-bf7a-29fd6aff3461 admin admin] Deleting port fe4c0b41-2704-42d6-b88e-c260fae7613b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:29:03.772825 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-82a53fb5-acb9-40f0-bf7a-29fd6aff3461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:04.042741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-82a53fb5-acb9-40f0-bf7a-29fd6aff3461 admin admin] For port fe4c0b41-2704-42d6-b88e-c260fae7613b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fe4c0b41-2704-42d6-b88e-c260fae7613b,segment=NetworkSegment(d1394612-3e3c-4f3f-9fd1-262059f4308d),segment_id=d1394612-3e3c-4f3f-9fd1-262059f4308d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:29:04.043007 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-82a53fb5-acb9-40f0-bf7a-29fd6aff3461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:04.164917 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-82a53fb5-acb9-40f0-bf7a-29fd6aff3461 admin admin] Calling delete_port for fe4c0b41-2704-42d6-b88e-c260fae7613b owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:29:04.545354 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-82a53fb5-acb9-40f0-bf7a-29fd6aff3461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:04.592482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a53fb5-acb9-40f0-bf7a-29fd6aff3461 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe4c0b41-2704-42d6-b88e-c260fae7613b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:04.862288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-82a53fb5-acb9-40f0-bf7a-29fd6aff3461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:05.215667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a53fb5-acb9-40f0-bf7a-29fd6aff3461 admin admin] Router badd1d4e-af5e-474b-85f6-cc4f640b8457 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:29:05.500700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a53fb5-acb9-40f0-bf7a-29fd6aff3461 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:29:05.509253 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807b32ac-e7b3-40dc-91e6-69aba4a1ae13 None None] Sync routers for ids ['badd1d4e-af5e-474b-85f6-cc4f640b8457'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:29:05.509952 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-82a53fb5-acb9-40f0-bf7a-29fd6aff3461 admin admin] 10.222.0.75 "PUT /v2.0/routers/badd1d4e-af5e-474b-85f6-cc4f640b8457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6055195 Feb 17 10:29:05.512041 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48110) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:05.520057 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b32ac-e7b3-40dc-91e6-69aba4a1ae13 None None] Routers {'badd1d4e-af5e-474b-85f6-cc4f640b8457'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:29:05.520662 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-807b32ac-e7b3-40dc-91e6-69aba4a1ae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:28:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['badd1d4e-af5e-474b-85f6-cc4f640b8457'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:05.691108 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f46c97a1-bb51-480f-bcd0-571eeeefbcc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:05.701444 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-807b32ac-e7b3-40dc-91e6-69aba4a1ae13 None None] Set router badd1d4e-af5e-474b-85f6-cc4f640b8457 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:29:05.885518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f46c97a1-bb51-480f-bcd0-571eeeefbcc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:05.986246 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-807b32ac-e7b3-40dc-91e6-69aba4a1ae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'name': 'tempest-TestMinimumBasicScenario-1310763431-router', 'tenant_id': '384902409f654561ab3b5805edf42ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'fb6f1968-992b-4f50-bf0d-55ebb3a7b73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:32Z', 'updated_at': '2022-02-17T10:29:04Z', 'revision_number': 5, 'project_id': '384902409f654561ab3b5805edf42ac1', 'gw_port': {'id': 'fb6f1968-992b-4f50-bf0d-55ebb3a7b73b', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:25:33Z', 'updated_at': '2022-02-17T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:05.990110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807b32ac-e7b3-40dc-91e6-69aba4a1ae13 None None] Checking router: badd1d4e-af5e-474b-85f6-cc4f640b8457 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:29:05.999104 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b32ac-e7b3-40dc-91e6-69aba4a1ae13 None None] Routers {'badd1d4e-af5e-474b-85f6-cc4f640b8457'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:29:05.999699 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-807b32ac-e7b3-40dc-91e6-69aba4a1ae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:28:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['badd1d4e-af5e-474b-85f6-cc4f640b8457'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:05.999857 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f46c97a1-bb51-480f-bcd0-571eeeefbcc1 admin admin] Deleting port fb6f1968-992b-4f50-bf0d-55ebb3a7b73b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:29:06.000059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f46c97a1-bb51-480f-bcd0-571eeeefbcc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:06.152797 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-807b32ac-e7b3-40dc-91e6-69aba4a1ae13 None None] Set router badd1d4e-af5e-474b-85f6-cc4f640b8457 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:29:06.180667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-f46c97a1-bb51-480f-bcd0-571eeeefbcc1 admin admin] For port fb6f1968-992b-4f50-bf0d-55ebb3a7b73b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=fb6f1968-992b-4f50-bf0d-55ebb3a7b73b,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:29:06.181025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f46c97a1-bb51-480f-bcd0-571eeeefbcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:06.261607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-807b32ac-e7b3-40dc-91e6-69aba4a1ae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'name': 'tempest-TestMinimumBasicScenario-1310763431-router', 'tenant_id': '384902409f654561ab3b5805edf42ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:32Z', 'updated_at': '2022-02-17T10:29:05Z', 'revision_number': 6, 'project_id': '384902409f654561ab3b5805edf42ac1', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:06.265643 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807b32ac-e7b3-40dc-91e6-69aba4a1ae13 None None] The sync data for ids ['badd1d4e-af5e-474b-85f6-cc4f640b8457'] in dv-neutron-828143-5-hyperv is: [{'id': 'badd1d4e-af5e-474b-85f6-cc4f640b8457', 'name': 'tempest-TestMinimumBasicScenario-1310763431-router', 'tenant_id': '384902409f654561ab3b5805edf42ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:25:32Z', 'updated_at': '2022-02-17T10:29:05Z', 'revision_number': 6, 'project_id': '384902409f654561ab3b5805edf42ac1', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:29:06.311051 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f46c97a1-bb51-480f-bcd0-571eeeefbcc1 admin admin] Calling delete_port for fb6f1968-992b-4f50-bf0d-55ebb3a7b73b owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:29:06.548090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f46c97a1-bb51-480f-bcd0-571eeeefbcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:06.627451 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c97a1-bb51-480f-bcd0-571eeeefbcc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6f1968-992b-4f50-bf0d-55ebb3a7b73b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:06.695258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f46c97a1-bb51-480f-bcd0-571eeeefbcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:06.868255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f46c97a1-bb51-480f-bcd0-571eeeefbcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:06.871099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f46c97a1-bb51-480f-bcd0-571eeeefbcc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:07.074716 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f46c97a1-bb51-480f-bcd0-571eeeefbcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:07.075465 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46c97a1-bb51-480f-bcd0-571eeeefbcc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router badd1d4e-af5e-474b-85f6-cc4f640b8457 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 10:29:07.087968 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f46c97a1-bb51-480f-bcd0-571eeeefbcc1 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:07.089066 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f46c97a1-bb51-480f-bcd0-571eeeefbcc1 admin admin] 10.222.0.75 "DELETE /v2.0/routers/badd1d4e-af5e-474b-85f6-cc4f640b8457 HTTP/1.1" status: 204 len: 168 time: 1.5760999 Feb 17 10:29:07.091711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48114) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:07.154633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-089b5ecb-729a-4395-b345-2e5ac4a249a7 admin admin] Deleting subnet b5330a19-6704-4bae-85c3-e8dbde36a7e5 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:29:07.157411 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-089b5ecb-729a-4395-b345-2e5ac4a249a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:07.319344 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-089b5ecb-729a-4395-b345-2e5ac4a249a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:07.396299 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-089b5ecb-729a-4395-b345-2e5ac4a249a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:07.568243 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-089b5ecb-729a-4395-b345-2e5ac4a249a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:07.607543 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b5ecb-729a-4395-b345-2e5ac4a249a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5330a19-6704-4bae-85c3-e8dbde36a7e5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:07.611110 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-089b5ecb-729a-4395-b345-2e5ac4a249a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:07.617726 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-089b5ecb-729a-4395-b345-2e5ac4a249a7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b5330a19-6704-4bae-85c3-e8dbde36a7e5 HTTP/1.1" status: 204 len: 168 time: 0.5250494 Feb 17 10:29:07.617868 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267e7e88-31ef-49be-9caa-53a8353d4cd5 None None] Network a47606bc-10be-4e70-9ea7-c22fac2e9a34 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:29:07.620383 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48118) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:07.729018 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:07.739332 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] Deleting port 64b6ddc5-5eaf-468f-9926-816956295f0c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:29:07.739665 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:07.898430 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306439d4-7cac-4fdb-9ab9-0a03ef75bd9b None None] DHCP port deletion for a47606bc-10be-4e70-9ea7-c22fac2e9a34 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:29:07.903386 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-306439d4-7cac-4fdb-9ab9-0a03ef75bd9b None None] Deleting port 64b6ddc5-5eaf-468f-9926-816956295f0c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:29:07.903760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-306439d4-7cac-4fdb-9ab9-0a03ef75bd9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:07.945794 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] For port 64b6ddc5-5eaf-468f-9926-816956295f0c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=64b6ddc5-5eaf-468f-9926-816956295f0c,segment=NetworkSegment(d1394612-3e3c-4f3f-9fd1-262059f4308d),segment_id=d1394612-3e3c-4f3f-9fd1-262059f4308d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:29:07.946185 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:08.068800 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] Calling delete_port for 64b6ddc5-5eaf-468f-9926-816956295f0c owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:29:08.107687 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-306439d4-7cac-4fdb-9ab9-0a03ef75bd9b None None] For port 64b6ddc5-5eaf-468f-9926-816956295f0c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=64b6ddc5-5eaf-468f-9926-816956295f0c,segment=NetworkSegment(d1394612-3e3c-4f3f-9fd1-262059f4308d),segment_id=d1394612-3e3c-4f3f-9fd1-262059f4308d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:29:08.107996 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-306439d4-7cac-4fdb-9ab9-0a03ef75bd9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:08.229380 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-306439d4-7cac-4fdb-9ab9-0a03ef75bd9b None None] Calling delete_port for 64b6ddc5-5eaf-468f-9926-816956295f0c owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:29:08.237007 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:08.273557 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fe4c0b41-2704-42d6-b88e-c260fae7613b no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:29:08.287412 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] Pushing event deleted for resources: {'Port': ['ID=64b6ddc5-5eaf-468f-9926-816956295f0c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:08.291440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] No DVR routers for this DVR port 64b6ddc5-5eaf-468f-9926-816956295f0c on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:29:08.313812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: fe4c0b41-2704-42d6-b88e-c260fae7613b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:29:08.314183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fe4c0b41-2704-42d6-b88e-c260fae7613b not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:29:08.314593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 64b6ddc5-5eaf-468f-9926-816956295f0c no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:29:08.349789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 64b6ddc5-5eaf-468f-9926-816956295f0c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:29:08.350154 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 64b6ddc5-5eaf-468f-9926-816956295f0c not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:29:08.350567 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fb6f1968-992b-4f50-bf0d-55ebb3a7b73b no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:29:08.390175 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: fb6f1968-992b-4f50-bf0d-55ebb3a7b73b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:29:08.390435 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device fb6f1968-992b-4f50-bf0d-55ebb3a7b73b not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:29:08.407801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:08.408066 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-306439d4-7cac-4fdb-9ab9-0a03ef75bd9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:29:08.408418 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-306439d4-7cac-4fdb-9ab9-0a03ef75bd9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:29:08.432654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47606bc-10be-4e70-9ea7-c22fac2e9a34']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:08.444641 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1394612-3e3c-4f3f-9fd1-262059f4308d') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:08.446372 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1394612-3e3c-4f3f-9fd1-262059f4308d') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:08.456543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:08.473089 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:08.479406 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:29:08.491242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:29:08.492719 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:29:08.765301 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:08.781265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:08.791245 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] Pushing event deleted for resources: {'Network': ['ID=a47606bc-10be-4e70-9ea7-c22fac2e9a34,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:08.795221 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e0c074ce-ef4c-49eb-9432-bc3efa177094 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a47606bc-10be-4e70-9ea7-c22fac2e9a34 HTTP/1.1" status: 204 len: 168 time: 1.1737781 Feb 17 10:29:08.909419 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-306439d4-7cac-4fdb-9ab9-0a03ef75bd9b None None] Deleting port 64b6ddc5-5eaf-468f-9926-816956295f0c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:29:08.909949 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-306439d4-7cac-4fdb-9ab9-0a03ef75bd9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:08.976006 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-306439d4-7cac-4fdb-9ab9-0a03ef75bd9b None None] The port '64b6ddc5-5eaf-468f-9926-816956295f0c' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 10:29:09.107808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:09.175367 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48124) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:09.223391 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-009a6062-e760-4de5-8e4e-8bd38b59f856 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=703f9546e5e7428da27c084827278adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468583 Feb 17 10:29:09.225881 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48128) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:09.283003 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28e8da08-ed47-456f-bf93-e84377b14924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:09.307772 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28e8da08-ed47-456f-bf93-e84377b14924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:09.430777 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28e8da08-ed47-456f-bf93-e84377b14924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:09.448374 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8da08-ed47-456f-bf93-e84377b14924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e37340-949c-4e26-8924-303f0c4a983d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:09.521113 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28e8da08-ed47-456f-bf93-e84377b14924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:09.522308 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-28e8da08-ed47-456f-bf93-e84377b14924 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b9e37340-949c-4e26-8924-303f0c4a983d HTTP/1.1" status: 204 len: 168 time: 0.2954385 Feb 17 10:29:10.153186 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48136) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:10.202399 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b16a039f-cf7d-47df-a6b9-d67676a81ba5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=384902409f654561ab3b5805edf42ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480130 Feb 17 10:29:10.204851 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48140) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:10.261683 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93853e89-7717-4df7-bf32-2223ceb11c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:10.286885 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93853e89-7717-4df7-bf32-2223ceb11c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:10.402585 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93853e89-7717-4df7-bf32-2223ceb11c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:10.417241 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93853e89-7717-4df7-bf32-2223ceb11c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4765802-a849-40ab-a8a6-416b3bcf2793,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:10.425126 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93853e89-7717-4df7-bf32-2223ceb11c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:10.428587 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-93853e89-7717-4df7-bf32-2223ceb11c1e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a4765802-a849-40ab-a8a6-416b3bcf2793 HTTP/1.1" status: 204 len: 168 time: 0.2204728 Feb 17 10:29:12.580311 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48182) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:12.586722 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-178741716', 'description': 'tempest-secgroup-smoke-178741716 description', 'project_id': 'e986d3720a6641768dbcd23d036578fd'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:29:12.595219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:29:12.599203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:29:12.602418 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:29:12.609573 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:29:12.665439 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:12.681336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:12.696181 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:29:12.700362 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:29:12.703250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:29:12.708876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:29:12.794999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:12.861808 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:12.874757 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:29:12.882838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:29:12.891583 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:29:12.903153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:29:12.906649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bce5c37-0f79-43ab-8962-cec72d88cde2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:12.976110 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:13.058976 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:13.100910 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901133e0-0c2e-40c1-a531-fdae8dc82699,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:13.176331 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:13.177562 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8fcba5b8-e18b-480b-8b57-28201c9e5dc6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5961320 Feb 17 10:29:13.180548 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48186) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:13.185889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-73dba4c1-9358-4b50-8425-5091ee21d6f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '901133e0-0c2e-40c1-a531-fdae8dc82699', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:29:13.191882 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-73dba4c1-9358-4b50-8425-5091ee21d6f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:29:13.195610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-73dba4c1-9358-4b50-8425-5091ee21d6f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:29:13.199015 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-73dba4c1-9358-4b50-8425-5091ee21d6f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:29:13.204514 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-73dba4c1-9358-4b50-8425-5091ee21d6f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:29:13.297209 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73dba4c1-9358-4b50-8425-5091ee21d6f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:13.359618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73dba4c1-9358-4b50-8425-5091ee21d6f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:13.442408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73dba4c1-9358-4b50-8425-5091ee21d6f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:13.467179 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dba4c1-9358-4b50-8425-5091ee21d6f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2296288-9b07-4bd1-b34c-4bae7b341197,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:13.553696 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73dba4c1-9358-4b50-8425-5091ee21d6f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:13.554946 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-73dba4c1-9358-4b50-8425-5091ee21d6f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3734403 Feb 17 10:29:13.558737 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48190) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:13.563820 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-051ff179-512b-4df0-bd21-2a0203c20e1f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '901133e0-0c2e-40c1-a531-fdae8dc82699', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:29:13.570212 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-051ff179-512b-4df0-bd21-2a0203c20e1f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:29:13.574655 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-051ff179-512b-4df0-bd21-2a0203c20e1f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:29:13.577490 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-051ff179-512b-4df0-bd21-2a0203c20e1f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:29:13.583484 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-051ff179-512b-4df0-bd21-2a0203c20e1f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:29:13.690282 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-051ff179-512b-4df0-bd21-2a0203c20e1f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:13.750859 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-051ff179-512b-4df0-bd21-2a0203c20e1f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:13.813521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-051ff179-512b-4df0-bd21-2a0203c20e1f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:13.836750 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ff179-512b-4df0-bd21-2a0203c20e1f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9f435b-3aac-449d-96ab-dc596194018c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:13.911050 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-051ff179-512b-4df0-bd21-2a0203c20e1f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:13.912276 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-051ff179-512b-4df0-bd21-2a0203c20e1f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3525765 Feb 17 10:29:13.915084 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48194) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:13.920563 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-296d81fe-9ef9-4857-a740-1308b5a6ebbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '901133e0-0c2e-40c1-a531-fdae8dc82699', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:29:13.926632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-296d81fe-9ef9-4857-a740-1308b5a6ebbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:29:13.930440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-296d81fe-9ef9-4857-a740-1308b5a6ebbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:29:13.934319 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-296d81fe-9ef9-4857-a740-1308b5a6ebbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:29:13.939945 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-296d81fe-9ef9-4857-a740-1308b5a6ebbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:29:14.020228 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-296d81fe-9ef9-4857-a740-1308b5a6ebbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:14.080609 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-296d81fe-9ef9-4857-a740-1308b5a6ebbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:14.147538 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-296d81fe-9ef9-4857-a740-1308b5a6ebbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:14.172698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d81fe-9ef9-4857-a740-1308b5a6ebbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa66c76-4fec-4b41-a24f-3546102ac56a,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:14.233068 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-296d81fe-9ef9-4857-a740-1308b5a6ebbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:14.234332 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-296d81fe-9ef9-4857-a740-1308b5a6ebbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3177710 Feb 17 10:29:14.237000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48198) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:14.241980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c883f679-2dd0-4e89-950e-c26aac8fc90f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '901133e0-0c2e-40c1-a531-fdae8dc82699', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:29:14.248241 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c883f679-2dd0-4e89-950e-c26aac8fc90f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:29:14.251981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c883f679-2dd0-4e89-950e-c26aac8fc90f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:29:14.254802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c883f679-2dd0-4e89-950e-c26aac8fc90f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:29:14.260504 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c883f679-2dd0-4e89-950e-c26aac8fc90f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:29:14.343752 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c883f679-2dd0-4e89-950e-c26aac8fc90f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:14.407525 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c883f679-2dd0-4e89-950e-c26aac8fc90f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:14.476050 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c883f679-2dd0-4e89-950e-c26aac8fc90f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:14.500602 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883f679-2dd0-4e89-950e-c26aac8fc90f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446f75a6-2f8c-41f1-b108-85260a271fcc,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:14.562625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c883f679-2dd0-4e89-950e-c26aac8fc90f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:14.563862 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c883f679-2dd0-4e89-950e-c26aac8fc90f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3259354 Feb 17 10:29:14.566840 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48202) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:14.573250 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e7081a3c-eb25-4046-9a14-32306b0eabca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '901133e0-0c2e-40c1-a531-fdae8dc82699', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:29:14.579550 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e7081a3c-eb25-4046-9a14-32306b0eabca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:29:14.583624 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e7081a3c-eb25-4046-9a14-32306b0eabca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:29:14.586628 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e7081a3c-eb25-4046-9a14-32306b0eabca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:29:14.595259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e7081a3c-eb25-4046-9a14-32306b0eabca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:29:14.656670 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-e7081a3c-eb25-4046-9a14-32306b0eabca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Project e986d3720a6641768dbcd23d036578fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:29:14.664005 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7081a3c-eb25-4046-9a14-32306b0eabca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:14.729946 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7081a3c-eb25-4046-9a14-32306b0eabca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:14.810775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7081a3c-eb25-4046-9a14-32306b0eabca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:14.836706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7081a3c-eb25-4046-9a14-32306b0eabca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11602933-ff38-497c-ad3c-02b5c8676c37,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:14.902448 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7081a3c-eb25-4046-9a14-32306b0eabca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:14.903609 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e7081a3c-eb25-4046-9a14-32306b0eabca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3358097 Feb 17 10:29:14.906373 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48206) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:14.911639 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-89f8dc56-a965-47e1-8287-666650502113 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '901133e0-0c2e-40c1-a531-fdae8dc82699', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:29:14.917847 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-89f8dc56-a965-47e1-8287-666650502113 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:29:14.921735 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-89f8dc56-a965-47e1-8287-666650502113 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:29:14.924796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-89f8dc56-a965-47e1-8287-666650502113 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:29:14.930745 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-89f8dc56-a965-47e1-8287-666650502113 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:29:15.008771 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-89f8dc56-a965-47e1-8287-666650502113 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Project e986d3720a6641768dbcd23d036578fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:29:15.016778 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89f8dc56-a965-47e1-8287-666650502113 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:15.087575 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89f8dc56-a965-47e1-8287-666650502113 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:15.157064 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89f8dc56-a965-47e1-8287-666650502113 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:15.182855 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8dc56-a965-47e1-8287-666650502113 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168178dc-05db-4759-a9b7-9d9a4a83bf06,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:15.265071 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89f8dc56-a965-47e1-8287-666650502113 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:15.266331 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-89f8dc56-a965-47e1-8287-666650502113 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3589814 Feb 17 10:29:15.269275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48210) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:15.274627 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3997f97a-f7d1-4e26-86ab-46b991e40280 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'network': {'name': 'tempest-network-smoke--179942617', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'port_security_enabled': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:29:15.280100 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3997f97a-f7d1-4e26-86ab-46b991e40280 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:29:15.283989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3997f97a-f7d1-4e26-86ab-46b991e40280 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:network and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:29:15.286817 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3997f97a-f7d1-4e26-86ab-46b991e40280 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:29:15.292919 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3997f97a-f7d1-4e26-86ab-46b991e40280 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:29:15.364649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3997f97a-f7d1-4e26-86ab-46b991e40280 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Made reservation on behalf of e986d3720a6641768dbcd23d036578fd for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:29:15.368282 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3997f97a-f7d1-4e26-86ab-46b991e40280 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:15.396636 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3997f97a-f7d1-4e26-86ab-46b991e40280 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:29:15.405948 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3997f97a-f7d1-4e26-86ab-46b991e40280 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:15.406348 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-3997f97a-f7d1-4e26-86ab-46b991e40280 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Added segment ecade182-eef0-4b1d-82a8-f2439f2b2c8f of type vlan for network 70245352-474e-47a2-821f-a492ebb07b51 Feb 17 10:29:15.434906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3997f97a-f7d1-4e26-86ab-46b991e40280 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:15.527819 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3997f97a-f7d1-4e26-86ab-46b991e40280 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:15.533331 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3997f97a-f7d1-4e26-86ab-46b991e40280 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:15.533950 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3997f97a-f7d1-4e26-86ab-46b991e40280 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:15.641972 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997f97a-f7d1-4e26-86ab-46b991e40280 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Network': ['ID=70245352-474e-47a2-821f-a492ebb07b51,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:15.653350 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 70245352-474e-47a2-821f-a492ebb07b51 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:29:15.702920 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3997f97a-f7d1-4e26-86ab-46b991e40280 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4299202 Feb 17 10:29:15.703172 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48214) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:15.710083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1260509279', 'admin_state_up': True, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:29:15.718118 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:29:15.722450 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:router and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:29:15.725380 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:29:15.732715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:29:15.796807 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:15.797866 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:15.812948 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:16.146239 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:16.626021 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:16.655028 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:16.789212 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.26.4.139 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/7e8d8d38-db1e-4ecf-b765-57bb08425c1e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:29:16.940196 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:17.048195 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:17.116804 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:29:17.120308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:29:17.124039 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:29:17.153296 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=7e8d8d38-db1e-4ecf-b765-57bb08425c1e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:17.631979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:17.969174 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:18.350570 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router 4b24e449-7751-47e4-b100-92a09df3c232 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 10:29:18.529741 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:29:18.539210 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Sync routers for ids ['4b24e449-7751-47e4-b100-92a09df3c232'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:29:18.549408 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Routers {'4b24e449-7751-47e4-b100-92a09df3c232'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:29:18.550014 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:28:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4b24e449-7751-47e4-b100-92a09df3c232'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:18.613698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:18.617927 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1ba8b442-93e9-4130-ba63-4e981ec15e9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9108427 Feb 17 10:29:18.618765 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48218) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:18.716177 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:29:18.733831 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Set router 4b24e449-7751-47e4-b100-92a09df3c232 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:29:18.764616 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f4fe36dc-e2b0-4c82-8603-9cbe39acd900 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=e986d3720a6641768dbcd23d036578fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1439557 Feb 17 10:29:18.767375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48224) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:18.907293 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26b9e43-1208-473b-a332-ae2cf9468910 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:18.908685 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c26b9e43-1208-473b-a332-ae2cf9468910 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1403394 Feb 17 10:29:18.911647 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48228) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:18.951593 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-32347939-fd10-4f79-8bd5-d45bdc7d6ac1 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389009 Feb 17 10:29:18.954302 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48232) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:18.959540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b3c5c7f3-6483-4c27-939f-7d38e1a4af65 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-978515171', 'network_id': '70245352-474e-47a2-821f-a492ebb07b51', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:29:19.043476 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24e449-7751-47e4-b100-92a09df3c232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260509279', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:29:15Z', 'updated_at': '2022-02-17T10:29:17Z', 'revision_number': 3, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:16Z', 'updated_at': '2022-02-17T10:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:19.047245 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Checking router: 4b24e449-7751-47e4-b100-92a09df3c232 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:29:19.047705 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Updating router 4b24e449-7751-47e4-b100-92a09df3c232 port 7e8d8d38-db1e-4ecf-b765-57bb08425c1e binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:29:19.067461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b3c5c7f3-6483-4c27-939f-7d38e1a4af65 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:29:19.071264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b3c5c7f3-6483-4c27-939f-7d38e1a4af65 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:subnet and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:29:19.074284 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-b3c5c7f3-6483-4c27-939f-7d38e1a4af65 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:29:19.079852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b3c5c7f3-6483-4c27-939f-7d38e1a4af65 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:29:19.100886 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:19.161969 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c5c7f3-6483-4c27-939f-7d38e1a4af65 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Made reservation on behalf of e986d3720a6641768dbcd23d036578fd for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:29:19.166284 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c7f3-6483-4c27-939f-7d38e1a4af65 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:19.425001 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:19.436358 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Transition to ACTIVE for port object 7e8d8d38-db1e-4ecf-b765-57bb08425c1e will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:29:19.436884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c7f3-6483-4c27-939f-7d38e1a4af65 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:19.516533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5c7f3-6483-4c27-939f-7d38e1a4af65 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Subnet': ['ID=78d7dff4-3911-4de6-b3e8-e2f59e71ccfd,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:19.516755 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:19.527726 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5c7f3-6483-4c27-939f-7d38e1a4af65 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Checking segment: {'id': 'ecade182-eef0-4b1d-82a8-f2439f2b2c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '70245352-474e-47a2-821f-a492ebb07b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:29:19.528088 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c5c7f3-6483-4c27-939f-7d38e1a4af65 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network hostable DHCP agents. Network: 70245352-474e-47a2-821f-a492ebb07b51, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:29:19.597405 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Attempting to bind port 7e8d8d38-db1e-4ecf-b765-57bb08425c1e on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:29:19.597979 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Attempting to bind port 7e8d8d38-db1e-4ecf-b765-57bb08425c1e by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:29:19.598121 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Attempting to bind port 7e8d8d38-db1e-4ecf-b765-57bb08425c1e on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:29:19.600205 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19d743-1cc1-4df0-be16-3d590a3a18a7 None None] Pushing event updated for resources: {'Port': ['ID=7e8d8d38-db1e-4ecf-b765-57bb08425c1e,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:19.604817 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c5c7f3-6483-4c27-939f-7d38e1a4af65 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network 70245352-474e-47a2-821f-a492ebb07b51 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:29:19.610761 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19d743-1cc1-4df0-be16-3d590a3a18a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:19.611111 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19d743-1cc1-4df0-be16-3d590a3a18a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:19.611576 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19d743-1cc1-4df0-be16-3d590a3a18a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:19.611906 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19d743-1cc1-4df0-be16-3d590a3a18a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:19.612228 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19d743-1cc1-4df0-be16-3d590a3a18a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:19.612592 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19d743-1cc1-4df0-be16-3d590a3a18a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:19.612898 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19d743-1cc1-4df0-be16-3d590a3a18a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:19.613214 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19d743-1cc1-4df0-be16-3d590a3a18a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:19.613554 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19d743-1cc1-4df0-be16-3d590a3a18a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:19.613844 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19d743-1cc1-4df0-be16-3d590a3a18a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:19.614183 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19d743-1cc1-4df0-be16-3d590a3a18a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:19.614496 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19d743-1cc1-4df0-be16-3d590a3a18a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:19.617833 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:29:19.622806 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:29:19.622806 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:19.622806 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:29:19.622806 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Bound port: 7e8d8d38-db1e-4ecf-b765-57bb08425c1e, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:29:19.622806 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:19.683424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-b3c5c7f3-6483-4c27-939f-7d38e1a4af65 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 70245352-474e-47a2-821f-a492ebb07b51) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:29:19.687896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c5c7f3-6483-4c27-939f-7d38e1a4af65 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:19.688471 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c7f3-6483-4c27-939f-7d38e1a4af65 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:19.694217 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1a8f87-07e5-40ba-892e-5d2bcb3df1dd None None] Network 70245352-474e-47a2-821f-a492ebb07b51 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:29:19.698640 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] For port 7e8d8d38-db1e-4ecf-b765-57bb08425c1e, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:29:19.701726 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] For port 7e8d8d38-db1e-4ecf-b765-57bb08425c1e, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7e8d8d38-db1e-4ecf-b765-57bb08425c1e,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:29:19.773971 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:19.800083 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-b3c5c7f3-6483-4c27-939f-7d38e1a4af65 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8421273 Feb 17 10:29:19.800282 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48236) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:19.849980 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Routers {'4b24e449-7751-47e4-b100-92a09df3c232'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:29:19.850611 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:28:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4b24e449-7751-47e4-b100-92a09df3c232'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:19.914746 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19d743-1cc1-4df0-be16-3d590a3a18a7 None None] Pushing event updated for resources: {'Port': ['ID=7e8d8d38-db1e-4ecf-b765-57bb08425c1e,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:19.919629 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-70245352-474e-47a2-821f-a492ebb07b51', 'network_id': '70245352-474e-47a2-821f-a492ebb07b51', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ips': [{'subnet_id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:29:19.920563 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:20.032807 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] Set router 4b24e449-7751-47e4-b100-92a09df3c232 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:29:20.093766 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Allocated IP 172.20.0.2 (70245352-474e-47a2-821f-a492ebb07b51/78d7dff4-3911-4de6-b3e8-e2f59e71ccfd/c2292730-738b-48f5-babb-c1f8951c3d69) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:29:20.315737 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:20.328224 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Transition to ACTIVE for port object c2292730-738b-48f5-babb-c1f8951c3d69 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:29:20.342741 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24e449-7751-47e4-b100-92a09df3c232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260509279', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:29:15Z', 'updated_at': '2022-02-17T10:29:17Z', 'revision_number': 3, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:16Z', 'updated_at': '2022-02-17T10:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:20.347586 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e6129-108f-436b-8e8e-54cda06584d8 None None] The sync data for ids ['4b24e449-7751-47e4-b100-92a09df3c232'] in dv-neutron-828143-5-hyperv is: [{'id': '4b24e449-7751-47e4-b100-92a09df3c232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260509279', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:29:15Z', 'updated_at': '2022-02-17T10:29:17Z', 'revision_number': 3, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:16Z', 'updated_at': '2022-02-17T10:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:29:20.349090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Transition to ACTIVE for port object c2292730-738b-48f5-babb-c1f8951c3d69 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:29:20.433253 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:20.538899 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Network 70245352-474e-47a2-821f-a492ebb07b51 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:29:20.542319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:29:20.545955 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:29:20.556950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Pushing event updated for resources: {'Port': ['ID=c2292730-738b-48f5-babb-c1f8951c3d69,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:20.639639 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:20.640161 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:20.640502 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:20.640833 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:20.641158 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:20.641482 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:20.641808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:20.642153 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:20.642476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:20.642796 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:20.643112 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:20.643427 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:20.683072 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Attempting to bind port c2292730-738b-48f5-babb-c1f8951c3d69 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:29:20.683789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Attempting to bind port c2292730-738b-48f5-babb-c1f8951c3d69 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'ecade182-eef0-4b1d-82a8-f2439f2b2c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '70245352-474e-47a2-821f-a492ebb07b51'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:29:20.683952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Attempting to bind port c2292730-738b-48f5-babb-c1f8951c3d69 on network 70245352-474e-47a2-821f-a492ebb07b51 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:29:20.689657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:29:20.690147 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Checking segment: {'id': 'ecade182-eef0-4b1d-82a8-f2439f2b2c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '70245352-474e-47a2-821f-a492ebb07b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:29:20.690289 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:20.690745 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:20.691016 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Bound using segment: {'id': 'ecade182-eef0-4b1d-82a8-f2439f2b2c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '70245352-474e-47a2-821f-a492ebb07b51'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:29:20.691542 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Bound port: c2292730-738b-48f5-babb-c1f8951c3d69, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecade182-eef0-4b1d-82a8-f2439f2b2c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '70245352-474e-47a2-821f-a492ebb07b51'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:29:20.691979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:20.792744 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] For port c2292730-738b-48f5-babb-c1f8951c3d69, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:29:20.796346 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] For port c2292730-738b-48f5-babb-c1f8951c3d69, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c2292730-738b-48f5-babb-c1f8951c3d69,segment=NetworkSegment(ecade182-eef0-4b1d-82a8-f2439f2b2c8f),segment_id=ecade182-eef0-4b1d-82a8-f2439f2b2c8f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:29:20.866216 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:20.951504 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e84286-1811-4340-ad34-0796745fa7f0 None None] Pushing event updated for resources: {'Port': ['ID=c2292730-738b-48f5-babb-c1f8951c3d69,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:21.149822 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.20.0.1 (70245352-474e-47a2-821f-a492ebb07b51/78d7dff4-3911-4de6-b3e8-e2f59e71ccfd/d6b3ca29-27a7-45e2-ad95-cdb833a0514a) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:29:21.362948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:21.382327 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Transition to ACTIVE for port object d6b3ca29-27a7-45e2-ad95-cdb833a0514a will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:29:21.491164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:21.561184 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network 70245352-474e-47a2-821f-a492ebb07b51 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:29:21.564282 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:29:21.568414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:29:21.604340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=d6b3ca29-27a7-45e2-ad95-cdb833a0514a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:21.634613 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:21.992471 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:22.076964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62302d3-8157-4b72-9d91-2927661bf647 None None] Network 70245352-474e-47a2-821f-a492ebb07b51 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:29:22.256282 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-052e4e63-3ae6-43d6-ad0c-468f1a83c572 None None] Provisioning for port c2292730-738b-48f5-babb-c1f8951c3d69 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:29:22.373947 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7e8d8d38-db1e-4ecf-b765-57bb08425c1e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:29:22.545343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 7e8d8d38-db1e-4ecf-b765-57bb08425c1e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:29:22.552579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 7e8d8d38-db1e-4ecf-b765-57bb08425c1e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:29:22.552956 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:22.646964 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:22.723419 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:22.736869 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:22.758833 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 7e8d8d38-db1e-4ecf-b765-57bb08425c1e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7e8d8d38-db1e-4ecf-b765-57bb08425c1e,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:29:22.834123 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:22.835004 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c2292730-738b-48f5-babb-c1f8951c3d69 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:29:22.848620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:22.852314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=d6b3ca29-27a7-45e2-ad95-cdb833a0514a,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:22.904452 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-76831a25-2fb1-4051-8685-dd476c7a70d6 None None] Provisioning for port d6b3ca29-27a7-45e2-ad95-cdb833a0514a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:29:22.940481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-76831a25-2fb1-4051-8685-dd476c7a70d6 None None] Provisioning complete for port d6b3ca29-27a7-45e2-ad95-cdb833a0514a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:29:22.940481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76831a25-2fb1-4051-8685-dd476c7a70d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:22.997203 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network 70245352-474e-47a2-821f-a492ebb07b51 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:29:22.998947 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:29:23.018155 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-76831a25-2fb1-4051-8685-dd476c7a70d6 None None] Port d6b3ca29-27a7-45e2-ad95-cdb833a0514a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:29:23.026304 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=7e8d8d38-db1e-4ecf-b765-57bb08425c1e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:23.101986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port c2292730-738b-48f5-babb-c1f8951c3d69 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:29:23.107405 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port c2292730-738b-48f5-babb-c1f8951c3d69 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:29:23.107852 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:23.171131 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1fd1088e-d490-4fae-a296-e4f60be77cb4 None None] Provisioning complete for port d6b3ca29-27a7-45e2-ad95-cdb833a0514a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:29:23.171504 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1088e-d490-4fae-a296-e4f60be77cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:23.199073 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router 4b24e449-7751-47e4-b100-92a09df3c232 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:29:23.236385 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1fd1088e-d490-4fae-a296-e4f60be77cb4 None None] Port d6b3ca29-27a7-45e2-ad95-cdb833a0514a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:29:23.288381 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:23.321287 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port c2292730-738b-48f5-babb-c1f8951c3d69, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c2292730-738b-48f5-babb-c1f8951c3d69,segment=NetworkSegment(ecade182-eef0-4b1d-82a8-f2439f2b2c8f),segment_id=ecade182-eef0-4b1d-82a8-f2439f2b2c8f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:29:23.357077 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c1f83cd0-7fc4-4284-a3d6-d6f5c4011be9 None None] Provisioning complete for port d6b3ca29-27a7-45e2-ad95-cdb833a0514a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:29:23.357441 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1f83cd0-7fc4-4284-a3d6-d6f5c4011be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:23.379752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:29:23.396395 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Sync routers for ids ['4b24e449-7751-47e4-b100-92a09df3c232'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:29:23.398681 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2c0e0854-df89-409c-996a-64289a12db7e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "PUT /v2.0/routers/4b24e449-7751-47e4-b100-92a09df3c232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5973816 Feb 17 10:29:23.412610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:23.471933 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Routers {'4b24e449-7751-47e4-b100-92a09df3c232'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:29:23.472561 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:28:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4b24e449-7751-47e4-b100-92a09df3c232'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:23.529270 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c1f83cd0-7fc4-4284-a3d6-d6f5c4011be9 None None] Port d6b3ca29-27a7-45e2-ad95-cdb833a0514a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:29:23.568831 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=c2292730-738b-48f5-babb-c1f8951c3d69,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:23.631340 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-c43c492b-b1b6-44dc-a678-21ba2e42ba42 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178741716&fields=id&tenant_id=e986d3720a6641768dbcd23d036578fd HTTP/1.1" status: 200 len: 267 time: 0.0419910 Feb 17 10:29:23.681695 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Set router 4b24e449-7751-47e4-b100-92a09df3c232 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:29:23.783830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-c76dede4-de99-4d87-a567-c0b1563e4101 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:23.785381 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-c76dede4-de99-4d87-a567-c0b1563e4101 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/networks?id=70245352-474e-47a2-821f-a492ebb07b51 HTTP/1.1" status: 200 len: 796 time: 0.1467719 Feb 17 10:29:23.800966 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-cb6221df-6096-42b5-9aca-441c89399240 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/quotas/e986d3720a6641768dbcd23d036578fd HTTP/1.1" status: 200 len: 375 time: 0.0097406 Feb 17 10:29:23.890396 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-080d704b-bde3-450d-9f39-cd8c15f69b40 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:29:23.970557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-080d704b-bde3-450d-9f39-cd8c15f69b40 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:29:23.971898 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-080d704b-bde3-450d-9f39-cd8c15f69b40 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1648648 Feb 17 10:29:24.025610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24e449-7751-47e4-b100-92a09df3c232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260509279', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:29:15Z', 'updated_at': '2022-02-17T10:29:21Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:16Z', 'updated_at': '2022-02-17T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'd6b3ca29-27a7-45e2-ad95-cdb833a0514a', 'name': '', 'network_id': '70245352-474e-47a2-821f-a492ebb07b51', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:87:ff:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:20Z', 'updated_at': '2022-02-17T10:29:22Z', 'revision_number': 2, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:24.029498 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Checking router: 4b24e449-7751-47e4-b100-92a09df3c232 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:29:24.029853 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Updating router 4b24e449-7751-47e4-b100-92a09df3c232 port d6b3ca29-27a7-45e2-ad95-cdb833a0514a binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:29:24.085586 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:24.111771 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-a3b639ce-5164-4bb5-b191-423019616103 service neutron] 10.222.0.75 "GET /v2.0/networks/70245352-474e-47a2-821f-a492ebb07b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282341 Feb 17 10:29:24.262501 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-5a86b9f8-c6f5-4efb-8f87-683a8717960f service neutron] 10.222.0.75 "GET /v2.0/networks/70245352-474e-47a2-821f-a492ebb07b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446133 Feb 17 10:29:24.309187 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7e8d8d38-db1e-4ecf-b765-57bb08425c1e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:29:24.434229 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 7e8d8d38-db1e-4ecf-b765-57bb08425c1e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:29:24.434600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:24.561544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:24.581043 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c815f940-0ce6-40b7-ac0b-7812bf7603c5 req-b92d1cea-9d86-46be-8bb0-2e26b358065d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 210 time: 0.0564313 Feb 17 10:29:24.604604 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Transition to ACTIVE for port object d6b3ca29-27a7-45e2-ad95-cdb833a0514a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:29:24.643411 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c2292730-738b-48f5-babb-c1f8951c3d69 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:29:24.672863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:24.802656 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2de9b5b6-2d67-4c9c-95b2-3c238c4c8587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:24.830101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02367fca-ef51-4b8c-b903-1f048c06a673 None None] Pushing event updated for resources: {'Port': ['ID=d6b3ca29-27a7-45e2-ad95-cdb833a0514a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:24.923249 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port c2292730-738b-48f5-babb-c1f8951c3d69 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:29:24.923620 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:24.963438 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Attempting to bind port d6b3ca29-27a7-45e2-ad95-cdb833a0514a on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:29:24.963803 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Attempting to bind port d6b3ca29-27a7-45e2-ad95-cdb833a0514a by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'ecade182-eef0-4b1d-82a8-f2439f2b2c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '70245352-474e-47a2-821f-a492ebb07b51'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:29:24.964162 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Attempting to bind port d6b3ca29-27a7-45e2-ad95-cdb833a0514a on network 70245352-474e-47a2-821f-a492ebb07b51 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:29:24.981667 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:29:24.982063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Checking segment: {'id': 'ecade182-eef0-4b1d-82a8-f2439f2b2c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '70245352-474e-47a2-821f-a492ebb07b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:29:24.982455 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:24.982853 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Bound using segment: {'id': 'ecade182-eef0-4b1d-82a8-f2439f2b2c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '70245352-474e-47a2-821f-a492ebb07b51'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:29:24.983307 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Bound port: d6b3ca29-27a7-45e2-ad95-cdb833a0514a, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecade182-eef0-4b1d-82a8-f2439f2b2c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '70245352-474e-47a2-821f-a492ebb07b51'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:29:24.983679 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:25.135701 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] For port d6b3ca29-27a7-45e2-ad95-cdb833a0514a, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:29:25.139788 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] For port d6b3ca29-27a7-45e2-ad95-cdb833a0514a, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d6b3ca29-27a7-45e2-ad95-cdb833a0514a,segment=NetworkSegment(ecade182-eef0-4b1d-82a8-f2439f2b2c8f),segment_id=ecade182-eef0-4b1d-82a8-f2439f2b2c8f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:29:25.242302 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:25.321039 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Routers {'4b24e449-7751-47e4-b100-92a09df3c232'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:29:25.322453 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:28:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4b24e449-7751-47e4-b100-92a09df3c232'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:25.379461 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02367fca-ef51-4b8c-b903-1f048c06a673 None None] Pushing event updated for resources: {'Port': ['ID=d6b3ca29-27a7-45e2-ad95-cdb833a0514a,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:25.556811 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] Set router 4b24e449-7751-47e4-b100-92a09df3c232 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:29:25.683377 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f2dfa191-9476-4ec7-ad17-8902f70086c4 req-5767bd8f-0acc-4eab-a22e-910014dfe055 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 210 time: 0.0450730 Feb 17 10:29:25.876490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24e449-7751-47e4-b100-92a09df3c232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260509279', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:29:15Z', 'updated_at': '2022-02-17T10:29:21Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:16Z', 'updated_at': '2022-02-17T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'd6b3ca29-27a7-45e2-ad95-cdb833a0514a', 'name': '', 'network_id': '70245352-474e-47a2-821f-a492ebb07b51', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:87:ff:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:20Z', 'updated_at': '2022-02-17T10:29:25Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:25.880317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b53840-e2e1-4bc2-9570-1c51cc44eec0 None None] The sync data for ids ['4b24e449-7751-47e4-b100-92a09df3c232'] in dv-neutron-828143-5-hyperv is: [{'id': '4b24e449-7751-47e4-b100-92a09df3c232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260509279', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:29:15Z', 'updated_at': '2022-02-17T10:29:21Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:16Z', 'updated_at': '2022-02-17T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'd6b3ca29-27a7-45e2-ad95-cdb833a0514a', 'name': '', 'network_id': '70245352-474e-47a2-821f-a492ebb07b51', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:87:ff:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:20Z', 'updated_at': '2022-02-17T10:29:25Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:29:26.296804 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d6b3ca29-27a7-45e2-ad95-cdb833a0514a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:29:26.424923 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port d6b3ca29-27a7-45e2-ad95-cdb833a0514a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:29:26.430484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port d6b3ca29-27a7-45e2-ad95-cdb833a0514a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:29:26.431371 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:26.555396 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:26.593985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port d6b3ca29-27a7-45e2-ad95-cdb833a0514a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d6b3ca29-27a7-45e2-ad95-cdb833a0514a,segment=NetworkSegment(ecade182-eef0-4b1d-82a8-f2439f2b2c8f),segment_id=ecade182-eef0-4b1d-82a8-f2439f2b2c8f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:29:26.783486 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6e678222-8e60-49c6-889f-98e082d330a1 req-b3bb93e7-34c2-44db-a066-4bf724e7bc82 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 210 time: 0.0444438 Feb 17 10:29:26.830418 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:26.908142 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=d6b3ca29-27a7-45e2-ad95-cdb833a0514a,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:27.122295 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-24a24120-b9c5-416c-b095-784d1f97a0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:27.877746 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c7e5dca5-2ec8-44e1-810b-98b45f614112 req-b02c5a62-5d44-4417-8d81-14c534e003f6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 210 time: 0.0422802 Feb 17 10:29:27.935867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:28.290461 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d6b3ca29-27a7-45e2-ad95-cdb833a0514a up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:29:28.349263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:28.350557 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port d6b3ca29-27a7-45e2-ad95-cdb833a0514a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:29:28.350915 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:29.028274 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c89bf646-037c-46eb-8fff-92580181be01 req-ca5dbf44-6607-4542-9a48-be74d8b2b931 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 210 time: 0.0449359 Feb 17 10:29:30.002134 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:30.246006 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-58cd0497-09d7-48de-bb21-e586fd2ac58e req-82bcbcf2-04d8-441f-931a-c09a0e9718ce tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 210 time: 0.1134262 Feb 17 10:29:31.404812 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-eb84a457-2a09-4a3e-9cba-a2dedc02589f req-d74c4c59-90d3-4679-937c-f89cfdae7423 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 210 time: 0.0431385 Feb 17 10:29:31.564980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-d88953c6-af92-4d67-9193-8b394a184bb5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:31.566340 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-d88953c6-af92-4d67-9193-8b394a184bb5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "GET /v2.0/networks?id=70245352-474e-47a2-821f-a492ebb07b51 HTTP/1.1" status: 200 len: 796 time: 0.2768829 Feb 17 10:29:31.623726 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-d4a5997b-4b76-4d2a-8453-963ff3865aa2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e986d3720a6641768dbcd23d036578fd HTTP/1.1" status: 200 len: 379 time: 0.0424597 Feb 17 10:29:31.632460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-0633ff5c-3329-4cdb-a232-7bd3a12eede5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'port': {'device_id': 'e7a5b982-b283-45a3-bf7e-fa9fe616032d', 'network_id': '70245352-474e-47a2-821f-a492ebb07b51', 'admin_state_up': True, 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'security_groups': ['901133e0-0c2e-40c1-a531-fdae8dc82699']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:29:31.771013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-0633ff5c-3329-4cdb-a232-7bd3a12eede5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:29:31.780365 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-0633ff5c-3329-4cdb-a232-7bd3a12eede5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:29:31.893559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-0633ff5c-3329-4cdb-a232-7bd3a12eede5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Made reservation on behalf of e986d3720a6641768dbcd23d036578fd for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:29:31.897181 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-0633ff5c-3329-4cdb-a232-7bd3a12eede5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:32.060667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-0633ff5c-3329-4cdb-a232-7bd3a12eede5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.20.0.9 (70245352-474e-47a2-821f-a492ebb07b51/78d7dff4-3911-4de6-b3e8-e2f59e71ccfd/97670152-1407-4505-81b0-6ea868ae4c40) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:29:32.245803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-0633ff5c-3329-4cdb-a232-7bd3a12eede5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:32.260821 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-0633ff5c-3329-4cdb-a232-7bd3a12eede5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Transition to ACTIVE for port object 97670152-1407-4505-81b0-6ea868ae4c40 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:29:32.347845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-0633ff5c-3329-4cdb-a232-7bd3a12eede5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:32.421779 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-0633ff5c-3329-4cdb-a232-7bd3a12eede5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network 70245352-474e-47a2-821f-a492ebb07b51 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:29:32.424746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-0633ff5c-3329-4cdb-a232-7bd3a12eede5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:29:32.428803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-0633ff5c-3329-4cdb-a232-7bd3a12eede5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:29:32.465576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633ff5c-3329-4cdb-a232-7bd3a12eede5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=97670152-1407-4505-81b0-6ea868ae4c40,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:32.506885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-0633ff5c-3329-4cdb-a232-7bd3a12eede5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:32.507501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-0633ff5c-3329-4cdb-a232-7bd3a12eede5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:32.614342 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42f6ca-f3d5-4787-b4e9-f6719e8b5ce2 req-8c14cd42-1267-4678-9150-e25298737580 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:32.617223 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-aa42f6ca-f3d5-4787-b4e9-f6719e8b5ce2 req-8c14cd42-1267-4678-9150-e25298737580 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:29:32.637515 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-0633ff5c-3329-4cdb-a232-7bd3a12eede5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0088420 Feb 17 10:29:32.693518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-aa42f6ca-f3d5-4787-b4e9-f6719e8b5ce2 req-8c14cd42-1267-4678-9150-e25298737580 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:29:32.694781 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-aa42f6ca-f3d5-4787-b4e9-f6719e8b5ce2 req-8c14cd42-1267-4678-9150-e25298737580 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 931 time: 0.1642518 Feb 17 10:29:32.703101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Request body: {'port': {'device_id': 'e7a5b982-b283-45a3-bf7e-fa9fe616032d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:29:32.815763 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-06e582b0-cd0d-47c7-b842-215201414111 None None] Provisioning for port 97670152-1407-4505-81b0-6ea868ae4c40 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:29:32.821079 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-06e582b0-cd0d-47c7-b842-215201414111 None None] Provisioning complete for port 97670152-1407-4505-81b0-6ea868ae4c40 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:29:32.822056 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-06e582b0-cd0d-47c7-b842-215201414111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:32.828358 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-aa42f6ca-f3d5-4787-b4e9-f6719e8b5ce2 req-82093c9c-a1a1-409b-b76d-43e6944a346d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952325 Feb 17 10:29:32.855702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:32.878625 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-06e582b0-cd0d-47c7-b842-215201414111 None None] Port 97670152-1407-4505-81b0-6ea868ae4c40 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:29:33.199327 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97670152-1407-4505-81b0-6ea868ae4c40 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:29:33.206486 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:33.220267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Transition to ACTIVE for port object 97670152-1407-4505-81b0-6ea868ae4c40 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:29:33.316167 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:33.470268 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Pushing event updated for resources: {'Port': ['ID=97670152-1407-4505-81b0-6ea868ae4c40,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:33.556285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Attempting to bind port 97670152-1407-4505-81b0-6ea868ae4c40 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:29:33.556711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Attempting to bind port 97670152-1407-4505-81b0-6ea868ae4c40 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ecade182-eef0-4b1d-82a8-f2439f2b2c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '70245352-474e-47a2-821f-a492ebb07b51'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:29:33.557036 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Attempting to bind port 97670152-1407-4505-81b0-6ea868ae4c40 on network 70245352-474e-47a2-821f-a492ebb07b51 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:29:33.562018 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Port 97670152-1407-4505-81b0-6ea868ae4c40 on network 70245352-474e-47a2-821f-a492ebb07b51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:29:33.564821 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Attempting to bind port 97670152-1407-4505-81b0-6ea868ae4c40 on network 70245352-474e-47a2-821f-a492ebb07b51 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:29:33.567511 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:29:33.567859 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Checking segment: {'id': 'ecade182-eef0-4b1d-82a8-f2439f2b2c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '70245352-474e-47a2-821f-a492ebb07b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:29:33.568231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Bound using segment: {'id': 'ecade182-eef0-4b1d-82a8-f2439f2b2c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '70245352-474e-47a2-821f-a492ebb07b51'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:29:33.568773 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Bound port: 97670152-1407-4505-81b0-6ea868ae4c40, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecade182-eef0-4b1d-82a8-f2439f2b2c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '70245352-474e-47a2-821f-a492ebb07b51'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:29:33.569147 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:33.661816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] For port 97670152-1407-4505-81b0-6ea868ae4c40, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:29:33.668138 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] For port 97670152-1407-4505-81b0-6ea868ae4c40, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=97670152-1407-4505-81b0-6ea868ae4c40,segment=NetworkSegment(ecade182-eef0-4b1d-82a8-f2439f2b2c8f),segment_id=ecade182-eef0-4b1d-82a8-f2439f2b2c8f)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:29:33.746225 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:33.811605 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:33.812228 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:33.813615 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] 10.222.0.37 "PUT /v2.0/ports/97670152-1407-4505-81b0-6ea868ae4c40 HTTP/1.1" status: 200 len: 1093 time: 1.1622694 Feb 17 10:29:33.814077 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a5b982-b283-45a3-bf7e-fa9fe616032d', 'tag': '97670152-1407-4505-81b0-6ea868ae4c40'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:29:33.839641 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39590fae-ccd1-447b-ba93-192e5479eb46 service neutron] Pushing event updated for resources: {'Port': ['ID=97670152-1407-4505-81b0-6ea868ae4c40,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:33.865236 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a5b982-b283-45a3-bf7e-fa9fe616032d', 'tag': '97670152-1407-4505-81b0-6ea868ae4c40', 'status': 'completed', 'code': 200} Feb 17 10:29:34.137796 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ed34e-ff33-49b2-ab48-738489e9b2fd req-42168b5f-af95-4bfe-bfd0-bbd7c7875904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:34.139239 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-163ed34e-ff33-49b2-ab48-738489e9b2fd req-42168b5f-af95-4bfe-bfd0-bbd7c7875904 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 1096 time: 0.2312324 Feb 17 10:29:34.155585 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2165be-59b2-44f9-b1d8-811509646ca5 req-1ea7a1c6-8309-4c3f-91f6-04f3026ec1f1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:34.156945 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e2165be-59b2-44f9-b1d8-811509646ca5 req-1ea7a1c6-8309-4c3f-91f6-04f3026ec1f1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 943 time: 0.1097684 Feb 17 10:29:34.284371 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e2165be-59b2-44f9-b1d8-811509646ca5 req-530e6320-9688-47be-ade4-e1bac582211b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082437 Feb 17 10:29:34.323226 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ed34e-ff33-49b2-ab48-738489e9b2fd req-995da692-6083-462a-ac48-b71ef01caf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:34.324642 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-163ed34e-ff33-49b2-ab48-738489e9b2fd req-995da692-6083-462a-ac48-b71ef01caf2f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e986d3720a6641768dbcd23d036578fd&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1668704 Feb 17 10:29:34.459165 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ed34e-ff33-49b2-ab48-738489e9b2fd req-439ab8c5-cafb-4173-a395-cad8c65b21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:34.460590 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-163ed34e-ff33-49b2-ab48-738489e9b2fd req-439ab8c5-cafb-4173-a395-cad8c65b21f5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294968 Feb 17 10:29:34.586328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-e28c83ff-989a-4bb4-b5af-1ea6ecbf2753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:34.588245 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-e28c83ff-989a-4bb4-b5af-1ea6ecbf2753 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 1096 time: 0.0694764 Feb 17 10:29:34.664720 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-d51ab1d9-564f-4eb5-884f-40badb54f656 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97670152-1407-4505-81b0-6ea868ae4c40 HTTP/1.1" status: 200 len: 217 time: 0.0629389 Feb 17 10:29:34.728780 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-ecd9c845-2db7-43ea-8c07-25402943c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:34.730296 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-ecd9c845-2db7-43ea-8c07-25402943c4e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78d7dff4-3911-4de6-b3e8-e2f59e71ccfd HTTP/1.1" status: 200 len: 834 time: 0.0603087 Feb 17 10:29:34.803126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-aa3e6c6a-ec98-45bb-9c2e-3e9b83c49923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:34.804586 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-aa3e6c6a-ec98-45bb-9c2e-3e9b83c49923 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70245352-474e-47a2-821f-a492ebb07b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686092 Feb 17 10:29:34.936762 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-64543f5a-169f-40f5-8359-8dfb7732ae85 service neutron] 10.222.0.37 "GET /v2.0/networks/70245352-474e-47a2-821f-a492ebb07b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252244 Feb 17 10:29:35.069546 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-10ba1dfd-b77a-46dc-9d45-c14d7c89ea1f req-75b87414-2036-4cb7-bb51-eba7bd39d16a service neutron] 10.222.0.37 "GET /v2.0/networks/70245352-474e-47a2-821f-a492ebb07b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267564 Feb 17 10:29:35.525037 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b2eea-02f1-4c21-af16-da06b6831748 req-d192ff95-c107-4e15-aca8-dc23125154f3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:35.526524 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9a5b2eea-02f1-4c21-af16-da06b6831748 req-d192ff95-c107-4e15-aca8-dc23125154f3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 943 time: 0.1362696 Feb 17 10:29:35.569459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-9a5b2eea-02f1-4c21-af16-da06b6831748 req-3833c128-e6cc-4656-a812-0067fb9d9216 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:29:35.659286 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-9a5b2eea-02f1-4c21-af16-da06b6831748 req-3833c128-e6cc-4656-a812-0067fb9d9216 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:29:35.660477 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9a5b2eea-02f1-4c21-af16-da06b6831748 req-3833c128-e6cc-4656-a812-0067fb9d9216 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283956 Feb 17 10:29:36.941572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7c00c-4d05-4f01-b729-7360c6f5b822 req-ceace1f5-3b37-4389-bdaa-b510e46c2056 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:36.943051 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57b7c00c-4d05-4f01-b729-7360c6f5b822 req-ceace1f5-3b37-4389-bdaa-b510e46c2056 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 943 time: 0.1262732 Feb 17 10:29:36.991491 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-57b7c00c-4d05-4f01-b729-7360c6f5b822 req-48301c6e-fa78-4867-a03f-3681c11035d8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421689 Feb 17 10:29:38.257060 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebde5e-fc45-4b6f-9780-1d1b97c65f85 req-b0cf7175-9b25-4fa8-ac53-d36f00b203c7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:38.258539 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-79ebde5e-fc45-4b6f-9780-1d1b97c65f85 req-b0cf7175-9b25-4fa8-ac53-d36f00b203c7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 943 time: 0.1214745 Feb 17 10:29:38.302311 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-79ebde5e-fc45-4b6f-9780-1d1b97c65f85 req-de46daec-287f-4736-9508-ff7a826c34d8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380633 Feb 17 10:29:39.119971 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:39.485233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586634c-416c-4572-9baf-77fc138bd1bb req-b118c3e1-d5da-4c0a-898a-32af899a7948 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:39.486717 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d586634c-416c-4572-9baf-77fc138bd1bb req-b118c3e1-d5da-4c0a-898a-32af899a7948 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 943 time: 0.0791712 Feb 17 10:29:39.531024 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d586634c-416c-4572-9baf-77fc138bd1bb req-78d649df-f8b2-4b24-a14e-479699a98b3a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386937 Feb 17 10:29:40.412371 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 97670152-1407-4505-81b0-6ea868ae4c40 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:29:40.545163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 97670152-1407-4505-81b0-6ea868ae4c40, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=97670152-1407-4505-81b0-6ea868ae4c40,segment=NetworkSegment(ecade182-eef0-4b1d-82a8-f2439f2b2c8f),segment_id=ecade182-eef0-4b1d-82a8-f2439f2b2c8f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:29:40.557902 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '97670152-1407-4505-81b0-6ea868ae4c40', 'network_id': '70245352-474e-47a2-821f-a492ebb07b51', 'port_id': '97670152-1407-4505-81b0-6ea868ae4c40', 'mac_address': 'fa:16:3e:0b:99:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:29:40.614170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:40.632251 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97670152-1407-4505-81b0-6ea868ae4c40 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:29:40.648481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 97670152-1407-4505-81b0-6ea868ae4c40, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=97670152-1407-4505-81b0-6ea868ae4c40,segment=NetworkSegment(ecade182-eef0-4b1d-82a8-f2439f2b2c8f),segment_id=ecade182-eef0-4b1d-82a8-f2439f2b2c8f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:29:40.722821 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ce402-3692-4a30-9789-09e4cfe455e3 req-bd423f0c-346d-4f42-bb9b-f45d02db3acc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:40.724241 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-876ce402-3692-4a30-9789-09e4cfe455e3 req-bd423f0c-346d-4f42-bb9b-f45d02db3acc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 943 time: 0.0836561 Feb 17 10:29:40.751045 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:40.771344 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-876ce402-3692-4a30-9789-09e4cfe455e3 req-a6e094cc-2199-40ee-98ad-aac02c7bad05 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405090 Feb 17 10:29:40.826128 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=97670152-1407-4505-81b0-6ea868ae4c40,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:41.220079 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['97670152-1407-4505-81b0-6ea868ae4c40'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:29:41.964834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cfd66-2f92-45c2-acd9-fb5a927d4c46 req-74e82c45-de8a-4a93-b263-9bc99457ea51 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:41.966326 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b1cfd66-2f92-45c2-acd9-fb5a927d4c46 req-74e82c45-de8a-4a93-b263-9bc99457ea51 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 944 time: 0.0847600 Feb 17 10:29:42.010169 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b1cfd66-2f92-45c2-acd9-fb5a927d4c46 req-5165e81e-0ef1-45ee-a02d-593ea952fc8f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382285 Feb 17 10:29:42.413143 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 97670152-1407-4505-81b0-6ea868ae4c40 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:29:42.587903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 97670152-1407-4505-81b0-6ea868ae4c40 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:29:42.592964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 97670152-1407-4505-81b0-6ea868ae4c40 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:29:42.593333 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:42.740297 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:42.768023 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a5b982-b283-45a3-bf7e-fa9fe616032d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97670152-1407-4505-81b0-6ea868ae4c40'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:29:42.777628 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 97670152-1407-4505-81b0-6ea868ae4c40, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=97670152-1407-4505-81b0-6ea868ae4c40,segment=NetworkSegment(ecade182-eef0-4b1d-82a8-f2439f2b2c8f),segment_id=ecade182-eef0-4b1d-82a8-f2439f2b2c8f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:29:42.812218 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a5b982-b283-45a3-bf7e-fa9fe616032d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97670152-1407-4505-81b0-6ea868ae4c40', 'code': 200} Feb 17 10:29:42.871074 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:42.941858 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=97670152-1407-4505-81b0-6ea868ae4c40,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:43.200944 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7ca8b-e974-4ea0-aab0-be4b9b519d93 req-80e10a43-0667-46e3-a661-daa2b9f00351 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:43.202476 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-efd7ca8b-e974-4ea0-aab0-be4b9b519d93 req-80e10a43-0667-46e3-a661-daa2b9f00351 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 945 time: 0.0875247 Feb 17 10:29:43.303003 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-efd7ca8b-e974-4ea0-aab0-be4b9b519d93 req-3caf541c-5bc9-4516-9628-bf0fc2b1d5ea tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946774 Feb 17 10:29:43.319807 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd0ee5-165b-43fa-8020-bd8d50e3daf4 req-e79cdb33-b5e8-40d8-879e-552cd9931a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:43.321284 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-97fd0ee5-165b-43fa-8020-bd8d50e3daf4 req-e79cdb33-b5e8-40d8-879e-552cd9931a1f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 1098 time: 0.0990684 Feb 17 10:29:43.363798 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-97fd0ee5-165b-43fa-8020-bd8d50e3daf4 req-e874a656-7f84-4d71-a008-f196fdb24de7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366619 Feb 17 10:29:44.505253 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5cf8a-e712-4aaa-bcd4-f490c0f6e09e req-90c1ac93-4935-40b6-97a2-e6a16414db1e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:44.506681 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-50c5cf8a-e712-4aaa-bcd4-f490c0f6e09e req-90c1ac93-4935-40b6-97a2-e6a16414db1e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 945 time: 0.0945330 Feb 17 10:29:44.556525 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-50c5cf8a-e712-4aaa-bcd4-f490c0f6e09e req-62d074b6-5e68-40cd-abb3-fa663914c9ef tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432405 Feb 17 10:29:45.756000 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae910f-2ced-4a63-95ad-56fb415b73b5 req-af833df9-50d0-4492-ae2f-91603ecb4cc3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:45.758283 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-54ae910f-2ced-4a63-95ad-56fb415b73b5 req-af833df9-50d0-4492-ae2f-91603ecb4cc3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 945 time: 0.0863054 Feb 17 10:29:45.810634 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-54ae910f-2ced-4a63-95ad-56fb415b73b5 req-7387b871-7f2f-48d7-8710-39020ff8c224 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434446 Feb 17 10:29:46.001537 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ae678-813c-4c86-9e37-5ae8fa857b33 req-b38ab0d9-996d-4740-9f3b-9590a4649723 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:46.003047 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8f2ae678-813c-4c86-9e37-5ae8fa857b33 req-b38ab0d9-996d-4740-9f3b-9590a4649723 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 945 time: 0.0849264 Feb 17 10:29:46.046880 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8f2ae678-813c-4c86-9e37-5ae8fa857b33 req-5b3b3b6c-d043-4417-9dc0-4733e382def8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383022 Feb 17 10:29:46.068941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48340) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:46.138694 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b5e01c-2df1-4c13-8d66-d59ad6b16b6e tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:46.140092 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b2b5e01c-2df1-4c13-8d66-d59ad6b16b6e tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 1093 time: 0.0701001 Feb 17 10:29:46.142985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48344) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:46.148086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': '97670152-1407-4505-81b0-6ea868ae4c40', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:29:46.154717 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:29:46.158416 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:floatingip and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:29:46.161154 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:29:46.167030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:29:46.276685 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:46.410368 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:46.543694 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.26.4.219 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/12042605-b0a8-4bef-af57-d73b9a4a2a09) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:29:46.690705 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:46.797485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:46.982850 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:29:46.985546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:29:46.989302 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:29:47.021442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=12042605-b0a8-4bef-af57-d73b9a4a2a09,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:47.037927 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:47.038307 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:47.038653 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:47.038995 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:47.039336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:47.039674 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:47.040006 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:47.040484 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:47.041325 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:47.041662 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:47.042000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:47.042355 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:29:47.444015 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:47.586706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:47.805316 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:47.865410 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:47.973375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=12042605-b0a8-4bef-af57-d73b9a4a2a09,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:29:47.989681 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:48.157431 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Floating IP 743d1214-29d7-478e-8bf6-c7e1e4b96af6 associated. External IP: 172.26.4.219, port: 97670152-1407-4505-81b0-6ea868ae4c40. Feb 17 10:29:48.505423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router 4b24e449-7751-47e4-b100-92a09df3c232 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:29:48.802009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:29:48.812543 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b065b73e-c2d9-494c-bca8-b1ee70141a6a None None] Sync routers for ids ['4b24e449-7751-47e4-b100-92a09df3c232'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:29:48.821866 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b065b73e-c2d9-494c-bca8-b1ee70141a6a None None] Routers {'4b24e449-7751-47e4-b100-92a09df3c232'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:29:48.822517 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b065b73e-c2d9-494c-bca8-b1ee70141a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:29:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4b24e449-7751-47e4-b100-92a09df3c232'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:48.885678 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:48.945726 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-21114267-e698-40ee-b612-0cb6c6ae1cb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8016891 Feb 17 10:29:48.947324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a5b982-b283-45a3-bf7e-fa9fe616032d', 'tag': '97670152-1407-4505-81b0-6ea868ae4c40'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:29:49.000047 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a5b982-b283-45a3-bf7e-fa9fe616032d', 'tag': '97670152-1407-4505-81b0-6ea868ae4c40', 'status': 'completed', 'code': 200} Feb 17 10:29:49.001974 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b065b73e-c2d9-494c-bca8-b1ee70141a6a None None] Set router 4b24e449-7751-47e4-b100-92a09df3c232 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:29:49.279071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0e31c-8bd1-456e-9315-368c2259b48e req-3a2ca4eb-2d7f-4c1d-b2e8-530db41e09ff tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:49.280502 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-19c0e31c-8bd1-456e-9315-368c2259b48e req-3a2ca4eb-2d7f-4c1d-b2e8-530db41e09ff tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 945 time: 0.1072004 Feb 17 10:29:49.283433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147131fb-666d-4594-ba3c-6a0b1af6031b req-220e94b8-db11-4b15-adcf-efde90f46b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:49.284771 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-147131fb-666d-4594-ba3c-6a0b1af6031b req-220e94b8-db11-4b15-adcf-efde90f46b3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 1098 time: 0.2425458 Feb 17 10:29:49.358090 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b065b73e-c2d9-494c-bca8-b1ee70141a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24e449-7751-47e4-b100-92a09df3c232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260509279', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:29:15Z', 'updated_at': '2022-02-17T10:29:21Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:16Z', 'updated_at': '2022-02-17T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '743d1214-29d7-478e-8bf6-c7e1e4b96af6', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'floating_ip_address': '172.26.4.219', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'port_id': '97670152-1407-4505-81b0-6ea868ae4c40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70245352-474e-47a2-821f-a492ebb07b51', 'mac_address': 'fa:16:3e:0b:99:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5b982-b283-45a3-bf7e-fa9fe616032d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:29:47Z', 'updated_at': '2022-02-17T10:29:47Z', 'revision_number': 0, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b3ca29-27a7-45e2-ad95-cdb833a0514a', 'name': '', 'network_id': '70245352-474e-47a2-821f-a492ebb07b51', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:87:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:20Z', 'updated_at': '2022-02-17T10:29:26Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:49.361831 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b065b73e-c2d9-494c-bca8-b1ee70141a6a None None] Checking router: 4b24e449-7751-47e4-b100-92a09df3c232 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:29:49.370902 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b065b73e-c2d9-494c-bca8-b1ee70141a6a None None] Routers {'4b24e449-7751-47e4-b100-92a09df3c232'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:29:49.371508 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b065b73e-c2d9-494c-bca8-b1ee70141a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:29:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4b24e449-7751-47e4-b100-92a09df3c232'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:49.400334 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-19c0e31c-8bd1-456e-9315-368c2259b48e req-75e34115-1c73-47fa-9b60-032b82d42166 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141827 Feb 17 10:29:49.423223 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48352) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:49.449804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147131fb-666d-4594-ba3c-6a0b1af6031b req-3330cb8c-43f1-46cf-b4ce-7e8c4d8e2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:49.455989 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-147131fb-666d-4594-ba3c-6a0b1af6031b req-3330cb8c-43f1-46cf-b4ce-7e8c4d8e2920 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70245352-474e-47a2-821f-a492ebb07b51 HTTP/1.1" status: 200 len: 897 time: 0.1512334 Feb 17 10:29:49.534114 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ee01e2c7-bee3-4cbf-a8b5-47f9a9e7ec6e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/743d1214-29d7-478e-8bf6-c7e1e4b96af6 HTTP/1.1" status: 200 len: 991 time: 0.1095777 Feb 17 10:29:49.549493 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b065b73e-c2d9-494c-bca8-b1ee70141a6a None None] Set router 4b24e449-7751-47e4-b100-92a09df3c232 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:29:49.559917 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-147131fb-666d-4594-ba3c-6a0b1af6031b req-f2afb4d8-1c02-4f64-87c1-ce644c5580df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97670152-1407-4505-81b0-6ea868ae4c40 HTTP/1.1" status: 200 len: 999 time: 0.1019266 Feb 17 10:29:49.625981 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147131fb-666d-4594-ba3c-6a0b1af6031b req-1481fa5a-ca84-41b2-ae71-36c948b3a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:49.627921 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-147131fb-666d-4594-ba3c-6a0b1af6031b req-1481fa5a-ca84-41b2-ae71-36c948b3a4fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78d7dff4-3911-4de6-b3e8-e2f59e71ccfd HTTP/1.1" status: 200 len: 834 time: 0.0605290 Feb 17 10:29:49.708105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147131fb-666d-4594-ba3c-6a0b1af6031b req-00498bc5-e185-42a8-b718-a6be688dd61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:29:49.709571 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-147131fb-666d-4594-ba3c-6a0b1af6031b req-00498bc5-e185-42a8-b718-a6be688dd61c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70245352-474e-47a2-821f-a492ebb07b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755417 Feb 17 10:29:49.841963 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-147131fb-666d-4594-ba3c-6a0b1af6031b req-06a809b7-c925-4e32-a54d-26e6d55b7073 service neutron] 10.222.0.37 "GET /v2.0/networks/70245352-474e-47a2-821f-a492ebb07b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259069 Feb 17 10:29:49.901748 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b065b73e-c2d9-494c-bca8-b1ee70141a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24e449-7751-47e4-b100-92a09df3c232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260509279', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:29:15Z', 'updated_at': '2022-02-17T10:29:21Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:16Z', 'updated_at': '2022-02-17T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '743d1214-29d7-478e-8bf6-c7e1e4b96af6', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'floating_ip_address': '172.26.4.219', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'port_id': '97670152-1407-4505-81b0-6ea868ae4c40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70245352-474e-47a2-821f-a492ebb07b51', 'mac_address': 'fa:16:3e:0b:99:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5b982-b283-45a3-bf7e-fa9fe616032d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:29:47Z', 'updated_at': '2022-02-17T10:29:47Z', 'revision_number': 0, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b3ca29-27a7-45e2-ad95-cdb833a0514a', 'name': '', 'network_id': '70245352-474e-47a2-821f-a492ebb07b51', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:87:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:20Z', 'updated_at': '2022-02-17T10:29:26Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:29:49.906001 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b065b73e-c2d9-494c-bca8-b1ee70141a6a None None] The sync data for ids ['4b24e449-7751-47e4-b100-92a09df3c232'] in dv-neutron-828143-5-hyperv is: [{'id': '4b24e449-7751-47e4-b100-92a09df3c232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260509279', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:29:15Z', 'updated_at': '2022-02-17T10:29:21Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:16Z', 'updated_at': '2022-02-17T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '743d1214-29d7-478e-8bf6-c7e1e4b96af6', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'floating_ip_address': '172.26.4.219', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'port_id': '97670152-1407-4505-81b0-6ea868ae4c40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70245352-474e-47a2-821f-a492ebb07b51', 'mac_address': 'fa:16:3e:0b:99:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a5b982-b283-45a3-bf7e-fa9fe616032d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:29:47Z', 'updated_at': '2022-02-17T10:29:47Z', 'revision_number': 0, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b3ca29-27a7-45e2-ad95-cdb833a0514a', 'name': '', 'network_id': '70245352-474e-47a2-821f-a492ebb07b51', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:87:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:20Z', 'updated_at': '2022-02-17T10:29:26Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:29:49.977204 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-147131fb-666d-4594-ba3c-6a0b1af6031b req-07fef7f6-9231-433d-9896-c01b8dcdfc23 service neutron] 10.222.0.37 "GET /v2.0/networks/70245352-474e-47a2-821f-a492ebb07b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284273 Feb 17 10:29:50.092259 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323fa200-8eca-406c-b76b-8055583923d3 None None] New status for floating IP 743d1214-29d7-478e-8bf6-c7e1e4b96af6: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:29:50.537898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48356) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:29:50.649658 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7f1b7a77-0d04-49e5-b9f6-df12dfa328f2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/743d1214-29d7-478e-8bf6-c7e1e4b96af6 HTTP/1.1" status: 200 len: 993 time: 0.1103437 Feb 17 10:29:54.733826 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8c727b69-f255-4dac-9927-7bcefdc6f70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:55.716019 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:29:57.090456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7442927-414e-4a8c-ae48-32afaf1566c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:57.979826 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:58.359309 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:29:59.970206 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:30:07.629988 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8aa16896-3b7c-48ab-906e-4d33c2c09bfa req-d9572f3a-04ab-41a6-8d16-9bb0d65933b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1075578 Feb 17 10:30:07.782261 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa16896-3b7c-48ab-906e-4d33c2c09bfa req-031c40bb-ecc9-495f-b2a5-19d0cc3cda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:30:07.783651 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8aa16896-3b7c-48ab-906e-4d33c2c09bfa req-031c40bb-ecc9-495f-b2a5-19d0cc3cda7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 1098 time: 0.0703282 Feb 17 10:30:07.926770 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa16896-3b7c-48ab-906e-4d33c2c09bfa req-265440a2-ba50-4318-981a-6d6d9d538409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:30:07.928208 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8aa16896-3b7c-48ab-906e-4d33c2c09bfa req-265440a2-ba50-4318-981a-6d6d9d538409 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70245352-474e-47a2-821f-a492ebb07b51 HTTP/1.1" status: 200 len: 897 time: 0.1254365 Feb 17 10:30:08.044018 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8aa16896-3b7c-48ab-906e-4d33c2c09bfa req-dae96601-c3b9-4533-b876-a284112ddef6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97670152-1407-4505-81b0-6ea868ae4c40 HTTP/1.1" status: 200 len: 1001 time: 0.1084726 Feb 17 10:30:08.111554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa16896-3b7c-48ab-906e-4d33c2c09bfa req-87281a36-1bab-404d-ad7e-a9ea09cc7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:30:08.112995 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8aa16896-3b7c-48ab-906e-4d33c2c09bfa req-87281a36-1bab-404d-ad7e-a9ea09cc7892 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78d7dff4-3911-4de6-b3e8-e2f59e71ccfd HTTP/1.1" status: 200 len: 834 time: 0.0630126 Feb 17 10:30:08.188833 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa16896-3b7c-48ab-906e-4d33c2c09bfa req-9447ce66-8b95-4b6c-91d5-b01f132b876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:30:08.190313 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8aa16896-3b7c-48ab-906e-4d33c2c09bfa req-9447ce66-8b95-4b6c-91d5-b01f132b876e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70245352-474e-47a2-821f-a492ebb07b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715687 Feb 17 10:30:08.324481 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8aa16896-3b7c-48ab-906e-4d33c2c09bfa req-8e7431da-1db5-4d62-aa88-f1c31c85b7e4 service neutron] 10.222.0.37 "GET /v2.0/networks/70245352-474e-47a2-821f-a492ebb07b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281793 Feb 17 10:30:08.549752 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8aa16896-3b7c-48ab-906e-4d33c2c09bfa req-52df2a0a-bbb3-4de5-bbf3-d28f9d617a8a service neutron] 10.222.0.37 "GET /v2.0/networks/70245352-474e-47a2-821f-a492ebb07b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198684 Feb 17 10:30:09.136137 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:30:24.717910 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33ff0d1b-a64f-420b-aede-3a4344dc061a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:30:27.085241 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e096f54a-58f6-4d76-a9d8-e5d099dd49c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:30:27.930969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:30:28.348261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:30:29.986478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:30:32.716940 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:30:39.135258 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:30:54.719646 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39ab382c-a6f2-47c2-b179-067c63bd1012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:30:57.066857 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65e74687-15ad-48ce-9b54-6cd16d98182f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:30:57.948160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:30:58.337003 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:00.028993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:03.219479 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa73f6b-3435-44e1-9ba6-3504d7085304 req-99481a3b-5500-48d5-ad9e-0e959f3834e0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:03.220951 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-baa73f6b-3435-44e1-9ba6-3504d7085304 req-99481a3b-5500-48d5-ad9e-0e959f3834e0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 945 time: 0.0935020 Feb 17 10:31:03.265335 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-baa73f6b-3435-44e1-9ba6-3504d7085304 req-e719b742-7a99-4556-b625-92a0424f9732 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385983 Feb 17 10:31:04.472389 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83bf27-567f-49ce-8a7c-35cd099f5862 req-1e6b53f3-a560-4328-ad36-e15751b7b951 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:04.473852 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9f83bf27-567f-49ce-8a7c-35cd099f5862 req-1e6b53f3-a560-4328-ad36-e15751b7b951 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 945 time: 0.0915086 Feb 17 10:31:04.523167 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9f83bf27-567f-49ce-8a7c-35cd099f5862 req-ac4d09b3-c87f-4025-b1ae-77f9f8df2628 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435572 Feb 17 10:31:04.546477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48408) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:04.652870 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-237cae76-6a74-4760-86e7-e0fcd57d2a4b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/743d1214-29d7-478e-8bf6-c7e1e4b96af6 HTTP/1.1" status: 200 len: 993 time: 0.1051888 Feb 17 10:31:06.305514 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729234f7-de45-4c7a-bdb7-b3ead009de69 req-d58ce93e-95d5-47ba-8437-0ca9b9e38e15 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:06.306998 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-729234f7-de45-4c7a-bdb7-b3ead009de69 req-d58ce93e-95d5-47ba-8437-0ca9b9e38e15 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 945 time: 0.0870373 Feb 17 10:31:06.357498 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-729234f7-de45-4c7a-bdb7-b3ead009de69 req-0fcc7379-88a4-44b5-a821-10bd13a1950d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433576 Feb 17 10:31:07.544933 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ec54b-ca7c-4c23-b51c-9ddec4522428 req-166d6730-abc3-4eec-bd41-c731dee28100 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:07.546446 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-763ec54b-ca7c-4c23-b51c-9ddec4522428 req-166d6730-abc3-4eec-bd41-c731dee28100 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 945 time: 0.0830774 Feb 17 10:31:07.591812 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-763ec54b-ca7c-4c23-b51c-9ddec4522428 req-1ecd7df2-e34d-49a4-b761-adeed4fbd48e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398130 Feb 17 10:31:07.615462 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48426) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:07.716949 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c80c12e9-07d5-4ba9-8961-4eb6ceb80280 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/743d1214-29d7-478e-8bf6-c7e1e4b96af6 HTTP/1.1" status: 200 len: 993 time: 0.1001365 Feb 17 10:31:08.014030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48436) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:08.214090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port 12042605-b0a8-4bef-af57-d73b9a4a2a09 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:31:08.214438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:08.386917 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:08.387787 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:08.509393 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for 12042605-b0a8-4bef-af57-d73b9a4a2a09 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:31:08.758521 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:08.806542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=12042605-b0a8-4bef-af57-d73b9a4a2a09,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:08.872787 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:08.876067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:08.876067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:08.876067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:08.876067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:08.876067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:08.876067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:08.876067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:08.876067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:08.876067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:08.876067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:08.876932 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:08.907329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:08.907661 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Floating IP 743d1214-29d7-478e-8bf6-c7e1e4b96af6 disassociated (deleted). External IP: 172.26.4.219, port: 97670152-1407-4505-81b0-6ea868ae4c40. Feb 17 10:31:09.142124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:09.365963 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router 4b24e449-7751-47e4-b100-92a09df3c232 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:31:09.599142 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:31:09.610149 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc431926-438b-49bf-9983-dbe76844d092 None None] Sync routers for ids ['4b24e449-7751-47e4-b100-92a09df3c232'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:31:09.620546 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc431926-438b-49bf-9983-dbe76844d092 None None] Routers {'4b24e449-7751-47e4-b100-92a09df3c232'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:31:09.621140 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fc431926-438b-49bf-9983-dbe76844d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:30:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4b24e449-7751-47e4-b100-92a09df3c232'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:09.623943 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:09.676634 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1dea7610-3731-4dda-8b1e-cbda49f230bf req-74e12d2d-7c98-4ea3-ab3b-ccdc92c3f94a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1600075 Feb 17 10:31:09.689521 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-07871c22-5704-4bc4-9578-cd24a03f7e30 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/floatingips/743d1214-29d7-478e-8bf6-c7e1e4b96af6 HTTP/1.1" status: 204 len: 168 time: 1.6743541 Feb 17 10:31:09.690206 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a5b982-b283-45a3-bf7e-fa9fe616032d', 'tag': '97670152-1407-4505-81b0-6ea868ae4c40'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:31:09.727083 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:31:09.848380 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a5b982-b283-45a3-bf7e-fa9fe616032d', 'tag': '97670152-1407-4505-81b0-6ea868ae4c40', 'status': 'completed', 'code': 200} Feb 17 10:31:09.852381 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-fc431926-438b-49bf-9983-dbe76844d092 None None] Set router 4b24e449-7751-47e4-b100-92a09df3c232 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:31:09.879203 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea7610-3731-4dda-8b1e-cbda49f230bf req-b1f2447b-2f56-4154-a8e2-21e4740837ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:09.880697 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1dea7610-3731-4dda-8b1e-cbda49f230bf req-b1f2447b-2f56-4154-a8e2-21e4740837ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 1098 time: 0.0919423 Feb 17 10:31:10.028976 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea7610-3731-4dda-8b1e-cbda49f230bf req-ae92fb2c-acc2-4394-9b16-56c5a578f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:10.030453 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1dea7610-3731-4dda-8b1e-cbda49f230bf req-ae92fb2c-acc2-4394-9b16-56c5a578f083 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70245352-474e-47a2-821f-a492ebb07b51 HTTP/1.1" status: 200 len: 897 time: 0.1314771 Feb 17 10:31:10.103615 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1dea7610-3731-4dda-8b1e-cbda49f230bf req-34d90237-f1b7-4725-bfd1-d9d39d91cba5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97670152-1407-4505-81b0-6ea868ae4c40 HTTP/1.1" status: 200 len: 217 time: 0.0662653 Feb 17 10:31:10.173194 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea7610-3731-4dda-8b1e-cbda49f230bf req-90d91c2d-3d30-4bfa-b8d9-fe250e6730c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:10.174912 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1dea7610-3731-4dda-8b1e-cbda49f230bf req-90d91c2d-3d30-4bfa-b8d9-fe250e6730c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78d7dff4-3911-4de6-b3e8-e2f59e71ccfd HTTP/1.1" status: 200 len: 834 time: 0.0654292 Feb 17 10:31:10.179797 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fc431926-438b-49bf-9983-dbe76844d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24e449-7751-47e4-b100-92a09df3c232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260509279', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:29:15Z', 'updated_at': '2022-02-17T10:29:21Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:16Z', 'updated_at': '2022-02-17T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'd6b3ca29-27a7-45e2-ad95-cdb833a0514a', 'name': '', 'network_id': '70245352-474e-47a2-821f-a492ebb07b51', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:87:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:20Z', 'updated_at': '2022-02-17T10:29:26Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:10.183704 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc431926-438b-49bf-9983-dbe76844d092 None None] Checking router: 4b24e449-7751-47e4-b100-92a09df3c232 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:31:10.192998 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc431926-438b-49bf-9983-dbe76844d092 None None] Routers {'4b24e449-7751-47e4-b100-92a09df3c232'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:31:10.193584 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fc431926-438b-49bf-9983-dbe76844d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:30:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4b24e449-7751-47e4-b100-92a09df3c232'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:10.306924 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea7610-3731-4dda-8b1e-cbda49f230bf req-a0d60ab8-cf73-403a-bd0e-d8910e72e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:10.308444 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1dea7610-3731-4dda-8b1e-cbda49f230bf req-a0d60ab8-cf73-403a-bd0e-d8910e72e504 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70245352-474e-47a2-821f-a492ebb07b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816867 Feb 17 10:31:10.330243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfb6f1-c102-443e-a508-162af881b1e2 req-52dd275a-c00a-47e6-9331-d9197dd18c5f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:10.331768 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-51cfb6f1-c102-443e-a508-162af881b1e2 req-52dd275a-c00a-47e6-9331-d9197dd18c5f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 945 time: 0.0919366 Feb 17 10:31:10.371341 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-fc431926-438b-49bf-9983-dbe76844d092 None None] Set router 4b24e449-7751-47e4-b100-92a09df3c232 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:31:10.380097 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-51cfb6f1-c102-443e-a508-162af881b1e2 req-363df8ac-cc80-4a2f-bda6-aa603dcf9f95 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412636 Feb 17 10:31:10.456079 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1dea7610-3731-4dda-8b1e-cbda49f230bf req-17aba9c7-8e15-4142-917d-de4ead53d347 service neutron] 10.222.0.37 "GET /v2.0/networks/70245352-474e-47a2-821f-a492ebb07b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406806 Feb 17 10:31:10.608692 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1dea7610-3731-4dda-8b1e-cbda49f230bf req-38e6274c-16a5-4dcf-b32a-e21f26dd6b4f service neutron] 10.222.0.37 "GET /v2.0/networks/70245352-474e-47a2-821f-a492ebb07b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460884 Feb 17 10:31:10.685577 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fc431926-438b-49bf-9983-dbe76844d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24e449-7751-47e4-b100-92a09df3c232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260509279', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:29:15Z', 'updated_at': '2022-02-17T10:29:21Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:16Z', 'updated_at': '2022-02-17T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'd6b3ca29-27a7-45e2-ad95-cdb833a0514a', 'name': '', 'network_id': '70245352-474e-47a2-821f-a492ebb07b51', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:87:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:20Z', 'updated_at': '2022-02-17T10:29:26Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:10.689710 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc431926-438b-49bf-9983-dbe76844d092 None None] The sync data for ids ['4b24e449-7751-47e4-b100-92a09df3c232'] in dv-neutron-828143-5-hyperv is: [{'id': '4b24e449-7751-47e4-b100-92a09df3c232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260509279', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:29:15Z', 'updated_at': '2022-02-17T10:29:21Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:16Z', 'updated_at': '2022-02-17T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'd6b3ca29-27a7-45e2-ad95-cdb833a0514a', 'name': '', 'network_id': '70245352-474e-47a2-821f-a492ebb07b51', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:87:ff:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:20Z', 'updated_at': '2022-02-17T10:29:26Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '78d7dff4-3911-4de6-b3e8-e2f59e71ccfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:31:10.847187 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68c605-c573-47d5-b5b6-d308f63d98e9 req-23d94cc5-e1cd-4290-9c02-8480e2f6082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:10.848734 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ba68c605-c573-47d5-b5b6-d308f63d98e9 req-23d94cc5-e1cd-4290-9c02-8480e2f6082d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 1098 time: 0.0734885 Feb 17 10:31:10.911993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6842e0d3-d90c-4fc6-ab48-3a441260729f None None] New status for floating IP 743d1214-29d7-478e-8bf6-c7e1e4b96af6: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:31:10.999251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68c605-c573-47d5-b5b6-d308f63d98e9 req-41d390d9-89c3-480d-ba27-c4bd2d33a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:11.000717 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ba68c605-c573-47d5-b5b6-d308f63d98e9 req-41d390d9-89c3-480d-ba27-c4bd2d33a4a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70245352-474e-47a2-821f-a492ebb07b51 HTTP/1.1" status: 200 len: 897 time: 0.1455393 Feb 17 10:31:11.173743 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ba68c605-c573-47d5-b5b6-d308f63d98e9 req-1c766f08-983c-4219-a113-e487dee335a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97670152-1407-4505-81b0-6ea868ae4c40 HTTP/1.1" status: 200 len: 217 time: 0.1655834 Feb 17 10:31:11.236213 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68c605-c573-47d5-b5b6-d308f63d98e9 req-4990e6d7-363e-417e-8d23-0415208fe442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:11.237654 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ba68c605-c573-47d5-b5b6-d308f63d98e9 req-4990e6d7-363e-417e-8d23-0415208fe442 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78d7dff4-3911-4de6-b3e8-e2f59e71ccfd HTTP/1.1" status: 200 len: 834 time: 0.0582731 Feb 17 10:31:11.316784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68c605-c573-47d5-b5b6-d308f63d98e9 req-57ba703e-3059-468f-986b-8608167e9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:11.318316 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ba68c605-c573-47d5-b5b6-d308f63d98e9 req-57ba703e-3059-468f-986b-8608167e9b41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70245352-474e-47a2-821f-a492ebb07b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743115 Feb 17 10:31:11.459168 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ba68c605-c573-47d5-b5b6-d308f63d98e9 req-7454d442-14d8-413a-9e6d-e78ca9e9462a service neutron] 10.222.0.37 "GET /v2.0/networks/70245352-474e-47a2-821f-a492ebb07b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333787 Feb 17 10:31:11.647496 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ba68c605-c573-47d5-b5b6-d308f63d98e9 req-68646382-24f0-4286-9125-b094beb00e93 service neutron] 10.222.0.37 "GET /v2.0/networks/70245352-474e-47a2-821f-a492ebb07b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807609 Feb 17 10:31:11.663221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b5fad-b94d-4d1f-b8f5-ee4315c75157 req-2af17592-c743-46bf-86c8-fcdb43e6780b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:11.663894 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-da2b5fad-b94d-4d1f-b8f5-ee4315c75157 req-2af17592-c743-46bf-86c8-fcdb43e6780b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:31:11.764129 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-da2b5fad-b94d-4d1f-b8f5-ee4315c75157 req-2af17592-c743-46bf-86c8-fcdb43e6780b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:31:11.765248 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-da2b5fad-b94d-4d1f-b8f5-ee4315c75157 req-2af17592-c743-46bf-86c8-fcdb43e6780b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 945 time: 0.2327168 Feb 17 10:31:11.813561 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-da2b5fad-b94d-4d1f-b8f5-ee4315c75157 req-8a5d3a6f-3608-4bea-98e5-d946501207ab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426962 Feb 17 10:31:12.470487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71272b27-17d9-4fb7-bc29-24bf6100b150 req-90f9ffab-bfbc-457e-ae22-a1aa1546454b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:12.471931 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-71272b27-17d9-4fb7-bc29-24bf6100b150 req-90f9ffab-bfbc-457e-ae22-a1aa1546454b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 945 time: 0.0809531 Feb 17 10:31:12.543241 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-71272b27-17d9-4fb7-bc29-24bf6100b150 req-c7c96594-20b7-477d-b027-e47c940c3264 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port 97670152-1407-4505-81b0-6ea868ae4c40 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:31:12.543491 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71272b27-17d9-4fb7-bc29-24bf6100b150 req-c7c96594-20b7-477d-b027-e47c940c3264 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:12.796248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-71272b27-17d9-4fb7-bc29-24bf6100b150 req-c7c96594-20b7-477d-b027-e47c940c3264 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] For port 97670152-1407-4505-81b0-6ea868ae4c40, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=97670152-1407-4505-81b0-6ea868ae4c40,segment=NetworkSegment(ecade182-eef0-4b1d-82a8-f2439f2b2c8f),segment_id=ecade182-eef0-4b1d-82a8-f2439f2b2c8f)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:31:12.796522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71272b27-17d9-4fb7-bc29-24bf6100b150 req-c7c96594-20b7-477d-b027-e47c940c3264 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:12.924318 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-71272b27-17d9-4fb7-bc29-24bf6100b150 req-c7c96594-20b7-477d-b027-e47c940c3264 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for 97670152-1407-4505-81b0-6ea868ae4c40 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:31:13.000115 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77041b-4ba6-4d01-9df0-a6577b6b96b6 req-e8df9fcf-9b65-434b-9338-fccaeee7f85d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:13.001600 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1d77041b-4ba6-4d01-9df0-a6577b6b96b6 req-e8df9fcf-9b65-434b-9338-fccaeee7f85d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 945 time: 0.0803149 Feb 17 10:31:13.051680 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1d77041b-4ba6-4d01-9df0-a6577b6b96b6 req-846903fe-24bc-4a21-9b81-d8390c96e118 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=901133e0-0c2e-40c1-a531-fdae8dc82699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443010 Feb 17 10:31:13.120191 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71272b27-17d9-4fb7-bc29-24bf6100b150 req-c7c96594-20b7-477d-b027-e47c940c3264 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:13.174712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c96594-20b7-477d-b027-e47c940c3264 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=97670152-1407-4505-81b0-6ea868ae4c40,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:13.245464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-71272b27-17d9-4fb7-bc29-24bf6100b150 req-c7c96594-20b7-477d-b027-e47c940c3264 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] No DVR routers for this DVR port 97670152-1407-4505-81b0-6ea868ae4c40 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:31:13.248534 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71272b27-17d9-4fb7-bc29-24bf6100b150 req-c7c96594-20b7-477d-b027-e47c940c3264 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:13.250988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a5b982-b283-45a3-bf7e-fa9fe616032d', 'name': 'network-vif-deleted', 'tag': '97670152-1407-4505-81b0-6ea868ae4c40'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:31:13.300448 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a5b982-b283-45a3-bf7e-fa9fe616032d', 'name': 'network-vif-deleted', 'tag': '97670152-1407-4505-81b0-6ea868ae4c40', 'status': 'completed', 'code': 200} Feb 17 10:31:13.319901 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-71272b27-17d9-4fb7-bc29-24bf6100b150 req-c7c96594-20b7-477d-b027-e47c940c3264 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "DELETE /v2.0/ports/97670152-1407-4505-81b0-6ea868ae4c40 HTTP/1.1" status: 204 len: 173 time: 0.8422585 Feb 17 10:31:14.210767 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d08d49fb-1efa-488e-a6c0-407929b25380 req-65cc9c6d-e4fb-4698-b2db-fc7cf5696eba tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a5b982-b283-45a3-bf7e-fa9fe616032d HTTP/1.1" status: 200 len: 210 time: 0.0417008 Feb 17 10:31:14.888945 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 97670152-1407-4505-81b0-6ea868ae4c40 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:31:14.926182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 97670152-1407-4505-81b0-6ea868ae4c40 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:31:14.926536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 97670152-1407-4505-81b0-6ea868ae4c40 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:31:15.309063 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48468) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:15.977613 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7cac311-0716-4c8f-b6b7-ab62a9b699bf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:16.338457 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d7cac311-0716-4c8f-b6b7-ab62a9b699bf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port d6b3ca29-27a7-45e2-ad95-cdb833a0514a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:31:16.339135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7cac311-0716-4c8f-b6b7-ab62a9b699bf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:16.524965 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-d7cac311-0716-4c8f-b6b7-ab62a9b699bf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] For port d6b3ca29-27a7-45e2-ad95-cdb833a0514a, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=d6b3ca29-27a7-45e2-ad95-cdb833a0514a,segment=NetworkSegment(ecade182-eef0-4b1d-82a8-f2439f2b2c8f),segment_id=ecade182-eef0-4b1d-82a8-f2439f2b2c8f)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:31:16.525376 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7cac311-0716-4c8f-b6b7-ab62a9b699bf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:16.662067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d7cac311-0716-4c8f-b6b7-ab62a9b699bf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for d6b3ca29-27a7-45e2-ad95-cdb833a0514a owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:31:17.137669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7cac311-0716-4c8f-b6b7-ab62a9b699bf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:17.187892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cac311-0716-4c8f-b6b7-ab62a9b699bf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=d6b3ca29-27a7-45e2-ad95-cdb833a0514a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:17.476131 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7cac311-0716-4c8f-b6b7-ab62a9b699bf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:17.843725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cac311-0716-4c8f-b6b7-ab62a9b699bf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router 4b24e449-7751-47e4-b100-92a09df3c232 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:31:18.022971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cac311-0716-4c8f-b6b7-ab62a9b699bf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:31:18.035190 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db061e-24d5-4798-b0e1-93b6cb07c111 None None] Sync routers for ids ['4b24e449-7751-47e4-b100-92a09df3c232'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:31:18.036244 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d7cac311-0716-4c8f-b6b7-ab62a9b699bf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "PUT /v2.0/routers/4b24e449-7751-47e4-b100-92a09df3c232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7253895 Feb 17 10:31:18.039115 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48472) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:18.046652 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65db061e-24d5-4798-b0e1-93b6cb07c111 None None] Routers {'4b24e449-7751-47e4-b100-92a09df3c232'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:31:18.047271 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-65db061e-24d5-4798-b0e1-93b6cb07c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:30:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4b24e449-7751-47e4-b100-92a09df3c232'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:18.103919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6cfefe-bf81-4ff6-a4c1-91fdc5774668 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting subnet 78d7dff4-3911-4de6-b3e8-e2f59e71ccfd {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:31:18.106923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca6cfefe-bf81-4ff6-a4c1-91fdc5774668 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:18.160888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca6cfefe-bf81-4ff6-a4c1-91fdc5774668 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:18.221572 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-65db061e-24d5-4798-b0e1-93b6cb07c111 None None] Set router 4b24e449-7751-47e4-b100-92a09df3c232 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:31:18.248609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca6cfefe-bf81-4ff6-a4c1-91fdc5774668 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:18.400709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca6cfefe-bf81-4ff6-a4c1-91fdc5774668 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:18.440530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cfefe-bf81-4ff6-a4c1-91fdc5774668 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Subnet': ['ID=78d7dff4-3911-4de6-b3e8-e2f59e71ccfd,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:18.445235 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca6cfefe-bf81-4ff6-a4c1-91fdc5774668 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:18.452569 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7d1f99-b2d2-4d9d-8464-3efb4b1bd056 None None] Network 70245352-474e-47a2-821f-a492ebb07b51 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:31:18.456804 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ca6cfefe-bf81-4ff6-a4c1-91fdc5774668 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/subnets/78d7dff4-3911-4de6-b3e8-e2f59e71ccfd HTTP/1.1" status: 204 len: 168 time: 0.4129620 Feb 17 10:31:18.456804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48476) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:18.542877 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-65db061e-24d5-4798-b0e1-93b6cb07c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24e449-7751-47e4-b100-92a09df3c232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260509279', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:29:15Z', 'updated_at': '2022-02-17T10:31:16Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:16Z', 'updated_at': '2022-02-17T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:18.547152 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db061e-24d5-4798-b0e1-93b6cb07c111 None None] Checking router: 4b24e449-7751-47e4-b100-92a09df3c232 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:31:18.555888 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65db061e-24d5-4798-b0e1-93b6cb07c111 None None] Routers {'4b24e449-7751-47e4-b100-92a09df3c232'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:31:18.556504 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-65db061e-24d5-4798-b0e1-93b6cb07c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:30:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['4b24e449-7751-47e4-b100-92a09df3c232'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:18.723414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] DHCP port deletion for 70245352-474e-47a2-821f-a492ebb07b51 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:31:18.727924 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Deleting port c2292730-738b-48f5-babb-c1f8951c3d69 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:31:18.728294 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:18.760976 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-65db061e-24d5-4798-b0e1-93b6cb07c111 None None] Set router 4b24e449-7751-47e4-b100-92a09df3c232 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:31:18.772640 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a5224a9-a5cc-43c2-b223-1d686282f546 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:18.969777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a5224a9-a5cc-43c2-b223-1d686282f546 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:18.985936 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] For port c2292730-738b-48f5-babb-c1f8951c3d69, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c2292730-738b-48f5-babb-c1f8951c3d69,segment=NetworkSegment(ecade182-eef0-4b1d-82a8-f2439f2b2c8f),segment_id=ecade182-eef0-4b1d-82a8-f2439f2b2c8f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:31:18.986560 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:19.040241 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5a5224a9-a5cc-43c2-b223-1d686282f546 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port 7e8d8d38-db1e-4ecf-b765-57bb08425c1e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:31:19.040818 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a5224a9-a5cc-43c2-b223-1d686282f546 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:19.066207 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-65db061e-24d5-4798-b0e1-93b6cb07c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24e449-7751-47e4-b100-92a09df3c232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260509279', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:29:15Z', 'updated_at': '2022-02-17T10:31:16Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:16Z', 'updated_at': '2022-02-17T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:19.070951 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db061e-24d5-4798-b0e1-93b6cb07c111 None None] The sync data for ids ['4b24e449-7751-47e4-b100-92a09df3c232'] in dv-neutron-828143-5-hyperv is: [{'id': '4b24e449-7751-47e4-b100-92a09df3c232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260509279', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:29:15Z', 'updated_at': '2022-02-17T10:31:16Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '7e8d8d38-db1e-4ecf-b765-57bb08425c1e', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24e449-7751-47e4-b100-92a09df3c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:29:16Z', 'updated_at': '2022-02-17T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:31:19.110258 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Calling delete_port for c2292730-738b-48f5-babb-c1f8951c3d69 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:31:19.228971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-5a5224a9-a5cc-43c2-b223-1d686282f546 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] For port 7e8d8d38-db1e-4ecf-b765-57bb08425c1e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7e8d8d38-db1e-4ecf-b765-57bb08425c1e,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:31:19.229268 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a5224a9-a5cc-43c2-b223-1d686282f546 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:19.257229 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:19.302136 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Pushing event deleted for resources: {'Port': ['ID=c2292730-738b-48f5-babb-c1f8951c3d69,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:19.311969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] No DVR routers for this DVR port c2292730-738b-48f5-babb-c1f8951c3d69 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:31:19.314305 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:19.314658 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:19.315037 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:19.315375 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:19.315710 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:19.316045 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:19.316378 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:19.316712 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:19.317039 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:19.317362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:19.317683 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:19.318002 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f7e2c-f76a-4160-b2fe-7e2ba369df47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:19.358905 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5a5224a9-a5cc-43c2-b223-1d686282f546 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for 7e8d8d38-db1e-4ecf-b765-57bb08425c1e owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:31:19.587897 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a5224a9-a5cc-43c2-b223-1d686282f546 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:19.669869 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5224a9-a5cc-43c2-b223-1d686282f546 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=7e8d8d38-db1e-4ecf-b765-57bb08425c1e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:19.728268 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a5224a9-a5cc-43c2-b223-1d686282f546 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:19.902320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a5224a9-a5cc-43c2-b223-1d686282f546 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:19.904703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a5224a9-a5cc-43c2-b223-1d686282f546 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:20.005898 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a5224a9-a5cc-43c2-b223-1d686282f546 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:20.006378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5224a9-a5cc-43c2-b223-1d686282f546 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Fanout notify agent at l3_agent the message router_deleted on router 4b24e449-7751-47e4-b100-92a09df3c232 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 10:31:20.022763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a5224a9-a5cc-43c2-b223-1d686282f546 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:20.023865 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5a5224a9-a5cc-43c2-b223-1d686282f546 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/routers/4b24e449-7751-47e4-b100-92a09df3c232 HTTP/1.1" status: 204 len: 168 time: 1.5670421 Feb 17 10:31:20.026711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48482) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:20.150794 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-46160849-ea93-43bc-b44a-35e802948049 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:20.278971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-46160849-ea93-43bc-b44a-35e802948049 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:20.306979 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-46160849-ea93-43bc-b44a-35e802948049 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70245352-474e-47a2-821f-a492ebb07b51']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:20.430019 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-46160849-ea93-43bc-b44a-35e802948049 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecade182-eef0-4b1d-82a8-f2439f2b2c8f') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:20.430406 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-46160849-ea93-43bc-b44a-35e802948049 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecade182-eef0-4b1d-82a8-f2439f2b2c8f') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:20.444059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-46160849-ea93-43bc-b44a-35e802948049 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:20.461230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-46160849-ea93-43bc-b44a-35e802948049 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:20.473751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46160849-ea93-43bc-b44a-35e802948049 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:31:20.474237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-46160849-ea93-43bc-b44a-35e802948049 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:20.478274 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7e8d8d38-db1e-4ecf-b765-57bb08425c1e no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:31:20.489012 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:31:20.517779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 7e8d8d38-db1e-4ecf-b765-57bb08425c1e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:31:20.518162 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7e8d8d38-db1e-4ecf-b765-57bb08425c1e not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:31:20.518587 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d6b3ca29-27a7-45e2-ad95-cdb833a0514a no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:31:20.555809 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: d6b3ca29-27a7-45e2-ad95-cdb833a0514a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:31:20.556075 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device d6b3ca29-27a7-45e2-ad95-cdb833a0514a not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:31:20.556490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c2292730-738b-48f5-babb-c1f8951c3d69 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:31:20.592460 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: c2292730-738b-48f5-babb-c1f8951c3d69 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:31:20.592802 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c2292730-738b-48f5-babb-c1f8951c3d69 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:31:20.639689 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-46160849-ea93-43bc-b44a-35e802948049 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:20.657962 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-46160849-ea93-43bc-b44a-35e802948049 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:20.667514 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46160849-ea93-43bc-b44a-35e802948049 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Network': ['ID=70245352-474e-47a2-821f-a492ebb07b51,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:20.670567 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-46160849-ea93-43bc-b44a-35e802948049 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/networks/70245352-474e-47a2-821f-a492ebb07b51 HTTP/1.1" status: 204 len: 168 time: 0.6428411 Feb 17 10:31:20.673212 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48490) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:20.743319 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-78f7be51-a8d7-4598-8077-1a663f12c5ff tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:20.774345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-78f7be51-a8d7-4598-8077-1a663f12c5ff tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:20.914787 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-78f7be51-a8d7-4598-8077-1a663f12c5ff tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:20.933237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7be51-a8d7-4598-8077-1a663f12c5ff tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901133e0-0c2e-40c1-a531-fdae8dc82699,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:21.022532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-78f7be51-a8d7-4598-8077-1a663f12c5ff tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:21.023615 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-78f7be51-a8d7-4598-8077-1a663f12c5ff tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/security-groups/901133e0-0c2e-40c1-a531-fdae8dc82699 HTTP/1.1" status: 204 len: 168 time: 0.3494844 Feb 17 10:31:22.559181 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48502) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:22.565505 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-58bf9b0b-61d8-4109-af81-8c8cfc381798 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1163882631', 'description': 'tempest-secgroup-smoke-1163882631 description', 'project_id': 'e986d3720a6641768dbcd23d036578fd'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:31:22.571641 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-58bf9b0b-61d8-4109-af81-8c8cfc381798 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:31:22.575805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-58bf9b0b-61d8-4109-af81-8c8cfc381798 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:31:22.578693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-58bf9b0b-61d8-4109-af81-8c8cfc381798 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:31:22.584285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-58bf9b0b-61d8-4109-af81-8c8cfc381798 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:31:22.662836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58bf9b0b-61d8-4109-af81-8c8cfc381798 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:22.683607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-58bf9b0b-61d8-4109-af81-8c8cfc381798 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:31:22.688255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-58bf9b0b-61d8-4109-af81-8c8cfc381798 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:31:22.691309 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-58bf9b0b-61d8-4109-af81-8c8cfc381798 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:31:22.697080 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-58bf9b0b-61d8-4109-af81-8c8cfc381798 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:31:22.767073 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58bf9b0b-61d8-4109-af81-8c8cfc381798 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:22.851689 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58bf9b0b-61d8-4109-af81-8c8cfc381798 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:22.898900 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf9b0b-61d8-4109-af81-8c8cfc381798 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3811646a-5fe3-4b30-967e-591c22a9bc3b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:22.960119 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58bf9b0b-61d8-4109-af81-8c8cfc381798 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:22.961498 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-58bf9b0b-61d8-4109-af81-8c8cfc381798 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4006298 Feb 17 10:31:22.964295 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48506) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:22.971365 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e5aa9479-ee99-4eff-9f1a-b9c142b5cc89 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '3811646a-5fe3-4b30-967e-591c22a9bc3b', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:31:22.977150 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e5aa9479-ee99-4eff-9f1a-b9c142b5cc89 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:31:22.981310 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e5aa9479-ee99-4eff-9f1a-b9c142b5cc89 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:31:22.984889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e5aa9479-ee99-4eff-9f1a-b9c142b5cc89 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:31:22.991101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e5aa9479-ee99-4eff-9f1a-b9c142b5cc89 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:31:23.071778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5aa9479-ee99-4eff-9f1a-b9c142b5cc89 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:23.144697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5aa9479-ee99-4eff-9f1a-b9c142b5cc89 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:23.199831 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5aa9479-ee99-4eff-9f1a-b9c142b5cc89 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:23.226095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa9479-ee99-4eff-9f1a-b9c142b5cc89 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68b11de-dfbf-4199-836c-e815d376111e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:23.285924 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5aa9479-ee99-4eff-9f1a-b9c142b5cc89 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:23.287161 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e5aa9479-ee99-4eff-9f1a-b9c142b5cc89 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3219609 Feb 17 10:31:23.290620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48510) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:23.296328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bae1d868-fa65-4408-a2ee-e7b77fd1473a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '3811646a-5fe3-4b30-967e-591c22a9bc3b', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:31:23.302531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bae1d868-fa65-4408-a2ee-e7b77fd1473a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:31:23.306286 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bae1d868-fa65-4408-a2ee-e7b77fd1473a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:31:23.309152 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bae1d868-fa65-4408-a2ee-e7b77fd1473a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:31:23.315748 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bae1d868-fa65-4408-a2ee-e7b77fd1473a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:31:23.395577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bae1d868-fa65-4408-a2ee-e7b77fd1473a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:23.475167 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bae1d868-fa65-4408-a2ee-e7b77fd1473a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:23.542847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bae1d868-fa65-4408-a2ee-e7b77fd1473a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:23.567997 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1d868-fa65-4408-a2ee-e7b77fd1473a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987802e4-5e3f-46de-8892-6322b45364bf,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:23.691677 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bae1d868-fa65-4408-a2ee-e7b77fd1473a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:23.692911 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bae1d868-fa65-4408-a2ee-e7b77fd1473a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4013004 Feb 17 10:31:23.697337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48514) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:23.702890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-aad104e9-c754-4ef8-a834-9cb38ecf9bca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '3811646a-5fe3-4b30-967e-591c22a9bc3b', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:31:23.708791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-aad104e9-c754-4ef8-a834-9cb38ecf9bca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:31:23.712624 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-aad104e9-c754-4ef8-a834-9cb38ecf9bca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:31:23.715542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-aad104e9-c754-4ef8-a834-9cb38ecf9bca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:31:23.721924 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-aad104e9-c754-4ef8-a834-9cb38ecf9bca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:31:23.789066 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aad104e9-c754-4ef8-a834-9cb38ecf9bca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:23.853230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aad104e9-c754-4ef8-a834-9cb38ecf9bca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:23.919102 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aad104e9-c754-4ef8-a834-9cb38ecf9bca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:23.942350 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad104e9-c754-4ef8-a834-9cb38ecf9bca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c22172-b406-4e3c-895b-542024d63ea8,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:24.046020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aad104e9-c754-4ef8-a834-9cb38ecf9bca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:24.047334 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-aad104e9-c754-4ef8-a834-9cb38ecf9bca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3490250 Feb 17 10:31:24.050075 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48518) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:24.055105 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8f02fbca-6d1e-42a6-a003-7e090109563a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '3811646a-5fe3-4b30-967e-591c22a9bc3b', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:31:24.062938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8f02fbca-6d1e-42a6-a003-7e090109563a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:31:24.066857 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8f02fbca-6d1e-42a6-a003-7e090109563a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:31:24.069683 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8f02fbca-6d1e-42a6-a003-7e090109563a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:31:24.075732 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8f02fbca-6d1e-42a6-a003-7e090109563a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:31:24.161858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f02fbca-6d1e-42a6-a003-7e090109563a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:24.229539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f02fbca-6d1e-42a6-a003-7e090109563a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:24.280370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f02fbca-6d1e-42a6-a003-7e090109563a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:24.303983 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02fbca-6d1e-42a6-a003-7e090109563a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9294644e-bb63-46d5-ba20-b8fb3ba9092e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:24.377208 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f02fbca-6d1e-42a6-a003-7e090109563a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:24.378441 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8f02fbca-6d1e-42a6-a003-7e090109563a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3274584 Feb 17 10:31:24.381096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48522) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:24.385866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-87710b7b-73b2-4105-95a4-60c5a1f39b10 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '3811646a-5fe3-4b30-967e-591c22a9bc3b', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:31:24.392713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-87710b7b-73b2-4105-95a4-60c5a1f39b10 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:31:24.396482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-87710b7b-73b2-4105-95a4-60c5a1f39b10 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:31:24.399693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-87710b7b-73b2-4105-95a4-60c5a1f39b10 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:31:24.406154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-87710b7b-73b2-4105-95a4-60c5a1f39b10 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:31:24.514857 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-87710b7b-73b2-4105-95a4-60c5a1f39b10 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Project e986d3720a6641768dbcd23d036578fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:31:24.521575 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87710b7b-73b2-4105-95a4-60c5a1f39b10 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:24.587639 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87710b7b-73b2-4105-95a4-60c5a1f39b10 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:24.662610 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87710b7b-73b2-4105-95a4-60c5a1f39b10 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:24.686394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87710b7b-73b2-4105-95a4-60c5a1f39b10 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376e4063-a9f6-47ca-a019-827085794cd6,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:24.765756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-11e4c71a-61f7-4513-b56f-043868981732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:24.816971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87710b7b-73b2-4105-95a4-60c5a1f39b10 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:24.818201 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-87710b7b-73b2-4105-95a4-60c5a1f39b10 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4361763 Feb 17 10:31:24.821617 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48526) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:24.826618 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2e610e88-cfe3-45e1-b298-d15c70e0707b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '3811646a-5fe3-4b30-967e-591c22a9bc3b', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:31:24.832787 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2e610e88-cfe3-45e1-b298-d15c70e0707b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:31:24.837646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2e610e88-cfe3-45e1-b298-d15c70e0707b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:31:24.844701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-2e610e88-cfe3-45e1-b298-d15c70e0707b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:31:24.846156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2e610e88-cfe3-45e1-b298-d15c70e0707b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:31:24.971632 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-2e610e88-cfe3-45e1-b298-d15c70e0707b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Project e986d3720a6641768dbcd23d036578fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:31:24.979306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2e610e88-cfe3-45e1-b298-d15c70e0707b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:25.046662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2e610e88-cfe3-45e1-b298-d15c70e0707b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:25.147435 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2e610e88-cfe3-45e1-b298-d15c70e0707b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:25.172283 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e610e88-cfe3-45e1-b298-d15c70e0707b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c94add-4a83-4f7c-9424-27e1f7cbf85f,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:25.245020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2e610e88-cfe3-45e1-b298-d15c70e0707b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:25.246258 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-2e610e88-cfe3-45e1-b298-d15c70e0707b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4237137 Feb 17 10:31:25.249663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48530) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:25.254980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dce6fcef-c7d8-4a2d-bf29-374b3d47cdd3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'network': {'name': 'tempest-network-smoke--1592497929', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'port_security_enabled': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:31:25.259965 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dce6fcef-c7d8-4a2d-bf29-374b3d47cdd3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:31:25.264567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-dce6fcef-c7d8-4a2d-bf29-374b3d47cdd3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:network and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:31:25.267400 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-dce6fcef-c7d8-4a2d-bf29-374b3d47cdd3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:31:25.273078 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dce6fcef-c7d8-4a2d-bf29-374b3d47cdd3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:31:25.359909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce6fcef-c7d8-4a2d-bf29-374b3d47cdd3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Made reservation on behalf of e986d3720a6641768dbcd23d036578fd for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:31:25.363361 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dce6fcef-c7d8-4a2d-bf29-374b3d47cdd3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:25.392465 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce6fcef-c7d8-4a2d-bf29-374b3d47cdd3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:31:25.401017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dce6fcef-c7d8-4a2d-bf29-374b3d47cdd3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:25.401379 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-dce6fcef-c7d8-4a2d-bf29-374b3d47cdd3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Added segment 70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc of type vlan for network 819ef047-31b8-416d-9351-a663bb37a95d Feb 17 10:31:25.426187 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dce6fcef-c7d8-4a2d-bf29-374b3d47cdd3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:25.537011 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dce6fcef-c7d8-4a2d-bf29-374b3d47cdd3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:25.542571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce6fcef-c7d8-4a2d-bf29-374b3d47cdd3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:25.543148 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dce6fcef-c7d8-4a2d-bf29-374b3d47cdd3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:25.650033 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6fcef-c7d8-4a2d-bf29-374b3d47cdd3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Network': ['ID=819ef047-31b8-416d-9351-a663bb37a95d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:25.664114 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 819ef047-31b8-416d-9351-a663bb37a95d details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:31:25.743873 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-dce6fcef-c7d8-4a2d-bf29-374b3d47cdd3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4931505 Feb 17 10:31:25.746461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48534) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:25.752191 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2061759275', 'admin_state_up': True, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:31:25.762346 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:31:25.765590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:router and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:31:25.768445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:31:25.774741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:31:25.880278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:25.881290 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:25.895903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:26.237805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:26.734154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:26.764189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:26.901742 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.26.4.157 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/8ea26093-424c-4017-9ce6-37122e5ee036) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:31:27.047702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:27.068832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40dfdd1a-e4e2-45ce-b88e-eaa2ac3ebf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:27.194670 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:27.259641 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:31:27.263014 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:31:27.266837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:31:27.302276 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=8ea26093-424c-4017-9ce6-37122e5ee036,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:27.737016 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:27.925941 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:28.076531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:28.348825 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:28.462755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router 022ad0e6-27d4-4d90-8852-083a67e71d06 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 10:31:28.645856 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:31:28.655704 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Sync routers for ids ['022ad0e6-27d4-4d90-8852-083a67e71d06'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:31:28.664662 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Routers {'022ad0e6-27d4-4d90-8852-083a67e71d06'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:31:28.665273 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:31:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['022ad0e6-27d4-4d90-8852-083a67e71d06'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:28.788422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:28.789696 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-13407f86-4194-44d5-a2d1-537b3acc6692 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0417459 Feb 17 10:31:28.793194 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48538) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:28.842770 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-01493b5d-3bdf-46c5-aed8-84111f860c4f tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=e986d3720a6641768dbcd23d036578fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450983 Feb 17 10:31:28.842977 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Set router 022ad0e6-27d4-4d90-8852-083a67e71d06 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:31:28.843101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48542) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:28.978799 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2c38a6-c1b3-4715-b1ab-2ad021c1e1ba tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:28.980273 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cf2c38a6-c1b3-4715-b1ab-2ad021c1e1ba tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1363707 Feb 17 10:31:28.983316 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48546) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:29.022241 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-06d7de1c-2d3b-49a9-958b-08edd84631cb tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378528 Feb 17 10:31:29.024902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48550) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:29.030165 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-33d92be8-0c0b-4772-970c-cece4d07bae7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1865619592', 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:31:29.127205 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061759275', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:31:25Z', 'updated_at': '2022-02-17T10:31:27Z', 'revision_number': 3, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:26Z', 'updated_at': '2022-02-17T10:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:29.131394 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Checking router: 022ad0e6-27d4-4d90-8852-083a67e71d06 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:31:29.131739 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Updating router 022ad0e6-27d4-4d90-8852-083a67e71d06 port 8ea26093-424c-4017-9ce6-37122e5ee036 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:31:29.142902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-33d92be8-0c0b-4772-970c-cece4d07bae7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:31:29.146997 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-33d92be8-0c0b-4772-970c-cece4d07bae7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:subnet and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:31:29.150001 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-33d92be8-0c0b-4772-970c-cece4d07bae7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:31:29.156481 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-33d92be8-0c0b-4772-970c-cece4d07bae7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:31:29.190960 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:29.267414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d92be8-0c0b-4772-970c-cece4d07bae7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Made reservation on behalf of e986d3720a6641768dbcd23d036578fd for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:31:29.270904 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-33d92be8-0c0b-4772-970c-cece4d07bae7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:29.565095 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:29.576988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Transition to ACTIVE for port object 8ea26093-424c-4017-9ce6-37122e5ee036 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:31:29.583035 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-33d92be8-0c0b-4772-970c-cece4d07bae7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:29.662724 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:29.668070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d92be8-0c0b-4772-970c-cece4d07bae7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Subnet': ['ID=56a5c86e-655b-44ae-91ea-e98832ce738d,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:29.677667 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d92be8-0c0b-4772-970c-cece4d07bae7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Checking segment: {'id': '70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:31:29.678153 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d92be8-0c0b-4772-970c-cece4d07bae7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network hostable DHCP agents. Network: 819ef047-31b8-416d-9351-a663bb37a95d, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:31:29.743410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da7e11-e415-4669-8e10-ba9e13f8e7b3 None None] Pushing event updated for resources: {'Port': ['ID=8ea26093-424c-4017-9ce6-37122e5ee036,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:29.745549 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Attempting to bind port 8ea26093-424c-4017-9ce6-37122e5ee036 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:31:29.745906 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Attempting to bind port 8ea26093-424c-4017-9ce6-37122e5ee036 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:31:29.746286 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Attempting to bind port 8ea26093-424c-4017-9ce6-37122e5ee036 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:31:29.751907 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:31:29.752272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:31:29.752666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:29.753042 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:31:29.753314 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d92be8-0c0b-4772-970c-cece4d07bae7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network 819ef047-31b8-416d-9351-a663bb37a95d is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:31:29.753496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Bound port: 8ea26093-424c-4017-9ce6-37122e5ee036, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:31:29.753860 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:29.828044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-33d92be8-0c0b-4772-970c-cece4d07bae7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 819ef047-31b8-416d-9351-a663bb37a95d) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:31:29.828626 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] For port 8ea26093-424c-4017-9ce6-37122e5ee036, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:31:29.830941 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] For port 8ea26093-424c-4017-9ce6-37122e5ee036, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8ea26093-424c-4017-9ce6-37122e5ee036,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:31:29.834926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d92be8-0c0b-4772-970c-cece4d07bae7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:29.837032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-33d92be8-0c0b-4772-970c-cece4d07bae7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:29.841389 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028b925f-9f97-4eba-8d19-8839154bf8e6 None None] Network 819ef047-31b8-416d-9351-a663bb37a95d requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:31:29.968880 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:30.017182 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-33d92be8-0c0b-4772-970c-cece4d07bae7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9912453 Feb 17 10:31:30.030565 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48554) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:30.064308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:30.091988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Routers {'022ad0e6-27d4-4d90-8852-083a67e71d06'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:31:30.092572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:31:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['022ad0e6-27d4-4d90-8852-083a67e71d06'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:30.151600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da7e11-e415-4669-8e10-ba9e13f8e7b3 None None] Pushing event updated for resources: {'Port': ['ID=8ea26093-424c-4017-9ce6-37122e5ee036,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:30.230379 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-819ef047-31b8-416d-9351-a663bb37a95d', 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ips': [{'subnet_id': '56a5c86e-655b-44ae-91ea-e98832ce738d'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:31:30.231271 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:30.380589 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] Set router 022ad0e6-27d4-4d90-8852-083a67e71d06 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:31:30.674760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Allocated IP 172.20.0.2 (819ef047-31b8-416d-9351-a663bb37a95d/56a5c86e-655b-44ae-91ea-e98832ce738d/79b4609e-76e5-4e78-ba45-6f08c80ea80b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:31:30.839702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:30.875361 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061759275', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:31:25Z', 'updated_at': '2022-02-17T10:31:27Z', 'revision_number': 3, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:26Z', 'updated_at': '2022-02-17T10:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:30.915863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80328dec-b8cd-46a9-a656-ada139f981ca None None] The sync data for ids ['022ad0e6-27d4-4d90-8852-083a67e71d06'] in dv-neutron-828143-5-hyperv is: [{'id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061759275', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:31:25Z', 'updated_at': '2022-02-17T10:31:27Z', 'revision_number': 3, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:26Z', 'updated_at': '2022-02-17T10:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:31:30.946186 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:30.957597 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Transition to ACTIVE for port object 79b4609e-76e5-4e78-ba45-6f08c80ea80b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:31:30.977648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Transition to ACTIVE for port object 79b4609e-76e5-4e78-ba45-6f08c80ea80b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:31:31.057617 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:31.133183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Network 819ef047-31b8-416d-9351-a663bb37a95d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:31:31.144103 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:31:31.147746 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:31:31.197454 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Pushing event updated for resources: {'Port': ['ID=79b4609e-76e5-4e78-ba45-6f08c80ea80b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:31.307880 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Attempting to bind port 79b4609e-76e5-4e78-ba45-6f08c80ea80b on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:31:31.308709 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Attempting to bind port 79b4609e-76e5-4e78-ba45-6f08c80ea80b by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:31:31.309077 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Attempting to bind port 79b4609e-76e5-4e78-ba45-6f08c80ea80b on network 819ef047-31b8-416d-9351-a663bb37a95d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:31:31.311757 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.20.0.1 (819ef047-31b8-416d-9351-a663bb37a95d/56a5c86e-655b-44ae-91ea-e98832ce738d/f6dd9298-eb42-45a6-971d-06a229dd16dd) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:31:31.315320 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:31:31.315697 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Checking segment: {'id': '70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:31:31.316095 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:31.316488 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Bound using segment: {'id': '70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:31:31.316954 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Bound port: 79b4609e-76e5-4e78-ba45-6f08c80ea80b, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:31:31.317331 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:31.412263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] For port 79b4609e-76e5-4e78-ba45-6f08c80ea80b, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:31:31.415713 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] For port 79b4609e-76e5-4e78-ba45-6f08c80ea80b, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=79b4609e-76e5-4e78-ba45-6f08c80ea80b,segment=NetworkSegment(70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc),segment_id=70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:31:31.493362 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:31.511232 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Transition to ACTIVE for port object f6dd9298-eb42-45a6-971d-06a229dd16dd will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:31:31.520600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:31.595421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:31.615613 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d652a1-6a90-4dcd-bbae-4655d1b4e2ca None None] Pushing event updated for resources: {'Port': ['ID=79b4609e-76e5-4e78-ba45-6f08c80ea80b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:31.683880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network 819ef047-31b8-416d-9351-a663bb37a95d is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:31:31.687483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:31:31.691721 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:31:31.736847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=f6dd9298-eb42-45a6-971d-06a229dd16dd,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:31.760032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:32.154143 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:32.404720 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 79b4609e-76e5-4e78-ba45-6f08c80ea80b up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:31:32.537643 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 79b4609e-76e5-4e78-ba45-6f08c80ea80b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:31:32.543607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8ea26093-424c-4017-9ce6-37122e5ee036 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:31:32.686845 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 8ea26093-424c-4017-9ce6-37122e5ee036 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:31:32.692233 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 8ea26093-424c-4017-9ce6-37122e5ee036 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:31:32.692606 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:32.721184 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:32.814645 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:32.831637 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 8ea26093-424c-4017-9ce6-37122e5ee036, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8ea26093-424c-4017-9ce6-37122e5ee036,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:31:32.835354 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:32.904379 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:32.969028 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=f6dd9298-eb42-45a6-971d-06a229dd16dd,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:32.973033 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:32.987915 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=8ea26093-424c-4017-9ce6-37122e5ee036,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:33.128688 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network 819ef047-31b8-416d-9351-a663bb37a95d is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:31:33.129817 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:31:33.205609 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b4bbef-e891-48f2-b320-60b189869742 None None] Network 819ef047-31b8-416d-9351-a663bb37a95d requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:31:33.327780 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router 022ad0e6-27d4-4d90-8852-083a67e71d06 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:31:33.365450 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-76b3a767-5a95-46dc-9c88-df3279cad8eb None None] Provisioning for port 79b4609e-76e5-4e78-ba45-6f08c80ea80b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:31:33.376357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-76b3a767-5a95-46dc-9c88-df3279cad8eb None None] Provisioning complete for port 79b4609e-76e5-4e78-ba45-6f08c80ea80b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:31:33.376723 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76b3a767-5a95-46dc-9c88-df3279cad8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:33.516403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:31:33.523820 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Sync routers for ids ['022ad0e6-27d4-4d90-8852-083a67e71d06'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:31:33.540517 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7bcb2ecf-f43b-407f-832a-793e7725ee85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "PUT /v2.0/routers/022ad0e6-27d4-4d90-8852-083a67e71d06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5006664 Feb 17 10:31:33.540791 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Routers {'022ad0e6-27d4-4d90-8852-083a67e71d06'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:31:33.540791 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:31:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['022ad0e6-27d4-4d90-8852-083a67e71d06'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:33.577317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76b3a767-5a95-46dc-9c88-df3279cad8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:33.619860 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-76b3a767-5a95-46dc-9c88-df3279cad8eb None None] For port 79b4609e-76e5-4e78-ba45-6f08c80ea80b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=79b4609e-76e5-4e78-ba45-6f08c80ea80b,segment=NetworkSegment(70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc),segment_id=70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:31:33.714593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76b3a767-5a95-46dc-9c88-df3279cad8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:33.731837 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Set router 022ad0e6-27d4-4d90-8852-083a67e71d06 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:31:33.759480 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-89f08fc1-dbab-4a0c-b1a2-d74b70f15945 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1163882631&fields=id&tenant_id=e986d3720a6641768dbcd23d036578fd HTTP/1.1" status: 200 len: 267 time: 0.0533156 Feb 17 10:31:33.790168 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3a767-5a95-46dc-9c88-df3279cad8eb None None] Pushing event updated for resources: {'Port': ['ID=79b4609e-76e5-4e78-ba45-6f08c80ea80b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:33.940158 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3bb96dfe-94f1-44ac-a4aa-f3cf5606382d None None] Provisioning complete for port 79b4609e-76e5-4e78-ba45-6f08c80ea80b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:31:33.940927 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bb96dfe-94f1-44ac-a4aa-f3cf5606382d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:33.944496 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-ea8084f6-4174-4cb1-8f36-302f5c2597d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:33.945781 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-ea8084f6-4174-4cb1-8f36-302f5c2597d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:31:34.034346 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-ea8084f6-4174-4cb1-8f36-302f5c2597d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:31:34.036496 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-ea8084f6-4174-4cb1-8f36-302f5c2597d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/networks?id=819ef047-31b8-416d-9351-a663bb37a95d HTTP/1.1" status: 200 len: 797 time: 0.2619684 Feb 17 10:31:34.059375 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-ba22fbb2-b99b-4d32-97f5-0e61b81ed41d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/quotas/e986d3720a6641768dbcd23d036578fd HTTP/1.1" status: 200 len: 375 time: 0.0170643 Feb 17 10:31:34.121128 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061759275', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:31:25Z', 'updated_at': '2022-02-17T10:31:31Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:26Z', 'updated_at': '2022-02-17T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'f6dd9298-eb42-45a6-971d-06a229dd16dd', 'name': '', 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:af:2e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:31Z', 'updated_at': '2022-02-17T10:31:32Z', 'revision_number': 2, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:34.126257 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Checking router: 022ad0e6-27d4-4d90-8852-083a67e71d06 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:31:34.126567 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Updating router 022ad0e6-27d4-4d90-8852-083a67e71d06 port f6dd9298-eb42-45a6-971d-06a229dd16dd binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:31:34.146598 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3bb96dfe-94f1-44ac-a4aa-f3cf5606382d None None] Provisioning for port f6dd9298-eb42-45a6-971d-06a229dd16dd completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:31:34.152557 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3bb96dfe-94f1-44ac-a4aa-f3cf5606382d None None] Provisioning complete for port f6dd9298-eb42-45a6-971d-06a229dd16dd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:31:34.154202 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3bb96dfe-94f1-44ac-a4aa-f3cf5606382d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:34.167556 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-f668ecd0-15a5-429e-b229-de222814168b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007781 Feb 17 10:31:34.197366 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:34.229272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3bb96dfe-94f1-44ac-a4aa-f3cf5606382d None None] Port f6dd9298-eb42-45a6-971d-06a229dd16dd cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:31:34.349423 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7019f5e2-62a6-449b-83fb-1bf14667e17c None None] Provisioning complete for port f6dd9298-eb42-45a6-971d-06a229dd16dd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:31:34.350531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7019f5e2-62a6-449b-83fb-1bf14667e17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:34.385507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 79b4609e-76e5-4e78-ba45-6f08c80ea80b up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:31:34.428632 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-8dd34dbf-1362-48f5-8c27-f5fd5232fd23 service neutron] 10.222.0.75 "GET /v2.0/networks/819ef047-31b8-416d-9351-a663bb37a95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005880 Feb 17 10:31:34.461171 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7019f5e2-62a6-449b-83fb-1bf14667e17c None None] Port f6dd9298-eb42-45a6-971d-06a229dd16dd cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:31:34.477180 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 79b4609e-76e5-4e78-ba45-6f08c80ea80b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:31:34.477556 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:34.588552 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-7eaa3ad0-4b7a-4535-ba80-df4d2426e5dd service neutron] 10.222.0.75 "GET /v2.0/networks/819ef047-31b8-416d-9351-a663bb37a95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480758 Feb 17 10:31:34.598210 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:34.613510 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Transition to ACTIVE for port object f6dd9298-eb42-45a6-971d-06a229dd16dd will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:31:34.627830 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8ea26093-424c-4017-9ce6-37122e5ee036 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:31:34.697732 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:34.703191 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 8ea26093-424c-4017-9ce6-37122e5ee036 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:31:34.703571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:34.903391 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7201091-785d-4f8c-97d1-36334ae9b14c None None] Pushing event updated for resources: {'Port': ['ID=f6dd9298-eb42-45a6-971d-06a229dd16dd,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:34.912027 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7201091-785d-4f8c-97d1-36334ae9b14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:34.912582 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7201091-785d-4f8c-97d1-36334ae9b14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:34.913123 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7201091-785d-4f8c-97d1-36334ae9b14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:34.913480 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7201091-785d-4f8c-97d1-36334ae9b14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:34.914020 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7201091-785d-4f8c-97d1-36334ae9b14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:34.914536 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7201091-785d-4f8c-97d1-36334ae9b14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:34.914868 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7201091-785d-4f8c-97d1-36334ae9b14c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:34.915198 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7201091-785d-4f8c-97d1-36334ae9b14c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:34.915679 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7201091-785d-4f8c-97d1-36334ae9b14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:34.916048 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7201091-785d-4f8c-97d1-36334ae9b14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:34.916435 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7201091-785d-4f8c-97d1-36334ae9b14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:34.916758 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7201091-785d-4f8c-97d1-36334ae9b14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:31:34.953296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-cd81fddf-d294-4a4c-b878-0616f5919165 req-a703716e-647d-4a80-9263-97c2d9c42da7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:31:34.977558 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Attempting to bind port f6dd9298-eb42-45a6-971d-06a229dd16dd on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:31:34.978170 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Attempting to bind port f6dd9298-eb42-45a6-971d-06a229dd16dd by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:31:34.978436 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Attempting to bind port f6dd9298-eb42-45a6-971d-06a229dd16dd on network 819ef047-31b8-416d-9351-a663bb37a95d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:31:34.984939 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:31:34.986288 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Checking segment: {'id': '70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:31:34.986288 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:34.986288 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Bound using segment: {'id': '70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:31:34.986796 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Bound port: f6dd9298-eb42-45a6-971d-06a229dd16dd, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:31:34.987238 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:35.039808 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-cd81fddf-d294-4a4c-b878-0616f5919165 req-a703716e-647d-4a80-9263-97c2d9c42da7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:31:35.040992 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cd81fddf-d294-4a4c-b878-0616f5919165 req-a703716e-647d-4a80-9263-97c2d9c42da7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 210 time: 0.1635036 Feb 17 10:31:35.081506 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] For port f6dd9298-eb42-45a6-971d-06a229dd16dd, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:31:35.084829 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] For port f6dd9298-eb42-45a6-971d-06a229dd16dd, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f6dd9298-eb42-45a6-971d-06a229dd16dd,segment=NetworkSegment(70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc),segment_id=70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:31:35.177758 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:35.255300 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Routers {'022ad0e6-27d4-4d90-8852-083a67e71d06'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:31:35.255914 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:31:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['022ad0e6-27d4-4d90-8852-083a67e71d06'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:35.310915 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7201091-785d-4f8c-97d1-36334ae9b14c None None] Pushing event updated for resources: {'Port': ['ID=f6dd9298-eb42-45a6-971d-06a229dd16dd,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:35.454226 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] Set router 022ad0e6-27d4-4d90-8852-083a67e71d06 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:31:35.773564 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061759275', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:31:25Z', 'updated_at': '2022-02-17T10:31:31Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:26Z', 'updated_at': '2022-02-17T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'f6dd9298-eb42-45a6-971d-06a229dd16dd', 'name': '', 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:af:2e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:31Z', 'updated_at': '2022-02-17T10:31:35Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:35.777347 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbabc1d-6be2-4369-8bc2-e74d40e96093 None None] The sync data for ids ['022ad0e6-27d4-4d90-8852-083a67e71d06'] in dv-neutron-828143-5-hyperv is: [{'id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061759275', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:31:25Z', 'updated_at': '2022-02-17T10:31:31Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:26Z', 'updated_at': '2022-02-17T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'f6dd9298-eb42-45a6-971d-06a229dd16dd', 'name': '', 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:af:2e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:31Z', 'updated_at': '2022-02-17T10:31:35Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:31:36.322856 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-f3fdaa75-3526-4279-ae41-4856f179dc92 req-cf583d09-faea-4aaa-b107-d11f1229dcd3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 210 time: 0.1578586 Feb 17 10:31:36.382287 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f6dd9298-eb42-45a6-971d-06a229dd16dd up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:31:36.637666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port f6dd9298-eb42-45a6-971d-06a229dd16dd completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:31:36.640411 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port f6dd9298-eb42-45a6-971d-06a229dd16dd triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:31:36.640788 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:36.798657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:36.835286 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port f6dd9298-eb42-45a6-971d-06a229dd16dd, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f6dd9298-eb42-45a6-971d-06a229dd16dd,segment=NetworkSegment(70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc),segment_id=70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:31:36.920125 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:36.993756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=f6dd9298-eb42-45a6-971d-06a229dd16dd,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:37.421699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-89f5d7ec-ad39-44be-9d61-2c56de28a149 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:37.422612 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-89f5d7ec-ad39-44be-9d61-2c56de28a149 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:31:37.435009 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-89f5d7ec-ad39-44be-9d61-2c56de28a149 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:31:37.436358 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-89f5d7ec-ad39-44be-9d61-2c56de28a149 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "GET /v2.0/networks?id=819ef047-31b8-416d-9351-a663bb37a95d HTTP/1.1" status: 200 len: 797 time: 0.1654031 Feb 17 10:31:37.490549 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2a968dc2-557a-4e4d-9b59-5c7b4fd5ba02 req-7788aa1f-e167-44bc-96a0-d1a476f451fa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 210 time: 0.0532167 Feb 17 10:31:37.516460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-19e05d45-cfab-4662-b8ea-e27aa6599c60 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:31:37.599981 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-19e05d45-cfab-4662-b8ea-e27aa6599c60 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:31:37.601058 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-19e05d45-cfab-4662-b8ea-e27aa6599c60 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e986d3720a6641768dbcd23d036578fd HTTP/1.1" status: 200 len: 380 time: 0.1337304 Feb 17 10:31:37.610707 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-a2003577-c79c-4cb2-893e-ebff474dafcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'port': {'device_id': 'cd07d609-d3cf-458d-87bf-2d38611fd4a8', 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d', 'admin_state_up': True, 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'security_groups': ['3811646a-5fe3-4b30-967e-591c22a9bc3b']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:31:37.750849 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-a2003577-c79c-4cb2-893e-ebff474dafcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:31:37.760274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-a2003577-c79c-4cb2-893e-ebff474dafcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:31:37.857340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-a2003577-c79c-4cb2-893e-ebff474dafcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Made reservation on behalf of e986d3720a6641768dbcd23d036578fd for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:31:37.860868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-a2003577-c79c-4cb2-893e-ebff474dafcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:38.025776 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-a2003577-c79c-4cb2-893e-ebff474dafcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.20.0.5 (819ef047-31b8-416d-9351-a663bb37a95d/56a5c86e-655b-44ae-91ea-e98832ce738d/34af6fb2-7ff6-4d1b-b6a8-2ac41331d312) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:31:38.331011 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-a2003577-c79c-4cb2-893e-ebff474dafcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:38.347220 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-a2003577-c79c-4cb2-893e-ebff474dafcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Transition to ACTIVE for port object 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:31:38.349181 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f6dd9298-eb42-45a6-971d-06a229dd16dd up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:31:38.417366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port f6dd9298-eb42-45a6-971d-06a229dd16dd triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:31:38.417744 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:38.440586 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-a2003577-c79c-4cb2-893e-ebff474dafcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:38.509943 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-a2003577-c79c-4cb2-893e-ebff474dafcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network 819ef047-31b8-416d-9351-a663bb37a95d is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:31:38.513196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-a2003577-c79c-4cb2-893e-ebff474dafcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:31:38.517697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-a2003577-c79c-4cb2-893e-ebff474dafcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:31:38.563733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2003577-c79c-4cb2-893e-ebff474dafcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:38.603326 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-a2003577-c79c-4cb2-893e-ebff474dafcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:38.603974 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-a2003577-c79c-4cb2-893e-ebff474dafcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:38.706508 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f24bf1-d821-4528-93a6-4cb2fb22b00c req-133bb7af-1c70-4f6f-b978-5ab23280f6dd tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:38.708150 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-25f24bf1-d821-4528-93a6-4cb2fb22b00c req-133bb7af-1c70-4f6f-b978-5ab23280f6dd tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 931 time: 0.0873544 Feb 17 10:31:38.712124 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-a2003577-c79c-4cb2-893e-ebff474dafcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1055989 Feb 17 10:31:38.731095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Request body: {'port': {'device_id': 'cd07d609-d3cf-458d-87bf-2d38611fd4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:31:38.759094 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-25f24bf1-d821-4528-93a6-4cb2fb22b00c req-10ebf8e9-2f9c-419a-9618-661998f26b48 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447500 Feb 17 10:31:38.811341 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6dd65804-b7cb-41fa-ba4f-0bd24fc6a171 None None] Provisioning for port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:31:38.816481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6dd65804-b7cb-41fa-ba4f-0bd24fc6a171 None None] Provisioning complete for port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:31:38.816915 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6dd65804-b7cb-41fa-ba4f-0bd24fc6a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:38.852763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:38.872456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6dd65804-b7cb-41fa-ba4f-0bd24fc6a171 None None] Port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:31:39.137040 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:39.202433 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:31:39.209576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:39.224030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Transition to ACTIVE for port object 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:31:39.280677 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:39.439858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Pushing event updated for resources: {'Port': ['ID=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:39.518947 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Attempting to bind port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:31:39.519634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Attempting to bind port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:31:39.519768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Attempting to bind port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 on network 819ef047-31b8-416d-9351-a663bb37a95d {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:31:39.524468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 on network 819ef047-31b8-416d-9351-a663bb37a95d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:31:39.524783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Attempting to bind port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 on network 819ef047-31b8-416d-9351-a663bb37a95d {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:31:39.530302 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:31:39.530646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Checking segment: {'id': '70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:31:39.531031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Bound using segment: {'id': '70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:31:39.531486 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Bound port: 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:31:39.531833 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:39.635221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] For port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:31:39.639553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] For port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312,segment=NetworkSegment(70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc),segment_id=70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:31:39.737164 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:39.801273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:39.802020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:39.803289 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] 10.222.0.37 "PUT /v2.0/ports/34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 HTTP/1.1" status: 200 len: 1093 time: 1.0769722 Feb 17 10:31:39.803767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd07d609-d3cf-458d-87bf-2d38611fd4a8', 'tag': '34af6fb2-7ff6-4d1b-b6a8-2ac41331d312'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:31:39.833094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7bbe9-b96f-490d-8fd2-ab9c682bf7cb service neutron] Pushing event updated for resources: {'Port': ['ID=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:39.866383 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd07d609-d3cf-458d-87bf-2d38611fd4a8', 'tag': '34af6fb2-7ff6-4d1b-b6a8-2ac41331d312', 'status': 'completed', 'code': 200} Feb 17 10:31:40.044289 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04934334-72d8-446c-8d1c-fdae78f15e06 req-fe240a79-879f-414c-ba0d-dd9e4bb4e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:40.045772 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-04934334-72d8-446c-8d1c-fdae78f15e06 req-fe240a79-879f-414c-ba0d-dd9e4bb4e845 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 1096 time: 0.1361289 Feb 17 10:31:40.061552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45295bc-20be-448e-b2aa-421e0b567153 req-a18b80cb-a504-45fc-b5a1-c9df97c280fd tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:40.062285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-b45295bc-20be-448e-b2aa-421e0b567153 req-a18b80cb-a504-45fc-b5a1-c9df97c280fd tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:31:40.212260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04934334-72d8-446c-8d1c-fdae78f15e06 req-385a8164-edbd-4415-b1bd-148f987c8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:40.213712 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-04934334-72d8-446c-8d1c-fdae78f15e06 req-385a8164-edbd-4415-b1bd-148f987c8513 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e986d3720a6641768dbcd23d036578fd&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1483877 Feb 17 10:31:40.214482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-b45295bc-20be-448e-b2aa-421e0b567153 req-a18b80cb-a504-45fc-b5a1-c9df97c280fd tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:31:40.215495 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b45295bc-20be-448e-b2aa-421e0b567153 req-a18b80cb-a504-45fc-b5a1-c9df97c280fd tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 943 time: 0.2736027 Feb 17 10:31:40.349208 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b45295bc-20be-448e-b2aa-421e0b567153 req-a55b8f4e-4fb2-4add-bddd-a87daee2c55a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114893 Feb 17 10:31:40.387567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04934334-72d8-446c-8d1c-fdae78f15e06 req-89a46bff-b23c-4b04-8460-f41536ffcf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:40.389659 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-04934334-72d8-446c-8d1c-fdae78f15e06 req-89a46bff-b23c-4b04-8460-f41536ffcf1a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1699724 Feb 17 10:31:40.655430 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-cd232007-a940-4290-ad33-fe0b2d804fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:40.657646 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-cd232007-a940-4290-ad33-fe0b2d804fbc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 1096 time: 0.1893270 Feb 17 10:31:40.734189 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-689d2633-9525-4ff6-a603-0bf062db734b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 HTTP/1.1" status: 200 len: 217 time: 0.0631011 Feb 17 10:31:40.800298 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-4ab25c3c-9755-438a-a23d-1a35891e9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:40.801760 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-4ab25c3c-9755-438a-a23d-1a35891e9aa3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=56a5c86e-655b-44ae-91ea-e98832ce738d HTTP/1.1" status: 200 len: 835 time: 0.0615742 Feb 17 10:31:40.877295 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-47e2d589-0a95-4459-b915-cd8f60c0ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:40.878789 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-47e2d589-0a95-4459-b915-cd8f60c0ad7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=819ef047-31b8-416d-9351-a663bb37a95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706916 Feb 17 10:31:41.026246 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-9987c655-5781-4103-a1c3-f529cf47ff1f service neutron] 10.222.0.37 "GET /v2.0/networks/819ef047-31b8-416d-9351-a663bb37a95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409116 Feb 17 10:31:41.161756 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4e26f3b6-04b7-4d2b-8cb3-e5b6930ebbee req-d602e62d-fbdb-4eaf-9bc4-2fda55dc4549 service neutron] 10.222.0.37 "GET /v2.0/networks/819ef047-31b8-416d-9351-a663bb37a95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292167 Feb 17 10:31:41.534776 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055431b-5c8b-4077-bfed-301be8611c3a req-4824af77-dbbd-4805-8dfd-28b6809f3111 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:41.536227 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e055431b-5c8b-4077-bfed-301be8611c3a req-4824af77-dbbd-4805-8dfd-28b6809f3111 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 943 time: 0.0791268 Feb 17 10:31:41.581816 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e055431b-5c8b-4077-bfed-301be8611c3a req-98d612ea-6112-439e-a699-a1502e20ad22 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400147 Feb 17 10:31:42.782835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b04b4-c21e-47e8-8042-3e34896d476b req-1607aa60-ea76-43c0-b126-3a6a55ae28c3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:42.784328 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-784b04b4-c21e-47e8-8042-3e34896d476b req-1607aa60-ea76-43c0-b126-3a6a55ae28c3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 943 time: 0.0912709 Feb 17 10:31:42.831717 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-784b04b4-c21e-47e8-8042-3e34896d476b req-872b69e8-c9a7-4ec6-a5c2-e4bf004f9a39 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417070 Feb 17 10:31:44.027134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79b874-ff87-4266-81aa-54d1907698bc req-ae9821a0-616b-4348-991f-54b51411cbfd tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:44.028709 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1f79b874-ff87-4266-81aa-54d1907698bc req-ae9821a0-616b-4348-991f-54b51411cbfd tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 943 time: 0.0828936 Feb 17 10:31:44.072010 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1f79b874-ff87-4266-81aa-54d1907698bc req-fc5814b7-863c-461d-8e32-d34833509a24 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378025 Feb 17 10:31:45.008536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:31:45.150135 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312,segment=NetworkSegment(70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc),segment_id=70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:31:45.163416 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '34af6fb2-7ff6-4d1b-b6a8-2ac41331d312', 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d', 'port_id': '34af6fb2-7ff6-4d1b-b6a8-2ac41331d312', 'mac_address': 'fa:16:3e:25:e9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:31:45.219861 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:45.237457 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:31:45.254707 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312,segment=NetworkSegment(70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc),segment_id=70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:31:45.259728 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42156b9-580a-4ec5-b589-0f9345533caf req-7ee309dc-0237-4bb3-90a8-cfce9471b8b2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:45.261263 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a42156b9-580a-4ec5-b589-0f9345533caf req-7ee309dc-0237-4bb3-90a8-cfce9471b8b2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 943 time: 0.0820677 Feb 17 10:31:45.308904 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:45.310236 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a42156b9-580a-4ec5-b589-0f9345533caf req-298d2d79-18ed-4402-af87-cb1ff432921d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426202 Feb 17 10:31:45.384089 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:45.693005 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['34af6fb2-7ff6-4d1b-b6a8-2ac41331d312'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:31:46.494170 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dac87-be02-431c-b237-c17911dbc721 req-430b1bbe-f45d-48d4-993f-28f38b6a6d56 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:46.495611 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2f0dac87-be02-431c-b237-c17911dbc721 req-430b1bbe-f45d-48d4-993f-28f38b6a6d56 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 944 time: 0.0794988 Feb 17 10:31:46.539191 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2f0dac87-be02-431c-b237-c17911dbc721 req-ff749472-5b60-4bd8-808e-fabb55336aec tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379829 Feb 17 10:31:46.714266 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:31:47.012525 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:31:47.144331 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:31:47.149290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:31:47.149665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:47.267342 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:47.296264 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd07d609-d3cf-458d-87bf-2d38611fd4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34af6fb2-7ff6-4d1b-b6a8-2ac41331d312'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:31:47.306956 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312,segment=NetworkSegment(70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc),segment_id=70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:31:47.405774 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:47.437117 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd07d609-d3cf-458d-87bf-2d38611fd4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34af6fb2-7ff6-4d1b-b6a8-2ac41331d312', 'code': 200} Feb 17 10:31:47.474076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:47.731881 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d85ee-476a-444f-b1c7-c692a8c0e3e4 req-645b2a6f-ad98-4cbc-af91-a87bc9f3b3a4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:47.733351 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-919d85ee-476a-444f-b1c7-c692a8c0e3e4 req-645b2a6f-ad98-4cbc-af91-a87bc9f3b3a4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0870254 Feb 17 10:31:47.778245 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-919d85ee-476a-444f-b1c7-c692a8c0e3e4 req-f3d0d2b0-e1ff-4d60-aabc-bd68cc54131e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390613 Feb 17 10:31:47.832913 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad18fd-37c2-4d9d-832f-a04c554b8018 req-2de7576c-3130-433e-abdc-18f548bf2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:47.834326 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e8ad18fd-37c2-4d9d-832f-a04c554b8018 req-2de7576c-3130-433e-abdc-18f548bf2529 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 1098 time: 0.0745773 Feb 17 10:31:47.876540 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e8ad18fd-37c2-4d9d-832f-a04c554b8018 req-2c2c1c23-c0cd-4896-8c60-31060735e66c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360363 Feb 17 10:31:48.979083 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc2233-d3d4-4a75-8a3e-1f58c2db391a req-c0be0ccb-5724-4d0f-a189-bc10d87adc3e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:48.980074 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d8bc2233-d3d4-4a75-8a3e-1f58c2db391a req-c0be0ccb-5724-4d0f-a189-bc10d87adc3e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0903199 Feb 17 10:31:49.029173 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d8bc2233-d3d4-4a75-8a3e-1f58c2db391a req-d9ef06bf-f81f-4acb-a0b0-8af44ce44f9a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428059 Feb 17 10:31:50.213924 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df815ca-f84c-44fa-9c09-753a58e1807e req-1068419e-bf22-4a34-b861-396cfec57140 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:50.215406 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5df815ca-f84c-44fa-9c09-753a58e1807e req-1068419e-bf22-4a34-b861-396cfec57140 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0793602 Feb 17 10:31:50.262412 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5df815ca-f84c-44fa-9c09-753a58e1807e req-9672fc7c-f40a-4685-95c3-f028abf2141f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406566 Feb 17 10:31:50.452557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926402b-f2f6-4915-bd9c-98197c1f14ab req-bac93269-98c7-4809-b262-b4a04368ae72 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:50.454563 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6926402b-f2f6-4915-bd9c-98197c1f14ab req-bac93269-98c7-4809-b262-b4a04368ae72 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0799663 Feb 17 10:31:50.499903 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6926402b-f2f6-4915-bd9c-98197c1f14ab req-7fd78a05-ab22-4c96-ae84-a70cda070f1e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391798 Feb 17 10:31:50.523697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48638) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:50.597814 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb9d567-f130-41d6-bb9b-420aecffae04 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:50.599250 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7cb9d567-f130-41d6-bb9b-420aecffae04 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 1093 time: 0.0746043 Feb 17 10:31:50.602071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48642) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:50.606819 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': '34af6fb2-7ff6-4d1b-b6a8-2ac41331d312', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:31:50.613079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:31:50.616898 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:floatingip and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:31:50.619792 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:31:50.625380 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:31:50.703122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:50.845365 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:50.978758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.26.4.166 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/9c0da9db-8619-46ea-aa8e-9065ce85d7a4) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:31:51.123445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:51.212208 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:51.280521 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:31:51.283233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:31:51.286836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:31:51.321943 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=9c0da9db-8619-46ea-aa8e-9065ce85d7a4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:51.812513 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:51.949630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:52.166260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:52.274915 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:52.390258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=9c0da9db-8619-46ea-aa8e-9065ce85d7a4,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:31:52.397923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:52.566968 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Floating IP 9bfbd102-8b71-44c7-a95f-ff33c8d4638e associated. External IP: 172.26.4.166, port: 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312. Feb 17 10:31:52.916985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router 022ad0e6-27d4-4d90-8852-083a67e71d06 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:31:53.098922 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:31:53.108443 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd4ca03-1803-4627-b00b-268a7b16a5f9 None None] Sync routers for ids ['022ad0e6-27d4-4d90-8852-083a67e71d06'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:31:53.117364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd4ca03-1803-4627-b00b-268a7b16a5f9 None None] Routers {'022ad0e6-27d4-4d90-8852-083a67e71d06'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:31:53.117972 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5dd4ca03-1803-4627-b00b-268a7b16a5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:31:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['022ad0e6-27d4-4d90-8852-083a67e71d06'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:53.194737 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:53.252065 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0e3f2c24-e0e9-427e-ae78-872a95037b98 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6477635 Feb 17 10:31:53.252668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd07d609-d3cf-458d-87bf-2d38611fd4a8', 'tag': '34af6fb2-7ff6-4d1b-b6a8-2ac41331d312'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:31:53.300339 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5dd4ca03-1803-4627-b00b-268a7b16a5f9 None None] Set router 022ad0e6-27d4-4d90-8852-083a67e71d06 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:31:53.301472 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd07d609-d3cf-458d-87bf-2d38611fd4a8', 'tag': '34af6fb2-7ff6-4d1b-b6a8-2ac41331d312', 'status': 'completed', 'code': 200} Feb 17 10:31:53.427323 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5af69b-4034-4b2a-819f-1b54b8fcf1ab req-6e938a7b-7b0a-4af8-b12c-8e651040708f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:53.428936 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-da5af69b-4034-4b2a-819f-1b54b8fcf1ab req-6e938a7b-7b0a-4af8-b12c-8e651040708f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0895870 Feb 17 10:31:53.480053 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-da5af69b-4034-4b2a-819f-1b54b8fcf1ab req-72d7623e-d0cb-4e63-aaba-5d465d279e4b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444393 Feb 17 10:31:53.504005 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48652) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:53.558803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c56788-55ce-45c5-ae68-5896318cecb0 req-933deb44-adf6-4baf-9e24-5038bbc587b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:53.560531 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-83c56788-55ce-45c5-ae68-5896318cecb0 req-933deb44-adf6-4baf-9e24-5038bbc587b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 1098 time: 0.2163465 Feb 17 10:31:53.623948 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-069cc67b-23c1-4936-8b30-5fa6c5349d0f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/9bfbd102-8b71-44c7-a95f-ff33c8d4638e HTTP/1.1" status: 200 len: 991 time: 0.1184900 Feb 17 10:31:53.718439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c56788-55ce-45c5-ae68-5896318cecb0 req-04b28326-bafe-4072-99a7-0ccfa625c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:53.720036 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-83c56788-55ce-45c5-ae68-5896318cecb0 req-04b28326-bafe-4072-99a7-0ccfa625c19c service neutron] 10.222.0.37 "GET /v2.0/networks?id=819ef047-31b8-416d-9351-a663bb37a95d HTTP/1.1" status: 200 len: 898 time: 0.1515307 Feb 17 10:31:53.741050 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5dd4ca03-1803-4627-b00b-268a7b16a5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061759275', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:31:25Z', 'updated_at': '2022-02-17T10:31:31Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:26Z', 'updated_at': '2022-02-17T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9bfbd102-8b71-44c7-a95f-ff33c8d4638e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'floating_ip_address': '172.26.4.166', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'port_id': '34af6fb2-7ff6-4d1b-b6a8-2ac41331d312', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d', 'mac_address': 'fa:16:3e:25:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd07d609-d3cf-458d-87bf-2d38611fd4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:31:51Z', 'updated_at': '2022-02-17T10:31:51Z', 'revision_number': 0, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dd9298-eb42-45a6-971d-06a229dd16dd', 'name': '', 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:af:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:31Z', 'updated_at': '2022-02-17T10:31:36Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:53.746201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd4ca03-1803-4627-b00b-268a7b16a5f9 None None] Checking router: 022ad0e6-27d4-4d90-8852-083a67e71d06 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:31:53.758552 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd4ca03-1803-4627-b00b-268a7b16a5f9 None None] Routers {'022ad0e6-27d4-4d90-8852-083a67e71d06'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:31:53.759381 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5dd4ca03-1803-4627-b00b-268a7b16a5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:31:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['022ad0e6-27d4-4d90-8852-083a67e71d06'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:53.822788 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-83c56788-55ce-45c5-ae68-5896318cecb0 req-14058678-d738-4095-935b-7bc1a5ee9524 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 HTTP/1.1" status: 200 len: 999 time: 0.0968468 Feb 17 10:31:53.887009 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c56788-55ce-45c5-ae68-5896318cecb0 req-4d930329-a951-4dc9-8632-e3fad0c06463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:53.888462 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-83c56788-55ce-45c5-ae68-5896318cecb0 req-4d930329-a951-4dc9-8632-e3fad0c06463 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=56a5c86e-655b-44ae-91ea-e98832ce738d HTTP/1.1" status: 200 len: 835 time: 0.0596340 Feb 17 10:31:53.976414 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c56788-55ce-45c5-ae68-5896318cecb0 req-d315f9d1-f17d-4e47-8e31-471dd9f51de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:31:53.977938 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-83c56788-55ce-45c5-ae68-5896318cecb0 req-d315f9d1-f17d-4e47-8e31-471dd9f51de8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=819ef047-31b8-416d-9351-a663bb37a95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830500 Feb 17 10:31:53.978478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5dd4ca03-1803-4627-b00b-268a7b16a5f9 None None] Set router 022ad0e6-27d4-4d90-8852-083a67e71d06 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:31:54.125462 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-83c56788-55ce-45c5-ae68-5896318cecb0 req-3da128d2-b947-4279-a243-6660e0db289f service neutron] 10.222.0.37 "GET /v2.0/networks/819ef047-31b8-416d-9351-a663bb37a95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408265 Feb 17 10:31:54.267658 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-83c56788-55ce-45c5-ae68-5896318cecb0 req-07a04f14-c453-40fa-ace4-b6ebca101cf4 service neutron] 10.222.0.37 "GET /v2.0/networks/819ef047-31b8-416d-9351-a663bb37a95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351819 Feb 17 10:31:54.352004 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5dd4ca03-1803-4627-b00b-268a7b16a5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061759275', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:31:25Z', 'updated_at': '2022-02-17T10:31:31Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:26Z', 'updated_at': '2022-02-17T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9bfbd102-8b71-44c7-a95f-ff33c8d4638e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'floating_ip_address': '172.26.4.166', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'port_id': '34af6fb2-7ff6-4d1b-b6a8-2ac41331d312', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d', 'mac_address': 'fa:16:3e:25:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd07d609-d3cf-458d-87bf-2d38611fd4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:31:51Z', 'updated_at': '2022-02-17T10:31:51Z', 'revision_number': 0, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dd9298-eb42-45a6-971d-06a229dd16dd', 'name': '', 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:af:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:31Z', 'updated_at': '2022-02-17T10:31:36Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:31:54.356146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd4ca03-1803-4627-b00b-268a7b16a5f9 None None] The sync data for ids ['022ad0e6-27d4-4d90-8852-083a67e71d06'] in dv-neutron-828143-5-hyperv is: [{'id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061759275', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:31:25Z', 'updated_at': '2022-02-17T10:31:31Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:26Z', 'updated_at': '2022-02-17T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '9bfbd102-8b71-44c7-a95f-ff33c8d4638e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'floating_ip_address': '172.26.4.166', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'port_id': '34af6fb2-7ff6-4d1b-b6a8-2ac41331d312', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d', 'mac_address': 'fa:16:3e:25:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd07d609-d3cf-458d-87bf-2d38611fd4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:31:51Z', 'updated_at': '2022-02-17T10:31:51Z', 'revision_number': 0, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dd9298-eb42-45a6-971d-06a229dd16dd', 'name': '', 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:af:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:31Z', 'updated_at': '2022-02-17T10:31:36Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:31:54.544693 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b924a47-0bf0-49e8-affb-3e41562fb816 None None] New status for floating IP 9bfbd102-8b71-44c7-a95f-ff33c8d4638e: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:31:54.626355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48656) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:54.702773 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9d62974-55f3-407b-9694-cd0250a9acd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:54.742383 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ac356173-f834-4004-a575-0db2ded79fba tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/9bfbd102-8b71-44c7-a95f-ff33c8d4638e HTTP/1.1" status: 200 len: 991 time: 0.1148403 Feb 17 10:31:55.745375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48660) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:31:55.855276 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-772f5f8a-4d4b-45f7-80af-fcb0775e7ac2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/9bfbd102-8b71-44c7-a95f-ff33c8d4638e HTTP/1.1" status: 200 len: 993 time: 0.1086392 Feb 17 10:31:57.114730 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-801fc0ce-8761-4bf9-9bd6-63b97d4b439e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:57.983100 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:31:58.377519 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:32:00.000170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:32:09.165569 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:32:10.510338 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6546b667-93b9-40db-9ce3-00fc35c3bcce req-afefab43-0932-4e90-a915-8d24bbea542d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767279 Feb 17 10:32:10.678084 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546b667-93b9-40db-9ce3-00fc35c3bcce req-08e6935a-e40d-4f62-8e93-6295e72d0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:32:10.679612 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6546b667-93b9-40db-9ce3-00fc35c3bcce req-08e6935a-e40d-4f62-8e93-6295e72d0ac8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 1098 time: 0.0713589 Feb 17 10:32:10.823006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546b667-93b9-40db-9ce3-00fc35c3bcce req-f4df6166-042e-4ace-9d6e-5cc68aa6118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:32:10.824432 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6546b667-93b9-40db-9ce3-00fc35c3bcce req-f4df6166-042e-4ace-9d6e-5cc68aa6118c service neutron] 10.222.0.37 "GET /v2.0/networks?id=819ef047-31b8-416d-9351-a663bb37a95d HTTP/1.1" status: 200 len: 898 time: 0.1251087 Feb 17 10:32:10.927249 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6546b667-93b9-40db-9ce3-00fc35c3bcce req-2cde97e9-81e5-4252-9e25-608b04d40303 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 HTTP/1.1" status: 200 len: 1001 time: 0.0953326 Feb 17 10:32:10.989011 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546b667-93b9-40db-9ce3-00fc35c3bcce req-68e36467-7d45-4d56-81f1-a4982c2cfab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:32:10.990433 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6546b667-93b9-40db-9ce3-00fc35c3bcce req-68e36467-7d45-4d56-81f1-a4982c2cfab1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=56a5c86e-655b-44ae-91ea-e98832ce738d HTTP/1.1" status: 200 len: 835 time: 0.0573242 Feb 17 10:32:11.067767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546b667-93b9-40db-9ce3-00fc35c3bcce req-776677ec-fe4e-40f2-a6c7-cf86daf5c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:32:11.069239 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6546b667-93b9-40db-9ce3-00fc35c3bcce req-776677ec-fe4e-40f2-a6c7-cf86daf5c192 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=819ef047-31b8-416d-9351-a663bb37a95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722506 Feb 17 10:32:11.310199 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6546b667-93b9-40db-9ce3-00fc35c3bcce req-a8289873-3901-4a7f-ab50-f38cf11da9a0 service neutron] 10.222.0.37 "GET /v2.0/networks/819ef047-31b8-416d-9351-a663bb37a95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342732 Feb 17 10:32:11.450386 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6546b667-93b9-40db-9ce3-00fc35c3bcce req-896a9ddc-fa7a-41c0-900a-432edfa5f229 service neutron] 10.222.0.37 "GET /v2.0/networks/819ef047-31b8-416d-9351-a663bb37a95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333046 Feb 17 10:32:23.713411 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:32:24.708952 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fb30c085-b561-48b5-bb45-ea90ea56dca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:32:27.064248 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0cf5f45-137d-4fdb-9947-875dabf2760d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:32:27.932099 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:32:28.361456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:32:30.028584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:32:39.165842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:32:54.737799 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a911729-371b-4f28-b22f-cd478191a174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:32:56.650895 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-65759e2c-5764-4e8e-834d-cb2854d2c6c6 req-a4e46d53-e082-4cca-b1e7-7aa72ebe1ec4 service neutron] (88370) timed out ('10.222.0.37', 52308) {{(pid=88370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 10:32:57.103390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-67d82bc2-db09-4fa9-bd47-171f4dd5077e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:32:57.977954 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:32:58.366441 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:33:00.006000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:33:00.713317 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:33:07.678632 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84feb4-059e-47f2-bd86-0bfd9d8661f8 req-a3f03e5c-429a-4d66-b759-2ec27674f770 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:07.680122 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2e84feb4-059e-47f2-bd86-0bfd9d8661f8 req-a3f03e5c-429a-4d66-b759-2ec27674f770 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.1347249 Feb 17 10:33:07.733935 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2e84feb4-059e-47f2-bd86-0bfd9d8661f8 req-49358115-d538-4c40-8d62-f6d6fdd80152 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473795 Feb 17 10:33:07.739257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594de0c-e5b6-45a2-87b4-89e52cc5ba03 req-603d0e1d-f439-4901-a419-03b72a3aa476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:07.740667 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f594de0c-e5b6-45a2-87b4-89e52cc5ba03 req-603d0e1d-f439-4901-a419-03b72a3aa476 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 1098 time: 0.1260114 Feb 17 10:33:07.874696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594de0c-e5b6-45a2-87b4-89e52cc5ba03 req-b2a047f6-f0b6-4be3-9bd4-b6fd0b76634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:07.876181 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f594de0c-e5b6-45a2-87b4-89e52cc5ba03 req-b2a047f6-f0b6-4be3-9bd4-b6fd0b76634e service neutron] 10.222.0.37 "GET /v2.0/networks?id=819ef047-31b8-416d-9351-a663bb37a95d HTTP/1.1" status: 200 len: 898 time: 0.1286409 Feb 17 10:33:07.982429 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f594de0c-e5b6-45a2-87b4-89e52cc5ba03 req-0495d541-be98-45eb-858f-bfa8eade3efb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 HTTP/1.1" status: 200 len: 1001 time: 0.0991499 Feb 17 10:33:08.048767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594de0c-e5b6-45a2-87b4-89e52cc5ba03 req-218c911d-e803-4e15-9f13-7186fc04b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:08.050202 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f594de0c-e5b6-45a2-87b4-89e52cc5ba03 req-218c911d-e803-4e15-9f13-7186fc04b0f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=56a5c86e-655b-44ae-91ea-e98832ce738d HTTP/1.1" status: 200 len: 835 time: 0.0601308 Feb 17 10:33:08.129678 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594de0c-e5b6-45a2-87b4-89e52cc5ba03 req-31c5dcad-7e2c-4a9a-bfc9-ccaf8dada014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:08.131201 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f594de0c-e5b6-45a2-87b4-89e52cc5ba03 req-31c5dcad-7e2c-4a9a-bfc9-ccaf8dada014 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=819ef047-31b8-416d-9351-a663bb37a95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747776 Feb 17 10:33:08.269432 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f594de0c-e5b6-45a2-87b4-89e52cc5ba03 req-a6785606-8276-45ef-8a7e-cff612e070a2 service neutron] 10.222.0.37 "GET /v2.0/networks/819ef047-31b8-416d-9351-a663bb37a95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304398 Feb 17 10:33:08.400942 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f594de0c-e5b6-45a2-87b4-89e52cc5ba03 req-d4ee6693-519c-47d0-be77-edd526798d97 service neutron] 10.222.0.37 "GET /v2.0/networks/819ef047-31b8-416d-9351-a663bb37a95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250308 Feb 17 10:33:08.925967 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51970b-8a75-4f3e-a914-de57c7c96356 req-d65eebdb-415d-4736-af8d-e05d45c83dcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:08.927486 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ae51970b-8a75-4f3e-a914-de57c7c96356 req-d65eebdb-415d-4736-af8d-e05d45c83dcc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0865009 Feb 17 10:33:08.971803 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ae51970b-8a75-4f3e-a914-de57c7c96356 req-b5919371-c937-4031-a6b6-76ed87ece27d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387001 Feb 17 10:33:09.195120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:33:10.159539 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f7827-c7d2-4083-90a5-ea95047fec7a req-ba9dd4c5-22b6-41e5-b96e-c5b6d8fc4406 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:10.160985 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-346f7827-c7d2-4083-90a5-ea95047fec7a req-ba9dd4c5-22b6-41e5-b96e-c5b6d8fc4406 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0780709 Feb 17 10:33:10.204556 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-346f7827-c7d2-4083-90a5-ea95047fec7a req-ca2ccad5-0736-4eec-8816-e6a7a0448ddc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379231 Feb 17 10:33:11.395671 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92201eb3-7ff6-48a3-889c-666ec5206033 req-b1862b86-cb03-43dd-95ca-bc9a4b08a0ca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:11.397146 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-92201eb3-7ff6-48a3-889c-666ec5206033 req-b1862b86-cb03-43dd-95ca-bc9a4b08a0ca tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0836866 Feb 17 10:33:11.444322 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-92201eb3-7ff6-48a3-889c-666ec5206033 req-4cd73739-c387-4f72-b5da-a8e57bf0eefb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415149 Feb 17 10:33:11.598339 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c339c-9103-4227-b4de-6b23bd780338 req-f37ae950-b36b-4949-8ffa-7f8e199197ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:11.599721 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f9c339c-9103-4227-b4de-6b23bd780338 req-f37ae950-b36b-4949-8ffa-7f8e199197ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 1098 time: 0.0758569 Feb 17 10:33:11.747338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c339c-9103-4227-b4de-6b23bd780338 req-42e6465d-fbe8-4414-ac82-1c066d11532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:11.748785 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f9c339c-9103-4227-b4de-6b23bd780338 req-42e6465d-fbe8-4414-ac82-1c066d11532d service neutron] 10.222.0.37 "GET /v2.0/networks?id=819ef047-31b8-416d-9351-a663bb37a95d HTTP/1.1" status: 200 len: 898 time: 0.1285229 Feb 17 10:33:11.853912 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f9c339c-9103-4227-b4de-6b23bd780338 req-a7a64b32-edcc-4a75-b396-ddc1c713c1e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 HTTP/1.1" status: 200 len: 1001 time: 0.0974894 Feb 17 10:33:11.916919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c339c-9103-4227-b4de-6b23bd780338 req-16e3b97f-2607-4d64-aba8-4a68b615af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:11.918369 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f9c339c-9103-4227-b4de-6b23bd780338 req-16e3b97f-2607-4d64-aba8-4a68b615af40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=56a5c86e-655b-44ae-91ea-e98832ce738d HTTP/1.1" status: 200 len: 835 time: 0.0582714 Feb 17 10:33:11.994547 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c339c-9103-4227-b4de-6b23bd780338 req-19274109-184b-415b-acce-ae0bde05a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:11.996005 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f9c339c-9103-4227-b4de-6b23bd780338 req-19274109-184b-415b-acce-ae0bde05a814 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=819ef047-31b8-416d-9351-a663bb37a95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684161 Feb 17 10:33:12.249684 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f9c339c-9103-4227-b4de-6b23bd780338 req-4028693c-f0d3-49ce-91e3-d289ef8d2c24 service neutron] 10.222.0.37 "GET /v2.0/networks/819ef047-31b8-416d-9351-a663bb37a95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434275 Feb 17 10:33:12.387981 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8f9c339c-9103-4227-b4de-6b23bd780338 req-0419bffb-3c87-4df0-bd1e-b9a8732fb3e3 service neutron] 10.222.0.37 "GET /v2.0/networks/819ef047-31b8-416d-9351-a663bb37a95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322706 Feb 17 10:33:12.632188 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6a25b-820c-4035-bd84-380c94324b75 req-8b46f5cc-7eab-477b-a092-703e7e2d01a3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:12.633662 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4fe6a25b-820c-4035-bd84-380c94324b75 req-8b46f5cc-7eab-477b-a092-703e7e2d01a3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0841656 Feb 17 10:33:12.679083 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4fe6a25b-820c-4035-bd84-380c94324b75 req-b0724d1a-10bc-4601-b7a6-e83c9105db15 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397096 Feb 17 10:33:13.875267 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa015e-48a9-47a3-a924-563879a69036 req-70fa405e-6f63-481d-b410-8a27138af40e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:13.876953 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-46fa015e-48a9-47a3-a924-563879a69036 req-70fa405e-6f63-481d-b410-8a27138af40e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0851533 Feb 17 10:33:13.920713 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-46fa015e-48a9-47a3-a924-563879a69036 req-2d0a28f5-8185-4344-aee3-92125d31d742 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381036 Feb 17 10:33:15.108990 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e50a5a-f6fe-4075-8e45-554e51dc6bbd req-47acab9f-3abd-47b5-9b1f-05c0802e7e55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:15.111126 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-78e50a5a-f6fe-4075-8e45-554e51dc6bbd req-47acab9f-3abd-47b5-9b1f-05c0802e7e55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0798082 Feb 17 10:33:15.159505 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-78e50a5a-f6fe-4075-8e45-554e51dc6bbd req-7329aa57-6156-4248-b46e-8af379f46996 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 Feb 17 10:33:16.352527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd989fa3-64cc-41d9-b704-23b9f48a9a5c req-813bdef4-47e1-4558-be45-2539620eac85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:16.354158 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cd989fa3-64cc-41d9-b704-23b9f48a9a5c req-813bdef4-47e1-4558-be45-2539620eac85 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0835652 Feb 17 10:33:16.400721 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cd989fa3-64cc-41d9-b704-23b9f48a9a5c req-ba5e8e8b-22b4-4845-a75e-67f7ecbc9a8f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400441 Feb 17 10:33:17.591489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015dfb5-d069-439e-a5d5-835c82ad86a7 req-009d6ad3-50f8-45b8-84ec-d7c682e501b6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:17.593031 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0015dfb5-d069-439e-a5d5-835c82ad86a7 req-009d6ad3-50f8-45b8-84ec-d7c682e501b6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0831797 Feb 17 10:33:17.640103 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0015dfb5-d069-439e-a5d5-835c82ad86a7 req-992da78d-25bd-4ca9-9a46-867d3dff3d8e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402551 Feb 17 10:33:18.830721 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c4087-1945-4ab2-b79f-aa7ab1f23f78 req-7b2c49fa-e11c-4344-b731-8fa9f2dfff01 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:18.832195 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-517c4087-1945-4ab2-b79f-aa7ab1f23f78 req-7b2c49fa-e11c-4344-b731-8fa9f2dfff01 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0847425 Feb 17 10:33:18.876858 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-517c4087-1945-4ab2-b79f-aa7ab1f23f78 req-22f6acdc-151a-4099-9309-bc2719c06e7b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384374 Feb 17 10:33:20.066307 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a0234-9711-4dfa-b2ba-08cea0b24a8a req-c4d0011b-fe58-4e82-a280-d2a618d44b57 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:33:20.068090 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-546a0234-9711-4dfa-b2ba-08cea0b24a8a req-c4d0011b-fe58-4e82-a280-d2a618d44b57 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0842335 Feb 17 10:33:20.113377 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-546a0234-9711-4dfa-b2ba-08cea0b24a8a req-13a7935b-1e58-4ca6-9de1-947cd5f1bf8c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395114 Feb 17 10:33:20.136553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48720) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:33:20.246071 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0f45489a-ba1a-47f8-9ca4-d9075b4de3ad tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/9bfbd102-8b71-44c7-a95f-ff33c8d4638e HTTP/1.1" status: 200 len: 993 time: 0.1083672 Feb 17 10:33:24.698030 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-187c8403-b6a1-4924-b3cf-1d0d63e9396d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:33:27.064616 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b899414b-3606-477a-a7f7-d7678708874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:33:27.909207 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:33:28.383570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:33:30.000516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:33:37.711896 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:33:39.190797 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:33:54.698303 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-627f7f64-81e2-4a9a-bf58-c80ae46a9d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:33:57.040756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-829606bb-7f88-4601-86dd-a8aa8a248a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:33:57.898289 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:33:58.349700 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:00.001843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:09.189605 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:13.507928 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca824b0c-bdbf-44a0-a5be-10888f073b64 req-72428461-4213-40ae-b1e8-60bc9d98fd37 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689089 Feb 17 10:34:13.653541 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca824b0c-bdbf-44a0-a5be-10888f073b64 req-dbee9ef8-506e-455e-81b4-fba167964897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:13.655041 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca824b0c-bdbf-44a0-a5be-10888f073b64 req-dbee9ef8-506e-455e-81b4-fba167964897 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 1098 time: 0.0755816 Feb 17 10:34:13.803813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca824b0c-bdbf-44a0-a5be-10888f073b64 req-9246bb1e-eedb-48e2-ba33-4eb4890dbe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:13.805167 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca824b0c-bdbf-44a0-a5be-10888f073b64 req-9246bb1e-eedb-48e2-ba33-4eb4890dbe4b service neutron] 10.222.0.37 "GET /v2.0/networks?id=819ef047-31b8-416d-9351-a663bb37a95d HTTP/1.1" status: 200 len: 898 time: 0.1307578 Feb 17 10:34:13.911064 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca824b0c-bdbf-44a0-a5be-10888f073b64 req-022b62dc-8223-40fa-8bdf-b6afa6c4a150 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 HTTP/1.1" status: 200 len: 1001 time: 0.0989466 Feb 17 10:34:13.979302 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca824b0c-bdbf-44a0-a5be-10888f073b64 req-78a0a8fe-1d5d-42d4-8b2b-ba3370636018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:13.980732 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca824b0c-bdbf-44a0-a5be-10888f073b64 req-78a0a8fe-1d5d-42d4-8b2b-ba3370636018 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=56a5c86e-655b-44ae-91ea-e98832ce738d HTTP/1.1" status: 200 len: 835 time: 0.0629413 Feb 17 10:34:14.055112 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca824b0c-bdbf-44a0-a5be-10888f073b64 req-45c71665-848c-4c1a-a4d2-d15c47f64b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:14.056481 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca824b0c-bdbf-44a0-a5be-10888f073b64 req-45c71665-848c-4c1a-a4d2-d15c47f64b53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=819ef047-31b8-416d-9351-a663bb37a95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684609 Feb 17 10:34:14.078045 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-ca824b0c-bdbf-44a0-a5be-10888f073b64 req-ed574328-2cd0-48cf-94cb-d5b4cf4d441c service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 10:34:14.078965 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca824b0c-bdbf-44a0-a5be-10888f073b64 req-ed574328-2cd0-48cf-94cb-d5b4cf4d441c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047810 Feb 17 10:34:14.208426 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca824b0c-bdbf-44a0-a5be-10888f073b64 req-9a6f8bbc-c71d-4734-a681-2d071a8fe21d service neutron] 10.222.0.37 "GET /v2.0/networks/819ef047-31b8-416d-9351-a663bb37a95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225140 Feb 17 10:34:14.351974 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca824b0c-bdbf-44a0-a5be-10888f073b64 req-2bd5aa93-b023-4d01-9282-58bb8503f0e0 service neutron] 10.222.0.37 "GET /v2.0/networks/819ef047-31b8-416d-9351-a663bb37a95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360226 Feb 17 10:34:14.710615 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:34:22.115550 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48750) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:22.408187 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port 9c0da9db-8619-46ea-aa8e-9065ce85d7a4 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:34:22.408561 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:22.680424 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:22.680756 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:22.804933 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for 9c0da9db-8619-46ea-aa8e-9065ce85d7a4 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:34:23.013273 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:23.064687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=9c0da9db-8619-46ea-aa8e-9065ce85d7a4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:23.106608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:23.106964 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:23.107314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:23.107658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:23.108001 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:23.108340 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:23.108672 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:23.109004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:23.109336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:23.109658 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:23.109988 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:23.110342 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:23.169243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:23.170000 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Floating IP 9bfbd102-8b71-44c7-a95f-ff33c8d4638e disassociated (deleted). External IP: 172.26.4.166, port: 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312. Feb 17 10:34:23.528552 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router 022ad0e6-27d4-4d90-8852-083a67e71d06 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:34:23.711836 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:34:23.722797 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef0d2ee-967a-40aa-9b5e-c07619ad46ae None None] Sync routers for ids ['022ad0e6-27d4-4d90-8852-083a67e71d06'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:34:23.734472 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef0d2ee-967a-40aa-9b5e-c07619ad46ae None None] Routers {'022ad0e6-27d4-4d90-8852-083a67e71d06'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:34:23.734472 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0ef0d2ee-967a-40aa-9b5e-c07619ad46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:33:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['022ad0e6-27d4-4d90-8852-083a67e71d06'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:23.797773 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:23.846845 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-560cc543-f3d0-46ef-852e-699a217c0ca1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/floatingips/9bfbd102-8b71-44c7-a95f-ff33c8d4638e HTTP/1.1" status: 204 len: 168 time: 1.7301934 Feb 17 10:34:23.847445 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd07d609-d3cf-458d-87bf-2d38611fd4a8', 'tag': '34af6fb2-7ff6-4d1b-b6a8-2ac41331d312'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:34:23.956216 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-0ef0d2ee-967a-40aa-9b5e-c07619ad46ae None None] Set router 022ad0e6-27d4-4d90-8852-083a67e71d06 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:34:24.051678 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd07d609-d3cf-458d-87bf-2d38611fd4a8', 'tag': '34af6fb2-7ff6-4d1b-b6a8-2ac41331d312', 'status': 'completed', 'code': 200} Feb 17 10:34:24.156065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9707be-460c-44aa-99a2-1c85fbaf8c8f req-a732b18e-a1e8-46df-804c-c3729bf22585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:24.158135 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a9707be-460c-44aa-99a2-1c85fbaf8c8f req-a732b18e-a1e8-46df-804c-c3729bf22585 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 1098 time: 0.0762248 Feb 17 10:34:24.279080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0ef0d2ee-967a-40aa-9b5e-c07619ad46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061759275', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:31:25Z', 'updated_at': '2022-02-17T10:31:31Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:26Z', 'updated_at': '2022-02-17T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'f6dd9298-eb42-45a6-971d-06a229dd16dd', 'name': '', 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:af:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:31Z', 'updated_at': '2022-02-17T10:31:36Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:24.286615 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef0d2ee-967a-40aa-9b5e-c07619ad46ae None None] Checking router: 022ad0e6-27d4-4d90-8852-083a67e71d06 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:34:24.296421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef0d2ee-967a-40aa-9b5e-c07619ad46ae None None] Routers {'022ad0e6-27d4-4d90-8852-083a67e71d06'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:34:24.297058 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0ef0d2ee-967a-40aa-9b5e-c07619ad46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:33:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['022ad0e6-27d4-4d90-8852-083a67e71d06'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:24.404382 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9707be-460c-44aa-99a2-1c85fbaf8c8f req-23dd4f16-ce0c-4c0b-804e-eb3c9c490866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:24.405837 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a9707be-460c-44aa-99a2-1c85fbaf8c8f req-23dd4f16-ce0c-4c0b-804e-eb3c9c490866 service neutron] 10.222.0.37 "GET /v2.0/networks?id=819ef047-31b8-416d-9351-a663bb37a95d HTTP/1.1" status: 200 len: 898 time: 0.2421591 Feb 17 10:34:24.463280 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282b0b0-de60-4e0a-8da2-e8e0217fd686 req-606b4fb6-de70-42ba-8179-c158805092ac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:24.464348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-6282b0b0-de60-4e0a-8da2-e8e0217fd686 req-606b4fb6-de70-42ba-8179-c158805092ac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:34:24.477807 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a9707be-460c-44aa-99a2-1c85fbaf8c8f req-4dbdaca0-892c-4025-a7d9-a27783139b7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 HTTP/1.1" status: 200 len: 217 time: 0.0643508 Feb 17 10:34:24.483236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-0ef0d2ee-967a-40aa-9b5e-c07619ad46ae None None] Set router 022ad0e6-27d4-4d90-8852-083a67e71d06 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:34:24.533626 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-6282b0b0-de60-4e0a-8da2-e8e0217fd686 req-606b4fb6-de70-42ba-8179-c158805092ac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:34:24.535418 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6282b0b0-de60-4e0a-8da2-e8e0217fd686 req-606b4fb6-de70-42ba-8179-c158805092ac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.1653581 Feb 17 10:34:24.543054 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9707be-460c-44aa-99a2-1c85fbaf8c8f req-1fd56af6-00ff-4b1d-8488-5de03a691d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:24.544946 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a9707be-460c-44aa-99a2-1c85fbaf8c8f req-1fd56af6-00ff-4b1d-8488-5de03a691d1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=56a5c86e-655b-44ae-91ea-e98832ce738d HTTP/1.1" status: 200 len: 835 time: 0.0605836 Feb 17 10:34:24.585823 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6282b0b0-de60-4e0a-8da2-e8e0217fd686 req-072fcd06-001b-4308-add4-592b36f79b01 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439980 Feb 17 10:34:24.634531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9707be-460c-44aa-99a2-1c85fbaf8c8f req-cecbe8ee-ad67-456d-a685-6558766e5674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:24.636130 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a9707be-460c-44aa-99a2-1c85fbaf8c8f req-cecbe8ee-ad67-456d-a685-6558766e5674 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=819ef047-31b8-416d-9351-a663bb37a95d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843098 Feb 17 10:34:24.762466 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-293106ad-7ec3-46e9-a9d0-f789dd48a19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:24.771691 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a9707be-460c-44aa-99a2-1c85fbaf8c8f req-b726ea26-427a-4c2f-a054-38e66bf94091 service neutron] 10.222.0.37 "GET /v2.0/networks/819ef047-31b8-416d-9351-a663bb37a95d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271586 Feb 17 10:34:24.827491 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0ef0d2ee-967a-40aa-9b5e-c07619ad46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061759275', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:31:25Z', 'updated_at': '2022-02-17T10:31:31Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:26Z', 'updated_at': '2022-02-17T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'f6dd9298-eb42-45a6-971d-06a229dd16dd', 'name': '', 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:af:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:31Z', 'updated_at': '2022-02-17T10:31:36Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:24.831570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef0d2ee-967a-40aa-9b5e-c07619ad46ae None None] The sync data for ids ['022ad0e6-27d4-4d90-8852-083a67e71d06'] in dv-neutron-828143-5-hyperv is: [{'id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061759275', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:31:25Z', 'updated_at': '2022-02-17T10:31:31Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:26Z', 'updated_at': '2022-02-17T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'f6dd9298-eb42-45a6-971d-06a229dd16dd', 'name': '', 'network_id': '819ef047-31b8-416d-9351-a663bb37a95d', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:af:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:31Z', 'updated_at': '2022-02-17T10:31:36Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '56a5c86e-655b-44ae-91ea-e98832ce738d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:34:24.912467 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a9707be-460c-44aa-99a2-1c85fbaf8c8f req-d30f6346-8088-4d8e-8569-4655d6f6cacd service neutron] 10.222.0.37 "GET /v2.0/networks/819ef047-31b8-416d-9351-a663bb37a95d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334720 Feb 17 10:34:25.038704 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb2b22c-9b83-4612-96c9-258895f09ce5 None None] New status for floating IP 9bfbd102-8b71-44c7-a95f-ff33c8d4638e: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:34:25.780265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473c74e-6e4a-470f-b506-feb49c2a8bdb req-0d4c8c59-0916-4804-8404-bdf0238f2ca4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:25.781728 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3473c74e-6e4a-470f-b506-feb49c2a8bdb req-0d4c8c59-0916-4804-8404-bdf0238f2ca4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0829377 Feb 17 10:34:25.826346 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3473c74e-6e4a-470f-b506-feb49c2a8bdb req-c3e139fe-a645-4379-8bd1-0ab0b6a02e1b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384927 Feb 17 10:34:26.340486 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01e10d-379d-430b-b98c-8148afa7f3b7 req-a89a25c5-498b-44e0-a29f-c8a5c0c5671c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:26.341916 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-af01e10d-379d-430b-b98c-8148afa7f3b7 req-a89a25c5-498b-44e0-a29f-c8a5c0c5671c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0795407 Feb 17 10:34:26.416363 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-af01e10d-379d-430b-b98c-8148afa7f3b7 req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:34:26.416699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af01e10d-379d-430b-b98c-8148afa7f3b7 req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:26.669730 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-af01e10d-379d-430b-b98c-8148afa7f3b7 req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] For port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312,segment=NetworkSegment(70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc),segment_id=70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:34:26.670121 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af01e10d-379d-430b-b98c-8148afa7f3b7 req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:26.798338 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-af01e10d-379d-430b-b98c-8148afa7f3b7 req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:34:27.007363 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af01e10d-379d-430b-b98c-8148afa7f3b7 req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:27.016261 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8230f3-5e14-4f07-8835-49c517889e23 req-572577c8-c613-4816-85af-97380f7797fa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:27.018834 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6c8230f3-5e14-4f07-8835-49c517889e23 req-572577c8-c613-4816-85af-97380f7797fa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 945 time: 0.0868354 Feb 17 10:34:27.059919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=34af6fb2-7ff6-4d1b-b6a8-2ac41331d312,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:27.072832 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6c8230f3-5e14-4f07-8835-49c517889e23 req-a4f2a6a8-6586-407f-86dd-4b3362697594 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=3811646a-5fe3-4b30-967e-591c22a9bc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478199 Feb 17 10:34:27.076081 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb533067-caeb-4ea3-8b61-6eff6413e9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:27.093401 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:27.093746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:27.094110 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:27.094448 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:27.094780 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:27.095161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:27.095492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:27.096027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:27.096344 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:27.096668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:27.096994 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:27.097316 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:27.149464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-af01e10d-379d-430b-b98c-8148afa7f3b7 req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] No DVR routers for this DVR port 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:34:27.151899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af01e10d-379d-430b-b98c-8148afa7f3b7 req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:27.154421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd07d609-d3cf-458d-87bf-2d38611fd4a8', 'name': 'network-vif-deleted', 'tag': '34af6fb2-7ff6-4d1b-b6a8-2ac41331d312'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:34:27.202406 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd07d609-d3cf-458d-87bf-2d38611fd4a8', 'name': 'network-vif-deleted', 'tag': '34af6fb2-7ff6-4d1b-b6a8-2ac41331d312', 'status': 'completed', 'code': 200} Feb 17 10:34:27.225076 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-af01e10d-379d-430b-b98c-8148afa7f3b7 req-3411c57f-4caf-4fc3-8885-f80551304a88 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "DELETE /v2.0/ports/34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 HTTP/1.1" status: 204 len: 173 time: 0.8773124 Feb 17 10:34:27.927508 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:28.253648 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7294eb33-364e-4700-b461-3d60ee54e9c3 req-0ff73e3c-51df-4bf3-b3c2-47e39479055a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd07d609-d3cf-458d-87bf-2d38611fd4a8 HTTP/1.1" status: 200 len: 210 time: 0.0421157 Feb 17 10:34:28.354520 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:29.351036 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48778) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:29.829018 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:34:29.862486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:34:29.862829 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 34af6fb2-7ff6-4d1b-b6a8-2ac41331d312 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:34:30.018791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91a9311f-35bb-4903-8b32-78d583f7c275 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:30.041985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:30.382364 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-91a9311f-35bb-4903-8b32-78d583f7c275 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port f6dd9298-eb42-45a6-971d-06a229dd16dd {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:34:30.382838 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91a9311f-35bb-4903-8b32-78d583f7c275 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:30.574057 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-91a9311f-35bb-4903-8b32-78d583f7c275 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] For port f6dd9298-eb42-45a6-971d-06a229dd16dd, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f6dd9298-eb42-45a6-971d-06a229dd16dd,segment=NetworkSegment(70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc),segment_id=70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:34:30.574438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91a9311f-35bb-4903-8b32-78d583f7c275 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:30.707530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-91a9311f-35bb-4903-8b32-78d583f7c275 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for f6dd9298-eb42-45a6-971d-06a229dd16dd owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:34:31.218786 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91a9311f-35bb-4903-8b32-78d583f7c275 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:31.296937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9311f-35bb-4903-8b32-78d583f7c275 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=f6dd9298-eb42-45a6-971d-06a229dd16dd,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:31.545573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91a9311f-35bb-4903-8b32-78d583f7c275 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:31.900439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a9311f-35bb-4903-8b32-78d583f7c275 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router 022ad0e6-27d4-4d90-8852-083a67e71d06 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:34:32.076644 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a9311f-35bb-4903-8b32-78d583f7c275 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:34:32.086837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6825f1b2-3849-4992-9a18-4719fac302d2 None None] Sync routers for ids ['022ad0e6-27d4-4d90-8852-083a67e71d06'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:34:32.089575 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-91a9311f-35bb-4903-8b32-78d583f7c275 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "PUT /v2.0/routers/022ad0e6-27d4-4d90-8852-083a67e71d06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7374847 Feb 17 10:34:32.092277 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48782) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:32.097071 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6825f1b2-3849-4992-9a18-4719fac302d2 None None] Routers {'022ad0e6-27d4-4d90-8852-083a67e71d06'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:34:32.097688 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6825f1b2-3849-4992-9a18-4719fac302d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:34:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['022ad0e6-27d4-4d90-8852-083a67e71d06'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:32.157078 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efee847-9edb-4644-9f8e-02f269f7e157 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting subnet 56a5c86e-655b-44ae-91ea-e98832ce738d {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:34:32.160971 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4efee847-9edb-4644-9f8e-02f269f7e157 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:32.217387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4efee847-9edb-4644-9f8e-02f269f7e157 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:32.275349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6825f1b2-3849-4992-9a18-4719fac302d2 None None] Set router 022ad0e6-27d4-4d90-8852-083a67e71d06 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:34:32.300545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4efee847-9edb-4644-9f8e-02f269f7e157 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:32.442426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4efee847-9edb-4644-9f8e-02f269f7e157 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:32.488525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efee847-9edb-4644-9f8e-02f269f7e157 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Subnet': ['ID=56a5c86e-655b-44ae-91ea-e98832ce738d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:32.493128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4efee847-9edb-4644-9f8e-02f269f7e157 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:32.500026 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4efee847-9edb-4644-9f8e-02f269f7e157 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/subnets/56a5c86e-655b-44ae-91ea-e98832ce738d HTTP/1.1" status: 204 len: 168 time: 0.4067755 Feb 17 10:34:32.500689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5100b9c3-9819-47c6-92ac-a05549f209c0 None None] Network 819ef047-31b8-416d-9351-a663bb37a95d requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:34:32.504054 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48786) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:32.805240 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6825f1b2-3849-4992-9a18-4719fac302d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061759275', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:31:25Z', 'updated_at': '2022-02-17T10:34:31Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:26Z', 'updated_at': '2022-02-17T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:32.811759 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6825f1b2-3849-4992-9a18-4719fac302d2 None None] Checking router: 022ad0e6-27d4-4d90-8852-083a67e71d06 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:34:32.812669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a8b8e75-651f-4784-9831-6b6e9e62de55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:32.827390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6825f1b2-3849-4992-9a18-4719fac302d2 None None] Routers {'022ad0e6-27d4-4d90-8852-083a67e71d06'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:34:32.828591 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6825f1b2-3849-4992-9a18-4719fac302d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:34:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['022ad0e6-27d4-4d90-8852-083a67e71d06'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:32.888573 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] DHCP port deletion for 819ef047-31b8-416d-9351-a663bb37a95d request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:34:32.911771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Deleting port 79b4609e-76e5-4e78-ba45-6f08c80ea80b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:34:32.912142 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:33.007345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a8b8e75-651f-4784-9831-6b6e9e62de55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:33.069161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3a8b8e75-651f-4784-9831-6b6e9e62de55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port 8ea26093-424c-4017-9ce6-37122e5ee036 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:34:33.069455 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a8b8e75-651f-4784-9831-6b6e9e62de55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:33.111198 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6825f1b2-3849-4992-9a18-4719fac302d2 None None] Set router 022ad0e6-27d4-4d90-8852-083a67e71d06 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:34:33.246419 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-3a8b8e75-651f-4784-9831-6b6e9e62de55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] For port 8ea26093-424c-4017-9ce6-37122e5ee036, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8ea26093-424c-4017-9ce6-37122e5ee036,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:34:33.246779 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a8b8e75-651f-4784-9831-6b6e9e62de55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:33.374430 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3a8b8e75-651f-4784-9831-6b6e9e62de55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for 8ea26093-424c-4017-9ce6-37122e5ee036 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:34:33.396862 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] For port 79b4609e-76e5-4e78-ba45-6f08c80ea80b, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=79b4609e-76e5-4e78-ba45-6f08c80ea80b,segment=NetworkSegment(70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc),segment_id=70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:34:33.397240 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:33.536985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Calling delete_port for 79b4609e-76e5-4e78-ba45-6f08c80ea80b owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:34:33.600897 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a8b8e75-651f-4784-9831-6b6e9e62de55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:33.659078 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b8e75-651f-4784-9831-6b6e9e62de55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=8ea26093-424c-4017-9ce6-37122e5ee036,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:33.669238 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6825f1b2-3849-4992-9a18-4719fac302d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061759275', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:31:25Z', 'updated_at': '2022-02-17T10:34:31Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:26Z', 'updated_at': '2022-02-17T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:33.674223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6825f1b2-3849-4992-9a18-4719fac302d2 None None] The sync data for ids ['022ad0e6-27d4-4d90-8852-083a67e71d06'] in dv-neutron-828143-5-hyperv is: [{'id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061759275', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:31:25Z', 'updated_at': '2022-02-17T10:34:31Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8ea26093-424c-4017-9ce6-37122e5ee036', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022ad0e6-27d4-4d90-8852-083a67e71d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:31:26Z', 'updated_at': '2022-02-17T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:34:33.732182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:33.759289 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a8b8e75-651f-4784-9831-6b6e9e62de55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:33.781950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Pushing event deleted for resources: {'Port': ['ID=79b4609e-76e5-4e78-ba45-6f08c80ea80b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:33.787876 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] No DVR routers for this DVR port 79b4609e-76e5-4e78-ba45-6f08c80ea80b on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:34:33.794255 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:33.794608 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:33.794953 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:33.795322 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:33.795676 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:33.796006 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:33.796333 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:33.796711 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:33.797040 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:33.797847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:33.797847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:33.798150 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5775e68-f16a-4ee5-92e3-5c5e10f629ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:33.932740 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a8b8e75-651f-4784-9831-6b6e9e62de55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:33.934952 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a8b8e75-651f-4784-9831-6b6e9e62de55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:34.047376 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a8b8e75-651f-4784-9831-6b6e9e62de55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:34.047923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8b8e75-651f-4784-9831-6b6e9e62de55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Fanout notify agent at l3_agent the message router_deleted on router 022ad0e6-27d4-4d90-8852-083a67e71d06 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 10:34:34.063593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a8b8e75-651f-4784-9831-6b6e9e62de55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:34.064775 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3a8b8e75-651f-4784-9831-6b6e9e62de55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/routers/022ad0e6-27d4-4d90-8852-083a67e71d06 HTTP/1.1" status: 204 len: 168 time: 1.5598121 Feb 17 10:34:34.067838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48790) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:34.303261 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-949f9122-5375-45a0-9877-0e96ddfb2f1e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:34.435785 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-949f9122-5375-45a0-9877-0e96ddfb2f1e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:34.461173 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-949f9122-5375-45a0-9877-0e96ddfb2f1e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819ef047-31b8-416d-9351-a663bb37a95d']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:34.473603 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-949f9122-5375-45a0-9877-0e96ddfb2f1e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:34.473847 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-949f9122-5375-45a0-9877-0e96ddfb2f1e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c16e4e-e42b-4379-89bd-bf4f5f4eb1cc') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:34.484821 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-949f9122-5375-45a0-9877-0e96ddfb2f1e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:34.501006 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-949f9122-5375-45a0-9877-0e96ddfb2f1e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:34.507028 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949f9122-5375-45a0-9877-0e96ddfb2f1e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:34:34.507413 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-949f9122-5375-45a0-9877-0e96ddfb2f1e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:34:34.525167 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:34:34.670298 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-949f9122-5375-45a0-9877-0e96ddfb2f1e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:34.689663 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-949f9122-5375-45a0-9877-0e96ddfb2f1e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:34.701894 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f9122-5375-45a0-9877-0e96ddfb2f1e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Network': ['ID=819ef047-31b8-416d-9351-a663bb37a95d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:34.714792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 79b4609e-76e5-4e78-ba45-6f08c80ea80b no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:34:34.795155 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 79b4609e-76e5-4e78-ba45-6f08c80ea80b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:34:34.795414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 79b4609e-76e5-4e78-ba45-6f08c80ea80b not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:34:34.795824 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f6dd9298-eb42-45a6-971d-06a229dd16dd no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:34:34.796851 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-949f9122-5375-45a0-9877-0e96ddfb2f1e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/networks/819ef047-31b8-416d-9351-a663bb37a95d HTTP/1.1" status: 204 len: 168 time: 0.7279410 Feb 17 10:34:34.799702 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48794) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:34.830329 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: f6dd9298-eb42-45a6-971d-06a229dd16dd {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:34:34.830872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f6dd9298-eb42-45a6-971d-06a229dd16dd not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:34:34.831196 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8ea26093-424c-4017-9ce6-37122e5ee036 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:34:34.864121 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 8ea26093-424c-4017-9ce6-37122e5ee036 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:34:34.864473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8ea26093-424c-4017-9ce6-37122e5ee036 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:34:34.873088 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e237c9f9-71f1-4a1a-b6a7-5c8ad3aa2ee2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:34.902637 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e237c9f9-71f1-4a1a-b6a7-5c8ad3aa2ee2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:35.036138 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e237c9f9-71f1-4a1a-b6a7-5c8ad3aa2ee2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:35.055879 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237c9f9-71f1-4a1a-b6a7-5c8ad3aa2ee2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3811646a-5fe3-4b30-967e-591c22a9bc3b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:35.132887 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e237c9f9-71f1-4a1a-b6a7-5c8ad3aa2ee2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:35.134026 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e237c9f9-71f1-4a1a-b6a7-5c8ad3aa2ee2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/security-groups/3811646a-5fe3-4b30-967e-591c22a9bc3b HTTP/1.1" status: 204 len: 168 time: 0.3334122 Feb 17 10:34:35.581864 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48802) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:35.587018 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d02f19d6-199e-471f-9d3a-df647a331a17 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2117695844', 'description': 'tempest-secgroup-smoke-2117695844 description', 'project_id': 'e986d3720a6641768dbcd23d036578fd'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:34:35.592995 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d02f19d6-199e-471f-9d3a-df647a331a17 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:34:35.597771 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d02f19d6-199e-471f-9d3a-df647a331a17 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:34:35.600954 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d02f19d6-199e-471f-9d3a-df647a331a17 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:34:35.606767 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d02f19d6-199e-471f-9d3a-df647a331a17 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:34:35.768302 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d02f19d6-199e-471f-9d3a-df647a331a17 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:35.789440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d02f19d6-199e-471f-9d3a-df647a331a17 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:34:35.793363 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d02f19d6-199e-471f-9d3a-df647a331a17 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:34:35.796268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d02f19d6-199e-471f-9d3a-df647a331a17 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:34:35.802103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d02f19d6-199e-471f-9d3a-df647a331a17 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:34:35.872010 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d02f19d6-199e-471f-9d3a-df647a331a17 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:35.933039 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d02f19d6-199e-471f-9d3a-df647a331a17 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:35.983050 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f19d6-199e-471f-9d3a-df647a331a17 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66f7ba2-dd18-4c17-8418-c091750a90a2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:36.070501 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d02f19d6-199e-471f-9d3a-df647a331a17 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:36.071775 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d02f19d6-199e-471f-9d3a-df647a331a17 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4888372 Feb 17 10:34:36.074499 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48806) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:36.079947 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d564a31f-1996-44fa-9d2f-e7d57b1121ac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': 'a66f7ba2-dd18-4c17-8418-c091750a90a2', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:34:36.085951 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d564a31f-1996-44fa-9d2f-e7d57b1121ac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:34:36.089714 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d564a31f-1996-44fa-9d2f-e7d57b1121ac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:34:36.092551 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-d564a31f-1996-44fa-9d2f-e7d57b1121ac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:34:36.098692 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d564a31f-1996-44fa-9d2f-e7d57b1121ac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:34:36.172865 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d564a31f-1996-44fa-9d2f-e7d57b1121ac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:36.231408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d564a31f-1996-44fa-9d2f-e7d57b1121ac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:36.297454 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d564a31f-1996-44fa-9d2f-e7d57b1121ac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:36.321274 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564a31f-1996-44fa-9d2f-e7d57b1121ac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0ab854-88db-4772-bdc8-3797e4e30722,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:36.412747 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d564a31f-1996-44fa-9d2f-e7d57b1121ac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:36.413944 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-d564a31f-1996-44fa-9d2f-e7d57b1121ac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385348 Feb 17 10:34:36.416664 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48810) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:36.421583 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3ae59b80-78e2-4cbe-a060-f22575f5bcb5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': 'a66f7ba2-dd18-4c17-8418-c091750a90a2', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:34:36.428142 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3ae59b80-78e2-4cbe-a060-f22575f5bcb5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:34:36.431792 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3ae59b80-78e2-4cbe-a060-f22575f5bcb5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:34:36.434610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3ae59b80-78e2-4cbe-a060-f22575f5bcb5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:34:36.441024 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3ae59b80-78e2-4cbe-a060-f22575f5bcb5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:34:36.516598 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ae59b80-78e2-4cbe-a060-f22575f5bcb5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:36.586660 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ae59b80-78e2-4cbe-a060-f22575f5bcb5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:36.658862 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ae59b80-78e2-4cbe-a060-f22575f5bcb5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:36.682793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae59b80-78e2-4cbe-a060-f22575f5bcb5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81c7a5a-1a7d-4130-a979-0e86375db75b,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:36.761460 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ae59b80-78e2-4cbe-a060-f22575f5bcb5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:36.762682 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3ae59b80-78e2-4cbe-a060-f22575f5bcb5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3450963 Feb 17 10:34:36.765442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48814) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:36.771364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ebe58f54-5b91-458c-90c1-b32627e9f60f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': 'a66f7ba2-dd18-4c17-8418-c091750a90a2', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:34:36.777359 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ebe58f54-5b91-458c-90c1-b32627e9f60f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:34:36.781117 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ebe58f54-5b91-458c-90c1-b32627e9f60f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:34:36.785138 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ebe58f54-5b91-458c-90c1-b32627e9f60f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:34:36.790880 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ebe58f54-5b91-458c-90c1-b32627e9f60f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:34:36.894360 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebe58f54-5b91-458c-90c1-b32627e9f60f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:36.963504 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebe58f54-5b91-458c-90c1-b32627e9f60f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:37.035997 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebe58f54-5b91-458c-90c1-b32627e9f60f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:37.064935 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe58f54-5b91-458c-90c1-b32627e9f60f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed0f586-5348-476d-aeee-7e754d1dbb7e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:37.149381 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebe58f54-5b91-458c-90c1-b32627e9f60f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:37.150636 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ebe58f54-5b91-458c-90c1-b32627e9f60f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3842478 Feb 17 10:34:37.153473 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48818) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:37.159546 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ae3a4050-d125-4b83-b41c-23f7ee70ae13 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': 'a66f7ba2-dd18-4c17-8418-c091750a90a2', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:34:37.165529 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ae3a4050-d125-4b83-b41c-23f7ee70ae13 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:34:37.169268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ae3a4050-d125-4b83-b41c-23f7ee70ae13 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:34:37.172114 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ae3a4050-d125-4b83-b41c-23f7ee70ae13 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:34:37.177715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ae3a4050-d125-4b83-b41c-23f7ee70ae13 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:34:37.247177 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4050-d125-4b83-b41c-23f7ee70ae13 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:37.310701 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4050-d125-4b83-b41c-23f7ee70ae13 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:37.384212 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4050-d125-4b83-b41c-23f7ee70ae13 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:37.408294 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a4050-d125-4b83-b41c-23f7ee70ae13 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9796f846-a0f1-47e5-b5f1-a26e9aceceec,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:37.476012 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4050-d125-4b83-b41c-23f7ee70ae13 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:37.477258 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ae3a4050-d125-4b83-b41c-23f7ee70ae13 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3227062 Feb 17 10:34:37.480139 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48822) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:37.485020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5a28c80e-ea80-499d-b7a2-7a3ed6d5c0e2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': 'a66f7ba2-dd18-4c17-8418-c091750a90a2', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:34:37.491085 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5a28c80e-ea80-499d-b7a2-7a3ed6d5c0e2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:34:37.494847 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5a28c80e-ea80-499d-b7a2-7a3ed6d5c0e2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:34:37.497705 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-5a28c80e-ea80-499d-b7a2-7a3ed6d5c0e2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:34:37.503867 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5a28c80e-ea80-499d-b7a2-7a3ed6d5c0e2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:34:37.577797 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-5a28c80e-ea80-499d-b7a2-7a3ed6d5c0e2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Project e986d3720a6641768dbcd23d036578fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:34:37.585425 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a28c80e-ea80-499d-b7a2-7a3ed6d5c0e2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:37.652581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a28c80e-ea80-499d-b7a2-7a3ed6d5c0e2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:37.714799 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a28c80e-ea80-499d-b7a2-7a3ed6d5c0e2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:37.739102 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28c80e-ea80-499d-b7a2-7a3ed6d5c0e2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d75f820-f630-4012-b6d3-e4ed7aa0bde0,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:37.818949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a28c80e-ea80-499d-b7a2-7a3ed6d5c0e2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:37.820341 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-5a28c80e-ea80-499d-b7a2-7a3ed6d5c0e2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3392968 Feb 17 10:34:37.823202 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48826) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:37.828601 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3e42ecfc-95e1-4b39-99aa-14cf87182f26 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': 'a66f7ba2-dd18-4c17-8418-c091750a90a2', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:34:37.835425 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3e42ecfc-95e1-4b39-99aa-14cf87182f26 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:34:37.839203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e42ecfc-95e1-4b39-99aa-14cf87182f26 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:34:37.842016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e42ecfc-95e1-4b39-99aa-14cf87182f26 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:34:37.847891 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3e42ecfc-95e1-4b39-99aa-14cf87182f26 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:34:37.920391 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-3e42ecfc-95e1-4b39-99aa-14cf87182f26 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Project e986d3720a6641768dbcd23d036578fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:34:37.927613 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e42ecfc-95e1-4b39-99aa-14cf87182f26 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:37.994561 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e42ecfc-95e1-4b39-99aa-14cf87182f26 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:38.069226 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e42ecfc-95e1-4b39-99aa-14cf87182f26 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:38.095229 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42ecfc-95e1-4b39-99aa-14cf87182f26 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1af0c66-08a5-492c-8b6f-7159285af0ed,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:38.184450 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e42ecfc-95e1-4b39-99aa-14cf87182f26 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:38.185672 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3e42ecfc-95e1-4b39-99aa-14cf87182f26 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3614600 Feb 17 10:34:38.188474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48830) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:38.194706 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-353c3453-f24e-457c-8714-3e70ef021c53 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'network': {'name': 'tempest-network-smoke--1476141630', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'port_security_enabled': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:34:38.200058 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-353c3453-f24e-457c-8714-3e70ef021c53 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:34:38.204229 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-353c3453-f24e-457c-8714-3e70ef021c53 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:network and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:34:38.207372 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-353c3453-f24e-457c-8714-3e70ef021c53 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:34:38.213316 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-353c3453-f24e-457c-8714-3e70ef021c53 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:34:38.321770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353c3453-f24e-457c-8714-3e70ef021c53 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Made reservation on behalf of e986d3720a6641768dbcd23d036578fd for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:34:38.325209 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-353c3453-f24e-457c-8714-3e70ef021c53 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:38.353930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353c3453-f24e-457c-8714-3e70ef021c53 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:34:38.363598 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-353c3453-f24e-457c-8714-3e70ef021c53 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:38.363940 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-353c3453-f24e-457c-8714-3e70ef021c53 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Added segment c48fcb21-5c8d-4c5c-910b-4c9b60dffe41 of type vlan for network 349a07ca-8be1-4ff1-acee-911f535fd47e Feb 17 10:34:38.389423 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-353c3453-f24e-457c-8714-3e70ef021c53 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:38.464687 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-353c3453-f24e-457c-8714-3e70ef021c53 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:38.470884 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c3453-f24e-457c-8714-3e70ef021c53 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:38.471536 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-353c3453-f24e-457c-8714-3e70ef021c53 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:38.578854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c3453-f24e-457c-8714-3e70ef021c53 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Network': ['ID=349a07ca-8be1-4ff1-acee-911f535fd47e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:38.591532 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 349a07ca-8be1-4ff1-acee-911f535fd47e details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:34:38.631102 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-353c3453-f24e-457c-8714-3e70ef021c53 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4408796 Feb 17 10:34:38.633657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48834) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:38.638953 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1192930603', 'admin_state_up': True, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:34:38.646975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:34:38.650798 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:router and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:34:38.653705 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:34:38.661214 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:34:38.710368 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:38.711439 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:38.728433 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:39.081382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:39.196115 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:39.571261 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:39.600077 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:39.745160 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.26.4.79 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/086fa44b-b9be-4e10-8f9c-5e50816492e1) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:34:39.903587 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:39.997144 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:40.066020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:34:40.068811 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:34:40.074987 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:34:40.105813 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=086fa44b-b9be-4e10-8f9c-5e50816492e1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:40.537648 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:40.882865 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:41.291569 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router c0b585b6-5b06-4586-b153-624031bf293a is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 10:34:41.465251 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:34:41.476025 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Sync routers for ids ['c0b585b6-5b06-4586-b153-624031bf293a'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:34:41.485448 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Routers {'c0b585b6-5b06-4586-b153-624031bf293a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:34:41.486787 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c797c059-3441-4b90-8764-570fb414e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:34:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c0b585b6-5b06-4586-b153-624031bf293a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:41.550768 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:41.551911 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-28c3a25d-1bff-4c77-ad49-c74af283a59a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9172592 Feb 17 10:34:41.555072 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48838) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:41.639777 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9e63a77c-e7c7-4b5c-b5ae-27cd41ff27c4 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=e986d3720a6641768dbcd23d036578fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0835443 Feb 17 10:34:41.642922 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48844) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:41.664117 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Set router c0b585b6-5b06-4586-b153-624031bf293a gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:34:41.773894 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de00e89-89ff-4773-8ec4-b23f30860703 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:41.775416 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4de00e89-89ff-4773-8ec4-b23f30860703 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311965 Feb 17 10:34:41.778164 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48848) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:41.818529 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-be41b9bc-1332-42e2-b008-b9ebc355a351 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391133 Feb 17 10:34:41.821086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48852) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:41.826542 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f29a328b-3d8e-4f7d-a66e-788478e54ba3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2060027649', 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:34:41.939263 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f29a328b-3d8e-4f7d-a66e-788478e54ba3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:34:41.943152 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f29a328b-3d8e-4f7d-a66e-788478e54ba3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:subnet and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:34:41.946233 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-f29a328b-3d8e-4f7d-a66e-788478e54ba3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:34:41.950334 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c797c059-3441-4b90-8764-570fb414e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192930603', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:34:38Z', 'updated_at': '2022-02-17T10:34:40Z', 'revision_number': 3, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:39Z', 'updated_at': '2022-02-17T10:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:41.951825 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f29a328b-3d8e-4f7d-a66e-788478e54ba3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:34:41.954101 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Checking router: c0b585b6-5b06-4586-b153-624031bf293a for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:34:41.955296 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Updating router c0b585b6-5b06-4586-b153-624031bf293a port 086fa44b-b9be-4e10-8f9c-5e50816492e1 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:34:42.008212 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:42.024723 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29a328b-3d8e-4f7d-a66e-788478e54ba3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Made reservation on behalf of e986d3720a6641768dbcd23d036578fd for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:34:42.028220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f29a328b-3d8e-4f7d-a66e-788478e54ba3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:42.316538 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f29a328b-3d8e-4f7d-a66e-788478e54ba3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:42.356991 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:42.369702 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Transition to ACTIVE for port object 086fa44b-b9be-4e10-8f9c-5e50816492e1 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:34:42.400840 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a328b-3d8e-4f7d-a66e-788478e54ba3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Subnet': ['ID=256d5619-06dd-4b77-91cf-adcdaec9e6c8,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:42.409080 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a328b-3d8e-4f7d-a66e-788478e54ba3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Checking segment: {'id': 'c48fcb21-5c8d-4c5c-910b-4c9b60dffe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:34:42.409447 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29a328b-3d8e-4f7d-a66e-788478e54ba3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network hostable DHCP agents. Network: 349a07ca-8be1-4ff1-acee-911f535fd47e, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:34:42.451638 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:42.487004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29a328b-3d8e-4f7d-a66e-788478e54ba3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network 349a07ca-8be1-4ff1-acee-911f535fd47e is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:34:42.530004 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Attempting to bind port 086fa44b-b9be-4e10-8f9c-5e50816492e1 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:34:42.530589 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Attempting to bind port 086fa44b-b9be-4e10-8f9c-5e50816492e1 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:34:42.532475 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Attempting to bind port 086fa44b-b9be-4e10-8f9c-5e50816492e1 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:34:42.537917 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11263d4-809e-4651-a04f-dc28cc2c1151 None None] Pushing event updated for resources: {'Port': ['ID=086fa44b-b9be-4e10-8f9c-5e50816492e1,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:42.541207 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:34:42.541572 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:34:42.541958 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:42.542361 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:34:42.543082 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Bound port: 086fa44b-b9be-4e10-8f9c-5e50816492e1, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:34:42.543230 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:42.550901 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f29a328b-3d8e-4f7d-a66e-788478e54ba3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 349a07ca-8be1-4ff1-acee-911f535fd47e) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:34:42.555268 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29a328b-3d8e-4f7d-a66e-788478e54ba3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:42.555976 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f29a328b-3d8e-4f7d-a66e-788478e54ba3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:42.560363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c206fff7-a139-4a90-920f-4db659a01aa3 None None] Network 349a07ca-8be1-4ff1-acee-911f535fd47e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:34:42.589710 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11263d4-809e-4651-a04f-dc28cc2c1151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:42.589996 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11263d4-809e-4651-a04f-dc28cc2c1151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:42.590443 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11263d4-809e-4651-a04f-dc28cc2c1151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:42.591193 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11263d4-809e-4651-a04f-dc28cc2c1151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:42.591193 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11263d4-809e-4651-a04f-dc28cc2c1151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:42.591425 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11263d4-809e-4651-a04f-dc28cc2c1151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:42.591600 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11263d4-809e-4651-a04f-dc28cc2c1151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:42.591925 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11263d4-809e-4651-a04f-dc28cc2c1151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:42.592247 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11263d4-809e-4651-a04f-dc28cc2c1151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:42.592561 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11263d4-809e-4651-a04f-dc28cc2c1151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:42.592874 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11263d4-809e-4651-a04f-dc28cc2c1151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:42.593185 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11263d4-809e-4651-a04f-dc28cc2c1151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:34:42.627172 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c797c059-3441-4b90-8764-570fb414e415 None None] For port 086fa44b-b9be-4e10-8f9c-5e50816492e1, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:34:42.630522 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c797c059-3441-4b90-8764-570fb414e415 None None] For port 086fa44b-b9be-4e10-8f9c-5e50816492e1, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=086fa44b-b9be-4e10-8f9c-5e50816492e1,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:34:42.642680 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f29a328b-3d8e-4f7d-a66e-788478e54ba3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8205245 Feb 17 10:34:42.645933 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48856) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:34:42.722443 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:42.805982 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11263d4-809e-4651-a04f-dc28cc2c1151 None None] Pushing event updated for resources: {'Port': ['ID=086fa44b-b9be-4e10-8f9c-5e50816492e1,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:42.809806 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Routers {'c0b585b6-5b06-4586-b153-624031bf293a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:34:42.810493 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c797c059-3441-4b90-8764-570fb414e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:34:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c0b585b6-5b06-4586-b153-624031bf293a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:42.833584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-349a07ca-8be1-4ff1-acee-911f535fd47e', 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ips': [{'subnet_id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:34:42.834686 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:42.991871 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c797c059-3441-4b90-8764-570fb414e415 None None] Set router c0b585b6-5b06-4586-b153-624031bf293a gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:34:42.999631 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Allocated IP 172.20.0.2 (349a07ca-8be1-4ff1-acee-911f535fd47e/256d5619-06dd-4b77-91cf-adcdaec9e6c8/60dc9251-0b24-4e98-919a-f502a2bb4cc9) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:34:43.220773 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:43.231620 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Transition to ACTIVE for port object 60dc9251-0b24-4e98-919a-f502a2bb4cc9 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:34:43.252373 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Transition to ACTIVE for port object 60dc9251-0b24-4e98-919a-f502a2bb4cc9 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:34:43.287928 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c797c059-3441-4b90-8764-570fb414e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192930603', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:34:38Z', 'updated_at': '2022-02-17T10:34:40Z', 'revision_number': 3, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:39Z', 'updated_at': '2022-02-17T10:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:43.291752 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c797c059-3441-4b90-8764-570fb414e415 None None] The sync data for ids ['c0b585b6-5b06-4586-b153-624031bf293a'] in dv-neutron-828143-5-hyperv is: [{'id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192930603', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:34:38Z', 'updated_at': '2022-02-17T10:34:40Z', 'revision_number': 3, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:39Z', 'updated_at': '2022-02-17T10:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:34:43.322228 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:43.391079 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Network 349a07ca-8be1-4ff1-acee-911f535fd47e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:34:43.393868 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:34:43.396325 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:34:43.435793 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Pushing event updated for resources: {'Port': ['ID=60dc9251-0b24-4e98-919a-f502a2bb4cc9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:43.493101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Attempting to bind port 60dc9251-0b24-4e98-919a-f502a2bb4cc9 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:34:43.493532 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Attempting to bind port 60dc9251-0b24-4e98-919a-f502a2bb4cc9 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'c48fcb21-5c8d-4c5c-910b-4c9b60dffe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:34:43.493885 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Attempting to bind port 60dc9251-0b24-4e98-919a-f502a2bb4cc9 on network 349a07ca-8be1-4ff1-acee-911f535fd47e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:34:43.494140 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:43.499333 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:34:43.499718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Checking segment: {'id': 'c48fcb21-5c8d-4c5c-910b-4c9b60dffe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:34:43.500110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:43.508733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Bound using segment: {'id': 'c48fcb21-5c8d-4c5c-910b-4c9b60dffe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:34:43.508733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Bound port: 60dc9251-0b24-4e98-919a-f502a2bb4cc9, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48fcb21-5c8d-4c5c-910b-4c9b60dffe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:34:43.508733 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:43.630879 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] For port 60dc9251-0b24-4e98-919a-f502a2bb4cc9, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:34:43.635605 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] For port 60dc9251-0b24-4e98-919a-f502a2bb4cc9, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=60dc9251-0b24-4e98-919a-f502a2bb4cc9,segment=NetworkSegment(c48fcb21-5c8d-4c5c-910b-4c9b60dffe41),segment_id=c48fcb21-5c8d-4c5c-910b-4c9b60dffe41)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:34:43.716613 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:43.804571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f01a26-b2e8-472b-ac9c-8f19ac154549 None None] Pushing event updated for resources: {'Port': ['ID=60dc9251-0b24-4e98-919a-f502a2bb4cc9,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:43.973621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.20.0.1 (349a07ca-8be1-4ff1-acee-911f535fd47e/256d5619-06dd-4b77-91cf-adcdaec9e6c8/6f3b976a-c597-4baf-9545-f85079e6f9d1) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:34:44.160164 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:44.177725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Transition to ACTIVE for port object 6f3b976a-c597-4baf-9545-f85079e6f9d1 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:34:44.276919 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:44.348751 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network 349a07ca-8be1-4ff1-acee-911f535fd47e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:34:44.351798 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:34:44.356580 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:34:44.391234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=6f3b976a-c597-4baf-9545-f85079e6f9d1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:44.424726 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:44.488199 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 086fa44b-b9be-4e10-8f9c-5e50816492e1 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:34:44.634915 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 086fa44b-b9be-4e10-8f9c-5e50816492e1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:34:44.640091 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 086fa44b-b9be-4e10-8f9c-5e50816492e1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:34:44.640484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:44.761743 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:44.774134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:44.779258 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 086fa44b-b9be-4e10-8f9c-5e50816492e1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=086fa44b-b9be-4e10-8f9c-5e50816492e1,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:34:44.882014 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:44.882807 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 60dc9251-0b24-4e98-919a-f502a2bb4cc9 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:34:45.050969 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=086fa44b-b9be-4e10-8f9c-5e50816492e1,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:45.128291 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 60dc9251-0b24-4e98-919a-f502a2bb4cc9 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:34:45.192384 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d807c037-c808-4e83-a477-32dbe42e3414 None None] Network 349a07ca-8be1-4ff1-acee-911f535fd47e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:34:45.347770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:45.350458 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ae0a59f3-fef8-4fbf-8164-6c74b499dfb9 None None] Provisioning for port 60dc9251-0b24-4e98-919a-f502a2bb4cc9 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:34:45.359843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ae0a59f3-fef8-4fbf-8164-6c74b499dfb9 None None] Provisioning complete for port 60dc9251-0b24-4e98-919a-f502a2bb4cc9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:34:45.360212 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae0a59f3-fef8-4fbf-8164-6c74b499dfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:45.390548 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:45.506889 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:45.511265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=6f3b976a-c597-4baf-9545-f85079e6f9d1,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:45.545918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae0a59f3-fef8-4fbf-8164-6c74b499dfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:45.590858 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ae0a59f3-fef8-4fbf-8164-6c74b499dfb9 None None] For port 60dc9251-0b24-4e98-919a-f502a2bb4cc9, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=60dc9251-0b24-4e98-919a-f502a2bb4cc9,segment=NetworkSegment(c48fcb21-5c8d-4c5c-910b-4c9b60dffe41),segment_id=c48fcb21-5c8d-4c5c-910b-4c9b60dffe41)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:34:45.663591 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae0a59f3-fef8-4fbf-8164-6c74b499dfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:45.678769 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network 349a07ca-8be1-4ff1-acee-911f535fd47e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:34:45.680071 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:34:45.750323 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a59f3-fef8-4fbf-8164-6c74b499dfb9 None None] Pushing event updated for resources: {'Port': ['ID=60dc9251-0b24-4e98-919a-f502a2bb4cc9,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:45.795322 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4fcc6eea-5430-42a5-943e-d16f09fa80cd None None] Provisioning complete for port 60dc9251-0b24-4e98-919a-f502a2bb4cc9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:34:45.795763 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fcc6eea-5430-42a5-943e-d16f09fa80cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:45.898812 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router c0b585b6-5b06-4586-b153-624031bf293a has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:34:46.008033 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4fcc6eea-5430-42a5-943e-d16f09fa80cd None None] Provisioning for port 6f3b976a-c597-4baf-9545-f85079e6f9d1 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:34:46.013897 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4fcc6eea-5430-42a5-943e-d16f09fa80cd None None] Provisioning complete for port 6f3b976a-c597-4baf-9545-f85079e6f9d1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:34:46.014348 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fcc6eea-5430-42a5-943e-d16f09fa80cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:46.083236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc6eea-5430-42a5-943e-d16f09fa80cd None None] Port 6f3b976a-c597-4baf-9545-f85079e6f9d1 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:34:46.094508 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:34:46.106061 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Sync routers for ids ['c0b585b6-5b06-4586-b153-624031bf293a'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:34:46.118491 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3e428163-e6cd-4c0a-9b92-4b29a1ddb3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "PUT /v2.0/routers/c0b585b6-5b06-4586-b153-624031bf293a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4623430 Feb 17 10:34:46.118726 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Routers {'c0b585b6-5b06-4586-b153-624031bf293a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:34:46.118726 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:34:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c0b585b6-5b06-4586-b153-624031bf293a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:46.274795 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2267e80b-d2f9-4b83-a514-ea11e38c7795 None None] Provisioning complete for port 6f3b976a-c597-4baf-9545-f85079e6f9d1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:34:46.275173 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2267e80b-d2f9-4b83-a514-ea11e38c7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:46.355554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2267e80b-d2f9-4b83-a514-ea11e38c7795 None None] Port 6f3b976a-c597-4baf-9545-f85079e6f9d1 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:34:46.364996 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Set router c0b585b6-5b06-4586-b153-624031bf293a gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:34:46.450759 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-883da39a-6941-44a1-ae9e-4b8a00d46dc9 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:34:46.493820 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 086fa44b-b9be-4e10-8f9c-5e50816492e1 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:34:46.561743 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-883da39a-6941-44a1-ae9e-4b8a00d46dc9 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:34:46.563322 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-883da39a-6941-44a1-ae9e-4b8a00d46dc9 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2117695844&fields=id&tenant_id=e986d3720a6641768dbcd23d036578fd HTTP/1.1" status: 200 len: 267 time: 0.1584044 Feb 17 10:34:46.680035 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 086fa44b-b9be-4e10-8f9c-5e50816492e1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:34:46.680787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:46.724219 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-0c3c19df-556c-4190-a495-e667da259559 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:46.725048 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-0c3c19df-556c-4190-a495-e667da259559 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:34:46.806002 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-0c3c19df-556c-4190-a495-e667da259559 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:34:46.807608 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-0c3c19df-556c-4190-a495-e667da259559 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/networks?id=349a07ca-8be1-4ff1-acee-911f535fd47e HTTP/1.1" status: 200 len: 797 time: 0.2373199 Feb 17 10:34:46.825891 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-cd495844-0326-4c93-9627-48d2f300b29d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/quotas/e986d3720a6641768dbcd23d036578fd HTTP/1.1" status: 200 len: 375 time: 0.0125306 Feb 17 10:34:46.885559 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192930603', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:34:38Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:39Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '6f3b976a-c597-4baf-9545-f85079e6f9d1', 'name': '', 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:91:3a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:43Z', 'updated_at': '2022-02-17T10:34:45Z', 'revision_number': 2, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:46.892999 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Checking router: c0b585b6-5b06-4586-b153-624031bf293a for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:34:46.893353 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Updating router c0b585b6-5b06-4586-b153-624031bf293a port 6f3b976a-c597-4baf-9545-f85079e6f9d1 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:34:46.922010 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-c509bee6-e857-4620-ac28-7a858ed3b236 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:34:46.939166 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 60dc9251-0b24-4e98-919a-f502a2bb4cc9 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:34:46.996781 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:47.006052 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-c509bee6-e857-4620-ac28-7a858ed3b236 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:34:47.007498 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-c509bee6-e857-4620-ac28-7a858ed3b236 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1718156 Feb 17 10:34:47.023928 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-cddd9b82-b978-4870-bb50-7010b5cc7028 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 10:34:47.026777 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-cddd9b82-b978-4870-bb50-7010b5cc7028 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052810 Feb 17 10:34:47.119476 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 60dc9251-0b24-4e98-919a-f502a2bb4cc9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:34:47.119845 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:47.160307 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-1038ace2-f65c-4c1b-9c7f-db3f6ed7c3d1 service neutron] 10.222.0.75 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296206 Feb 17 10:34:47.301911 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-d8180033-ae01-44c3-a876-9b931391bc90 service neutron] 10.222.0.75 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340220 Feb 17 10:34:47.483228 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:47.497340 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Transition to ACTIVE for port object 6f3b976a-c597-4baf-9545-f85079e6f9d1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:34:47.579749 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:47.623176 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-d8320e05-f5d6-4ce8-94e0-57483d852a15 req-958e9130-07d7-45a8-a7c1-7990b26371d9 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:34:47.641566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-d8320e05-f5d6-4ce8-94e0-57483d852a15 req-958e9130-07d7-45a8-a7c1-7990b26371d9 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:34:47.648669 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d8320e05-f5d6-4ce8-94e0-57483d852a15 req-958e9130-07d7-45a8-a7c1-7990b26371d9 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 210 time: 0.1321218 Feb 17 10:34:47.739860 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169367a2-d956-4bce-8409-c1ed341ad8f6 None None] Pushing event updated for resources: {'Port': ['ID=6f3b976a-c597-4baf-9545-f85079e6f9d1,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:47.848646 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Attempting to bind port 6f3b976a-c597-4baf-9545-f85079e6f9d1 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:34:47.849019 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Attempting to bind port 6f3b976a-c597-4baf-9545-f85079e6f9d1 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'c48fcb21-5c8d-4c5c-910b-4c9b60dffe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:34:47.849370 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Attempting to bind port 6f3b976a-c597-4baf-9545-f85079e6f9d1 on network 349a07ca-8be1-4ff1-acee-911f535fd47e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:34:47.855064 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:34:47.855427 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Checking segment: {'id': 'c48fcb21-5c8d-4c5c-910b-4c9b60dffe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:34:47.855821 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:47.856238 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Bound using segment: {'id': 'c48fcb21-5c8d-4c5c-910b-4c9b60dffe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:34:47.856669 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Bound port: 6f3b976a-c597-4baf-9545-f85079e6f9d1, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48fcb21-5c8d-4c5c-910b-4c9b60dffe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:34:47.857035 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:47.949621 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] For port 6f3b976a-c597-4baf-9545-f85079e6f9d1, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:34:47.952650 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] For port 6f3b976a-c597-4baf-9545-f85079e6f9d1, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6f3b976a-c597-4baf-9545-f85079e6f9d1,segment=NetworkSegment(c48fcb21-5c8d-4c5c-910b-4c9b60dffe41),segment_id=c48fcb21-5c8d-4c5c-910b-4c9b60dffe41)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:34:48.030939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:48.106749 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Routers {'c0b585b6-5b06-4586-b153-624031bf293a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:34:48.107384 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:34:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c0b585b6-5b06-4586-b153-624031bf293a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:48.188283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169367a2-d956-4bce-8409-c1ed341ad8f6 None None] Pushing event updated for resources: {'Port': ['ID=6f3b976a-c597-4baf-9545-f85079e6f9d1,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:48.316016 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] Set router c0b585b6-5b06-4586-b153-624031bf293a gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:34:48.681353 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192930603', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:34:38Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:39Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '6f3b976a-c597-4baf-9545-f85079e6f9d1', 'name': '', 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:91:3a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:43Z', 'updated_at': '2022-02-17T10:34:47Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:34:48.685530 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd8c2c-8e81-4c18-a5ca-0300583023d3 None None] The sync data for ids ['c0b585b6-5b06-4586-b153-624031bf293a'] in dv-neutron-828143-5-hyperv is: [{'id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192930603', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:34:38Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:39Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '6f3b976a-c597-4baf-9545-f85079e6f9d1', 'name': '', 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:91:3a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:43Z', 'updated_at': '2022-02-17T10:34:47Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:34:48.833804 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c0db9efa-f15a-4b00-8336-ffcdcaf3c953 req-39cea31f-c4dd-4f22-a9ec-85553a89ec1d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 210 time: 0.0543325 Feb 17 10:34:49.585355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-57bb074c-b8d2-4053-8f98-9734b1fa3dff tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:49.586919 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-57bb074c-b8d2-4053-8f98-9734b1fa3dff tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "GET /v2.0/networks?id=349a07ca-8be1-4ff1-acee-911f535fd47e HTTP/1.1" status: 200 len: 797 time: 0.1589222 Feb 17 10:34:49.650922 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-60fd45a3-14c3-47ab-af77-acf9bd55b3c0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e986d3720a6641768dbcd23d036578fd HTTP/1.1" status: 200 len: 380 time: 0.0536563 Feb 17 10:34:49.661260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-591467e0-ca74-45e5-94d3-24314b432ab6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'port': {'device_id': 'fc91448b-b1c5-4386-b013-df874530f86a', 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e', 'admin_state_up': True, 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'security_groups': ['a66f7ba2-dd18-4c17-8418-c091750a90a2']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:34:49.936032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-591467e0-ca74-45e5-94d3-24314b432ab6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:34:49.947649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-591467e0-ca74-45e5-94d3-24314b432ab6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:34:49.999641 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b04cc488-162f-4fe0-8d8c-c3f17d70ca82 req-f1a3f094-f4c3-40c5-a3df-28698116c592 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 210 time: 0.0496593 Feb 17 10:34:50.071184 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-591467e0-ca74-45e5-94d3-24314b432ab6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Made reservation on behalf of e986d3720a6641768dbcd23d036578fd for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:34:50.074782 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-591467e0-ca74-45e5-94d3-24314b432ab6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:50.246182 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-591467e0-ca74-45e5-94d3-24314b432ab6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.20.0.5 (349a07ca-8be1-4ff1-acee-911f535fd47e/256d5619-06dd-4b77-91cf-adcdaec9e6c8/dd154e18-eba1-45b1-89cd-4034e0677d4c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:34:50.471077 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-591467e0-ca74-45e5-94d3-24314b432ab6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:50.473173 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6f3b976a-c597-4baf-9545-f85079e6f9d1 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:34:50.490200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-591467e0-ca74-45e5-94d3-24314b432ab6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Transition to ACTIVE for port object dd154e18-eba1-45b1-89cd-4034e0677d4c will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:34:50.572987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-591467e0-ca74-45e5-94d3-24314b432ab6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:50.625534 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 6f3b976a-c597-4baf-9545-f85079e6f9d1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:34:50.633725 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 6f3b976a-c597-4baf-9545-f85079e6f9d1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:34:50.634400 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:50.653384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-591467e0-ca74-45e5-94d3-24314b432ab6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network 349a07ca-8be1-4ff1-acee-911f535fd47e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:34:50.656501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-591467e0-ca74-45e5-94d3-24314b432ab6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:34:50.659392 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-591467e0-ca74-45e5-94d3-24314b432ab6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:34:50.711093 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591467e0-ca74-45e5-94d3-24314b432ab6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=dd154e18-eba1-45b1-89cd-4034e0677d4c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:50.748754 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-591467e0-ca74-45e5-94d3-24314b432ab6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:50.749840 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-591467e0-ca74-45e5-94d3-24314b432ab6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:50.791846 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:50.838062 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 6f3b976a-c597-4baf-9545-f85079e6f9d1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6f3b976a-c597-4baf-9545-f85079e6f9d1,segment=NetworkSegment(c48fcb21-5c8d-4c5c-910b-4c9b60dffe41),segment_id=c48fcb21-5c8d-4c5c-910b-4c9b60dffe41)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:34:50.854725 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-591467e0-ca74-45e5-94d3-24314b432ab6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1982429 Feb 17 10:34:50.867554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Request body: {'port': {'device_id': 'fc91448b-b1c5-4386-b013-df874530f86a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:34:50.916013 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:50.983875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:50.986628 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=6f3b976a-c597-4baf-9545-f85079e6f9d1,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:50.990201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d02c841a-f28b-4e96-9416-3ac91b73b231 None None] Provisioning for port dd154e18-eba1-45b1-89cd-4034e0677d4c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:34:50.995803 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d02c841a-f28b-4e96-9416-3ac91b73b231 None None] Provisioning complete for port dd154e18-eba1-45b1-89cd-4034e0677d4c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:34:50.996191 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d02c841a-f28b-4e96-9416-3ac91b73b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:51.057887 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d02c841a-f28b-4e96-9416-3ac91b73b231 None None] Port dd154e18-eba1-45b1-89cd-4034e0677d4c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:34:51.206011 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2969c-6c5d-4ebd-9600-1d68dafcf289 req-f646cd4a-510e-4819-aac6-1eb3e6b5d90a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:51.207490 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-82b2969c-6c5d-4ebd-9600-1d68dafcf289 req-f646cd4a-510e-4819-aac6-1eb3e6b5d90a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 931 time: 0.0941153 Feb 17 10:34:51.257656 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-82b2969c-6c5d-4ebd-9600-1d68dafcf289 req-af53d83c-e2cc-4a1b-aefe-a295582245b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444086 Feb 17 10:34:51.358520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd154e18-eba1-45b1-89cd-4034e0677d4c {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:34:51.365527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:51.379659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Transition to ACTIVE for port object dd154e18-eba1-45b1-89cd-4034e0677d4c will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:34:51.465099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:51.650868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Pushing event updated for resources: {'Port': ['ID=dd154e18-eba1-45b1-89cd-4034e0677d4c,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:51.710504 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:34:51.721132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Attempting to bind port dd154e18-eba1-45b1-89cd-4034e0677d4c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:34:51.721570 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Attempting to bind port dd154e18-eba1-45b1-89cd-4034e0677d4c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c48fcb21-5c8d-4c5c-910b-4c9b60dffe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:34:51.721728 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Attempting to bind port dd154e18-eba1-45b1-89cd-4034e0677d4c on network 349a07ca-8be1-4ff1-acee-911f535fd47e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:34:51.726294 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Port dd154e18-eba1-45b1-89cd-4034e0677d4c on network 349a07ca-8be1-4ff1-acee-911f535fd47e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:34:51.726614 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Attempting to bind port dd154e18-eba1-45b1-89cd-4034e0677d4c on network 349a07ca-8be1-4ff1-acee-911f535fd47e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:34:51.731664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:34:51.731999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Checking segment: {'id': 'c48fcb21-5c8d-4c5c-910b-4c9b60dffe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:34:51.732384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Bound using segment: {'id': 'c48fcb21-5c8d-4c5c-910b-4c9b60dffe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:34:51.732805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Bound port: dd154e18-eba1-45b1-89cd-4034e0677d4c, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48fcb21-5c8d-4c5c-910b-4c9b60dffe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:34:51.733146 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:51.826783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] For port dd154e18-eba1-45b1-89cd-4034e0677d4c, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:34:51.830215 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] For port dd154e18-eba1-45b1-89cd-4034e0677d4c, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c,segment=NetworkSegment(c48fcb21-5c8d-4c5c-910b-4c9b60dffe41),segment_id=c48fcb21-5c8d-4c5c-910b-4c9b60dffe41)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:34:51.920668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:51.981840 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:51.982483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:51.983830 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] 10.222.0.37 "PUT /v2.0/ports/dd154e18-eba1-45b1-89cd-4034e0677d4c HTTP/1.1" status: 200 len: 1093 time: 1.1206415 Feb 17 10:34:51.984267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc91448b-b1c5-4386-b013-df874530f86a', 'tag': 'dd154e18-eba1-45b1-89cd-4034e0677d4c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:34:52.013596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e818a2-8101-471e-8e4e-e40ff07c9b51 service neutron] Pushing event updated for resources: {'Port': ['ID=dd154e18-eba1-45b1-89cd-4034e0677d4c,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:52.042512 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc91448b-b1c5-4386-b013-df874530f86a', 'tag': 'dd154e18-eba1-45b1-89cd-4034e0677d4c', 'status': 'completed', 'code': 200} Feb 17 10:34:52.142656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-29071ba7-645b-41f1-a0f5-5c207a90f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:52.144159 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-29071ba7-645b-41f1-a0f5-5c207a90f37f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 1096 time: 0.0825806 Feb 17 10:34:52.219024 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-5b730031-9dcf-42f0-84b0-dfd3edf92198 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c HTTP/1.1" status: 200 len: 217 time: 0.0678172 Feb 17 10:34:52.280884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-6ec3aeac-ace2-49d9-ac83-fb2c35edf0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:52.282233 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-6ec3aeac-ace2-49d9-ac83-fb2c35edf0a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=256d5619-06dd-4b77-91cf-adcdaec9e6c8 HTTP/1.1" status: 200 len: 835 time: 0.0567656 Feb 17 10:34:52.357214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-9d44ee2e-4664-4c7c-b97e-bf6986102b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:52.358702 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-9d44ee2e-4664-4c7c-b97e-bf6986102b9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=349a07ca-8be1-4ff1-acee-911f535fd47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702925 Feb 17 10:34:52.448488 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6f3b976a-c597-4baf-9545-f85079e6f9d1 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:34:52.454123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e485b40-3590-4404-abfc-b75f50843f3a req-00b0c11e-48f1-4d21-b53b-1b1f93e24265 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:52.456033 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5e485b40-3590-4404-abfc-b75f50843f3a req-00b0c11e-48f1-4d21-b53b-1b1f93e24265 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 943 time: 0.0872571 Feb 17 10:34:52.496757 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-42a52dd4-362c-4d0d-a556-6b6a86894214 service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309576 Feb 17 10:34:52.502445 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5e485b40-3590-4404-abfc-b75f50843f3a req-27e22317-8163-4e19-b7ca-41bb37270612 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403504 Feb 17 10:34:52.519169 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 6f3b976a-c597-4baf-9545-f85079e6f9d1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:34:52.519545 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:52.736911 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7ee0fc3e-77ed-4c2c-9fc4-797b842da811 req-61e38d7d-4599-4624-8009-d8d1efdea9f3 service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327955 Feb 17 10:34:52.953402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b97e-2a14-4c68-ad63-605c5375a819 req-844bd6b5-0ac1-42b6-95a6-c024169acbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:52.955540 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb24b97e-2a14-4c68-ad63-605c5375a819 req-844bd6b5-0ac1-42b6-95a6-c024169acbab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 1096 time: 0.0778089 Feb 17 10:34:53.089072 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b97e-2a14-4c68-ad63-605c5375a819 req-4065a4fd-1b9c-4ea4-948c-e499e86d5c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:53.090529 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb24b97e-2a14-4c68-ad63-605c5375a819 req-4065a4fd-1b9c-4ea4-948c-e499e86d5c82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=349a07ca-8be1-4ff1-acee-911f535fd47e HTTP/1.1" status: 200 len: 898 time: 0.1250803 Feb 17 10:34:53.160915 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb24b97e-2a14-4c68-ad63-605c5375a819 req-5c1c61c3-03c7-471d-83c7-63c81142eb30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c HTTP/1.1" status: 200 len: 217 time: 0.0637541 Feb 17 10:34:53.224361 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b97e-2a14-4c68-ad63-605c5375a819 req-186f3d88-17be-41ff-9a00-ab8f729cb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:53.224361 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb24b97e-2a14-4c68-ad63-605c5375a819 req-186f3d88-17be-41ff-9a00-ab8f729cb19b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=256d5619-06dd-4b77-91cf-adcdaec9e6c8 HTTP/1.1" status: 200 len: 835 time: 0.0571775 Feb 17 10:34:53.296673 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b97e-2a14-4c68-ad63-605c5375a819 req-9e8704fc-b5e8-498b-9340-1ea4699a149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:53.298205 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb24b97e-2a14-4c68-ad63-605c5375a819 req-9e8704fc-b5e8-498b-9340-1ea4699a149b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=349a07ca-8be1-4ff1-acee-911f535fd47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691776 Feb 17 10:34:53.429566 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb24b97e-2a14-4c68-ad63-605c5375a819 req-e665161f-e728-4fc4-8eba-b579689ada97 service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256211 Feb 17 10:34:53.561737 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb24b97e-2a14-4c68-ad63-605c5375a819 req-7f59e233-44f8-4661-b5a7-2a47272dd9f7 service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260765 Feb 17 10:34:53.695735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfa16c-312b-4e2e-a083-220facd3774a req-10c58f3b-ee72-4173-af6f-aa95758ea1d2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:53.696423 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-67cfa16c-312b-4e2e-a083-220facd3774a req-10c58f3b-ee72-4173-af6f-aa95758ea1d2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:34:53.755965 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-67cfa16c-312b-4e2e-a083-220facd3774a req-10c58f3b-ee72-4173-af6f-aa95758ea1d2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:34:53.757180 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67cfa16c-312b-4e2e-a083-220facd3774a req-10c58f3b-ee72-4173-af6f-aa95758ea1d2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 943 time: 0.1470532 Feb 17 10:34:53.804956 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67cfa16c-312b-4e2e-a083-220facd3774a req-1d15f646-7578-4613-80e6-119c1f9169ce tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417721 Feb 17 10:34:54.715864 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-922938d9-81a1-441d-9742-211d6f00f8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:55.109182 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ebd21-67fe-4751-9b1c-7603c3cadbed req-cfd4745c-7ad5-44d4-9b75-d44ad37a2563 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:55.111130 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d28ebd21-67fe-4751-9b1c-7603c3cadbed req-cfd4745c-7ad5-44d4-9b75-d44ad37a2563 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 943 time: 0.1993237 Feb 17 10:34:55.154731 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d28ebd21-67fe-4751-9b1c-7603c3cadbed req-e90b2842-0856-4ac5-b969-009094505516 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380614 Feb 17 10:34:55.997832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device dd154e18-eba1-45b1-89cd-4034e0677d4c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:34:56.130135 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port dd154e18-eba1-45b1-89cd-4034e0677d4c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c,segment=NetworkSegment(c48fcb21-5c8d-4c5c-910b-4c9b60dffe41),segment_id=c48fcb21-5c8d-4c5c-910b-4c9b60dffe41)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:34:56.142904 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'dd154e18-eba1-45b1-89cd-4034e0677d4c', 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e', 'port_id': 'dd154e18-eba1-45b1-89cd-4034e0677d4c', 'mac_address': 'fa:16:3e:9b:4c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:34:56.202145 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:56.218965 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd154e18-eba1-45b1-89cd-4034e0677d4c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:34:56.237373 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port dd154e18-eba1-45b1-89cd-4034e0677d4c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c,segment=NetworkSegment(c48fcb21-5c8d-4c5c-910b-4c9b60dffe41),segment_id=c48fcb21-5c8d-4c5c-910b-4c9b60dffe41)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:34:56.310383 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:56.351502 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b7757-3a57-435e-bde5-cc645d9df66b req-f3b8c22d-ea16-4eb9-8fcf-898cfe9b9ed3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:56.352985 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-363b7757-3a57-435e-bde5-cc645d9df66b req-f3b8c22d-ea16-4eb9-8fcf-898cfe9b9ed3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 943 time: 0.0849409 Feb 17 10:34:56.385634 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=dd154e18-eba1-45b1-89cd-4034e0677d4c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:56.398607 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-363b7757-3a57-435e-bde5-cc645d9df66b req-86594b27-d708-4586-86d4-3974579d3542 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398686 Feb 17 10:34:56.681933 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['dd154e18-eba1-45b1-89cd-4034e0677d4c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:34:57.093065 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d97505d-0c68-4432-8376-74881683507e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:57.592409 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3197a2-6a5f-4216-9a11-b02c3785df96 req-9a31c4bd-fa25-416e-b5d5-b62748682488 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:57.593864 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cf3197a2-6a5f-4216-9a11-b02c3785df96 req-9a31c4bd-fa25-416e-b5d5-b62748682488 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 944 time: 0.0811691 Feb 17 10:34:57.641339 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cf3197a2-6a5f-4216-9a11-b02c3785df96 req-2e0a4047-0541-4512-a016-03c4360f1c39 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415373 Feb 17 10:34:57.916006 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:58.003204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device dd154e18-eba1-45b1-89cd-4034e0677d4c up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:34:58.128089 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port dd154e18-eba1-45b1-89cd-4034e0677d4c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:34:58.133968 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port dd154e18-eba1-45b1-89cd-4034e0677d4c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:34:58.134376 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:58.250116 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:58.275663 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc91448b-b1c5-4386-b013-df874530f86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd154e18-eba1-45b1-89cd-4034e0677d4c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:34:58.285819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port dd154e18-eba1-45b1-89cd-4034e0677d4c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c,segment=NetworkSegment(c48fcb21-5c8d-4c5c-910b-4c9b60dffe41),segment_id=c48fcb21-5c8d-4c5c-910b-4c9b60dffe41)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:34:58.321265 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc91448b-b1c5-4386-b013-df874530f86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd154e18-eba1-45b1-89cd-4034e0677d4c', 'code': 200} Feb 17 10:34:58.383185 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:58.417765 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:34:58.449215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=dd154e18-eba1-45b1-89cd-4034e0677d4c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:34:58.683196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff9840-f405-42a5-85ad-a0eb2a85891e req-bb08bb34-15a3-4f15-90bc-1832a848d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:58.684650 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-59ff9840-f405-42a5-85ad-a0eb2a85891e req-bb08bb34-15a3-4f15-90bc-1832a848d511 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 1098 time: 0.0699656 Feb 17 10:34:58.725963 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-59ff9840-f405-42a5-85ad-a0eb2a85891e req-2e66c3f6-1dca-4be1-aadd-3cbda32079ac service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350399 Feb 17 10:34:58.831192 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1a46c-7d5f-4e85-b65a-d9ef9d15fc84 req-0d70e1db-86db-4817-81b1-98dc71399b75 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:34:58.832667 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4ac1a46c-7d5f-4e85-b65a-d9ef9d15fc84 req-0d70e1db-86db-4817-81b1-98dc71399b75 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0803986 Feb 17 10:34:58.880640 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4ac1a46c-7d5f-4e85-b65a-d9ef9d15fc84 req-6108d612-36e5-44b3-ad4c-4c989aae90c0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421770 Feb 17 10:35:00.047534 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:00.074582 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a982b-b326-4451-907c-33e473cd9b62 req-1de13790-8c6f-41cf-93d5-d7352b4b35a9 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:35:00.076090 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-520a982b-b326-4451-907c-33e473cd9b62 req-1de13790-8c6f-41cf-93d5-d7352b4b35a9 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0886095 Feb 17 10:35:00.121244 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-520a982b-b326-4451-907c-33e473cd9b62 req-0abf77df-f181-420d-a2f8-a1a71fca0cdb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389099 Feb 17 10:35:01.307637 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f659503-2773-45c3-a027-95feff41fef0 req-328b8b6b-4615-4763-9d7e-31bc99dda42f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:35:01.309100 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2f659503-2773-45c3-a027-95feff41fef0 req-328b8b6b-4615-4763-9d7e-31bc99dda42f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0848064 Feb 17 10:35:01.353508 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2f659503-2773-45c3-a027-95feff41fef0 req-c5b4a3f9-f0af-4268-8809-21fb05d52c43 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385017 Feb 17 10:35:01.538895 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cb9ef-473f-443f-99d4-9116a92d1f15 req-74f8ab94-cd02-4f32-93d3-cb49e9d5a3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:35:01.540327 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-046cb9ef-473f-443f-99d4-9116a92d1f15 req-74f8ab94-cd02-4f32-93d3-cb49e9d5a3df tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0815184 Feb 17 10:35:01.583856 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-046cb9ef-473f-443f-99d4-9116a92d1f15 req-eca75253-8733-45a8-a090-5e6b98ddf422 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379415 Feb 17 10:35:01.606764 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48942) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:35:01.676215 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5f7479-7d57-474d-b5f9-9ecb88519fe8 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:35:01.677727 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6c5f7479-7d57-474d-b5f9-9ecb88519fe8 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 1093 time: 0.0697837 Feb 17 10:35:01.680603 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48946) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:35:01.685413 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': 'dd154e18-eba1-45b1-89cd-4034e0677d4c', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:35:01.691553 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:35:01.695336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:floatingip and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:35:01.698427 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:35:01.703979 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:35:01.802139 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:01.946762 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:02.085833 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.26.4.8 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/03a05f7b-7a54-419c-b090-075f952cdd66) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:35:02.232997 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:02.303670 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:02.366702 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:35:02.369210 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:35:02.372749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:35:02.411105 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=03a05f7b-7a54-419c-b090-075f952cdd66,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:35:02.785103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:02.963490 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:03.268122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:03.350562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:03.457435 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=03a05f7b-7a54-419c-b090-075f952cdd66,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:35:03.474067 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:03.646163 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Floating IP 3de5f28c-51b5-46c0-9ce5-a41fc0c5e014 associated. External IP: 172.26.4.8, port: dd154e18-eba1-45b1-89cd-4034e0677d4c. Feb 17 10:35:03.999609 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router c0b585b6-5b06-4586-b153-624031bf293a has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:35:04.194999 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:35:04.206513 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d5e65-1943-4f33-b13d-5fbf9710fdbd None None] Sync routers for ids ['c0b585b6-5b06-4586-b153-624031bf293a'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:35:04.216438 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d5e65-1943-4f33-b13d-5fbf9710fdbd None None] Routers {'c0b585b6-5b06-4586-b153-624031bf293a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:35:04.217045 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-119d5e65-1943-4f33-b13d-5fbf9710fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:34:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c0b585b6-5b06-4586-b153-624031bf293a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:35:04.321875 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:04.380661 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-be56394e-e4b4-4dcc-a2ef-a6e023681066 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.6990349 Feb 17 10:35:04.381267 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc91448b-b1c5-4386-b013-df874530f86a', 'tag': 'dd154e18-eba1-45b1-89cd-4034e0677d4c'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:35:04.403350 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-119d5e65-1943-4f33-b13d-5fbf9710fdbd None None] Set router c0b585b6-5b06-4586-b153-624031bf293a gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:35:04.585386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff261bb-d152-4ef6-985d-13bba1ff93ad req-04946b30-d825-420c-819f-fe826b46a04b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:35:04.587264 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-eff261bb-d152-4ef6-985d-13bba1ff93ad req-04946b30-d825-420c-819f-fe826b46a04b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0985212 Feb 17 10:35:04.615387 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc91448b-b1c5-4386-b013-df874530f86a', 'tag': 'dd154e18-eba1-45b1-89cd-4034e0677d4c', 'status': 'completed', 'code': 200} Feb 17 10:35:04.641985 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-eff261bb-d152-4ef6-985d-13bba1ff93ad req-750a3cc6-9c16-48dc-82e6-bb8738a3b632 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486653 Feb 17 10:35:04.667192 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48956) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:35:04.712082 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36537a-f50f-407c-92cf-34183a1ae6b8 req-89bdee58-43f1-4f49-9e5a-5bf389dcb523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:35:04.714294 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6e36537a-f50f-407c-92cf-34183a1ae6b8 req-89bdee58-43f1-4f49-9e5a-5bf389dcb523 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 1098 time: 0.0792611 Feb 17 10:35:04.776326 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c92dd038-a652-438e-9e23-7c7aa61c9e86 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/3de5f28c-51b5-46c0-9ce5-a41fc0c5e014 HTTP/1.1" status: 200 len: 989 time: 0.1077540 Feb 17 10:35:04.825991 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-119d5e65-1943-4f33-b13d-5fbf9710fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192930603', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:34:38Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:39Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '3de5f28c-51b5-46c0-9ce5-a41fc0c5e014', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'floating_ip_address': '172.26.4.8', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'port_id': 'dd154e18-eba1-45b1-89cd-4034e0677d4c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e', 'mac_address': 'fa:16:3e:9b:4c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc91448b-b1c5-4386-b013-df874530f86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:35:02Z', 'updated_at': '2022-02-17T10:35:02Z', 'revision_number': 0, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3b976a-c597-4baf-9545-f85079e6f9d1', 'name': '', 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:91:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:43Z', 'updated_at': '2022-02-17T10:34:50Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:35:04.830722 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d5e65-1943-4f33-b13d-5fbf9710fdbd None None] Checking router: c0b585b6-5b06-4586-b153-624031bf293a for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:35:04.839128 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d5e65-1943-4f33-b13d-5fbf9710fdbd None None] Routers {'c0b585b6-5b06-4586-b153-624031bf293a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:35:04.839664 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-119d5e65-1943-4f33-b13d-5fbf9710fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:34:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c0b585b6-5b06-4586-b153-624031bf293a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:35:04.850848 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36537a-f50f-407c-92cf-34183a1ae6b8 req-2bc952cf-101d-4409-ac6d-974c53bd7c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:35:04.852371 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6e36537a-f50f-407c-92cf-34183a1ae6b8 req-2bc952cf-101d-4409-ac6d-974c53bd7c45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=349a07ca-8be1-4ff1-acee-911f535fd47e HTTP/1.1" status: 200 len: 898 time: 0.1318374 Feb 17 10:35:05.067462 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-119d5e65-1943-4f33-b13d-5fbf9710fdbd None None] Set router c0b585b6-5b06-4586-b153-624031bf293a gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:35:05.068192 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6e36537a-f50f-407c-92cf-34183a1ae6b8 req-0036b7ef-8c9e-4eac-8515-7326e313fb6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c HTTP/1.1" status: 200 len: 997 time: 0.2076912 Feb 17 10:35:05.130602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36537a-f50f-407c-92cf-34183a1ae6b8 req-eb7710b1-063b-4252-84e6-1edd5db7360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:35:05.131956 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6e36537a-f50f-407c-92cf-34183a1ae6b8 req-eb7710b1-063b-4252-84e6-1edd5db7360f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=256d5619-06dd-4b77-91cf-adcdaec9e6c8 HTTP/1.1" status: 200 len: 835 time: 0.0573487 Feb 17 10:35:05.211890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36537a-f50f-407c-92cf-34183a1ae6b8 req-2684712c-da6a-4916-87df-066eb133378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:35:05.213037 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6e36537a-f50f-407c-92cf-34183a1ae6b8 req-2684712c-da6a-4916-87df-066eb133378c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=349a07ca-8be1-4ff1-acee-911f535fd47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741565 Feb 17 10:35:05.377289 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6e36537a-f50f-407c-92cf-34183a1ae6b8 req-42df7d86-b181-4686-b03d-f14bcd1b1256 service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550553 Feb 17 10:35:05.422752 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-119d5e65-1943-4f33-b13d-5fbf9710fdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192930603', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:34:38Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:39Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '3de5f28c-51b5-46c0-9ce5-a41fc0c5e014', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'floating_ip_address': '172.26.4.8', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'port_id': 'dd154e18-eba1-45b1-89cd-4034e0677d4c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e', 'mac_address': 'fa:16:3e:9b:4c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc91448b-b1c5-4386-b013-df874530f86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:35:02Z', 'updated_at': '2022-02-17T10:35:02Z', 'revision_number': 0, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3b976a-c597-4baf-9545-f85079e6f9d1', 'name': '', 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:91:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:43Z', 'updated_at': '2022-02-17T10:34:50Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:35:05.427063 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d5e65-1943-4f33-b13d-5fbf9710fdbd None None] The sync data for ids ['c0b585b6-5b06-4586-b153-624031bf293a'] in dv-neutron-828143-5-hyperv is: [{'id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192930603', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:34:38Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:39Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '3de5f28c-51b5-46c0-9ce5-a41fc0c5e014', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'floating_ip_address': '172.26.4.8', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'port_id': 'dd154e18-eba1-45b1-89cd-4034e0677d4c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e', 'mac_address': 'fa:16:3e:9b:4c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc91448b-b1c5-4386-b013-df874530f86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:35:02Z', 'updated_at': '2022-02-17T10:35:02Z', 'revision_number': 0, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3b976a-c597-4baf-9545-f85079e6f9d1', 'name': '', 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:91:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:43Z', 'updated_at': '2022-02-17T10:34:50Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:35:05.514531 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6e36537a-f50f-407c-92cf-34183a1ae6b8 req-a1a9a7c5-848e-4645-bcd0-906f18227bd9 service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312168 Feb 17 10:35:05.631986 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cca2cb-1b6c-46f3-be28-362bd59f67be None None] New status for floating IP 3de5f28c-51b5-46c0-9ce5-a41fc0c5e014: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:35:05.780408 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 48960) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:35:05.894400 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8a6b673f-aa48-47e1-8070-b58b790e57a8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/3de5f28c-51b5-46c0-9ce5-a41fc0c5e014 HTTP/1.1" status: 200 len: 989 time: 0.1128738 Feb 17 10:35:06.898656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 48964) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:35:07.003847 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-480b8628-1a60-4e28-b2a1-f93b70ee8a76 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/3de5f28c-51b5-46c0-9ce5-a41fc0c5e014 HTTP/1.1" status: 200 len: 991 time: 0.1039186 Feb 17 10:35:09.218989 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:15.523164 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0755c668-b924-4dec-a818-16f5f04fdb6c req-8ddcb47c-c157-418f-aa97-d7a3a28d238b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1089468 Feb 17 10:35:15.667696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755c668-b924-4dec-a818-16f5f04fdb6c req-5085fc92-c9a8-4215-8d69-21282f0d54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:35:15.669187 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0755c668-b924-4dec-a818-16f5f04fdb6c req-5085fc92-c9a8-4215-8d69-21282f0d54b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 1098 time: 0.0704150 Feb 17 10:35:15.817310 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755c668-b924-4dec-a818-16f5f04fdb6c req-71c8ba7c-75ab-49f8-bea3-8322ebd3ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:35:15.818741 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0755c668-b924-4dec-a818-16f5f04fdb6c req-71c8ba7c-75ab-49f8-bea3-8322ebd3ad8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=349a07ca-8be1-4ff1-acee-911f535fd47e HTTP/1.1" status: 200 len: 898 time: 0.1267228 Feb 17 10:35:15.928762 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0755c668-b924-4dec-a818-16f5f04fdb6c req-3c889881-f2df-452d-8ee3-8487881d7d5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c HTTP/1.1" status: 200 len: 999 time: 0.1031263 Feb 17 10:35:15.997621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755c668-b924-4dec-a818-16f5f04fdb6c req-2442c3c3-77f4-4764-a817-9693e0d026db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:35:15.999119 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0755c668-b924-4dec-a818-16f5f04fdb6c req-2442c3c3-77f4-4764-a817-9693e0d026db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=256d5619-06dd-4b77-91cf-adcdaec9e6c8 HTTP/1.1" status: 200 len: 835 time: 0.0618253 Feb 17 10:35:16.081666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755c668-b924-4dec-a818-16f5f04fdb6c req-39691131-4138-4830-af75-acfcfb318a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:35:16.083088 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0755c668-b924-4dec-a818-16f5f04fdb6c req-39691131-4138-4830-af75-acfcfb318a2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=349a07ca-8be1-4ff1-acee-911f535fd47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720539 Feb 17 10:35:16.217679 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0755c668-b924-4dec-a818-16f5f04fdb6c req-fef71dab-d262-4cb1-ac14-743b58c2aafe service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283286 Feb 17 10:35:16.354931 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0755c668-b924-4dec-a818-16f5f04fdb6c req-5ffe5bb6-142d-4f37-81af-9d3da7fde9d8 service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281700 Feb 17 10:35:24.710789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40caa879-eedf-4efd-9807-d64611798cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:27.077011 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36d8b78e-f984-4af7-9069-d95a4ca3e558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:27.945272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:28.402243 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:28.709321 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:35:30.046351 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:39.217289 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:54.771479 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2eec81c1-d343-4fe3-84c7-7b2fc41ba17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:57.082495 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c084d15e-9c34-4543-b616-2e3923d734d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:57.916666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:35:58.383304 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:00.017607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:00.734570 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-21b5febe-30fd-446d-962e-bc6a0b70388a req-433ce2c3-407f-4117-b0ab-59c8b3579003 service neutron] (88370) timed out ('10.222.0.75', 45090) {{(pid=88370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 10:36:05.708298 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:36:09.230939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:17.474357 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ba22692-88f7-4b3b-92d2-ed9a06cab211 req-0f5d821f-6000-4613-a939-d27975799c72 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682583 Feb 17 10:36:17.617033 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba22692-88f7-4b3b-92d2-ed9a06cab211 req-698e895f-dd4e-4b56-bfcf-96e05394005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:17.618670 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ba22692-88f7-4b3b-92d2-ed9a06cab211 req-698e895f-dd4e-4b56-bfcf-96e05394005f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 1098 time: 0.0748897 Feb 17 10:36:17.864987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba22692-88f7-4b3b-92d2-ed9a06cab211 req-1c3da3ef-9a2d-41dc-a0d0-0b7a96eaad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:17.866488 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ba22692-88f7-4b3b-92d2-ed9a06cab211 req-1c3da3ef-9a2d-41dc-a0d0-0b7a96eaad94 service neutron] 10.222.0.37 "GET /v2.0/networks?id=349a07ca-8be1-4ff1-acee-911f535fd47e HTTP/1.1" status: 200 len: 898 time: 0.2272263 Feb 17 10:36:17.967380 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ba22692-88f7-4b3b-92d2-ed9a06cab211 req-ae43ed12-1020-4223-8563-643db9684421 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c HTTP/1.1" status: 200 len: 999 time: 0.0948992 Feb 17 10:36:18.028492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba22692-88f7-4b3b-92d2-ed9a06cab211 req-4ea9d739-09c1-4294-b2d7-d55e4adee682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:18.029939 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ba22692-88f7-4b3b-92d2-ed9a06cab211 req-4ea9d739-09c1-4294-b2d7-d55e4adee682 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=256d5619-06dd-4b77-91cf-adcdaec9e6c8 HTTP/1.1" status: 200 len: 835 time: 0.0566969 Feb 17 10:36:18.108222 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba22692-88f7-4b3b-92d2-ed9a06cab211 req-78506b41-1e02-4710-95cf-ab0a1cc4ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:18.109739 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ba22692-88f7-4b3b-92d2-ed9a06cab211 req-78506b41-1e02-4710-95cf-ab0a1cc4ead1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=349a07ca-8be1-4ff1-acee-911f535fd47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735817 Feb 17 10:36:18.242400 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ba22692-88f7-4b3b-92d2-ed9a06cab211 req-31da3646-eec2-4a74-a22d-9ff4a40fcc1e service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255252 Feb 17 10:36:18.376722 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3ba22692-88f7-4b3b-92d2-ed9a06cab211 req-323a5cdf-19dd-4625-a770-ff9a3a78e14b service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281481 Feb 17 10:36:18.512309 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e011966-4461-4ebd-b9a5-1d093b1f19e3 req-364a5715-1d5a-4649-a148-895198cf5932 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:18.513681 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8e011966-4461-4ebd-b9a5-1d093b1f19e3 req-364a5715-1d5a-4649-a148-895198cf5932 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0810413 Feb 17 10:36:18.557905 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8e011966-4461-4ebd-b9a5-1d093b1f19e3 req-22570d1f-5e60-41e9-ba82-0c27f3e21ba2 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375230 Feb 17 10:36:18.667279 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49002) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:36:18.781635 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-5c5847ba-8d96-4f96-8867-14a1d3569e7e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131017 Feb 17 10:36:19.756257 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a02aef-1939-40d7-8472-8a8ad3ce93bc req-5daa5fc5-4aef-492e-870a-e5a7f1dc2cc8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:19.757936 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a4a02aef-1939-40d7-8472-8a8ad3ce93bc req-5daa5fc5-4aef-492e-870a-e5a7f1dc2cc8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0875895 Feb 17 10:36:19.803705 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a4a02aef-1939-40d7-8472-8a8ad3ce93bc req-898be329-ca00-448d-bc2f-025a5b6f2718 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388279 Feb 17 10:36:20.999752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6167b-7f46-4a60-9375-09a4d06643ca req-0271ce24-6a54-4805-b398-79dbd9932ffb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:21.001270 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-53f6167b-7f46-4a60-9375-09a4d06643ca req-0271ce24-6a54-4805-b398-79dbd9932ffb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0824566 Feb 17 10:36:21.049535 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-53f6167b-7f46-4a60-9375-09a4d06643ca req-7a9a5c86-5479-425a-b121-896a99fbbca0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413041 Feb 17 10:36:21.396323 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-c3b1d262-05a5-4e3a-a79a-37bf981c85b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:21.397780 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-c3b1d262-05a5-4e3a-a79a-37bf981c85b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 1098 time: 0.0736921 Feb 17 10:36:21.529458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-b94bb053-3575-4a37-8c2e-34500c0604c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:21.530978 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-b94bb053-3575-4a37-8c2e-34500c0604c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=349a07ca-8be1-4ff1-acee-911f535fd47e HTTP/1.1" status: 200 len: 898 time: 0.1272812 Feb 17 10:36:21.630829 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-27b2b55b-6fa3-4746-a0ac-6481c1a9aae5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c HTTP/1.1" status: 200 len: 999 time: 0.0938337 Feb 17 10:36:21.699422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-86405ca5-8f07-4525-ac71-a1f2718eb767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:21.700904 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-86405ca5-8f07-4525-ac71-a1f2718eb767 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=256d5619-06dd-4b77-91cf-adcdaec9e6c8 HTTP/1.1" status: 200 len: 835 time: 0.0643139 Feb 17 10:36:21.777312 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-b557207d-3172-4552-9445-265775963680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:21.778811 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-b557207d-3172-4552-9445-265775963680 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=349a07ca-8be1-4ff1-acee-911f535fd47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699501 Feb 17 10:36:21.909709 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-20490fc7-ef46-46ee-be82-af2b9de1a8d1 service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240406 Feb 17 10:36:22.041138 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-f95c7266-2ba2-4f06-ad47-ebe5e466f80b service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243699 Feb 17 10:36:22.357800 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab633736-e98f-4b6b-988e-394c79f48162 req-53529860-cb43-4c91-a082-7ff1e2e7de3a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:22.359306 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ab633736-e98f-4b6b-988e-394c79f48162 req-53529860-cb43-4c91-a082-7ff1e2e7de3a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.1994686 Feb 17 10:36:22.404893 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ab633736-e98f-4b6b-988e-394c79f48162 req-95c79e04-0284-4def-a1d9-9467ab49428d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397153 Feb 17 10:36:23.689392 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31d19a-f82b-4420-9c4d-c0def77a062c req-12161b59-ea33-4760-ac6e-dde9933b88e1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:23.691448 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fa31d19a-f82b-4420-9c4d-c0def77a062c req-12161b59-ea33-4760-ac6e-dde9933b88e1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.1804614 Feb 17 10:36:23.735831 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fa31d19a-f82b-4420-9c4d-c0def77a062c req-ff0af00d-e500-474d-8c8d-7c8fc1b1b5ac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386727 Feb 17 10:36:24.728115 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8805709c-a530-45a2-8513-3ff4610cbdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:24.919727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dca998-14a0-4b02-958f-ac39de48d434 req-cb45060b-5b3a-43ea-a36b-fab9609adcf5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:24.921171 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a5dca998-14a0-4b02-958f-ac39de48d434 req-cb45060b-5b3a-43ea-a36b-fab9609adcf5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0789132 Feb 17 10:36:24.966821 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a5dca998-14a0-4b02-958f-ac39de48d434 req-acb88c74-1916-459e-a230-1438b678fef1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399134 Feb 17 10:36:26.161477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b106c9-f8a0-4988-ab76-8858ff55f269 req-d2d0a702-5c03-45e7-a8f6-5e7a3b3db642 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:26.162950 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d3b106c9-f8a0-4988-ab76-8858ff55f269 req-d2d0a702-5c03-45e7-a8f6-5e7a3b3db642 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0793905 Feb 17 10:36:26.209739 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d3b106c9-f8a0-4988-ab76-8858ff55f269 req-fa939ca5-fe6a-4aae-8b66-52c785241668 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411894 Feb 17 10:36:27.088432 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e04b06f2-2fa0-4cee-a0d5-dcd1874f4480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:27.400838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8ec2f-d69f-446b-9a14-1ba6a5907f56 req-d89f712a-1d92-41e8-975a-31f6b024c3ef tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:27.402258 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-23d8ec2f-d69f-446b-9a14-1ba6a5907f56 req-d89f712a-1d92-41e8-975a-31f6b024c3ef tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0819006 Feb 17 10:36:27.453940 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-23d8ec2f-d69f-446b-9a14-1ba6a5907f56 req-7681bb67-d8e7-4356-acb2-6b1929924481 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439351 Feb 17 10:36:27.916509 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:28.394916 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:28.638426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe32248-31e9-4640-966d-a59c138263cb req-613be841-4ca5-413e-8dc2-350e7bd323c0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:28.639870 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5fe32248-31e9-4640-966d-a59c138263cb req-613be841-4ca5-413e-8dc2-350e7bd323c0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0794818 Feb 17 10:36:28.684561 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5fe32248-31e9-4640-966d-a59c138263cb req-1b8c31a4-8fd8-4110-b256-090ed842a9e7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382252 Feb 17 10:36:29.878644 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb0d96-5bee-4b87-b970-b6e3f7852d4e req-b35adc29-beac-4a66-9a83-d5df3a1d9320 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:29.879974 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9bfb0d96-5bee-4b87-b970-b6e3f7852d4e req-b35adc29-beac-4a66-9a83-d5df3a1d9320 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0853422 Feb 17 10:36:29.924360 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9bfb0d96-5bee-4b87-b970-b6e3f7852d4e req-ed347813-36ff-4656-b711-1d46e703a6e8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388010 Feb 17 10:36:30.019612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:31.109633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d054db9-d29c-481a-9f94-5f9abcecc1f3 req-77334efc-91d6-496d-9d53-79914295b332 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:31.111220 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2d054db9-d29c-481a-9f94-5f9abcecc1f3 req-77334efc-91d6-496d-9d53-79914295b332 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0825438 Feb 17 10:36:31.155456 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2d054db9-d29c-481a-9f94-5f9abcecc1f3 req-d8ee99f6-0fd5-47fb-84b4-94d4d7ca194a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375617 Feb 17 10:36:32.338839 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e731289-a73d-4bfe-afcf-465e56b063d4 req-f6c5ba23-ffc6-40b3-a5bc-29dac9a4229f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:32.340309 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5e731289-a73d-4bfe-afcf-465e56b063d4 req-f6c5ba23-ffc6-40b3-a5bc-29dac9a4229f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0802877 Feb 17 10:36:32.384485 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5e731289-a73d-4bfe-afcf-465e56b063d4 req-5d113555-4ae0-4ef5-a1a1-8214567d7106 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377989 Feb 17 10:36:33.572432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8577bf-7f58-4ca4-9236-215d2c9b1c0b req-ebb88c1a-666a-4984-bb85-9dcfd4928790 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:33.574228 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6c8577bf-7f58-4ca4-9236-215d2c9b1c0b req-ebb88c1a-666a-4984-bb85-9dcfd4928790 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0819118 Feb 17 10:36:33.620663 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6c8577bf-7f58-4ca4-9236-215d2c9b1c0b req-834a2bd1-1358-4728-aaef-66e70a25c3c9 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408056 Feb 17 10:36:34.226028 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-1465410f-615b-4926-b316-04127b1003b4 service neutron] 10.222.0.37 "GET /v2.0/ports/dd154e18-eba1-45b1-89cd-4034e0677d4c/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0793805 Feb 17 10:36:34.810803 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409128a0-a09b-4095-90e8-6297faafaaec req-f0bb2da5-7054-4014-8b66-0c74f3498d86 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:34.812266 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-409128a0-a09b-4095-90e8-6297faafaaec req-f0bb2da5-7054-4014-8b66-0c74f3498d86 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0845180 Feb 17 10:36:34.857338 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-409128a0-a09b-4095-90e8-6297faafaaec req-25f1b86a-2845-4162-b34a-856238b9d74c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392945 Feb 17 10:36:34.978688 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-1b101d5f-7d0f-4bf6-97ba-e71313319cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:34.980168 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-1b101d5f-7d0f-4bf6-97ba-e71313319cbe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a&tenant_id=e986d3720a6641768dbcd23d036578fd HTTP/1.1" status: 200 len: 1098 time: 0.0748568 Feb 17 10:36:35.076905 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-bafac93f-907a-4186-bd7a-106ffda9d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:35.078404 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-bafac93f-907a-4186-bd7a-106ffda9d2b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 1098 time: 0.0765555 Feb 17 10:36:35.209547 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-ceee24e3-d68d-49a7-b158-9006655021c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:35.211006 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-ceee24e3-d68d-49a7-b158-9006655021c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=349a07ca-8be1-4ff1-acee-911f535fd47e HTTP/1.1" status: 200 len: 898 time: 0.1272786 Feb 17 10:36:35.312779 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-7d0ead5a-eec2-4ac8-b84a-fa675f395438 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c HTTP/1.1" status: 200 len: 999 time: 0.0956626 Feb 17 10:36:35.372876 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-28fcadbe-dc5a-4bfd-8e3e-791f46ce72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:35.374302 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-28fcadbe-dc5a-4bfd-8e3e-791f46ce72c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=256d5619-06dd-4b77-91cf-adcdaec9e6c8 HTTP/1.1" status: 200 len: 835 time: 0.0564320 Feb 17 10:36:35.450032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-8a6430d8-e88a-48d1-9c2f-3b4136b35b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:35.451515 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-8a6430d8-e88a-48d1-9c2f-3b4136b35b71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=349a07ca-8be1-4ff1-acee-911f535fd47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716889 Feb 17 10:36:35.598147 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-a9ec07cd-6def-487f-8448-80ef67ae7f7c service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400797 Feb 17 10:36:35.732913 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-c7396aba-1dac-4afd-9212-c297fc7a4aef service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284540 Feb 17 10:36:36.050415 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa50da-1017-420b-962c-414de37d2307 req-852cd3fb-b957-4a6b-bcf2-46ab7317e994 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:36.051870 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bfaa50da-1017-420b-962c-414de37d2307 req-852cd3fb-b957-4a6b-bcf2-46ab7317e994 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0835469 Feb 17 10:36:36.097919 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bfaa50da-1017-420b-962c-414de37d2307 req-789be620-0eab-40ee-90f1-d81a1a5c1cfb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402031 Feb 17 10:36:37.294674 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279184d9-a442-40ba-aa92-4d18b96055b2 req-6e071d72-48bb-4491-8754-044a6cbbbd91 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:37.296275 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-279184d9-a442-40ba-aa92-4d18b96055b2 req-6e071d72-48bb-4491-8754-044a6cbbbd91 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0822783 Feb 17 10:36:37.346170 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-279184d9-a442-40ba-aa92-4d18b96055b2 req-b227ff3f-87f8-4d7e-ab70-065535b81f78 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425842 Feb 17 10:36:38.409592 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device dd154e18-eba1-45b1-89cd-4034e0677d4c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:36:38.413012 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device dd154e18-eba1-45b1-89cd-4034e0677d4c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:36:38.539383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d714ddb-46a5-4229-b9cd-6a8289af2527 req-9451c25a-6ccb-413e-a350-aa3f8645464a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:38.540859 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6d714ddb-46a5-4229-b9cd-6a8289af2527 req-9451c25a-6ccb-413e-a350-aa3f8645464a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0831401 Feb 17 10:36:38.594857 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6d714ddb-46a5-4229-b9cd-6a8289af2527 req-2d3b655b-a37a-4360-ab21-3f92e96427bc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480123 Feb 17 10:36:38.647571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:38.669994 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port dd154e18-eba1-45b1-89cd-4034e0677d4c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c,segment=NetworkSegment(c48fcb21-5c8d-4c5c-910b-4c9b60dffe41),segment_id=c48fcb21-5c8d-4c5c-910b-4c9b60dffe41)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:36:38.690834 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc91448b-b1c5-4386-b013-df874530f86a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd154e18-eba1-45b1-89cd-4034e0677d4c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:36:38.698570 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': 'dd154e18-eba1-45b1-89cd-4034e0677d4c', 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e', 'port_id': 'dd154e18-eba1-45b1-89cd-4034e0677d4c', 'mac_address': 'fa:16:3e:9b:4c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:36:38.704503 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port dd154e18-eba1-45b1-89cd-4034e0677d4c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c,segment=NetworkSegment(c48fcb21-5c8d-4c5c-910b-4c9b60dffe41),segment_id=c48fcb21-5c8d-4c5c-910b-4c9b60dffe41)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:36:38.747461 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc91448b-b1c5-4386-b013-df874530f86a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd154e18-eba1-45b1-89cd-4034e0677d4c', 'code': 200} Feb 17 10:36:38.759796 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:38.776439 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd154e18-eba1-45b1-89cd-4034e0677d4c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:36:38.781748 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:38.900905 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:36:38.901178 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:36:38.903435 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=dd154e18-eba1-45b1-89cd-4034e0677d4c,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:36:38.910985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:36:38.913918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:36:38.913918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:36:38.913918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:36:38.913918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:36:38.913918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:36:38.913918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:36:38.913918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:36:38.913918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:36:38.913918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:36:38.914584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:36:38.914584 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:36:39.254122 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:39.456592 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:39.473011 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd154e18-eba1-45b1-89cd-4034e0677d4c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:36:39.487847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port dd154e18-eba1-45b1-89cd-4034e0677d4c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c,segment=NetworkSegment(c48fcb21-5c8d-4c5c-910b-4c9b60dffe41),segment_id=c48fcb21-5c8d-4c5c-910b-4c9b60dffe41)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:36:39.579606 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:39.648961 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['dd154e18-eba1-45b1-89cd-4034e0677d4c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:36:39.688531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=dd154e18-eba1-45b1-89cd-4034e0677d4c,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:36:39.790945 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0736cf9-15a7-4448-9c30-a38bf883e313 req-4192ecb5-81d9-4167-a75b-eaf4a38cb5e4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:39.792416 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f0736cf9-15a7-4448-9c30-a38bf883e313 req-4192ecb5-81d9-4167-a75b-eaf4a38cb5e4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 944 time: 0.0791347 Feb 17 10:36:39.837613 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f0736cf9-15a7-4448-9c30-a38bf883e313 req-622f642d-d82c-499f-b711-6aac7a0f0c75 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395024 Feb 17 10:36:40.421274 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device dd154e18-eba1-45b1-89cd-4034e0677d4c up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:36:40.489630 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port dd154e18-eba1-45b1-89cd-4034e0677d4c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:36:40.490325 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:40.494795 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c26a7f-6ffb-4ba1-a30a-a67093c1ddf5 req-73fb0280-aa52-44a2-b0b6-188545de2ed4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:40.496264 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-19c26a7f-6ffb-4ba1-a30a-a67093c1ddf5 req-73fb0280-aa52-44a2-b0b6-188545de2ed4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 944 time: 0.2324185 Feb 17 10:36:40.527850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac3ee1-429c-4ca4-8de4-10f89cc4f992 req-a0245099-33c7-4df8-a08f-63fa492c08ef tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:40.529313 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-31ac3ee1-429c-4ca4-8de4-10f89cc4f992 req-a0245099-33c7-4df8-a08f-63fa492c08ef tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a&tenant_id=e986d3720a6641768dbcd23d036578fd&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 944 time: 0.2111924 Feb 17 10:36:40.555993 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-19c26a7f-6ffb-4ba1-a30a-a67093c1ddf5 req-86c58c40-b751-49cf-b56e-df113cbd8a8b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529990 Feb 17 10:36:40.622639 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:40.658983 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port dd154e18-eba1-45b1-89cd-4034e0677d4c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c,segment=NetworkSegment(c48fcb21-5c8d-4c5c-910b-4c9b60dffe41),segment_id=c48fcb21-5c8d-4c5c-910b-4c9b60dffe41)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:36:40.678331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac3ee1-429c-4ca4-8de4-10f89cc4f992 req-34bce822-0684-443f-a423-a313079f93af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:40.679828 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-31ac3ee1-429c-4ca4-8de4-10f89cc4f992 req-34bce822-0684-443f-a423-a313079f93af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 1097 time: 0.0761678 Feb 17 10:36:40.734254 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:40.766086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d8f25-7efc-4e19-88fc-00f308dd5707 req-c95e12bc-b150-4441-abbe-67e078e65787 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:40.767810 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b82d8f25-7efc-4e19-88fc-00f308dd5707 req-c95e12bc-b150-4441-abbe-67e078e65787 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 944 time: 0.0873270 Feb 17 10:36:40.770895 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc91448b-b1c5-4386-b013-df874530f86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd154e18-eba1-45b1-89cd-4034e0677d4c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:36:40.813485 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=dd154e18-eba1-45b1-89cd-4034e0677d4c,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:36:40.828687 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b82d8f25-7efc-4e19-88fc-00f308dd5707 req-6b2c4383-f2c0-47f0-a108-912d6bdc8b39 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537412 Feb 17 10:36:40.838033 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac3ee1-429c-4ca4-8de4-10f89cc4f992 req-17153568-23c7-4b93-8207-32f0eb659453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:40.839463 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc91448b-b1c5-4386-b013-df874530f86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd154e18-eba1-45b1-89cd-4034e0677d4c', 'code': 200} Feb 17 10:36:40.839612 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-31ac3ee1-429c-4ca4-8de4-10f89cc4f992 req-17153568-23c7-4b93-8207-32f0eb659453 service neutron] 10.222.0.37 "GET /v2.0/networks?id=349a07ca-8be1-4ff1-acee-911f535fd47e HTTP/1.1" status: 200 len: 898 time: 0.1536667 Feb 17 10:36:40.951099 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-31ac3ee1-429c-4ca4-8de4-10f89cc4f992 req-05bffc75-52af-42be-a470-40405cbe44ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c HTTP/1.1" status: 200 len: 999 time: 0.0999739 Feb 17 10:36:41.013168 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac3ee1-429c-4ca4-8de4-10f89cc4f992 req-3a31a40f-7327-4f22-bad5-512ed7d7320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:41.014539 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-31ac3ee1-429c-4ca4-8de4-10f89cc4f992 req-3a31a40f-7327-4f22-bad5-512ed7d7320c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=256d5619-06dd-4b77-91cf-adcdaec9e6c8 HTTP/1.1" status: 200 len: 835 time: 0.0574868 Feb 17 10:36:41.092067 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac3ee1-429c-4ca4-8de4-10f89cc4f992 req-f2616871-1f0d-4d9c-9640-900c933c5269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:41.093530 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-31ac3ee1-429c-4ca4-8de4-10f89cc4f992 req-f2616871-1f0d-4d9c-9640-900c933c5269 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=349a07ca-8be1-4ff1-acee-911f535fd47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715938 Feb 17 10:36:41.232418 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-31ac3ee1-429c-4ca4-8de4-10f89cc4f992 req-cdf16a0c-3af6-469e-b53f-1802e2125918 service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320562 Feb 17 10:36:41.368638 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-31ac3ee1-429c-4ca4-8de4-10f89cc4f992 req-6f5a1583-f2f2-4f9c-9e5e-731174462548 service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298826 Feb 17 10:36:42.020709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e8627-f651-4b0f-91d3-a92903db8d2b req-a1a8d95b-b2dc-4046-ba00-19a4749548a0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:42.022293 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1e2e8627-f651-4b0f-91d3-a92903db8d2b req-a1a8d95b-b2dc-4046-ba00-19a4749548a0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0851414 Feb 17 10:36:42.068401 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1e2e8627-f651-4b0f-91d3-a92903db8d2b req-8b47c963-bc8b-419d-affb-2c2875c2de7b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404449 Feb 17 10:36:42.707721 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:36:43.260173 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312e954-9c8d-4073-aa84-b4508dabed7a req-5cea717f-4632-4c5e-bea7-c1f535cf1573 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:36:43.261711 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7312e954-9c8d-4073-aa84-b4508dabed7a req-5cea717f-4632-4c5e-bea7-c1f535cf1573 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0873928 Feb 17 10:36:43.307887 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7312e954-9c8d-4073-aa84-b4508dabed7a req-80902399-1054-4c38-906f-bc0b85e09421 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403609 Feb 17 10:36:43.334013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49088) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:36:43.442592 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-06f40654-a079-4336-88c9-2e6411113f8c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/3de5f28c-51b5-46c0-9ce5-a41fc0c5e014 HTTP/1.1" status: 200 len: 991 time: 0.1074216 Feb 17 10:36:54.831858 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2e973a0-b683-4a45-a47a-385665c1bcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:57.151300 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64014d94-f3f8-43fc-8ad7-9ea95c5b300e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:57.936590 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:36:58.385755 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:00.080792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:09.260063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:17.479174 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b723149a-48a3-4c4a-84d7-382644cac8d7 req-bd8f0401-e344-4826-a651-65c30ef0016e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690191 Feb 17 10:37:17.620688 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723149a-48a3-4c4a-84d7-382644cac8d7 req-74a63521-d5ff-4b71-860b-98862a1d4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:37:17.622455 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b723149a-48a3-4c4a-84d7-382644cac8d7 req-74a63521-d5ff-4b71-860b-98862a1d4d83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 1098 time: 0.0748725 Feb 17 10:37:17.767952 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723149a-48a3-4c4a-84d7-382644cac8d7 req-276b5c03-010f-467f-9849-54378a87d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:37:17.770133 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b723149a-48a3-4c4a-84d7-382644cac8d7 req-276b5c03-010f-467f-9849-54378a87d768 service neutron] 10.222.0.37 "GET /v2.0/networks?id=349a07ca-8be1-4ff1-acee-911f535fd47e HTTP/1.1" status: 200 len: 898 time: 0.1284375 Feb 17 10:37:17.873037 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b723149a-48a3-4c4a-84d7-382644cac8d7 req-451142ee-84c3-4b40-938b-78de290b6f05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c HTTP/1.1" status: 200 len: 999 time: 0.0971401 Feb 17 10:37:17.933939 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723149a-48a3-4c4a-84d7-382644cac8d7 req-545a0bf4-f89c-4279-8766-03f8cfecd2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:37:17.935386 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b723149a-48a3-4c4a-84d7-382644cac8d7 req-545a0bf4-f89c-4279-8766-03f8cfecd2cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=256d5619-06dd-4b77-91cf-adcdaec9e6c8 HTTP/1.1" status: 200 len: 835 time: 0.0563555 Feb 17 10:37:18.010033 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723149a-48a3-4c4a-84d7-382644cac8d7 req-1fd6d83b-1ce7-4923-9a77-e79da29388e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:37:18.011544 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b723149a-48a3-4c4a-84d7-382644cac8d7 req-1fd6d83b-1ce7-4923-9a77-e79da29388e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=349a07ca-8be1-4ff1-acee-911f535fd47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701678 Feb 17 10:37:18.242090 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b723149a-48a3-4c4a-84d7-382644cac8d7 req-38f3cb62-78dc-4d8f-a035-9be57f996f13 service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242529 Feb 17 10:37:18.370195 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b723149a-48a3-4c4a-84d7-382644cac8d7 req-abe02076-b461-4e92-9109-faccbeb5000b service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220891 Feb 17 10:37:19.708533 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:37:24.734364 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-24b9cf49-ffc2-4b85-890b-df2dfedd8845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:27.094900 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a455a96-c25c-429b-b10a-7ffb324eb0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:27.928787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:28.420103 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:30.073886 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:38.506287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49114) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:38.710276 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port 03a05f7b-7a54-419c-b090-075f952cdd66 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:37:38.710615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:38.882943 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:38.883180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:39.005448 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for 03a05f7b-7a54-419c-b090-075f952cdd66 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:37:39.256674 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:39.302655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=03a05f7b-7a54-419c-b090-075f952cdd66,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:39.319798 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:39.343859 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:39.344196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:39.344522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:39.344852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:39.345180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:39.345499 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:39.345820 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:39.346167 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:39.346559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:39.347043 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:39.347370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:39.347691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:39.405142 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:39.405475 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Floating IP 3de5f28c-51b5-46c0-9ce5-a41fc0c5e014 disassociated (deleted). External IP: 172.26.4.8, port: dd154e18-eba1-45b1-89cd-4034e0677d4c. Feb 17 10:37:39.852145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router c0b585b6-5b06-4586-b153-624031bf293a has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:37:40.035931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:37:40.045503 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e028b-faf9-4155-a5d4-572e74b66f5a None None] Sync routers for ids ['c0b585b6-5b06-4586-b153-624031bf293a'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:37:40.055169 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e028b-faf9-4155-a5d4-572e74b66f5a None None] Routers {'c0b585b6-5b06-4586-b153-624031bf293a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:37:40.055778 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-994e028b-faf9-4155-a5d4-572e74b66f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:37:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c0b585b6-5b06-4586-b153-624031bf293a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:37:40.125339 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:40.183244 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-508d603b-ba1d-4bfa-b724-ad3739a786aa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/floatingips/3de5f28c-51b5-46c0-9ce5-a41fc0c5e014 HTTP/1.1" status: 204 len: 168 time: 1.6758728 Feb 17 10:37:40.183929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc91448b-b1c5-4386-b013-df874530f86a', 'tag': 'dd154e18-eba1-45b1-89cd-4034e0677d4c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:37:40.238694 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-994e028b-faf9-4155-a5d4-572e74b66f5a None None] Set router c0b585b6-5b06-4586-b153-624031bf293a gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:37:40.281164 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc91448b-b1c5-4386-b013-df874530f86a', 'tag': 'dd154e18-eba1-45b1-89cd-4034e0677d4c', 'status': 'completed', 'code': 200} Feb 17 10:37:40.374748 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af3c5f-fff3-479c-a714-354e27e94776 req-250d260c-c52d-47b4-9895-2b341dad32fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:37:40.376416 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e1af3c5f-fff3-479c-a714-354e27e94776 req-250d260c-c52d-47b4-9895-2b341dad32fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 1098 time: 0.0748181 Feb 17 10:37:40.523919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af3c5f-fff3-479c-a714-354e27e94776 req-c02346fb-e66a-4457-a477-a4e82653f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:37:40.525494 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e1af3c5f-fff3-479c-a714-354e27e94776 req-c02346fb-e66a-4457-a477-a4e82653f3a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=349a07ca-8be1-4ff1-acee-911f535fd47e HTTP/1.1" status: 200 len: 898 time: 0.1427476 Feb 17 10:37:40.600333 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-994e028b-faf9-4155-a5d4-572e74b66f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192930603', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:34:38Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:39Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '6f3b976a-c597-4baf-9545-f85079e6f9d1', 'name': '', 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:91:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:43Z', 'updated_at': '2022-02-17T10:34:50Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:37:40.606336 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e028b-faf9-4155-a5d4-572e74b66f5a None None] Checking router: c0b585b6-5b06-4586-b153-624031bf293a for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:37:40.614996 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e028b-faf9-4155-a5d4-572e74b66f5a None None] Routers {'c0b585b6-5b06-4586-b153-624031bf293a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:37:40.615824 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-994e028b-faf9-4155-a5d4-572e74b66f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:37:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c0b585b6-5b06-4586-b153-624031bf293a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:37:40.618798 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e1af3c5f-fff3-479c-a714-354e27e94776 req-b0a6bbb7-8af2-475c-94ef-4ed0b2ce7d40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c HTTP/1.1" status: 200 len: 217 time: 0.0863831 Feb 17 10:37:40.743710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af3c5f-fff3-479c-a714-354e27e94776 req-9ef1b985-d0e5-427f-b454-4133d040f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:37:40.745149 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e1af3c5f-fff3-479c-a714-354e27e94776 req-9ef1b985-d0e5-427f-b454-4133d040f7bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=256d5619-06dd-4b77-91cf-adcdaec9e6c8 HTTP/1.1" status: 200 len: 835 time: 0.1186831 Feb 17 10:37:40.797143 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-994e028b-faf9-4155-a5d4-572e74b66f5a None None] Set router c0b585b6-5b06-4586-b153-624031bf293a gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:37:40.821754 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4eba2-0be9-4386-ae83-4cb89bc9429e req-f4babdcc-0f3a-4804-ad22-098dcc771b59 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:37:40.822475 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-eea4eba2-0be9-4386-ae83-4cb89bc9429e req-f4babdcc-0f3a-4804-ad22-098dcc771b59 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:37:40.848092 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af3c5f-fff3-479c-a714-354e27e94776 req-4e512990-449a-4ca5-a5af-6859b33c78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:37:40.849704 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e1af3c5f-fff3-479c-a714-354e27e94776 req-4e512990-449a-4ca5-a5af-6859b33c78b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=349a07ca-8be1-4ff1-acee-911f535fd47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0960979 Feb 17 10:37:40.924413 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-eea4eba2-0be9-4386-ae83-4cb89bc9429e req-f4babdcc-0f3a-4804-ad22-098dcc771b59 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:37:40.926279 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eea4eba2-0be9-4386-ae83-4cb89bc9429e req-f4babdcc-0f3a-4804-ad22-098dcc771b59 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.2487719 Feb 17 10:37:41.001019 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eea4eba2-0be9-4386-ae83-4cb89bc9429e req-04e68af4-caf3-4be1-8fae-ca09f6033710 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674303 Feb 17 10:37:41.027945 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e1af3c5f-fff3-479c-a714-354e27e94776 req-50bf9bd5-3ef6-464d-87c4-835114aea94a service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706755 Feb 17 10:37:41.117326 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-994e028b-faf9-4155-a5d4-572e74b66f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192930603', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:34:38Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:39Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '6f3b976a-c597-4baf-9545-f85079e6f9d1', 'name': '', 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:91:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:43Z', 'updated_at': '2022-02-17T10:34:50Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:37:41.121423 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e028b-faf9-4155-a5d4-572e74b66f5a None None] The sync data for ids ['c0b585b6-5b06-4586-b153-624031bf293a'] in dv-neutron-828143-5-hyperv is: [{'id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192930603', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:34:38Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:39Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '6f3b976a-c597-4baf-9545-f85079e6f9d1', 'name': '', 'network_id': '349a07ca-8be1-4ff1-acee-911f535fd47e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:91:3a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:43Z', 'updated_at': '2022-02-17T10:34:50Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '256d5619-06dd-4b77-91cf-adcdaec9e6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:37:41.167595 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e1af3c5f-fff3-479c-a714-354e27e94776 req-1832e547-cede-433d-aad3-f5aa5126802e service neutron] 10.222.0.37 "GET /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318123 Feb 17 10:37:41.332847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1525280-1ec9-4216-a7d2-b3ef1ffbe145 None None] New status for floating IP 3de5f28c-51b5-46c0-9ce5-a41fc0c5e014: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:37:42.191908 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d62891-6bf5-4b11-bd63-e48c3a234dc1 req-3f37de00-a3b8-4a48-9f5c-2ef4ee92dbcf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:37:42.193376 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-09d62891-6bf5-4b11-bd63-e48c3a234dc1 req-3f37de00-a3b8-4a48-9f5c-2ef4ee92dbcf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0817201 Feb 17 10:37:42.237062 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-09d62891-6bf5-4b11-bd63-e48c3a234dc1 req-79e0f449-fbe5-4d4c-ac8d-2fb29a5e1651 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381083 Feb 17 10:37:42.903593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ae57c-2acd-4883-86f8-3f8d6f1f14ed req-7336d10e-2cff-47fd-9d60-848734a783b4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:37:42.904947 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7e0ae57c-2acd-4883-86f8-3f8d6f1f14ed req-7336d10e-2cff-47fd-9d60-848734a783b4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.0798976 Feb 17 10:37:42.976295 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-7e0ae57c-2acd-4883-86f8-3f8d6f1f14ed req-77710c40-04f8-4080-978e-2e0911ddf883 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port dd154e18-eba1-45b1-89cd-4034e0677d4c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:37:42.976704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e0ae57c-2acd-4883-86f8-3f8d6f1f14ed req-77710c40-04f8-4080-978e-2e0911ddf883 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:43.227387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7e0ae57c-2acd-4883-86f8-3f8d6f1f14ed req-77710c40-04f8-4080-978e-2e0911ddf883 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] For port dd154e18-eba1-45b1-89cd-4034e0677d4c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dd154e18-eba1-45b1-89cd-4034e0677d4c,segment=NetworkSegment(c48fcb21-5c8d-4c5c-910b-4c9b60dffe41),segment_id=c48fcb21-5c8d-4c5c-910b-4c9b60dffe41)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:37:43.227743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e0ae57c-2acd-4883-86f8-3f8d6f1f14ed req-77710c40-04f8-4080-978e-2e0911ddf883 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:43.485664 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-7e0ae57c-2acd-4883-86f8-3f8d6f1f14ed req-77710c40-04f8-4080-978e-2e0911ddf883 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for dd154e18-eba1-45b1-89cd-4034e0677d4c owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:37:43.636725 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abec5a-3102-4fa5-b050-bb96cbe053be req-b975a01b-a373-4b61-888f-d5eb032ad87e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:37:43.638261 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-07abec5a-3102-4fa5-b050-bb96cbe053be req-b975a01b-a373-4b61-888f-d5eb032ad87e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 945 time: 0.2456484 Feb 17 10:37:43.699240 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-07abec5a-3102-4fa5-b050-bb96cbe053be req-aed834a8-522a-4380-9bb3-1b174f4d9149 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=a66f7ba2-dd18-4c17-8418-c091750a90a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527744 Feb 17 10:37:43.782964 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e0ae57c-2acd-4883-86f8-3f8d6f1f14ed req-77710c40-04f8-4080-978e-2e0911ddf883 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:43.837838 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77710c40-04f8-4080-978e-2e0911ddf883 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=dd154e18-eba1-45b1-89cd-4034e0677d4c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:43.913052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0ae57c-2acd-4883-86f8-3f8d6f1f14ed req-77710c40-04f8-4080-978e-2e0911ddf883 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] No DVR routers for this DVR port dd154e18-eba1-45b1-89cd-4034e0677d4c on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:37:43.913052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e0ae57c-2acd-4883-86f8-3f8d6f1f14ed req-77710c40-04f8-4080-978e-2e0911ddf883 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:43.915034 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc91448b-b1c5-4386-b013-df874530f86a', 'name': 'network-vif-deleted', 'tag': 'dd154e18-eba1-45b1-89cd-4034e0677d4c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:37:43.961052 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc91448b-b1c5-4386-b013-df874530f86a', 'name': 'network-vif-deleted', 'tag': 'dd154e18-eba1-45b1-89cd-4034e0677d4c', 'status': 'completed', 'code': 200} Feb 17 10:37:43.994883 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7e0ae57c-2acd-4883-86f8-3f8d6f1f14ed req-77710c40-04f8-4080-978e-2e0911ddf883 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "DELETE /v2.0/ports/dd154e18-eba1-45b1-89cd-4034e0677d4c HTTP/1.1" status: 204 len: 173 time: 1.0843139 Feb 17 10:37:44.864598 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-8bc8461c-6c1b-44f0-8895-e10a054edc1b req-f13b9656-27e7-4d4b-81e6-55f62172a3a8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:37:44.965027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-8bc8461c-6c1b-44f0-8895-e10a054edc1b req-f13b9656-27e7-4d4b-81e6-55f62172a3a8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:37:44.966237 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8bc8461c-6c1b-44f0-8895-e10a054edc1b req-f13b9656-27e7-4d4b-81e6-55f62172a3a8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc91448b-b1c5-4386-b013-df874530f86a HTTP/1.1" status: 200 len: 210 time: 0.1471021 Feb 17 10:37:46.061740 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49136) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:46.619681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-29cc7006-126b-4b4f-82c0-b5183dbed456 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:46.815020 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device dd154e18-eba1-45b1-89cd-4034e0677d4c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:37:46.850383 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: dd154e18-eba1-45b1-89cd-4034e0677d4c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:37:46.850732 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device dd154e18-eba1-45b1-89cd-4034e0677d4c not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:37:47.078149 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-29cc7006-126b-4b4f-82c0-b5183dbed456 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port 6f3b976a-c597-4baf-9545-f85079e6f9d1 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:37:47.078739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-29cc7006-126b-4b4f-82c0-b5183dbed456 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:47.266159 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-29cc7006-126b-4b4f-82c0-b5183dbed456 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] For port 6f3b976a-c597-4baf-9545-f85079e6f9d1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6f3b976a-c597-4baf-9545-f85079e6f9d1,segment=NetworkSegment(c48fcb21-5c8d-4c5c-910b-4c9b60dffe41),segment_id=c48fcb21-5c8d-4c5c-910b-4c9b60dffe41)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:37:47.266521 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-29cc7006-126b-4b4f-82c0-b5183dbed456 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:47.394952 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-29cc7006-126b-4b4f-82c0-b5183dbed456 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for 6f3b976a-c597-4baf-9545-f85079e6f9d1 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:37:47.656874 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-29cc7006-126b-4b4f-82c0-b5183dbed456 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:47.707457 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc7006-126b-4b4f-82c0-b5183dbed456 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=6f3b976a-c597-4baf-9545-f85079e6f9d1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:47.992007 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-29cc7006-126b-4b4f-82c0-b5183dbed456 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:48.348002 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cc7006-126b-4b4f-82c0-b5183dbed456 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router c0b585b6-5b06-4586-b153-624031bf293a has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:37:48.631111 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cc7006-126b-4b4f-82c0-b5183dbed456 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:37:48.640407 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90fe049-98fd-4172-ada4-946b059ceb0c None None] Sync routers for ids ['c0b585b6-5b06-4586-b153-624031bf293a'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:37:48.649907 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90fe049-98fd-4172-ada4-946b059ceb0c None None] Routers {'c0b585b6-5b06-4586-b153-624031bf293a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:37:48.650564 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c90fe049-98fd-4172-ada4-946b059ceb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:37:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c0b585b6-5b06-4586-b153-624031bf293a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:37:48.715641 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-29cc7006-126b-4b4f-82c0-b5183dbed456 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "PUT /v2.0/routers/c0b585b6-5b06-4586-b153-624031bf293a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6526613 Feb 17 10:37:48.718376 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49140) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:48.783894 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-84356f0e-3138-43f2-8347-dfc45b849f64 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting subnet 256d5619-06dd-4b77-91cf-adcdaec9e6c8 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:37:48.788216 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84356f0e-3138-43f2-8347-dfc45b849f64 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:48.827415 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c90fe049-98fd-4172-ada4-946b059ceb0c None None] Set router c0b585b6-5b06-4586-b153-624031bf293a gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:37:48.843869 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84356f0e-3138-43f2-8347-dfc45b849f64 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:48.934291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84356f0e-3138-43f2-8347-dfc45b849f64 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:49.097753 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84356f0e-3138-43f2-8347-dfc45b849f64 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:49.107817 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c90fe049-98fd-4172-ada4-946b059ceb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192930603', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:34:38Z', 'updated_at': '2022-02-17T10:37:47Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:39Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:37:49.111638 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90fe049-98fd-4172-ada4-946b059ceb0c None None] Checking router: c0b585b6-5b06-4586-b153-624031bf293a for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:37:49.120531 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90fe049-98fd-4172-ada4-946b059ceb0c None None] Routers {'c0b585b6-5b06-4586-b153-624031bf293a'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:37:49.121119 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c90fe049-98fd-4172-ada4-946b059ceb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:37:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c0b585b6-5b06-4586-b153-624031bf293a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:37:49.141973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84356f0e-3138-43f2-8347-dfc45b849f64 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:49.147552 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f6c805-a4c7-4eed-8e53-06af1a62507c None None] Network 349a07ca-8be1-4ff1-acee-911f535fd47e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:37:49.148042 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84356f0e-3138-43f2-8347-dfc45b849f64 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Subnet': ['ID=256d5619-06dd-4b77-91cf-adcdaec9e6c8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:49.153352 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-84356f0e-3138-43f2-8347-dfc45b849f64 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/subnets/256d5619-06dd-4b77-91cf-adcdaec9e6c8 HTTP/1.1" status: 204 len: 168 time: 0.4337955 Feb 17 10:37:49.155837 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49144) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:49.338520 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c90fe049-98fd-4172-ada4-946b059ceb0c None None] Set router c0b585b6-5b06-4586-b153-624031bf293a gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:37:49.350801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:49.411906 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] DHCP port deletion for 349a07ca-8be1-4ff1-acee-911f535fd47e request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:37:49.416429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Deleting port 60dc9251-0b24-4e98-919a-f502a2bb4cc9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:37:49.416851 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:49.543449 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:49.617760 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port 086fa44b-b9be-4e10-8f9c-5e50816492e1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:37:49.618242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:49.634670 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] For port 60dc9251-0b24-4e98-919a-f502a2bb4cc9, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=60dc9251-0b24-4e98-919a-f502a2bb4cc9,segment=NetworkSegment(c48fcb21-5c8d-4c5c-910b-4c9b60dffe41),segment_id=c48fcb21-5c8d-4c5c-910b-4c9b60dffe41)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:37:49.635068 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:49.635486 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c90fe049-98fd-4172-ada4-946b059ceb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192930603', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:34:38Z', 'updated_at': '2022-02-17T10:37:47Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:39Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:37:49.639739 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90fe049-98fd-4172-ada4-946b059ceb0c None None] The sync data for ids ['c0b585b6-5b06-4586-b153-624031bf293a'] in dv-neutron-828143-5-hyperv is: [{'id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192930603', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:34:38Z', 'updated_at': '2022-02-17T10:37:47Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '086fa44b-b9be-4e10-8f9c-5e50816492e1', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b585b6-5b06-4586-b153-624031bf293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:34:39Z', 'updated_at': '2022-02-17T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:37:49.766968 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Calling delete_port for 60dc9251-0b24-4e98-919a-f502a2bb4cc9 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:37:49.817394 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] For port 086fa44b-b9be-4e10-8f9c-5e50816492e1, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=086fa44b-b9be-4e10-8f9c-5e50816492e1,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:37:49.817766 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:49.917775 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:49.964414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Pushing event deleted for resources: {'Port': ['ID=60dc9251-0b24-4e98-919a-f502a2bb4cc9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:49.969120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] No DVR routers for this DVR port 60dc9251-0b24-4e98-919a-f502a2bb4cc9 on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:37:49.976481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:49.976481 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:49.980131 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:49.981319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:49.981678 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:49.982021 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:49.982376 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:49.982708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:49.983034 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:49.983356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:49.983679 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:49.984126 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea3c473-9322-4a57-9b35-c775d1b83231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:50.064341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for 086fa44b-b9be-4e10-8f9c-5e50816492e1 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:37:50.456558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:50.504317 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=086fa44b-b9be-4e10-8f9c-5e50816492e1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:50.530261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6f3b976a-c597-4baf-9545-f85079e6f9d1 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:37:50.545910 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:50.546289 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:50.546635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:50.546975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:50.547311 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:50.547645 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:50.548005 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:50.548345 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:50.548666 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:50.548987 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:50.549311 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:50.549633 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:37:50.568424 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 6f3b976a-c597-4baf-9545-f85079e6f9d1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:37:50.568765 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6f3b976a-c597-4baf-9545-f85079e6f9d1 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:37:50.569375 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 60dc9251-0b24-4e98-919a-f502a2bb4cc9 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:37:50.602546 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 60dc9251-0b24-4e98-919a-f502a2bb4cc9 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:37:50.602893 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 60dc9251-0b24-4e98-919a-f502a2bb4cc9 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:37:50.613715 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:50.784675 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:50.786899 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:50.888892 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:50.889430 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Fanout notify agent at l3_agent the message router_deleted on router c0b585b6-5b06-4586-b153-624031bf293a {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 10:37:50.906564 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:50.907641 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f05d3549-63af-473c-8d39-e013e734169c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/routers/c0b585b6-5b06-4586-b153-624031bf293a HTTP/1.1" status: 204 len: 168 time: 1.7507925 Feb 17 10:37:50.911608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49148) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:51.027538 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-551b1c52-ef6e-4681-8e86-39b8794edf19 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:51.156336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-551b1c52-ef6e-4681-8e86-39b8794edf19 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:51.180642 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-551b1c52-ef6e-4681-8e86-39b8794edf19 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349a07ca-8be1-4ff1-acee-911f535fd47e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:37:51.192654 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-551b1c52-ef6e-4681-8e86-39b8794edf19 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48fcb21-5c8d-4c5c-910b-4c9b60dffe41') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:37:51.192955 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-551b1c52-ef6e-4681-8e86-39b8794edf19 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48fcb21-5c8d-4c5c-910b-4c9b60dffe41') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:37:51.204188 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-551b1c52-ef6e-4681-8e86-39b8794edf19 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:51.220259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-551b1c52-ef6e-4681-8e86-39b8794edf19 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:51.226026 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551b1c52-ef6e-4681-8e86-39b8794edf19 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:37:51.226441 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-551b1c52-ef6e-4681-8e86-39b8794edf19 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:37:51.240114 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:37:51.405162 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-551b1c52-ef6e-4681-8e86-39b8794edf19 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:51.422898 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-551b1c52-ef6e-4681-8e86-39b8794edf19 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:51.434161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b1c52-ef6e-4681-8e86-39b8794edf19 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Network': ['ID=349a07ca-8be1-4ff1-acee-911f535fd47e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:51.543307 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-551b1c52-ef6e-4681-8e86-39b8794edf19 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/networks/349a07ca-8be1-4ff1-acee-911f535fd47e HTTP/1.1" status: 204 len: 168 time: 0.6306520 Feb 17 10:37:51.545885 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49152) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:51.613952 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb3c0726-8ece-454c-a968-689a8b34a8a5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:51.647466 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb3c0726-8ece-454c-a968-689a8b34a8a5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:51.769516 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb3c0726-8ece-454c-a968-689a8b34a8a5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:51.788048 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c0726-8ece-454c-a968-689a8b34a8a5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66f7ba2-dd18-4c17-8418-c091750a90a2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:51.867265 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb3c0726-8ece-454c-a968-689a8b34a8a5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:51.868446 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-bb3c0726-8ece-454c-a968-689a8b34a8a5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/security-groups/a66f7ba2-dd18-4c17-8418-c091750a90a2 HTTP/1.1" status: 204 len: 168 time: 0.3215754 Feb 17 10:37:52.324103 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49160) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:52.329815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9d9d8d65-57f3-4497-94c6-df8e1795f695 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-559310984', 'description': 'tempest-secgroup-smoke-559310984 description', 'project_id': 'e986d3720a6641768dbcd23d036578fd'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:37:52.336063 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9d9d8d65-57f3-4497-94c6-df8e1795f695 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:37:52.340573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9d9d8d65-57f3-4497-94c6-df8e1795f695 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:37:52.343745 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9d9d8d65-57f3-4497-94c6-df8e1795f695 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:37:52.354030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9d9d8d65-57f3-4497-94c6-df8e1795f695 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:37:52.448985 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d9d8d65-57f3-4497-94c6-df8e1795f695 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:52.469923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9d9d8d65-57f3-4497-94c6-df8e1795f695 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:37:52.474805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9d9d8d65-57f3-4497-94c6-df8e1795f695 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:37:52.477689 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-9d9d8d65-57f3-4497-94c6-df8e1795f695 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:37:52.483324 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9d9d8d65-57f3-4497-94c6-df8e1795f695 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:37:52.527267 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 086fa44b-b9be-4e10-8f9c-5e50816492e1 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:37:52.556665 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d9d8d65-57f3-4497-94c6-df8e1795f695 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:52.570188 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 086fa44b-b9be-4e10-8f9c-5e50816492e1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:37:52.570545 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 086fa44b-b9be-4e10-8f9c-5e50816492e1 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:37:52.654390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d9d8d65-57f3-4497-94c6-df8e1795f695 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:52.698749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d8d65-57f3-4497-94c6-df8e1795f695 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa591c53-cca8-450a-b1e6-bb4cfab77938,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:52.776686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9d9d8d65-57f3-4497-94c6-df8e1795f695 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:52.778002 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-9d9d8d65-57f3-4497-94c6-df8e1795f695 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4528470 Feb 17 10:37:52.780774 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49164) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:52.786608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7cfe221c-ef9b-48d1-8e5b-b5f1f3ef85b1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': 'fa591c53-cca8-450a-b1e6-bb4cfab77938', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:37:52.792711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7cfe221c-ef9b-48d1-8e5b-b5f1f3ef85b1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:37:52.796593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7cfe221c-ef9b-48d1-8e5b-b5f1f3ef85b1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:37:52.799589 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-7cfe221c-ef9b-48d1-8e5b-b5f1f3ef85b1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:37:52.805613 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7cfe221c-ef9b-48d1-8e5b-b5f1f3ef85b1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:37:52.879477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7cfe221c-ef9b-48d1-8e5b-b5f1f3ef85b1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:52.939611 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7cfe221c-ef9b-48d1-8e5b-b5f1f3ef85b1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:53.010632 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7cfe221c-ef9b-48d1-8e5b-b5f1f3ef85b1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:53.040141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe221c-ef9b-48d1-8e5b-b5f1f3ef85b1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f361bf6-522e-474b-b5db-292ef0aabb25,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:53.154296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7cfe221c-ef9b-48d1-8e5b-b5f1f3ef85b1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:53.155424 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7cfe221c-ef9b-48d1-8e5b-b5f1f3ef85b1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3737416 Feb 17 10:37:53.158182 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49168) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:53.163385 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-55847b4e-f73f-473f-b68c-5a2d7e9a3adc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': 'fa591c53-cca8-450a-b1e6-bb4cfab77938', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:37:53.169684 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-55847b4e-f73f-473f-b68c-5a2d7e9a3adc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:37:53.173521 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-55847b4e-f73f-473f-b68c-5a2d7e9a3adc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:37:53.176593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-55847b4e-f73f-473f-b68c-5a2d7e9a3adc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:37:53.182294 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-55847b4e-f73f-473f-b68c-5a2d7e9a3adc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:37:53.273757 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-55847b4e-f73f-473f-b68c-5a2d7e9a3adc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:53.338478 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-55847b4e-f73f-473f-b68c-5a2d7e9a3adc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:53.405120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-55847b4e-f73f-473f-b68c-5a2d7e9a3adc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:53.429372 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55847b4e-f73f-473f-b68c-5a2d7e9a3adc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d8d603-f3f8-449f-8c0f-c848f0fac194,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:53.502001 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-55847b4e-f73f-473f-b68c-5a2d7e9a3adc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:53.503297 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-55847b4e-f73f-473f-b68c-5a2d7e9a3adc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3442044 Feb 17 10:37:53.505901 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49172) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:53.510981 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-1080654a-abac-45fe-8f8a-8b1965eca098 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': 'fa591c53-cca8-450a-b1e6-bb4cfab77938', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:37:53.516784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1080654a-abac-45fe-8f8a-8b1965eca098 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:37:53.521977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1080654a-abac-45fe-8f8a-8b1965eca098 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:37:53.524927 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1080654a-abac-45fe-8f8a-8b1965eca098 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:37:53.530911 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1080654a-abac-45fe-8f8a-8b1965eca098 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:37:53.605928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1080654a-abac-45fe-8f8a-8b1965eca098 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:53.673166 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1080654a-abac-45fe-8f8a-8b1965eca098 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:53.754271 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1080654a-abac-45fe-8f8a-8b1965eca098 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:53.779383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080654a-abac-45fe-8f8a-8b1965eca098 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e121bfd-587c-4510-a909-e1b133c898e9,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:53.880176 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1080654a-abac-45fe-8f8a-8b1965eca098 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:53.881393 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1080654a-abac-45fe-8f8a-8b1965eca098 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3744161 Feb 17 10:37:53.884100 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49176) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:53.889071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e1298991-d416-4e90-a1cf-e6adcbba7389 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': 'fa591c53-cca8-450a-b1e6-bb4cfab77938', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:37:53.896722 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e1298991-d416-4e90-a1cf-e6adcbba7389 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:37:53.900592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e1298991-d416-4e90-a1cf-e6adcbba7389 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:37:53.903479 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e1298991-d416-4e90-a1cf-e6adcbba7389 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:37:53.909184 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e1298991-d416-4e90-a1cf-e6adcbba7389 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:37:54.017497 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1298991-d416-4e90-a1cf-e6adcbba7389 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:54.080671 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1298991-d416-4e90-a1cf-e6adcbba7389 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:54.168265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1298991-d416-4e90-a1cf-e6adcbba7389 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:54.194315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1298991-d416-4e90-a1cf-e6adcbba7389 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9927ea5e-ae45-4899-a6b6-18ddb0c83080,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:54.282829 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1298991-d416-4e90-a1cf-e6adcbba7389 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:54.284020 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e1298991-d416-4e90-a1cf-e6adcbba7389 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3989885 Feb 17 10:37:54.286856 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49180) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:54.291784 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-41d82932-7722-4b6b-be40-7b1a49acfdc7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': 'fa591c53-cca8-450a-b1e6-bb4cfab77938', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:37:54.297770 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-41d82932-7722-4b6b-be40-7b1a49acfdc7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:37:54.302031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-41d82932-7722-4b6b-be40-7b1a49acfdc7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:37:54.304850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-41d82932-7722-4b6b-be40-7b1a49acfdc7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:37:54.310377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-41d82932-7722-4b6b-be40-7b1a49acfdc7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:37:54.429503 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-41d82932-7722-4b6b-be40-7b1a49acfdc7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Project e986d3720a6641768dbcd23d036578fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:37:54.436674 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-41d82932-7722-4b6b-be40-7b1a49acfdc7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:54.501670 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-41d82932-7722-4b6b-be40-7b1a49acfdc7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:54.610929 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-41d82932-7722-4b6b-be40-7b1a49acfdc7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:54.637492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d82932-7722-4b6b-be40-7b1a49acfdc7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44f23a8-65b6-40b0-8994-d163ddf3b70b,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:54.734888 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-41d82932-7722-4b6b-be40-7b1a49acfdc7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:54.736109 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-41d82932-7722-4b6b-be40-7b1a49acfdc7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4483142 Feb 17 10:37:54.739593 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49184) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:54.745059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6f322897-f036-446f-bd69-0018c41aab90 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': 'fa591c53-cca8-450a-b1e6-bb4cfab77938', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:37:54.751150 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6f322897-f036-446f-bd69-0018c41aab90 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:37:54.754969 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6f322897-f036-446f-bd69-0018c41aab90 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:37:54.758403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6f322897-f036-446f-bd69-0018c41aab90 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:37:54.764055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6f322897-f036-446f-bd69-0018c41aab90 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:37:54.765470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3ac32cc5-299d-4c07-b596-be312c573d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:54.845294 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-6f322897-f036-446f-bd69-0018c41aab90 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Project e986d3720a6641768dbcd23d036578fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:37:54.852918 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6f322897-f036-446f-bd69-0018c41aab90 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:54.917581 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6f322897-f036-446f-bd69-0018c41aab90 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:55.021935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6f322897-f036-446f-bd69-0018c41aab90 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:55.049296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f322897-f036-446f-bd69-0018c41aab90 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076a775e-5c0d-4ab9-9a93-f4619fa04f2c,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:55.145863 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6f322897-f036-446f-bd69-0018c41aab90 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:55.147070 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6f322897-f036-446f-bd69-0018c41aab90 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4064844 Feb 17 10:37:55.149827 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49188) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:55.155056 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ab251dcf-dd80-4b60-b3db-02033091961f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'network': {'name': 'tempest-network-smoke--1351834148', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'port_security_enabled': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:37:55.161575 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ab251dcf-dd80-4b60-b3db-02033091961f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:37:55.165917 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ab251dcf-dd80-4b60-b3db-02033091961f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:network and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:37:55.168915 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ab251dcf-dd80-4b60-b3db-02033091961f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:37:55.174656 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ab251dcf-dd80-4b60-b3db-02033091961f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:37:55.250880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab251dcf-dd80-4b60-b3db-02033091961f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Made reservation on behalf of e986d3720a6641768dbcd23d036578fd for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:37:55.254450 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab251dcf-dd80-4b60-b3db-02033091961f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:55.284938 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab251dcf-dd80-4b60-b3db-02033091961f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:37:55.293053 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab251dcf-dd80-4b60-b3db-02033091961f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:55.293403 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-ab251dcf-dd80-4b60-b3db-02033091961f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Added segment 355579db-c5f8-4cfc-8397-3e2ad552dd02 of type vlan for network eb317601-3611-431d-975e-ec5c7c9dc91e Feb 17 10:37:55.317690 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab251dcf-dd80-4b60-b3db-02033091961f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:55.405282 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab251dcf-dd80-4b60-b3db-02033091961f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:55.410797 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab251dcf-dd80-4b60-b3db-02033091961f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:37:55.411375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab251dcf-dd80-4b60-b3db-02033091961f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:55.522899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab251dcf-dd80-4b60-b3db-02033091961f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Network': ['ID=eb317601-3611-431d-975e-ec5c7c9dc91e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:55.533178 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network eb317601-3611-431d-975e-ec5c7c9dc91e details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:37:55.632636 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ab251dcf-dd80-4b60-b3db-02033091961f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4817722 Feb 17 10:37:55.635541 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49192) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:55.641018 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1242978524', 'admin_state_up': True, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:37:55.649380 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:37:55.653370 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:router and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:37:55.656436 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:37:55.662762 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:37:55.774527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:55.775674 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:55.793615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:56.276728 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:56.641723 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:56.671363 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:56.708143 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:37:56.808472 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.26.4.58 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/24c70547-c8ef-4567-8bfa-18e76f60a598) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:37:56.952529 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:57.031830 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:57.094119 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:37:57.096927 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:37:57.100431 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:37:57.105899 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c424ba21-9614-4138-8e24-e00011b2d09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:57.138191 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=24c70547-c8ef-4567-8bfa-18e76f60a598,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:57.700712 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:57.936768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:58.045468 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:58.307864 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 10:37:58.385490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:58.488252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:37:58.499085 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Sync routers for ids ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:37:58.509469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Routers {'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:37:58.510139 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:37:58.580290 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:58.583094 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c098fb18-139b-4d91-a168-32f452758eab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9460018 Feb 17 10:37:58.586025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49196) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:58.629699 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ee5daba3-5c70-4b1a-a2ad-84787047c3c6 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=e986d3720a6641768dbcd23d036578fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415986 Feb 17 10:37:58.632382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49200) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:58.719784 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Set router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:37:58.763854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5b5829-01fe-4498-a39b-874aa57c07c5 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:37:58.765365 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1e5b5829-01fe-4498-a39b-874aa57c07c5 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317255 Feb 17 10:37:58.768157 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49204) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:58.807420 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8b86dea9-4db4-4d50-a98c-00744805160c tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380867 Feb 17 10:37:58.809827 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49208) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:58.815112 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-11ac7271-f192-4a57-9750-2c375ff3bdfc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2021867127', 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:37:58.925586 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-11ac7271-f192-4a57-9750-2c375ff3bdfc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:37:58.929503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-11ac7271-f192-4a57-9750-2c375ff3bdfc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:subnet and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:37:58.932287 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-11ac7271-f192-4a57-9750-2c375ff3bdfc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:37:58.937981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-11ac7271-f192-4a57-9750-2c375ff3bdfc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:37:59.008590 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242978524', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:37:55Z', 'updated_at': '2022-02-17T10:37:57Z', 'revision_number': 3, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:52:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:37:56Z', 'updated_at': '2022-02-17T10:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:37:59.012319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Checking router: c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:37:59.012670 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Updating router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 port 24c70547-c8ef-4567-8bfa-18e76f60a598 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:37:59.031652 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ac7271-f192-4a57-9750-2c375ff3bdfc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Made reservation on behalf of e986d3720a6641768dbcd23d036578fd for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:37:59.035565 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11ac7271-f192-4a57-9750-2c375ff3bdfc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:59.064655 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:59.308447 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11ac7271-f192-4a57-9750-2c375ff3bdfc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:59.392338 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac7271-f192-4a57-9750-2c375ff3bdfc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Subnet': ['ID=e20754d0-9bb0-407e-b057-25dd26dfc594,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:59.392608 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:59.395963 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ac7271-f192-4a57-9750-2c375ff3bdfc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Checking segment: {'id': '355579db-c5f8-4cfc-8397-3e2ad552dd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:37:59.396914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ac7271-f192-4a57-9750-2c375ff3bdfc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network hostable DHCP agents. Network: eb317601-3611-431d-975e-ec5c7c9dc91e, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:37:59.404621 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Transition to ACTIVE for port object 24c70547-c8ef-4567-8bfa-18e76f60a598 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:37:59.505812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:59.530817 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ac7271-f192-4a57-9750-2c375ff3bdfc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network eb317601-3611-431d-975e-ec5c7c9dc91e is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:37:59.590549 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Attempting to bind port 24c70547-c8ef-4567-8bfa-18e76f60a598 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:37:59.590916 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Attempting to bind port 24c70547-c8ef-4567-8bfa-18e76f60a598 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:37:59.591274 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Attempting to bind port 24c70547-c8ef-4567-8bfa-18e76f60a598 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:37:59.597590 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0514c-426c-456b-9efc-bb96fdc681ec None None] Pushing event updated for resources: {'Port': ['ID=24c70547-c8ef-4567-8bfa-18e76f60a598,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:37:59.601956 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:37:59.602354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:37:59.602752 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:59.603129 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:37:59.603579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Bound port: 24c70547-c8ef-4567-8bfa-18e76f60a598, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:37:59.603965 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:59.616899 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-11ac7271-f192-4a57-9750-2c375ff3bdfc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, eb317601-3611-431d-975e-ec5c7c9dc91e) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:37:59.622794 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ac7271-f192-4a57-9750-2c375ff3bdfc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:37:59.623736 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11ac7271-f192-4a57-9750-2c375ff3bdfc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:59.634426 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f793638a-be63-446c-b02c-61f5308f24f7 None None] Network eb317601-3611-431d-975e-ec5c7c9dc91e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:37:59.717542 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-11ac7271-f192-4a57-9750-2c375ff3bdfc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9041944 Feb 17 10:37:59.717897 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49212) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:37:59.780944 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] For port 24c70547-c8ef-4567-8bfa-18e76f60a598, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:37:59.800774 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] For port 24c70547-c8ef-4567-8bfa-18e76f60a598, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=24c70547-c8ef-4567-8bfa-18e76f60a598,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:37:59.884269 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:37:59.948211 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-eb317601-3611-431d-975e-ec5c7c9dc91e', 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ips': [{'subnet_id': 'e20754d0-9bb0-407e-b057-25dd26dfc594'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:37:59.948657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:00.042625 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0514c-426c-456b-9efc-bb96fdc681ec None None] Pushing event updated for resources: {'Port': ['ID=24c70547-c8ef-4567-8bfa-18e76f60a598,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:38:00.047859 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Routers {'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:38:00.048811 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:38:00.126732 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:00.366367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Allocated IP 172.20.0.2 (eb317601-3611-431d-975e-ec5c7c9dc91e/e20754d0-9bb0-407e-b057-25dd26dfc594/e2a1c1b7-3705-4aae-9159-07c6a6401bfb) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:38:00.369446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] Set router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:38:00.539731 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:00.817143 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:00.830357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Transition to ACTIVE for port object e2a1c1b7-3705-4aae-9159-07c6a6401bfb will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:38:00.841207 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242978524', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:37:55Z', 'updated_at': '2022-02-17T10:37:57Z', 'revision_number': 3, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:52:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:37:56Z', 'updated_at': '2022-02-17T10:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:38:00.852242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2846a-c07d-4551-8540-58b90cab5abf None None] The sync data for ids ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'] in dv-neutron-828143-5-hyperv is: [{'id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242978524', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:37:55Z', 'updated_at': '2022-02-17T10:37:57Z', 'revision_number': 3, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:52:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:37:56Z', 'updated_at': '2022-02-17T10:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:38:00.855632 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Transition to ACTIVE for port object e2a1c1b7-3705-4aae-9159-07c6a6401bfb will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:38:00.956808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:01.022942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.20.0.1 (eb317601-3611-431d-975e-ec5c7c9dc91e/e20754d0-9bb0-407e-b057-25dd26dfc594/1d8859e9-8002-4833-9fff-ea5c09b705b3) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:38:01.032168 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Network eb317601-3611-431d-975e-ec5c7c9dc91e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:38:01.036536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:38:01.050832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:38:01.094725 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Pushing event updated for resources: {'Port': ['ID=e2a1c1b7-3705-4aae-9159-07c6a6401bfb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:38:01.169004 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Attempting to bind port e2a1c1b7-3705-4aae-9159-07c6a6401bfb on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:38:01.169513 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Attempting to bind port e2a1c1b7-3705-4aae-9159-07c6a6401bfb by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '355579db-c5f8-4cfc-8397-3e2ad552dd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:38:01.170000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Attempting to bind port e2a1c1b7-3705-4aae-9159-07c6a6401bfb on network eb317601-3611-431d-975e-ec5c7c9dc91e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:38:01.176821 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:38:01.177422 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Checking segment: {'id': '355579db-c5f8-4cfc-8397-3e2ad552dd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:38:01.177836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:01.178276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Bound using segment: {'id': '355579db-c5f8-4cfc-8397-3e2ad552dd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:38:01.178757 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Bound port: e2a1c1b7-3705-4aae-9159-07c6a6401bfb, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355579db-c5f8-4cfc-8397-3e2ad552dd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:38:01.179136 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:01.215547 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:01.232758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Transition to ACTIVE for port object 1d8859e9-8002-4833-9fff-ea5c09b705b3 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:38:01.282989 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] For port e2a1c1b7-3705-4aae-9159-07c6a6401bfb, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:38:01.287132 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] For port e2a1c1b7-3705-4aae-9159-07c6a6401bfb, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e2a1c1b7-3705-4aae-9159-07c6a6401bfb,segment=NetworkSegment(355579db-c5f8-4cfc-8397-3e2ad552dd02),segment_id=355579db-c5f8-4cfc-8397-3e2ad552dd02)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:38:01.323357 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:01.352318 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:01.407566 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network eb317601-3611-431d-975e-ec5c7c9dc91e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:38:01.411175 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:38:01.415737 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:38:01.439635 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64151bc-0495-40ed-a7a3-97044d5bcfe7 None None] Pushing event updated for resources: {'Port': ['ID=e2a1c1b7-3705-4aae-9159-07c6a6401bfb,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:38:01.459571 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=1d8859e9-8002-4833-9fff-ea5c09b705b3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:38:01.483200 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:01.855339 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:02.389099 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1261837f-37a9-4ce7-955d-76773627fe13 None None] Network eb317601-3611-431d-975e-ec5c7c9dc91e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:38:02.406694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:02.472819 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:02.600383 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ed7f98a7-f876-4594-b7d9-566b61c33494 None None] Provisioning for port e2a1c1b7-3705-4aae-9159-07c6a6401bfb completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:38:02.634199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=1d8859e9-8002-4833-9fff-ea5c09b705b3,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:38:02.681465 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:02.704862 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 24c70547-c8ef-4567-8bfa-18e76f60a598 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:38:02.861973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network eb317601-3611-431d-975e-ec5c7c9dc91e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:38:02.864594 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:38:02.900321 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 24c70547-c8ef-4567-8bfa-18e76f60a598 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:38:02.911529 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 24c70547-c8ef-4567-8bfa-18e76f60a598 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:38:02.916524 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:03.057737 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:03.075052 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 24c70547-c8ef-4567-8bfa-18e76f60a598, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=24c70547-c8ef-4567-8bfa-18e76f60a598,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:38:03.101130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:38:03.194143 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:03.194958 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e2a1c1b7-3705-4aae-9159-07c6a6401bfb up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:38:03.271564 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9fe67a71-9c76-4337-ac27-6f2dac41ffcd None None] Provisioning for port 1d8859e9-8002-4833-9fff-ea5c09b705b3 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:38:03.292769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:38:03.301831 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9fe67a71-9c76-4337-ac27-6f2dac41ffcd None None] Provisioning complete for port 1d8859e9-8002-4833-9fff-ea5c09b705b3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:38:03.302251 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9fe67a71-9c76-4337-ac27-6f2dac41ffcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:03.303859 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Sync routers for ids ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:38:03.320355 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-08db09c5-0308-4b0d-880a-3070399f925c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "PUT /v2.0/routers/c251f3e8-b312-4e2b-ad53-6b90bc5a1c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6012523 Feb 17 10:38:03.322531 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Routers {'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:38:03.323330 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:38:03.399954 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=24c70547-c8ef-4567-8bfa-18e76f60a598,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:38:03.403267 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9fe67a71-9c76-4337-ac27-6f2dac41ffcd None None] Port 1d8859e9-8002-4833-9fff-ea5c09b705b3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:38:03.496389 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port e2a1c1b7-3705-4aae-9159-07c6a6401bfb completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:38:03.500859 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port e2a1c1b7-3705-4aae-9159-07c6a6401bfb triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:38:03.501238 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:03.509228 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-698fa8ae-01eb-422d-9ed7-d7a37a6a1ed8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:38:03.555412 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Set router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:38:03.582791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-698fa8ae-01eb-422d-9ed7-d7a37a6a1ed8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:38:03.584252 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-698fa8ae-01eb-422d-9ed7-d7a37a6a1ed8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559310984&fields=id&tenant_id=e986d3720a6641768dbcd23d036578fd HTTP/1.1" status: 200 len: 267 time: 0.1230435 Feb 17 10:38:03.611631 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-036bdf43-b294-4b54-8cc4-beab06bc3a13 None None] Provisioning complete for port 1d8859e9-8002-4833-9fff-ea5c09b705b3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:38:03.612007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-036bdf43-b294-4b54-8cc4-beab06bc3a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:03.673920 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-036bdf43-b294-4b54-8cc4-beab06bc3a13 None None] Port 1d8859e9-8002-4833-9fff-ea5c09b705b3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:38:03.728267 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:03.761492 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port e2a1c1b7-3705-4aae-9159-07c6a6401bfb, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e2a1c1b7-3705-4aae-9159-07c6a6401bfb,segment=NetworkSegment(355579db-c5f8-4cfc-8397-3e2ad552dd02),segment_id=355579db-c5f8-4cfc-8397-3e2ad552dd02)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:38:03.769528 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-a02c496e-027a-42bd-bcfc-80e355e97503 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:03.770396 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-a02c496e-027a-42bd-bcfc-80e355e97503 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:38:03.828253 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:03.877222 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-a02c496e-027a-42bd-bcfc-80e355e97503 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:38:03.879079 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-a02c496e-027a-42bd-bcfc-80e355e97503 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/networks?id=eb317601-3611-431d-975e-ec5c7c9dc91e HTTP/1.1" status: 200 len: 797 time: 0.2844741 Feb 17 10:38:03.883801 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242978524', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:37:55Z', 'updated_at': '2022-02-17T10:38:01Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:37:56Z', 'updated_at': '2022-02-17T10:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8859e9-8002-4833-9fff-ea5c09b705b3', 'name': '', 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:11:ec:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:38:00Z', 'updated_at': '2022-02-17T10:38:02Z', 'revision_number': 2, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:38:03.887912 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Checking router: c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:38:03.888560 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Updating router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 port 1d8859e9-8002-4833-9fff-ea5c09b705b3 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:38:03.896564 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-4f92ef3d-7dc4-4847-92dc-582b36b73f59 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/quotas/e986d3720a6641768dbcd23d036578fd HTTP/1.1" status: 200 len: 375 time: 0.0108175 Feb 17 10:38:03.906479 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=e2a1c1b7-3705-4aae-9159-07c6a6401bfb,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:38:03.942024 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:03.981978 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-aba2647f-4716-400e-8908-0fc5c25204e1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:38:04.111835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-aba2647f-4716-400e-8908-0fc5c25204e1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:38:04.113834 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-aba2647f-4716-400e-8908-0fc5c25204e1 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2101977 Feb 17 10:38:04.205657 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-0390e406-c15d-421c-ab44-0bdde2f0bb6f service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 10:38:04.207194 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-0390e406-c15d-421c-ab44-0bdde2f0bb6f service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448079 Feb 17 10:38:04.283621 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:04.295687 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Transition to ACTIVE for port object 1d8859e9-8002-4833-9fff-ea5c09b705b3 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:38:04.339866 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-1ac013d4-afd2-41f1-a67c-3c4429692ae7 service neutron] 10.222.0.75 "GET /v2.0/networks/eb317601-3611-431d-975e-ec5c7c9dc91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266851 Feb 17 10:38:04.403145 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:04.486490 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-4824f0ff-c5b4-4ab3-8a85-981ed94d7891 service neutron] 10.222.0.75 "GET /v2.0/networks/eb317601-3611-431d-975e-ec5c7c9dc91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358562 Feb 17 10:38:04.557052 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 24c70547-c8ef-4567-8bfa-18e76f60a598 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:38:04.649601 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 24c70547-c8ef-4567-8bfa-18e76f60a598 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:38:04.649985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:04.657869 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ec10d-746c-40ff-9bc8-a77969a89e4f None None] Pushing event updated for resources: {'Port': ['ID=1d8859e9-8002-4833-9fff-ea5c09b705b3,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:38:04.671429 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ec10d-746c-40ff-9bc8-a77969a89e4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:38:04.672167 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ec10d-746c-40ff-9bc8-a77969a89e4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:38:04.672727 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ec10d-746c-40ff-9bc8-a77969a89e4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:38:04.673314 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ec10d-746c-40ff-9bc8-a77969a89e4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:38:04.673867 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ec10d-746c-40ff-9bc8-a77969a89e4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:38:04.674456 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ec10d-746c-40ff-9bc8-a77969a89e4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:38:04.675621 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ec10d-746c-40ff-9bc8-a77969a89e4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:38:04.676172 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ec10d-746c-40ff-9bc8-a77969a89e4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:38:04.676726 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ec10d-746c-40ff-9bc8-a77969a89e4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:38:04.677264 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ec10d-746c-40ff-9bc8-a77969a89e4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:38:04.677832 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ec10d-746c-40ff-9bc8-a77969a89e4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:38:04.678538 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541ec10d-746c-40ff-9bc8-a77969a89e4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:38:04.699307 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Attempting to bind port 1d8859e9-8002-4833-9fff-ea5c09b705b3 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:38:04.699747 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Attempting to bind port 1d8859e9-8002-4833-9fff-ea5c09b705b3 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '355579db-c5f8-4cfc-8397-3e2ad552dd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:38:04.700169 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Attempting to bind port 1d8859e9-8002-4833-9fff-ea5c09b705b3 on network eb317601-3611-431d-975e-ec5c7c9dc91e {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:38:04.706691 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:38:04.707393 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Checking segment: {'id': '355579db-c5f8-4cfc-8397-3e2ad552dd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:38:04.707665 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:04.708154 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Bound using segment: {'id': '355579db-c5f8-4cfc-8397-3e2ad552dd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:38:04.708827 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Bound port: 1d8859e9-8002-4833-9fff-ea5c09b705b3, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355579db-c5f8-4cfc-8397-3e2ad552dd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:38:04.709395 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:04.777974 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e2a1c1b7-3705-4aae-9159-07c6a6401bfb up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:38:04.799410 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] For port 1d8859e9-8002-4833-9fff-ea5c09b705b3, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:38:04.802802 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] For port 1d8859e9-8002-4833-9fff-ea5c09b705b3, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1d8859e9-8002-4833-9fff-ea5c09b705b3,segment=NetworkSegment(355579db-c5f8-4cfc-8397-3e2ad552dd02),segment_id=355579db-c5f8-4cfc-8397-3e2ad552dd02)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:38:04.854606 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port e2a1c1b7-3705-4aae-9159-07c6a6401bfb triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:38:04.854981 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:04.914092 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:04.996275 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Routers {'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:38:04.996904 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:38:05.065793 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ec10d-746c-40ff-9bc8-a77969a89e4f None None] Pushing event updated for resources: {'Port': ['ID=1d8859e9-8002-4833-9fff-ea5c09b705b3,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:38:05.188552 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] Set router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:38:05.495550 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242978524', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:37:55Z', 'updated_at': '2022-02-17T10:38:01Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:37:56Z', 'updated_at': '2022-02-17T10:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8859e9-8002-4833-9fff-ea5c09b705b3', 'name': '', 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:11:ec:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:38:00Z', 'updated_at': '2022-02-17T10:38:04Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:38:05.499419 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f755838e-0dba-4ebd-b6b7-1ac9dd2c6a99 None None] The sync data for ids ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'] in dv-neutron-828143-5-hyperv is: [{'id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242978524', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:37:55Z', 'updated_at': '2022-02-17T10:38:01Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:37:56Z', 'updated_at': '2022-02-17T10:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8859e9-8002-4833-9fff-ea5c09b705b3', 'name': '', 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:11:ec:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:38:00Z', 'updated_at': '2022-02-17T10:38:04Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:38:05.794383 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-0b472449-37d0-4627-a5fa-a2aa54685505 req-30b22d54-9dc2-4eb5-817e-cfa90ab2cbe4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 210 time: 0.0589652 Feb 17 10:38:06.555704 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1d8859e9-8002-4833-9fff-ea5c09b705b3 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:38:06.711827 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 1d8859e9-8002-4833-9fff-ea5c09b705b3 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:38:06.716942 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 1d8859e9-8002-4833-9fff-ea5c09b705b3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:38:06.717316 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:06.835536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:06.871737 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 1d8859e9-8002-4833-9fff-ea5c09b705b3, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1d8859e9-8002-4833-9fff-ea5c09b705b3,segment=NetworkSegment(355579db-c5f8-4cfc-8397-3e2ad552dd02),segment_id=355579db-c5f8-4cfc-8397-3e2ad552dd02)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:38:06.945972 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:07.004996 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b1229665-e27a-42cd-93ec-3e406417bbf5 req-3d3c46aa-c26a-4dea-ab03-fe1a838ba732 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 210 time: 0.0463705 Feb 17 10:38:07.018008 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=1d8859e9-8002-4833-9fff-ea5c09b705b3,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:38:08.119144 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-cd40626c-aa5f-441c-83bd-a2030744f0b9 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:08.120564 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-cd40626c-aa5f-441c-83bd-a2030744f0b9 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "GET /v2.0/networks?id=eb317601-3611-431d-975e-ec5c7c9dc91e HTTP/1.1" status: 200 len: 797 time: 0.2553530 Feb 17 10:38:08.183213 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-061e0e3c-91eb-4b98-a41b-f4aeac7c94a3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e986d3720a6641768dbcd23d036578fd HTTP/1.1" status: 200 len: 379 time: 0.0533054 Feb 17 10:38:08.193337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-ee9357c2-2053-47fb-8819-9509279cd4d4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'port': {'device_id': 'c32a7f99-4a26-4fe1-bc4c-a0608a351c11', 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e', 'admin_state_up': True, 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'security_groups': ['fa591c53-cca8-450a-b1e6-bb4cfab77938']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:38:08.285229 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-eb1f49f1-fbd7-49b4-a52e-161d9b40f5bc req-421de69d-be08-45df-b436-0be3bf57e012 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 210 time: 0.1704988 Feb 17 10:38:08.343949 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-ee9357c2-2053-47fb-8819-9509279cd4d4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:38:08.353702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-ee9357c2-2053-47fb-8819-9509279cd4d4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:38:08.445052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-ee9357c2-2053-47fb-8819-9509279cd4d4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Made reservation on behalf of e986d3720a6641768dbcd23d036578fd for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:38:08.448941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-ee9357c2-2053-47fb-8819-9509279cd4d4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:08.548707 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1d8859e9-8002-4833-9fff-ea5c09b705b3 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:38:08.620095 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 1d8859e9-8002-4833-9fff-ea5c09b705b3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:38:08.620561 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:08.639029 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-ee9357c2-2053-47fb-8819-9509279cd4d4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.20.0.9 (eb317601-3611-431d-975e-ec5c7c9dc91e/e20754d0-9bb0-407e-b057-25dd26dfc594/38342874-d2ba-40a1-a208-038d5e4b5d09) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:38:08.833482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-ee9357c2-2053-47fb-8819-9509279cd4d4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:08.849847 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-ee9357c2-2053-47fb-8819-9509279cd4d4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Transition to ACTIVE for port object 38342874-d2ba-40a1-a208-038d5e4b5d09 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:38:08.980747 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-ee9357c2-2053-47fb-8819-9509279cd4d4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:09.053370 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-ee9357c2-2053-47fb-8819-9509279cd4d4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network eb317601-3611-431d-975e-ec5c7c9dc91e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:38:09.056339 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-ee9357c2-2053-47fb-8819-9509279cd4d4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:38:09.060472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-ee9357c2-2053-47fb-8819-9509279cd4d4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:38:09.103286 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9357c2-2053-47fb-8819-9509279cd4d4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=38342874-d2ba-40a1-a208-038d5e4b5d09,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:38:09.137769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-ee9357c2-2053-47fb-8819-9509279cd4d4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:09.138699 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-ee9357c2-2053-47fb-8819-9509279cd4d4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:09.237257 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-ee9357c2-2053-47fb-8819-9509279cd4d4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0460598 Feb 17 10:38:09.245728 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Request body: {'port': {'device_id': 'c32a7f99-4a26-4fe1-bc4c-a0608a351c11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:38:09.317296 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:09.355755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:09.382870 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-26145cee-e726-4d26-b689-1935e64dcd33 None None] Provisioning for port 38342874-d2ba-40a1-a208-038d5e4b5d09 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:38:09.388549 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-26145cee-e726-4d26-b689-1935e64dcd33 None None] Provisioning complete for port 38342874-d2ba-40a1-a208-038d5e4b5d09 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:38:09.391623 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26145cee-e726-4d26-b689-1935e64dcd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:09.442417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-26145cee-e726-4d26-b689-1935e64dcd33 None None] Port 38342874-d2ba-40a1-a208-038d5e4b5d09 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:38:09.635974 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237bbff-0f86-4b15-9e70-5c7d21994dc5 req-a99005a9-2d2e-4a01-9313-33ae082d903c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:09.636670 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-5237bbff-0f86-4b15-9e70-5c7d21994dc5 req-a99005a9-2d2e-4a01-9313-33ae082d903c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:38:09.745294 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-5237bbff-0f86-4b15-9e70-5c7d21994dc5 req-a99005a9-2d2e-4a01-9313-33ae082d903c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:38:09.746456 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5237bbff-0f86-4b15-9e70-5c7d21994dc5 req-a99005a9-2d2e-4a01-9313-33ae082d903c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 931 time: 0.3440950 Feb 17 10:38:09.798128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38342874-d2ba-40a1-a208-038d5e4b5d09 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:38:09.808932 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:09.821375 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5237bbff-0f86-4b15-9e70-5c7d21994dc5 req-6b658230-c283-4410-afd2-41c686489a52 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635459 Feb 17 10:38:09.829629 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Transition to ACTIVE for port object 38342874-d2ba-40a1-a208-038d5e4b5d09 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:38:09.913778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:10.069137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Pushing event updated for resources: {'Port': ['ID=38342874-d2ba-40a1-a208-038d5e4b5d09,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:38:10.152469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Attempting to bind port 38342874-d2ba-40a1-a208-038d5e4b5d09 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:38:10.153155 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Attempting to bind port 38342874-d2ba-40a1-a208-038d5e4b5d09 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '355579db-c5f8-4cfc-8397-3e2ad552dd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:38:10.153468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Attempting to bind port 38342874-d2ba-40a1-a208-038d5e4b5d09 on network eb317601-3611-431d-975e-ec5c7c9dc91e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:38:10.158199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Port 38342874-d2ba-40a1-a208-038d5e4b5d09 on network eb317601-3611-431d-975e-ec5c7c9dc91e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:38:10.158708 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Attempting to bind port 38342874-d2ba-40a1-a208-038d5e4b5d09 on network eb317601-3611-431d-975e-ec5c7c9dc91e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:38:10.164154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:38:10.164652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Checking segment: {'id': '355579db-c5f8-4cfc-8397-3e2ad552dd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:38:10.165038 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Bound using segment: {'id': '355579db-c5f8-4cfc-8397-3e2ad552dd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:38:10.165490 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Bound port: 38342874-d2ba-40a1-a208-038d5e4b5d09, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355579db-c5f8-4cfc-8397-3e2ad552dd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:38:10.165835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:10.348899 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] For port 38342874-d2ba-40a1-a208-038d5e4b5d09, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:38:10.351762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] For port 38342874-d2ba-40a1-a208-038d5e4b5d09, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=38342874-d2ba-40a1-a208-038d5e4b5d09,segment=NetworkSegment(355579db-c5f8-4cfc-8397-3e2ad552dd02),segment_id=355579db-c5f8-4cfc-8397-3e2ad552dd02)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:38:10.454882 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:10.519926 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:10.520592 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:10.521884 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] 10.222.0.37 "PUT /v2.0/ports/38342874-d2ba-40a1-a208-038d5e4b5d09 HTTP/1.1" status: 200 len: 1093 time: 1.2802932 Feb 17 10:38:10.522361 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32a7f99-4a26-4fe1-bc4c-a0608a351c11', 'tag': '38342874-d2ba-40a1-a208-038d5e4b5d09'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:38:10.543533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaeaa5a-58db-49fd-ad0f-24fa86edfe76 service neutron] Pushing event updated for resources: {'Port': ['ID=38342874-d2ba-40a1-a208-038d5e4b5d09,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:38:10.573228 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32a7f99-4a26-4fe1-bc4c-a0608a351c11', 'tag': '38342874-d2ba-40a1-a208-038d5e4b5d09', 'status': 'completed', 'code': 200} Feb 17 10:38:10.672858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a9274-8a4d-4e8c-91f5-16dd5ce0c26e req-900da131-69fc-4ef1-83e3-4bc819e6a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:10.674401 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e65a9274-8a4d-4e8c-91f5-16dd5ce0c26e req-900da131-69fc-4ef1-83e3-4bc819e6a8ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 1096 time: 0.0764291 Feb 17 10:38:10.813768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a9274-8a4d-4e8c-91f5-16dd5ce0c26e req-ff41ea4a-1aa8-46bf-940c-d8c75474355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:10.815240 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e65a9274-8a4d-4e8c-91f5-16dd5ce0c26e req-ff41ea4a-1aa8-46bf-940c-d8c75474355f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e986d3720a6641768dbcd23d036578fd&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1336496 Feb 17 10:38:11.002185 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a9274-8a4d-4e8c-91f5-16dd5ce0c26e req-44134851-56c4-4d0e-a110-6b255388a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:11.003653 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e65a9274-8a4d-4e8c-91f5-16dd5ce0c26e req-44134851-56c4-4d0e-a110-6b255388a0d5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1825538 Feb 17 10:38:11.033637 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b823a-59b1-4972-aa14-a841452d4ae9 req-e6946fa7-c0ce-4b27-9afb-a9a5013f751b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:11.035737 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-786b823a-59b1-4972-aa14-a841452d4ae9 req-e6946fa7-c0ce-4b27-9afb-a9a5013f751b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 943 time: 0.1019430 Feb 17 10:38:11.130003 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-786b823a-59b1-4972-aa14-a841452d4ae9 req-2e99c8d8-6cbc-4180-b9ad-20c4b4eebe20 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600998 Feb 17 10:38:11.141830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-29607bcd-7c66-4f1e-b087-eff76f81e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:11.143306 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-29607bcd-7c66-4f1e-b087-eff76f81e791 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 1096 time: 0.1033931 Feb 17 10:38:11.213689 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-03b2a059-43e6-4b9f-a99f-b66167f01d02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38342874-d2ba-40a1-a208-038d5e4b5d09 HTTP/1.1" status: 200 len: 217 time: 0.0632663 Feb 17 10:38:11.281236 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-178812f9-34d5-4ff5-8df1-1307a98d71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:11.282708 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-178812f9-34d5-4ff5-8df1-1307a98d71b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e20754d0-9bb0-407e-b057-25dd26dfc594 HTTP/1.1" status: 200 len: 835 time: 0.0619504 Feb 17 10:38:11.360919 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-5566a7db-893d-43c0-95c3-f4ba43ded5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:11.362408 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-5566a7db-893d-43c0-95c3-f4ba43ded5b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb317601-3611-431d-975e-ec5c7c9dc91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725205 Feb 17 10:38:11.496677 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-45993e83-d333-49cf-bf29-0c906d1d7a3d service neutron] 10.222.0.37 "GET /v2.0/networks/eb317601-3611-431d-975e-ec5c7c9dc91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281533 Feb 17 10:38:11.631225 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8288862a-37f6-44a8-af55-cf47e82391f6 req-d5b4d32b-0e91-4c42-82fb-b8389c66ee3f service neutron] 10.222.0.37 "GET /v2.0/networks/eb317601-3611-431d-975e-ec5c7c9dc91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278234 Feb 17 10:38:12.321479 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f12046-8715-4519-b091-4fcc4fc452aa req-e8233af3-9c7f-4266-a453-3c765219bca0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:12.322996 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-38f12046-8715-4519-b091-4fcc4fc452aa req-e8233af3-9c7f-4266-a453-3c765219bca0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 943 time: 0.0808978 Feb 17 10:38:12.370308 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-38f12046-8715-4519-b091-4fcc4fc452aa req-827b0a26-1e17-40f4-ae5e-92a7a1afadcf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:38:12.382379 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-38f12046-8715-4519-b091-4fcc4fc452aa req-827b0a26-1e17-40f4-ae5e-92a7a1afadcf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:38:12.383492 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-38f12046-8715-4519-b091-4fcc4fc452aa req-827b0a26-1e17-40f4-ae5e-92a7a1afadcf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541813 Feb 17 10:38:13.567378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787e3cb-57ea-40c3-96a3-721b4a2186fc req-17506d18-e8a7-460d-8e98-09b531df87c0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:13.568911 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e787e3cb-57ea-40c3-96a3-721b4a2186fc req-17506d18-e8a7-460d-8e98-09b531df87c0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 943 time: 0.0821590 Feb 17 10:38:13.615173 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e787e3cb-57ea-40c3-96a3-721b4a2186fc req-762e6f4f-0492-4062-a48c-6fc5c4439631 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406587 Feb 17 10:38:14.798400 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445b8de-c7c0-4767-804c-9d1ac8c72a1b req-5e7fb18e-b92c-43a8-bb12-159bbdb26dba tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:14.799766 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9445b8de-c7c0-4767-804c-9d1ac8c72a1b req-5e7fb18e-b92c-43a8-bb12-159bbdb26dba tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 943 time: 0.0785644 Feb 17 10:38:14.844209 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-9445b8de-c7c0-4767-804c-9d1ac8c72a1b req-4b592ce2-6110-457f-943e-4e276c6eb464 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380464 Feb 17 10:38:14.945624 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 38342874-d2ba-40a1-a208-038d5e4b5d09 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:38:15.080804 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 38342874-d2ba-40a1-a208-038d5e4b5d09, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=38342874-d2ba-40a1-a208-038d5e4b5d09,segment=NetworkSegment(355579db-c5f8-4cfc-8397-3e2ad552dd02),segment_id=355579db-c5f8-4cfc-8397-3e2ad552dd02)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:38:15.098148 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '38342874-d2ba-40a1-a208-038d5e4b5d09', 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e', 'port_id': '38342874-d2ba-40a1-a208-038d5e4b5d09', 'mac_address': 'fa:16:3e:55:37:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:38:15.154056 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:15.171722 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38342874-d2ba-40a1-a208-038d5e4b5d09 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:38:15.186636 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 38342874-d2ba-40a1-a208-038d5e4b5d09, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=38342874-d2ba-40a1-a208-038d5e4b5d09,segment=NetworkSegment(355579db-c5f8-4cfc-8397-3e2ad552dd02),segment_id=355579db-c5f8-4cfc-8397-3e2ad552dd02)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:38:15.262342 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:15.328834 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=38342874-d2ba-40a1-a208-038d5e4b5d09,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:38:15.667523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['38342874-d2ba-40a1-a208-038d5e4b5d09'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:38:16.033561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad28ff-e543-4c3a-a377-ffeb67d85d3f req-1b3e4837-e74e-4769-bb1e-f002f8e6eb17 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:16.035032 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1aad28ff-e543-4c3a-a377-ffeb67d85d3f req-1b3e4837-e74e-4769-bb1e-f002f8e6eb17 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 944 time: 0.0823991 Feb 17 10:38:16.079123 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1aad28ff-e543-4c3a-a377-ffeb67d85d3f req-1460c39a-d493-4317-8e6d-6ab416193841 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384171 Feb 17 10:38:16.961477 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 38342874-d2ba-40a1-a208-038d5e4b5d09 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:38:17.096153 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 38342874-d2ba-40a1-a208-038d5e4b5d09 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:38:17.101124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 38342874-d2ba-40a1-a208-038d5e4b5d09 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:38:17.101619 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:17.217184 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:17.243594 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32a7f99-4a26-4fe1-bc4c-a0608a351c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38342874-d2ba-40a1-a208-038d5e4b5d09'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:38:17.253591 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 38342874-d2ba-40a1-a208-038d5e4b5d09, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=38342874-d2ba-40a1-a208-038d5e4b5d09,segment=NetworkSegment(355579db-c5f8-4cfc-8397-3e2ad552dd02),segment_id=355579db-c5f8-4cfc-8397-3e2ad552dd02)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:38:17.274377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3e693-7890-45eb-93c1-bdbcca74eff5 req-1e40a6f9-0eeb-4cba-b7cf-e4ac6e812246 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:17.275896 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-16c3e693-7890-45eb-93c1-bdbcca74eff5 req-1e40a6f9-0eeb-4cba-b7cf-e4ac6e812246 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 944 time: 0.0888801 Feb 17 10:38:17.327173 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-16c3e693-7890-45eb-93c1-bdbcca74eff5 req-8fa636c2-9354-4ac8-9e8e-fd57957665d6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449631 Feb 17 10:38:17.328921 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:17.364670 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32a7f99-4a26-4fe1-bc4c-a0608a351c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38342874-d2ba-40a1-a208-038d5e4b5d09', 'code': 200} Feb 17 10:38:17.405443 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=38342874-d2ba-40a1-a208-038d5e4b5d09,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:38:17.703991 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1aebe-39a8-4f05-a62f-5a8c1709f562 req-ca5582f2-2b6b-44a8-95e9-c4a3ac5486b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:17.705496 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ef1aebe-39a8-4f05-a62f-5a8c1709f562 req-ca5582f2-2b6b-44a8-95e9-c4a3ac5486b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 1098 time: 0.0685222 Feb 17 10:38:17.744933 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4ef1aebe-39a8-4f05-a62f-5a8c1709f562 req-6e4d78dc-c688-4e91-b3eb-e8857fd1e56d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333996 Feb 17 10:38:18.527851 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48daa829-2683-45d4-b5cc-1f0a3b4aaf0a req-24cb4c1d-3193-426d-ada4-b05ff3d9edae tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:18.529323 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-48daa829-2683-45d4-b5cc-1f0a3b4aaf0a req-24cb4c1d-3193-426d-ada4-b05ff3d9edae tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.0872190 Feb 17 10:38:18.575171 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-48daa829-2683-45d4-b5cc-1f0a3b4aaf0a req-43683e49-8edc-40ff-876c-d746605d2986 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402505 Feb 17 10:38:19.482899 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d5b519ed-2fb3-434d-8f20-64b2f3c1c153 req-48dadf73-d3a4-4157-a12e-8fc98f142242 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709105 Feb 17 10:38:19.727954 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b519ed-2fb3-434d-8f20-64b2f3c1c153 req-b33517e3-21b8-44c8-bec1-06adf1337dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:19.729456 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d5b519ed-2fb3-434d-8f20-64b2f3c1c153 req-b33517e3-21b8-44c8-bec1-06adf1337dc0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 1098 time: 0.1795247 Feb 17 10:38:19.765023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef7260-b035-4bb3-ac34-c6db3674293b req-45390223-daba-4be7-90b1-0cc74f83a727 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:19.766416 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-43ef7260-b035-4bb3-ac34-c6db3674293b req-45390223-daba-4be7-90b1-0cc74f83a727 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.0824416 Feb 17 10:38:19.810642 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-43ef7260-b035-4bb3-ac34-c6db3674293b req-7808858a-b9a0-4a68-8125-c5ae279ce9b8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384316 Feb 17 10:38:19.876804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b519ed-2fb3-434d-8f20-64b2f3c1c153 req-8054d66a-6f4d-424a-b71c-0ee47fb46517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:19.878321 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d5b519ed-2fb3-434d-8f20-64b2f3c1c153 req-8054d66a-6f4d-424a-b71c-0ee47fb46517 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb317601-3611-431d-975e-ec5c7c9dc91e HTTP/1.1" status: 200 len: 898 time: 0.1295879 Feb 17 10:38:19.984336 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d5b519ed-2fb3-434d-8f20-64b2f3c1c153 req-2c6f6f7a-8a9f-489b-a0cc-5280a7bbe1e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38342874-d2ba-40a1-a208-038d5e4b5d09 HTTP/1.1" status: 200 len: 217 time: 0.0997949 Feb 17 10:38:20.068649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b519ed-2fb3-434d-8f20-64b2f3c1c153 req-b2748ee9-28de-41cb-be91-408e84c94f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:20.070015 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d5b519ed-2fb3-434d-8f20-64b2f3c1c153 req-b2748ee9-28de-41cb-be91-408e84c94f2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e20754d0-9bb0-407e-b057-25dd26dfc594 HTTP/1.1" status: 200 len: 835 time: 0.0774927 Feb 17 10:38:20.120749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e791d2-b0c8-4f28-97bb-4592b65e73ee req-f384f848-9c89-4682-a88b-6e34f62fe592 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:20.122240 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b4e791d2-b0c8-4f28-97bb-4592b65e73ee req-f384f848-9c89-4682-a88b-6e34f62fe592 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.1899741 Feb 17 10:38:20.181428 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b4e791d2-b0c8-4f28-97bb-4592b65e73ee req-7bba0cf2-f175-487f-96e2-bf18d53f9a00 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527093 Feb 17 10:38:20.192796 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b519ed-2fb3-434d-8f20-64b2f3c1c153 req-1c201407-9b5c-4924-afda-95602723db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:20.194258 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d5b519ed-2fb3-434d-8f20-64b2f3c1c153 req-1c201407-9b5c-4924-afda-95602723db54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb317601-3611-431d-975e-ec5c7c9dc91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1166015 Feb 17 10:38:20.204013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49282) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:38:20.275897 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37853495-9d51-439a-9401-cdf4abb4ba0b tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:20.277409 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-37853495-9d51-439a-9401-cdf4abb4ba0b tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 1093 time: 0.0723596 Feb 17 10:38:20.280182 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:38:20.284993 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': '38342874-d2ba-40a1-a208-038d5e4b5d09', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:38:20.291947 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:38:20.295796 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:floatingip and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:38:20.298608 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:38:20.304842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:38:20.333368 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d5b519ed-2fb3-434d-8f20-64b2f3c1c153 req-d9e08a69-c98f-462c-8c74-fea9b545840d service neutron] 10.222.0.37 "GET /v2.0/networks/eb317601-3611-431d-975e-ec5c7c9dc91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309338 Feb 17 10:38:20.371135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:20.471178 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d5b519ed-2fb3-434d-8f20-64b2f3c1c153 req-ca225daa-790e-49a7-aa32-9940bc86c820 service neutron] 10.222.0.37 "GET /v2.0/networks/eb317601-3611-431d-975e-ec5c7c9dc91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312892 Feb 17 10:38:20.509467 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:20.652376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.26.4.223 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/96dc4590-680b-419e-b937-7c3213da6fa4) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:38:20.801635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:20.914418 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:20.981384 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:38:20.984435 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:38:20.987314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:38:21.023689 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=96dc4590-680b-419e-b937-7c3213da6fa4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:38:21.408596 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:21.550729 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:21.850817 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:21.918986 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:22.022505 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=96dc4590-680b-419e-b937-7c3213da6fa4,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:38:22.037943 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:22.206640 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Floating IP 4312fd47-a9f2-4311-b96b-69129a6889b0 associated. External IP: 172.26.4.223, port: 38342874-d2ba-40a1-a208-038d5e4b5d09. Feb 17 10:38:22.553047 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:38:22.745522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:38:22.755637 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d2361-fa75-483c-91df-31dc977c0e46 None None] Sync routers for ids ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:38:22.765690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5d2361-fa75-483c-91df-31dc977c0e46 None None] Routers {'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:38:22.766470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7c5d2361-fa75-483c-91df-31dc977c0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:38:22.845418 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:22.906978 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-95f06ff1-3ea0-46b3-b405-b816f189d3f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6257563 Feb 17 10:38:22.907690 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32a7f99-4a26-4fe1-bc4c-a0608a351c11', 'tag': '38342874-d2ba-40a1-a208-038d5e4b5d09'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:38:22.958170 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32a7f99-4a26-4fe1-bc4c-a0608a351c11', 'tag': '38342874-d2ba-40a1-a208-038d5e4b5d09', 'status': 'completed', 'code': 200} Feb 17 10:38:22.976368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7c5d2361-fa75-483c-91df-31dc977c0e46 None None] Set router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:38:23.112822 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d9129-dcc4-47c2-83b9-550763823235 req-703651df-892d-493d-8e47-ab0770d2e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:23.114268 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-147d9129-dcc4-47c2-83b9-550763823235 req-703651df-892d-493d-8e47-ab0770d2e46e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 1098 time: 0.1339355 Feb 17 10:38:23.126509 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39283d06-4edb-486b-af79-069477227b74 req-e4a8a8e5-70ca-4056-8f34-6740d0d47e14 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:23.127891 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-39283d06-4edb-486b-af79-069477227b74 req-e4a8a8e5-70ca-4056-8f34-6740d0d47e14 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.1117730 Feb 17 10:38:23.250266 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-39283d06-4edb-486b-af79-069477227b74 req-ef6013b7-5213-40a4-bd22-a0fc5050cb1b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017816 Feb 17 10:38:23.273482 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49294) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:38:23.287081 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d9129-dcc4-47c2-83b9-550763823235 req-425b76e5-f0f7-4892-8aef-fde55e5714a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:23.289076 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-147d9129-dcc4-47c2-83b9-550763823235 req-425b76e5-f0f7-4892-8aef-fde55e5714a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb317601-3611-431d-975e-ec5c7c9dc91e HTTP/1.1" status: 200 len: 898 time: 0.1603129 Feb 17 10:38:23.347044 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7c5d2361-fa75-483c-91df-31dc977c0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242978524', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:37:55Z', 'updated_at': '2022-02-17T10:38:01Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:37:56Z', 'updated_at': '2022-02-17T10:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '4312fd47-a9f2-4311-b96b-69129a6889b0', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'floating_ip_address': '172.26.4.223', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'port_id': '38342874-d2ba-40a1-a208-038d5e4b5d09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e', 'mac_address': 'fa:16:3e:55:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32a7f99-4a26-4fe1-bc4c-a0608a351c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:38:21Z', 'updated_at': '2022-02-17T10:38:21Z', 'revision_number': 0, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8859e9-8002-4833-9fff-ea5c09b705b3', 'name': '', 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:11:ec:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:38:00Z', 'updated_at': '2022-02-17T10:38:06Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:38:23.353225 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d2361-fa75-483c-91df-31dc977c0e46 None None] Checking router: c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:38:23.360757 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5d2361-fa75-483c-91df-31dc977c0e46 None None] Routers {'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:38:23.361448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7c5d2361-fa75-483c-91df-31dc977c0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:37:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:38:23.384028 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-68a93003-64c6-4ab1-bd84-3bd8cf9d4fa4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/4312fd47-a9f2-4311-b96b-69129a6889b0 HTTP/1.1" status: 200 len: 991 time: 0.1081061 Feb 17 10:38:23.397765 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-147d9129-dcc4-47c2-83b9-550763823235 req-86724ee1-7b20-4a14-8875-02e97eec947e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38342874-d2ba-40a1-a208-038d5e4b5d09 HTTP/1.1" status: 200 len: 999 time: 0.1020985 Feb 17 10:38:23.464340 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d9129-dcc4-47c2-83b9-550763823235 req-a8d1ce19-01c1-4e46-92ae-a94432651736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:23.465777 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-147d9129-dcc4-47c2-83b9-550763823235 req-a8d1ce19-01c1-4e46-92ae-a94432651736 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e20754d0-9bb0-407e-b057-25dd26dfc594 HTTP/1.1" status: 200 len: 835 time: 0.0621753 Feb 17 10:38:23.542444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d9129-dcc4-47c2-83b9-550763823235 req-c88a0a01-dca9-41d5-96ab-9224d67ab52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:38:23.543419 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7c5d2361-fa75-483c-91df-31dc977c0e46 None None] Set router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:38:23.543923 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-147d9129-dcc4-47c2-83b9-550763823235 req-c88a0a01-dca9-41d5-96ab-9224d67ab52b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb317601-3611-431d-975e-ec5c7c9dc91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714285 Feb 17 10:38:23.684683 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-147d9129-dcc4-47c2-83b9-550763823235 req-367e988b-fdce-4f5b-b9c3-94a04c33242d service neutron] 10.222.0.37 "GET /v2.0/networks/eb317601-3611-431d-975e-ec5c7c9dc91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294374 Feb 17 10:38:23.928481 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-147d9129-dcc4-47c2-83b9-550763823235 req-874b284a-fc02-4438-81d0-dccdb8175d12 service neutron] 10.222.0.37 "GET /v2.0/networks/eb317601-3611-431d-975e-ec5c7c9dc91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375991 Feb 17 10:38:23.940813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7c5d2361-fa75-483c-91df-31dc977c0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242978524', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:37:55Z', 'updated_at': '2022-02-17T10:38:01Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:37:56Z', 'updated_at': '2022-02-17T10:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '4312fd47-a9f2-4311-b96b-69129a6889b0', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'floating_ip_address': '172.26.4.223', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'port_id': '38342874-d2ba-40a1-a208-038d5e4b5d09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e', 'mac_address': 'fa:16:3e:55:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32a7f99-4a26-4fe1-bc4c-a0608a351c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:38:21Z', 'updated_at': '2022-02-17T10:38:21Z', 'revision_number': 0, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8859e9-8002-4833-9fff-ea5c09b705b3', 'name': '', 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:11:ec:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:38:00Z', 'updated_at': '2022-02-17T10:38:06Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:38:23.945894 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d2361-fa75-483c-91df-31dc977c0e46 None None] The sync data for ids ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'] in dv-neutron-828143-5-hyperv is: [{'id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242978524', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:37:55Z', 'updated_at': '2022-02-17T10:38:01Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:37:56Z', 'updated_at': '2022-02-17T10:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '4312fd47-a9f2-4311-b96b-69129a6889b0', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'floating_ip_address': '172.26.4.223', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'port_id': '38342874-d2ba-40a1-a208-038d5e4b5d09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e', 'mac_address': 'fa:16:3e:55:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32a7f99-4a26-4fe1-bc4c-a0608a351c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:38:21Z', 'updated_at': '2022-02-17T10:38:21Z', 'revision_number': 0, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8859e9-8002-4833-9fff-ea5c09b705b3', 'name': '', 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:11:ec:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:38:00Z', 'updated_at': '2022-02-17T10:38:06Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:38:24.133017 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f448362-a4e9-45e3-b2f7-e0dea665a5c1 None None] New status for floating IP 4312fd47-a9f2-4311-b96b-69129a6889b0: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:38:24.386906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49298) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:38:24.502111 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cd36a2bc-f68f-44e3-9a91-331f8beea7a3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/4312fd47-a9f2-4311-b96b-69129a6889b0 HTTP/1.1" status: 200 len: 991 time: 0.1138470 Feb 17 10:38:24.747948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c887ab9c-b17c-4e94-9105-122cc7c7f833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:25.506623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49302) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:38:25.607004 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-330aa1c6-bc7c-4be9-9b0d-d7d7734139f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/4312fd47-a9f2-4311-b96b-69129a6889b0 HTTP/1.1" status: 200 len: 993 time: 0.0992041 Feb 17 10:38:27.102061 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2aa77959-ed44-436c-a763-e6e31a1ef24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:27.963366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:28.386541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:30.048510 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:33.706941 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:38:39.337154 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:54.717529 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fcfd85a5-a352-49eb-8718-78f9ce64fb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:57.084452 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07f339ed-9454-4dae-bd09-3b63ad66e8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:57.930066 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:38:58.427520 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:39:00.077787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:39:09.324365 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:39:10.705892 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:39:20.488081 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-07d3d05b-2cd6-4c75-b21a-bf722d2cb5b3 req-1a94ff6f-ea59-4110-852a-a51dc4ea6666 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723701 Feb 17 10:39:20.628615 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3d05b-2cd6-4c75-b21a-bf722d2cb5b3 req-20ec8ac4-898b-482b-a7fd-373627ba69fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:20.630109 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-07d3d05b-2cd6-4c75-b21a-bf722d2cb5b3 req-20ec8ac4-898b-482b-a7fd-373627ba69fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 1098 time: 0.0727861 Feb 17 10:39:20.779513 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3d05b-2cd6-4c75-b21a-bf722d2cb5b3 req-3ba7eb2c-21a8-49b8-b7ec-9da1cf4a542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:20.780975 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-07d3d05b-2cd6-4c75-b21a-bf722d2cb5b3 req-3ba7eb2c-21a8-49b8-b7ec-9da1cf4a542b service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb317601-3611-431d-975e-ec5c7c9dc91e HTTP/1.1" status: 200 len: 898 time: 0.1312923 Feb 17 10:39:20.885334 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-07d3d05b-2cd6-4c75-b21a-bf722d2cb5b3 req-248e857d-6085-439b-9472-64f9007ad7a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38342874-d2ba-40a1-a208-038d5e4b5d09 HTTP/1.1" status: 200 len: 1001 time: 0.0981333 Feb 17 10:39:20.949816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3d05b-2cd6-4c75-b21a-bf722d2cb5b3 req-d1a27256-2a20-4a19-a9f9-4e2bd404e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:20.952353 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-07d3d05b-2cd6-4c75-b21a-bf722d2cb5b3 req-d1a27256-2a20-4a19-a9f9-4e2bd404e984 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e20754d0-9bb0-407e-b057-25dd26dfc594 HTTP/1.1" status: 200 len: 835 time: 0.0607152 Feb 17 10:39:21.032503 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3d05b-2cd6-4c75-b21a-bf722d2cb5b3 req-33aefc0e-5869-43ef-a66b-218d319d2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:21.034164 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-07d3d05b-2cd6-4c75-b21a-bf722d2cb5b3 req-33aefc0e-5869-43ef-a66b-218d319d2615 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb317601-3611-431d-975e-ec5c7c9dc91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754616 Feb 17 10:39:21.167206 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-07d3d05b-2cd6-4c75-b21a-bf722d2cb5b3 req-55c672a6-4a39-42db-8a63-8675d9d72453 service neutron] 10.222.0.37 "GET /v2.0/networks/eb317601-3611-431d-975e-ec5c7c9dc91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266556 Feb 17 10:39:21.301277 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-07d3d05b-2cd6-4c75-b21a-bf722d2cb5b3 req-154822df-8005-4a89-94db-429bbf68640e service neutron] 10.222.0.37 "GET /v2.0/networks/eb317601-3611-431d-975e-ec5c7c9dc91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275728 Feb 17 10:39:24.735676 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b99d2d4-a5c3-4209-859c-df8613c7814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:39:27.096048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42bbf73c-99bb-4d05-a50f-5af86ab35615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:39:27.998611 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:39:28.399119 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:39:30.032601 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:39:37.582576 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6c35a-1d67-4f9f-b3f7-3910545c3301 req-ea5428a8-1d01-42d0-995e-4a5f8b62f58c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:37.584055 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e4c6c35a-1d67-4f9f-b3f7-3910545c3301 req-ea5428a8-1d01-42d0-995e-4a5f8b62f58c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.1912310 Feb 17 10:39:37.628289 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e4c6c35a-1d67-4f9f-b3f7-3910545c3301 req-242961fb-5acb-442b-b603-c1e7fbe7ae47 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386252 Feb 17 10:39:38.813568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6745c-b989-40c2-a486-d20fc84b4236 req-e624414f-fb5c-43fe-96e0-078fdc2e32d5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:38.814938 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eab6745c-b989-40c2-a486-d20fc84b4236 req-e624414f-fb5c-43fe-96e0-078fdc2e32d5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.0786204 Feb 17 10:39:38.861124 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eab6745c-b989-40c2-a486-d20fc84b4236 req-4ba75ce7-8e5c-442a-92fa-510d6a7ddb9f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404770 Feb 17 10:39:39.324268 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:39:40.046252 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cbd0d-5db4-4265-920b-623b50855cdf req-184e79ab-7bdb-43e3-9f9f-f7bc05fde3db tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:40.047708 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-105cbd0d-5db4-4265-920b-623b50855cdf req-184e79ab-7bdb-43e3-9f9f-f7bc05fde3db tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.0827107 Feb 17 10:39:40.093260 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-105cbd0d-5db4-4265-920b-623b50855cdf req-4e8ee7bd-e227-471b-ac99-7a7e42929e55 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398691 Feb 17 10:39:41.286759 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb724820-3519-46f9-8835-293931776f47 req-4dfd5ffa-1f38-4ebe-8696-706f88d249de tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:41.288198 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb724820-3519-46f9-8835-293931776f47 req-4dfd5ffa-1f38-4ebe-8696-706f88d249de tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.0902665 Feb 17 10:39:41.332781 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb724820-3519-46f9-8835-293931776f47 req-4763958b-cdb2-45a8-9845-eb1840767ff0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389802 Feb 17 10:39:42.512273 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b641be-da0f-45cf-8bd7-12885eafb9c2 req-301ebfcb-083e-4e46-8e1c-f7aa92363669 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:42.514379 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-99b641be-da0f-45cf-8bd7-12885eafb9c2 req-301ebfcb-083e-4e46-8e1c-f7aa92363669 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.0782306 Feb 17 10:39:42.557633 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-99b641be-da0f-45cf-8bd7-12885eafb9c2 req-24afab8d-6fa4-43d2-a743-3f14656eb9f8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376916 Feb 17 10:39:43.746722 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7078ed-e347-4690-87e9-a7aa842f767e req-f7f77362-bbff-48a4-8dcd-096e87502767 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:43.749484 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-dc7078ed-e347-4690-87e9-a7aa842f767e req-f7f77362-bbff-48a4-8dcd-096e87502767 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.0837433 Feb 17 10:39:43.798087 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-dc7078ed-e347-4690-87e9-a7aa842f767e req-f3a40340-4b41-4263-9322-3378607b17b5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429993 Feb 17 10:39:44.987356 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f375f-1005-42b2-86a0-692f663e63bd req-1c077cae-27eb-4d73-a187-fc622c417ba5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:44.988851 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-040f375f-1005-42b2-86a0-692f663e63bd req-1c077cae-27eb-4d73-a187-fc622c417ba5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.0826607 Feb 17 10:39:45.032644 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-040f375f-1005-42b2-86a0-692f663e63bd req-56bd8357-078d-434c-917b-cfad516e1c2a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382030 Feb 17 10:39:46.217151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a934db4-1444-4740-b491-09f539da6116 req-5e165a76-0f62-4942-a12a-bbb8adca88d0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:46.218643 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a934db4-1444-4740-b491-09f539da6116 req-5e165a76-0f62-4942-a12a-bbb8adca88d0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.0807884 Feb 17 10:39:46.264251 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a934db4-1444-4740-b491-09f539da6116 req-fcaa8feb-a2ae-47a8-a1b7-57a2a3a67941 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399318 Feb 17 10:39:47.550573 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b68537-7a19-448e-835d-e85489e5517d req-d2a48d9b-3cb8-4fa2-8bfe-6095a59287dc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:47.551932 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-03b68537-7a19-448e-835d-e85489e5517d req-d2a48d9b-3cb8-4fa2-8bfe-6095a59287dc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.1834531 Feb 17 10:39:47.600667 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-03b68537-7a19-448e-835d-e85489e5517d req-e03f9e4c-ad46-456e-bd14-5ff446ff2ffa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431664 Feb 17 10:39:47.705652 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:39:48.849984 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2b885-48ce-43b1-be3f-8a1336e1d821 req-a5a52368-cbe1-4a7d-97e0-c724ed5c5518 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:48.851399 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-16c2b885-48ce-43b1-be3f-8a1336e1d821 req-a5a52368-cbe1-4a7d-97e0-c724ed5c5518 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.1444929 Feb 17 10:39:48.897378 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-16c2b885-48ce-43b1-be3f-8a1336e1d821 req-f869ccd6-92e5-46fb-a53f-1179bcde2206 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403204 Feb 17 10:39:50.079242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b299c8-2b7f-4fe0-9721-def3a8bd4f0b req-dc0797d2-429f-4c95-adea-3e08709741fb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:50.080735 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-39b299c8-2b7f-4fe0-9721-def3a8bd4f0b req-dc0797d2-429f-4c95-adea-3e08709741fb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.0810559 Feb 17 10:39:50.126247 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-39b299c8-2b7f-4fe0-9721-def3a8bd4f0b req-7937c220-f950-4b08-b224-be72997948ec tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397995 Feb 17 10:39:51.320442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a82d7a-f934-4788-9a49-38075d4f9e9e req-fea15e33-5e75-4627-96af-b43177af1281 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:51.321913 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-53a82d7a-f934-4788-9a49-38075d4f9e9e req-fea15e33-5e75-4627-96af-b43177af1281 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.0792027 Feb 17 10:39:51.367644 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-53a82d7a-f934-4788-9a49-38075d4f9e9e req-66e3a68e-9b2b-4c8e-80af-30e6ceb73a83 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384037 Feb 17 10:39:52.559357 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf98b7a-22a0-47a7-aea0-71f74c6f3dab req-9122843a-c832-465b-aec8-5eedb1178fb8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:52.561765 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cdf98b7a-22a0-47a7-aea0-71f74c6f3dab req-9122843a-c832-465b-aec8-5eedb1178fb8 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.0842524 Feb 17 10:39:52.606104 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cdf98b7a-22a0-47a7-aea0-71f74c6f3dab req-4943f00b-d844-4316-b777-d16cc7b02e51 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393789 Feb 17 10:39:53.798755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504ba6e-d19e-47e7-bf3a-b96262923cf6 req-4979b2a6-cdbb-4112-b11a-b6e594931682 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:53.800227 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b504ba6e-d19e-47e7-bf3a-b96262923cf6 req-4979b2a6-cdbb-4112-b11a-b6e594931682 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.0871797 Feb 17 10:39:53.845529 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b504ba6e-d19e-47e7-bf3a-b96262923cf6 req-164ecc75-1af6-49b0-9e14-0bbce5591f71 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396471 Feb 17 10:39:53.869090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49362) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:39:53.973126 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c884f241-afe7-4b1e-b983-edab001e3606 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/4312fd47-a9f2-4311-b96b-69129a6889b0 HTTP/1.1" status: 200 len: 993 time: 0.1029072 Feb 17 10:39:54.791998 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b34132a3-9e72-45ce-bc81-efceb3653f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:39:55.557431 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e6321-784d-477f-8b30-abf5f1240c7a req-3b2ea000-2015-41b8-8913-964a6a59ee70 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:55.559022 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d70e6321-784d-477f-8b30-abf5f1240c7a req-3b2ea000-2015-41b8-8913-964a6a59ee70 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.0843625 Feb 17 10:39:55.606683 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d70e6321-784d-477f-8b30-abf5f1240c7a req-59669d88-5a16-4c3d-8135-6ddf12be639f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415633 Feb 17 10:39:55.701530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13011ad5-c095-49c0-b1db-679adf2842bb req-54ea82c5-f186-4689-8c13-aeb66e1eddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:55.703015 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-13011ad5-c095-49c0-b1db-679adf2842bb req-54ea82c5-f186-4689-8c13-aeb66e1eddf2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 1098 time: 0.0700510 Feb 17 10:39:55.946238 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13011ad5-c095-49c0-b1db-679adf2842bb req-e16d35a0-8451-4110-81a4-4a1f84c53759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:55.947702 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-13011ad5-c095-49c0-b1db-679adf2842bb req-e16d35a0-8451-4110-81a4-4a1f84c53759 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb317601-3611-431d-975e-ec5c7c9dc91e HTTP/1.1" status: 200 len: 898 time: 0.2389429 Feb 17 10:39:56.055966 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-13011ad5-c095-49c0-b1db-679adf2842bb req-b61b582d-e05b-4c97-9745-f7a1dbebd4fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38342874-d2ba-40a1-a208-038d5e4b5d09 HTTP/1.1" status: 200 len: 1001 time: 0.0997336 Feb 17 10:39:56.129590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13011ad5-c095-49c0-b1db-679adf2842bb req-63abf2c9-829e-42b4-b8c1-69a1f8184d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:56.131445 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-13011ad5-c095-49c0-b1db-679adf2842bb req-63abf2c9-829e-42b4-b8c1-69a1f8184d85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e20754d0-9bb0-407e-b057-25dd26dfc594 HTTP/1.1" status: 200 len: 835 time: 0.0694935 Feb 17 10:39:56.214222 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13011ad5-c095-49c0-b1db-679adf2842bb req-8b6cb92e-f05e-4425-ad5c-769f26171fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:56.215739 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-13011ad5-c095-49c0-b1db-679adf2842bb req-8b6cb92e-f05e-4425-ad5c-769f26171fd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb317601-3611-431d-975e-ec5c7c9dc91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789089 Feb 17 10:39:56.346693 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-13011ad5-c095-49c0-b1db-679adf2842bb req-60c5ccfb-3cde-4eb4-bd81-0712c38e036c service neutron] 10.222.0.37 "GET /v2.0/networks/eb317601-3611-431d-975e-ec5c7c9dc91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243925 Feb 17 10:39:56.477838 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-13011ad5-c095-49c0-b1db-679adf2842bb req-05732ca9-5d2e-4ca7-a092-5412f3418537 service neutron] 10.222.0.37 "GET /v2.0/networks/eb317601-3611-431d-975e-ec5c7c9dc91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257627 Feb 17 10:39:56.796881 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e11b0-2826-4e8d-a78a-2042b4fb273f req-c8626981-cdaf-4502-9d2f-a12d99f61dc3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:56.799097 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d2e11b0-2826-4e8d-a78a-2042b4fb273f req-c8626981-cdaf-4502-9d2f-a12d99f61dc3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.0840576 Feb 17 10:39:56.843017 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d2e11b0-2826-4e8d-a78a-2042b4fb273f req-e262c68d-6359-4298-8b8b-b1c081cb67e5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379922 Feb 17 10:39:57.123947 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bde87bf0-a4f7-49c7-b572-c526c9ac8b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:39:57.952333 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:39:58.035181 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09ff81-b338-40cc-8a39-a64b641600f9 req-8c614f88-14ad-4f2e-a728-e3ff52d6fe72 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:39:58.036675 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2c09ff81-b338-40cc-8a39-a64b641600f9 req-8c614f88-14ad-4f2e-a728-e3ff52d6fe72 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.0844405 Feb 17 10:39:58.081590 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2c09ff81-b338-40cc-8a39-a64b641600f9 req-aeadb6a6-b32d-4cc6-96b7-2ecbfe67fcab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392976 Feb 17 10:39:58.104127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49378) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:39:58.211239 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-78fcfb89-07af-43ff-ac33-b121b9a9ea01 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/4312fd47-a9f2-4311-b96b-69129a6889b0 HTTP/1.1" status: 200 len: 993 time: 0.1058369 Feb 17 10:39:58.409583 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:00.060544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:09.300695 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:21.517245 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-95a1fec9-02f2-475c-a9de-4eb1ee47f383 req-14d23793-be55-4683-886e-99c806529609 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1119967 Feb 17 10:40:21.660967 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1fec9-02f2-475c-a9de-4eb1ee47f383 req-ae8d1cfb-ad28-498c-85de-06c52f58fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:40:21.662502 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-95a1fec9-02f2-475c-a9de-4eb1ee47f383 req-ae8d1cfb-ad28-498c-85de-06c52f58fa1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 1098 time: 0.0766494 Feb 17 10:40:21.814089 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1fec9-02f2-475c-a9de-4eb1ee47f383 req-dc85c314-42e5-4683-87da-4ec417c0180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:40:21.815424 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-95a1fec9-02f2-475c-a9de-4eb1ee47f383 req-dc85c314-42e5-4683-87da-4ec417c0180f service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb317601-3611-431d-975e-ec5c7c9dc91e HTTP/1.1" status: 200 len: 898 time: 0.1340942 Feb 17 10:40:21.911928 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-95a1fec9-02f2-475c-a9de-4eb1ee47f383 req-65bc5b5d-c9b7-46da-a000-81eec4e140cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38342874-d2ba-40a1-a208-038d5e4b5d09 HTTP/1.1" status: 200 len: 1001 time: 0.0904992 Feb 17 10:40:21.976610 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1fec9-02f2-475c-a9de-4eb1ee47f383 req-8e7f7159-b068-4d51-b8c7-626fe6387683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:40:21.977940 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-95a1fec9-02f2-475c-a9de-4eb1ee47f383 req-8e7f7159-b068-4d51-b8c7-626fe6387683 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e20754d0-9bb0-407e-b057-25dd26dfc594 HTTP/1.1" status: 200 len: 835 time: 0.0602250 Feb 17 10:40:22.056963 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1fec9-02f2-475c-a9de-4eb1ee47f383 req-ceba6463-c09f-4755-98e9-a448903e271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:40:22.058444 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-95a1fec9-02f2-475c-a9de-4eb1ee47f383 req-ceba6463-c09f-4755-98e9-a448903e271c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb317601-3611-431d-975e-ec5c7c9dc91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745726 Feb 17 10:40:22.193350 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-95a1fec9-02f2-475c-a9de-4eb1ee47f383 req-0af7447f-5ac6-47cb-894b-97a1b85fe23b service neutron] 10.222.0.37 "GET /v2.0/networks/eb317601-3611-431d-975e-ec5c7c9dc91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272919 Feb 17 10:40:22.322903 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-95a1fec9-02f2-475c-a9de-4eb1ee47f383 req-01aba395-b366-492e-a197-32a5c837fcac service neutron] 10.222.0.37 "GET /v2.0/networks/eb317601-3611-431d-975e-ec5c7c9dc91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236768 Feb 17 10:40:24.704845 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:40:24.746853 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6ef6-8c52-4164-b2d9-a0d27219946f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:27.249562 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94f16192-1bc9-4792-b779-e10784225dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:27.980866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:28.420685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:30.077828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:39.323373 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:54.826294 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4dabf557-8ffa-41d6-8c5a-669f10396c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:55.173136 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49416) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:40:55.375550 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port 96dc4590-680b-419e-b937-7c3213da6fa4 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:40:55.375891 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:55.542562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:55.542802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:55.770646 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for 96dc4590-680b-419e-b937-7c3213da6fa4 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:40:56.020911 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:56.073007 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=96dc4590-680b-419e-b937-7c3213da6fa4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:40:56.112779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:40:56.113140 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:40:56.113493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:40:56.113832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:40:56.114220 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:40:56.114555 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:40:56.114887 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:40:56.115216 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:40:56.115545 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:40:56.115891 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:40:56.116225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:40:56.116589 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:40:56.179402 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:56.180104 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Floating IP 4312fd47-a9f2-4311-b96b-69129a6889b0 disassociated (deleted). External IP: 172.26.4.223, port: 38342874-d2ba-40a1-a208-038d5e4b5d09. Feb 17 10:40:56.549445 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:40:56.739330 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:40:56.750094 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f4b758-ddc1-40f4-91cc-6195fc49fab4 None None] Sync routers for ids ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:40:56.760416 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f4b758-ddc1-40f4-91cc-6195fc49fab4 None None] Routers {'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:40:56.762334 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-86f4b758-ddc1-40f4-91cc-6195fc49fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:40:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:40:56.826195 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:56.884924 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f42365bd-f5ba-4cfe-af49-d250c8c907b7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/floatingips/4312fd47-a9f2-4311-b96b-69129a6889b0 HTTP/1.1" status: 204 len: 168 time: 1.7105839 Feb 17 10:40:56.885511 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32a7f99-4a26-4fe1-bc4c-a0608a351c11', 'tag': '38342874-d2ba-40a1-a208-038d5e4b5d09'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:40:56.950610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-86f4b758-ddc1-40f4-91cc-6195fc49fab4 None None] Set router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:40:56.991354 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32a7f99-4a26-4fe1-bc4c-a0608a351c11', 'tag': '38342874-d2ba-40a1-a208-038d5e4b5d09', 'status': 'completed', 'code': 200} Feb 17 10:40:57.182226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3de01803-a8cf-4b7c-9799-4a5135fa02a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:57.197120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8aae4-4b2d-41a5-a8cb-c7ebd0c61415 req-1be5d155-fd45-44f4-99ac-ba1f82f98a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:40:57.198631 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d6f8aae4-4b2d-41a5-a8cb-c7ebd0c61415 req-1be5d155-fd45-44f4-99ac-ba1f82f98a24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 1098 time: 0.1854560 Feb 17 10:40:57.306421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-86f4b758-ddc1-40f4-91cc-6195fc49fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242978524', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:37:55Z', 'updated_at': '2022-02-17T10:38:01Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:37:56Z', 'updated_at': '2022-02-17T10:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8859e9-8002-4833-9fff-ea5c09b705b3', 'name': '', 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:11:ec:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:38:00Z', 'updated_at': '2022-02-17T10:38:06Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:40:57.310307 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f4b758-ddc1-40f4-91cc-6195fc49fab4 None None] Checking router: c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:40:57.319087 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f4b758-ddc1-40f4-91cc-6195fc49fab4 None None] Routers {'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:40:57.319665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-86f4b758-ddc1-40f4-91cc-6195fc49fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:40:57.336528 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8aae4-4b2d-41a5-a8cb-c7ebd0c61415 req-df0e01d8-ed9d-4b55-868e-b2dcb73590c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:40:57.337988 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d6f8aae4-4b2d-41a5-a8cb-c7ebd0c61415 req-df0e01d8-ed9d-4b55-868e-b2dcb73590c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb317601-3611-431d-975e-ec5c7c9dc91e HTTP/1.1" status: 200 len: 898 time: 0.1339891 Feb 17 10:40:57.418964 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d6f8aae4-4b2d-41a5-a8cb-c7ebd0c61415 req-8be5007b-efa6-4777-a1e1-5dedb7dc4ac0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38342874-d2ba-40a1-a208-038d5e4b5d09 HTTP/1.1" status: 200 len: 217 time: 0.0754225 Feb 17 10:40:57.489600 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8aae4-4b2d-41a5-a8cb-c7ebd0c61415 req-d3ae73ea-de14-49eb-a1df-20e00233c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:40:57.491018 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d6f8aae4-4b2d-41a5-a8cb-c7ebd0c61415 req-d3ae73ea-de14-49eb-a1df-20e00233c729 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e20754d0-9bb0-407e-b057-25dd26dfc594 HTTP/1.1" status: 200 len: 835 time: 0.0659919 Feb 17 10:40:57.569571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-86f4b758-ddc1-40f4-91cc-6195fc49fab4 None None] Set router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:40:57.578030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8aae4-4b2d-41a5-a8cb-c7ebd0c61415 req-d0408d98-a044-4219-b594-3c397dafd12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:40:57.581494 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d6f8aae4-4b2d-41a5-a8cb-c7ebd0c61415 req-d0408d98-a044-4219-b594-3c397dafd12a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb317601-3611-431d-975e-ec5c7c9dc91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848784 Feb 17 10:40:57.789194 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d6f8aae4-4b2d-41a5-a8cb-c7ebd0c61415 req-693b43e3-3487-49dd-ae41-d52496b7699d service neutron] 10.222.0.37 "GET /v2.0/networks/eb317601-3611-431d-975e-ec5c7c9dc91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005301 Feb 17 10:40:57.823718 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7c1df-4b91-4c4c-ac32-dfa899b86521 req-3d7b29d1-87d5-4f13-a753-9125fa010de5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:40:57.825168 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d6f7c1df-4b91-4c4c-ac32-dfa899b86521 req-3d7b29d1-87d5-4f13-a753-9125fa010de5 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.1538353 Feb 17 10:40:57.942589 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d6f7c1df-4b91-4c4c-ac32-dfa899b86521 req-678445d5-ee48-465e-bd21-df89eb4a2d1a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642381 Feb 17 10:40:57.944387 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-86f4b758-ddc1-40f4-91cc-6195fc49fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242978524', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:37:55Z', 'updated_at': '2022-02-17T10:38:01Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:37:56Z', 'updated_at': '2022-02-17T10:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8859e9-8002-4833-9fff-ea5c09b705b3', 'name': '', 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:11:ec:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:38:00Z', 'updated_at': '2022-02-17T10:38:06Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:40:57.948809 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f4b758-ddc1-40f4-91cc-6195fc49fab4 None None] The sync data for ids ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'] in dv-neutron-828143-5-hyperv is: [{'id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242978524', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:37:55Z', 'updated_at': '2022-02-17T10:38:01Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:37:56Z', 'updated_at': '2022-02-17T10:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '1d8859e9-8002-4833-9fff-ea5c09b705b3', 'name': '', 'network_id': 'eb317601-3611-431d-975e-ec5c7c9dc91e', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:11:ec:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:38:00Z', 'updated_at': '2022-02-17T10:38:06Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': 'e20754d0-9bb0-407e-b057-25dd26dfc594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:40:57.981045 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:57.989584 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d6f8aae4-4b2d-41a5-a8cb-c7ebd0c61415 req-e4dfdfe2-a7ac-40a4-ac89-5656fe6a5c1f service neutron] 10.222.0.37 "GET /v2.0/networks/eb317601-3611-431d-975e-ec5c7c9dc91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915503 Feb 17 10:40:58.184677 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71967b7-eaaf-4b8f-a7b7-3877a674a05e None None] New status for floating IP 4312fd47-a9f2-4311-b96b-69129a6889b0: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:40:58.415539 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:59.166582 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e7cf1-00b3-4526-a614-cab02dbe76eb req-75d87e88-0ba9-4f8e-bb5d-aa54a57a3224 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:40:59.167270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-3e7e7cf1-00b3-4526-a614-cab02dbe76eb req-75d87e88-0ba9-4f8e-bb5d-aa54a57a3224 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:40:59.289039 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-3e7e7cf1-00b3-4526-a614-cab02dbe76eb req-75d87e88-0ba9-4f8e-bb5d-aa54a57a3224 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:40:59.290186 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3e7e7cf1-00b3-4526-a614-cab02dbe76eb req-75d87e88-0ba9-4f8e-bb5d-aa54a57a3224 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.2332141 Feb 17 10:40:59.344386 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3e7e7cf1-00b3-4526-a614-cab02dbe76eb req-e61828b6-7d9d-41a5-9d53-17d8acc80c3a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=fa591c53-cca8-450a-b1e6-bb4cfab77938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483680 Feb 17 10:40:59.443277 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071085d-e14f-4a4d-a110-6935db83e043 req-89ca864d-fe27-4b03-89d7-1b6458fc0d0b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:40:59.447675 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2071085d-e14f-4a4d-a110-6935db83e043 req-89ca864d-fe27-4b03-89d7-1b6458fc0d0b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 945 time: 0.0825994 Feb 17 10:40:59.513315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-2071085d-e14f-4a4d-a110-6935db83e043 req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port 38342874-d2ba-40a1-a208-038d5e4b5d09 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:40:59.513652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2071085d-e14f-4a4d-a110-6935db83e043 req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:59.763674 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-2071085d-e14f-4a4d-a110-6935db83e043 req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] For port 38342874-d2ba-40a1-a208-038d5e4b5d09, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=38342874-d2ba-40a1-a208-038d5e4b5d09,segment=NetworkSegment(355579db-c5f8-4cfc-8397-3e2ad552dd02),segment_id=355579db-c5f8-4cfc-8397-3e2ad552dd02)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:40:59.764030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2071085d-e14f-4a4d-a110-6935db83e043 req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:40:59.887315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-2071085d-e14f-4a4d-a110-6935db83e043 req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for 38342874-d2ba-40a1-a208-038d5e4b5d09 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:41:00.128652 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:00.209104 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2071085d-e14f-4a4d-a110-6935db83e043 req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:00.259398 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=38342874-d2ba-40a1-a208-038d5e4b5d09,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:00.296706 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:00.297055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:00.297394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:00.297728 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:00.298229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:00.298646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:00.298981 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:00.299308 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:00.299633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:00.299955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:00.300278 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:00.300598 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:00.445503 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-2071085d-e14f-4a4d-a110-6935db83e043 req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] No DVR routers for this DVR port 38342874-d2ba-40a1-a208-038d5e4b5d09 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:41:00.447983 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2071085d-e14f-4a4d-a110-6935db83e043 req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:00.450585 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32a7f99-4a26-4fe1-bc4c-a0608a351c11', 'name': 'network-vif-deleted', 'tag': '38342874-d2ba-40a1-a208-038d5e4b5d09'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:41:00.552027 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-5e288dd6-4084-474b-aafa-eb8a41df2dac req-e4c7421d-3390-4280-97a5-a02519976bae tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:41:00.556805 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32a7f99-4a26-4fe1-bc4c-a0608a351c11', 'name': 'network-vif-deleted', 'tag': '38342874-d2ba-40a1-a208-038d5e4b5d09', 'status': 'completed', 'code': 200} Feb 17 10:41:00.576221 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2071085d-e14f-4a4d-a110-6935db83e043 req-18989cef-5697-426a-9ca2-058e04277d12 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "DELETE /v2.0/ports/38342874-d2ba-40a1-a208-038d5e4b5d09 HTTP/1.1" status: 204 len: 173 time: 1.1265683 Feb 17 10:41:00.706579 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-5e288dd6-4084-474b-aafa-eb8a41df2dac req-e4c7421d-3390-4280-97a5-a02519976bae tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:41:00.707759 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5e288dd6-4084-474b-aafa-eb8a41df2dac req-e4c7421d-3390-4280-97a5-a02519976bae tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32a7f99-4a26-4fe1-bc4c-a0608a351c11 HTTP/1.1" status: 200 len: 210 time: 0.1988785 Feb 17 10:41:01.703128 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:41:01.808147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49436) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:02.495156 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1c5935a-4228-45d8-9ef4-5c62c6221a76 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:02.848080 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b1c5935a-4228-45d8-9ef4-5c62c6221a76 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port 1d8859e9-8002-4833-9fff-ea5c09b705b3 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:41:02.848760 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1c5935a-4228-45d8-9ef4-5c62c6221a76 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:03.043726 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-b1c5935a-4228-45d8-9ef4-5c62c6221a76 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] For port 1d8859e9-8002-4833-9fff-ea5c09b705b3, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=1d8859e9-8002-4833-9fff-ea5c09b705b3,segment=NetworkSegment(355579db-c5f8-4cfc-8397-3e2ad552dd02),segment_id=355579db-c5f8-4cfc-8397-3e2ad552dd02)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:41:03.044091 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1c5935a-4228-45d8-9ef4-5c62c6221a76 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:03.166893 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b1c5935a-4228-45d8-9ef4-5c62c6221a76 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for 1d8859e9-8002-4833-9fff-ea5c09b705b3 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:41:03.471849 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1c5935a-4228-45d8-9ef4-5c62c6221a76 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:03.525736 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5935a-4228-45d8-9ef4-5c62c6221a76 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=1d8859e9-8002-4833-9fff-ea5c09b705b3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:03.788717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 38342874-d2ba-40a1-a208-038d5e4b5d09 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:41:03.825852 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 38342874-d2ba-40a1-a208-038d5e4b5d09 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:41:03.826124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 38342874-d2ba-40a1-a208-038d5e4b5d09 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:41:03.940480 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1c5935a-4228-45d8-9ef4-5c62c6221a76 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:04.309814 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c5935a-4228-45d8-9ef4-5c62c6221a76 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:41:04.494816 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c5935a-4228-45d8-9ef4-5c62c6221a76 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:41:04.505276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a3483c-d2ac-4b27-91d1-2928afc4a568 None None] Sync routers for ids ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:41:04.509616 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-b1c5935a-4228-45d8-9ef4-5c62c6221a76 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "PUT /v2.0/routers/c251f3e8-b312-4e2b-ad53-6b90bc5a1c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6998317 Feb 17 10:41:04.511732 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49440) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:04.515919 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a3483c-d2ac-4b27-91d1-2928afc4a568 None None] Routers {'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:41:04.516534 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-52a3483c-d2ac-4b27-91d1-2928afc4a568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:04.577785 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba919d9-a107-4202-bf27-6c0c6e4b8ddb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting subnet e20754d0-9bb0-407e-b057-25dd26dfc594 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:41:04.581775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dba919d9-a107-4202-bf27-6c0c6e4b8ddb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:04.641832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dba919d9-a107-4202-bf27-6c0c6e4b8ddb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:04.709250 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-52a3483c-d2ac-4b27-91d1-2928afc4a568 None None] Set router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:41:04.742612 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dba919d9-a107-4202-bf27-6c0c6e4b8ddb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:04.900876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dba919d9-a107-4202-bf27-6c0c6e4b8ddb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:04.946784 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba919d9-a107-4202-bf27-6c0c6e4b8ddb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Subnet': ['ID=e20754d0-9bb0-407e-b057-25dd26dfc594,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:04.952509 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dba919d9-a107-4202-bf27-6c0c6e4b8ddb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:04.959086 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91047f22-f9b5-43f9-b9b7-ded3023e28fd None None] Network eb317601-3611-431d-975e-ec5c7c9dc91e requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:41:04.961336 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-dba919d9-a107-4202-bf27-6c0c6e4b8ddb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/subnets/e20754d0-9bb0-407e-b057-25dd26dfc594 HTTP/1.1" status: 204 len: 168 time: 0.4485910 Feb 17 10:41:04.963951 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49444) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:05.160673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8b02975-93ed-48f3-a288-faaccb56deac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:05.164084 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-52a3483c-d2ac-4b27-91d1-2928afc4a568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242978524', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:37:55Z', 'updated_at': '2022-02-17T10:41:03Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:37:56Z', 'updated_at': '2022-02-17T10:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:05.170239 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a3483c-d2ac-4b27-91d1-2928afc4a568 None None] Checking router: c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:41:05.183942 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a3483c-d2ac-4b27-91d1-2928afc4a568 None None] Routers {'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:41:05.184558 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-52a3483c-d2ac-4b27-91d1-2928afc4a568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:05.334228 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] DHCP port deletion for eb317601-3611-431d-975e-ec5c7c9dc91e request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:41:05.350634 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Deleting port e2a1c1b7-3705-4aae-9159-07c6a6401bfb {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:41:05.350995 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:05.351393 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8b02975-93ed-48f3-a288-faaccb56deac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:05.471739 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-52a3483c-d2ac-4b27-91d1-2928afc4a568 None None] Set router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:41:05.483592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a8b02975-93ed-48f3-a288-faaccb56deac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port 24c70547-c8ef-4567-8bfa-18e76f60a598 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:41:05.483961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8b02975-93ed-48f3-a288-faaccb56deac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:05.801090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-a8b02975-93ed-48f3-a288-faaccb56deac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] For port 24c70547-c8ef-4567-8bfa-18e76f60a598, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=24c70547-c8ef-4567-8bfa-18e76f60a598,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:41:05.801090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8b02975-93ed-48f3-a288-faaccb56deac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:05.844463 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] For port e2a1c1b7-3705-4aae-9159-07c6a6401bfb, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=e2a1c1b7-3705-4aae-9159-07c6a6401bfb,segment=NetworkSegment(355579db-c5f8-4cfc-8397-3e2ad552dd02),segment_id=355579db-c5f8-4cfc-8397-3e2ad552dd02)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:41:05.845773 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:05.928150 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a8b02975-93ed-48f3-a288-faaccb56deac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for 24c70547-c8ef-4567-8bfa-18e76f60a598 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:41:05.999559 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Calling delete_port for e2a1c1b7-3705-4aae-9159-07c6a6401bfb owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:41:06.092175 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-52a3483c-d2ac-4b27-91d1-2928afc4a568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242978524', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:37:55Z', 'updated_at': '2022-02-17T10:41:03Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:37:56Z', 'updated_at': '2022-02-17T10:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:06.097283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a3483c-d2ac-4b27-91d1-2928afc4a568 None None] The sync data for ids ['c251f3e8-b312-4e2b-ad53-6b90bc5a1c18'] in dv-neutron-828143-5-hyperv is: [{'id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242978524', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:37:55Z', 'updated_at': '2022-02-17T10:41:03Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '24c70547-c8ef-4567-8bfa-18e76f60a598', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c251f3e8-b312-4e2b-ad53-6b90bc5a1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:37:56Z', 'updated_at': '2022-02-17T10:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:41:06.175477 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:06.215158 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8b02975-93ed-48f3-a288-faaccb56deac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:06.227233 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Pushing event deleted for resources: {'Port': ['ID=e2a1c1b7-3705-4aae-9159-07c6a6401bfb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:06.232446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] No DVR routers for this DVR port e2a1c1b7-3705-4aae-9159-07c6a6401bfb on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:41:06.240183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:06.240595 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:06.240870 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:06.245705 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:06.245875 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:06.246249 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:06.246593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:06.246935 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:06.247490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:06.247723 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:06.248055 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:06.248362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7918-d4e3-4f86-9352-e31fd8334d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:06.265900 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b02975-93ed-48f3-a288-faaccb56deac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=24c70547-c8ef-4567-8bfa-18e76f60a598,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:06.362387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8b02975-93ed-48f3-a288-faaccb56deac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:06.548838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8b02975-93ed-48f3-a288-faaccb56deac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:06.552151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8b02975-93ed-48f3-a288-faaccb56deac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:06.682725 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1d8859e9-8002-4833-9fff-ea5c09b705b3 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:41:06.717441 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 1d8859e9-8002-4833-9fff-ea5c09b705b3 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:41:06.717784 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 1d8859e9-8002-4833-9fff-ea5c09b705b3 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:41:06.718231 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e2a1c1b7-3705-4aae-9159-07c6a6401bfb no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:41:06.753290 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: e2a1c1b7-3705-4aae-9159-07c6a6401bfb {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:41:06.753634 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device e2a1c1b7-3705-4aae-9159-07c6a6401bfb not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:41:06.762919 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8b02975-93ed-48f3-a288-faaccb56deac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:06.762919 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b02975-93ed-48f3-a288-faaccb56deac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Fanout notify agent at l3_agent the message router_deleted on router c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 10:41:06.777364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8b02975-93ed-48f3-a288-faaccb56deac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:06.778519 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a8b02975-93ed-48f3-a288-faaccb56deac tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/routers/c251f3e8-b312-4e2b-ad53-6b90bc5a1c18 HTTP/1.1" status: 204 len: 168 time: 1.8136425 Feb 17 10:41:06.781234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49448) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:06.906344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9fa5be35-15c4-4242-b4ff-3e6180639f8f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:07.041668 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9fa5be35-15c4-4242-b4ff-3e6180639f8f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:07.067770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9fa5be35-15c4-4242-b4ff-3e6180639f8f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb317601-3611-431d-975e-ec5c7c9dc91e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:07.080652 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9fa5be35-15c4-4242-b4ff-3e6180639f8f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355579db-c5f8-4cfc-8397-3e2ad552dd02') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:07.080930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9fa5be35-15c4-4242-b4ff-3e6180639f8f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355579db-c5f8-4cfc-8397-3e2ad552dd02') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:07.092309 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9fa5be35-15c4-4242-b4ff-3e6180639f8f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:07.110189 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9fa5be35-15c4-4242-b4ff-3e6180639f8f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:07.128498 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa5be35-15c4-4242-b4ff-3e6180639f8f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:41:07.128822 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9fa5be35-15c4-4242-b4ff-3e6180639f8f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:41:07.143471 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:41:07.311623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9fa5be35-15c4-4242-b4ff-3e6180639f8f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:07.329086 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9fa5be35-15c4-4242-b4ff-3e6180639f8f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:07.340954 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5be35-15c4-4242-b4ff-3e6180639f8f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Network': ['ID=eb317601-3611-431d-975e-ec5c7c9dc91e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:07.432538 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9fa5be35-15c4-4242-b4ff-3e6180639f8f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/networks/eb317601-3611-431d-975e-ec5c7c9dc91e HTTP/1.1" status: 204 len: 168 time: 0.6502550 Feb 17 10:41:07.435207 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49452) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:07.503867 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba0bdebb-ba0d-4d82-b877-c937500c1295 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:07.533919 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba0bdebb-ba0d-4d82-b877-c937500c1295 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:07.683433 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba0bdebb-ba0d-4d82-b877-c937500c1295 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:07.705275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bdebb-ba0d-4d82-b877-c937500c1295 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa591c53-cca8-450a-b1e6-bb4cfab77938,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:07.782470 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba0bdebb-ba0d-4d82-b877-c937500c1295 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:07.784014 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ba0bdebb-ba0d-4d82-b877-c937500c1295 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/security-groups/fa591c53-cca8-450a-b1e6-bb4cfab77938 HTTP/1.1" status: 204 len: 168 time: 0.3475909 Feb 17 10:41:08.210667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49460) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:08.215842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-075a1dde-182b-4a1d-9d2d-abff766c41cc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344586503', 'description': 'tempest-secgroup-smoke-344586503 description', 'project_id': 'e986d3720a6641768dbcd23d036578fd'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:41:08.222579 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-075a1dde-182b-4a1d-9d2d-abff766c41cc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:41:08.226615 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-075a1dde-182b-4a1d-9d2d-abff766c41cc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:41:08.229441 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-075a1dde-182b-4a1d-9d2d-abff766c41cc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:41:08.235021 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-075a1dde-182b-4a1d-9d2d-abff766c41cc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:41:08.357433 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-075a1dde-182b-4a1d-9d2d-abff766c41cc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:08.378727 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-075a1dde-182b-4a1d-9d2d-abff766c41cc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:41:08.382553 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-075a1dde-182b-4a1d-9d2d-abff766c41cc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:41:08.385417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-075a1dde-182b-4a1d-9d2d-abff766c41cc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:41:08.391350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-075a1dde-182b-4a1d-9d2d-abff766c41cc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:41:08.467531 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-075a1dde-182b-4a1d-9d2d-abff766c41cc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:08.568828 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-075a1dde-182b-4a1d-9d2d-abff766c41cc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:08.587940 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 24c70547-c8ef-4567-8bfa-18e76f60a598 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:41:08.619042 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a1dde-182b-4a1d-9d2d-abff766c41cc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb9b605-a466-458a-8ffb-748e9f881894,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:08.629616 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 24c70547-c8ef-4567-8bfa-18e76f60a598 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:41:08.629971 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 24c70547-c8ef-4567-8bfa-18e76f60a598 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:41:08.689316 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-075a1dde-182b-4a1d-9d2d-abff766c41cc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:08.690610 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-075a1dde-182b-4a1d-9d2d-abff766c41cc tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4789438 Feb 17 10:41:08.693637 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49464) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:08.698889 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6dc234ba-514b-4bfe-a3a8-32d6cd2194de tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '2cb9b605-a466-458a-8ffb-748e9f881894', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:41:08.705977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6dc234ba-514b-4bfe-a3a8-32d6cd2194de tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:41:08.709977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6dc234ba-514b-4bfe-a3a8-32d6cd2194de tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:41:08.712959 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-6dc234ba-514b-4bfe-a3a8-32d6cd2194de tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:41:08.719580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6dc234ba-514b-4bfe-a3a8-32d6cd2194de tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:41:08.809875 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6dc234ba-514b-4bfe-a3a8-32d6cd2194de tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:08.874679 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6dc234ba-514b-4bfe-a3a8-32d6cd2194de tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:08.946287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6dc234ba-514b-4bfe-a3a8-32d6cd2194de tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:08.970930 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc234ba-514b-4bfe-a3a8-32d6cd2194de tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b4cb08-ee3b-4a1c-9a0f-b571e40c24bb,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:09.077541 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6dc234ba-514b-4bfe-a3a8-32d6cd2194de tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:09.078791 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6dc234ba-514b-4bfe-a3a8-32d6cd2194de tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3840423 Feb 17 10:41:09.082665 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49468) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:09.087821 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d423eb65-733d-4d8c-bc5e-907535be2fbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '2cb9b605-a466-458a-8ffb-748e9f881894', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:41:09.093857 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d423eb65-733d-4d8c-bc5e-907535be2fbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:41:09.099039 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d423eb65-733d-4d8c-bc5e-907535be2fbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:41:09.101910 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d423eb65-733d-4d8c-bc5e-907535be2fbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:41:09.107767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d423eb65-733d-4d8c-bc5e-907535be2fbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:41:09.244284 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d423eb65-733d-4d8c-bc5e-907535be2fbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:09.306270 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d423eb65-733d-4d8c-bc5e-907535be2fbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:09.334362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:09.425755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d423eb65-733d-4d8c-bc5e-907535be2fbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:09.449804 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423eb65-733d-4d8c-bc5e-907535be2fbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e76657-0418-48e7-9dcc-ef948bd40beb,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:09.574968 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d423eb65-733d-4d8c-bc5e-907535be2fbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:09.576127 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d423eb65-733d-4d8c-bc5e-907535be2fbe tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4924874 Feb 17 10:41:09.578824 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49472) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:09.584140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-1020bc23-fb59-4cfb-9f85-32063cf2a5f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '2cb9b605-a466-458a-8ffb-748e9f881894', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:41:09.590578 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1020bc23-fb59-4cfb-9f85-32063cf2a5f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:41:09.594559 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1020bc23-fb59-4cfb-9f85-32063cf2a5f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:41:09.598285 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1020bc23-fb59-4cfb-9f85-32063cf2a5f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:41:09.604118 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1020bc23-fb59-4cfb-9f85-32063cf2a5f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:41:09.713696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1020bc23-fb59-4cfb-9f85-32063cf2a5f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:09.776631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1020bc23-fb59-4cfb-9f85-32063cf2a5f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:09.865851 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1020bc23-fb59-4cfb-9f85-32063cf2a5f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:09.888936 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020bc23-fb59-4cfb-9f85-32063cf2a5f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fd7a56-6f61-46b7-a7a2-ba1dd4bb16cd,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:10.003472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1020bc23-fb59-4cfb-9f85-32063cf2a5f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:10.004726 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1020bc23-fb59-4cfb-9f85-32063cf2a5f0 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4249585 Feb 17 10:41:10.007568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49476) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:10.012617 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-106fffd9-fddf-4146-86a1-e2a4c2a52f60 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '2cb9b605-a466-458a-8ffb-748e9f881894', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:41:10.019510 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-106fffd9-fddf-4146-86a1-e2a4c2a52f60 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:41:10.023299 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-106fffd9-fddf-4146-86a1-e2a4c2a52f60 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:41:10.026210 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-106fffd9-fddf-4146-86a1-e2a4c2a52f60 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:41:10.031810 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-106fffd9-fddf-4146-86a1-e2a4c2a52f60 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:41:10.141483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-106fffd9-fddf-4146-86a1-e2a4c2a52f60 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:10.203424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-106fffd9-fddf-4146-86a1-e2a4c2a52f60 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:10.306355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-106fffd9-fddf-4146-86a1-e2a4c2a52f60 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:10.332843 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fffd9-fddf-4146-86a1-e2a4c2a52f60 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08782e40-ed40-4e41-b0f3-26db534e0d17,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:10.398074 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-106fffd9-fddf-4146-86a1-e2a4c2a52f60 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:10.399246 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-106fffd9-fddf-4146-86a1-e2a4c2a52f60 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3907013 Feb 17 10:41:10.401909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49480) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:10.407133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-cc801e30-f71c-4192-b288-86fb2f018106 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '2cb9b605-a466-458a-8ffb-748e9f881894', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:41:10.413059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cc801e30-f71c-4192-b288-86fb2f018106 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:41:10.418650 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-cc801e30-f71c-4192-b288-86fb2f018106 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:41:10.419703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-cc801e30-f71c-4192-b288-86fb2f018106 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:41:10.425477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cc801e30-f71c-4192-b288-86fb2f018106 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:41:10.506178 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-cc801e30-f71c-4192-b288-86fb2f018106 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Project e986d3720a6641768dbcd23d036578fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:41:10.513139 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc801e30-f71c-4192-b288-86fb2f018106 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:10.576461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc801e30-f71c-4192-b288-86fb2f018106 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:10.660419 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc801e30-f71c-4192-b288-86fb2f018106 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:10.684917 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc801e30-f71c-4192-b288-86fb2f018106 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c9617d-3a42-4ed8-8b43-c1004af00a68,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:10.745901 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc801e30-f71c-4192-b288-86fb2f018106 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:10.747261 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cc801e30-f71c-4192-b288-86fb2f018106 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3442395 Feb 17 10:41:10.750092 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49484) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:10.755638 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-061977fe-63dc-4a1b-a292-19d1949d6567 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'security_group_rule': {'security_group_id': '2cb9b605-a466-458a-8ffb-748e9f881894', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:41:10.761749 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-061977fe-63dc-4a1b-a292-19d1949d6567 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:41:10.765577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-061977fe-63dc-4a1b-a292-19d1949d6567 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:security_group_rule and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:41:10.768736 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-061977fe-63dc-4a1b-a292-19d1949d6567 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:41:10.774424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-061977fe-63dc-4a1b-a292-19d1949d6567 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:41:10.895093 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-061977fe-63dc-4a1b-a292-19d1949d6567 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Project e986d3720a6641768dbcd23d036578fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:41:10.902322 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-061977fe-63dc-4a1b-a292-19d1949d6567 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:10.972332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-061977fe-63dc-4a1b-a292-19d1949d6567 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:11.077543 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-061977fe-63dc-4a1b-a292-19d1949d6567 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:11.105262 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061977fe-63dc-4a1b-a292-19d1949d6567 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44725028-3e74-493d-a758-33e981ad6ea2,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:11.203041 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-061977fe-63dc-4a1b-a292-19d1949d6567 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:11.204682 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-061977fe-63dc-4a1b-a292-19d1949d6567 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4534976 Feb 17 10:41:11.208166 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49488) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:11.213662 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-754eec7f-51c4-4edb-94b5-14ffbd358f4a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'network': {'name': 'tempest-network-smoke--195285898', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'port_security_enabled': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:41:11.218686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-754eec7f-51c4-4edb-94b5-14ffbd358f4a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:41:11.223456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-754eec7f-51c4-4edb-94b5-14ffbd358f4a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:network and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:41:11.226198 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-754eec7f-51c4-4edb-94b5-14ffbd358f4a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:41:11.231751 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-754eec7f-51c4-4edb-94b5-14ffbd358f4a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:41:11.351378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754eec7f-51c4-4edb-94b5-14ffbd358f4a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Made reservation on behalf of e986d3720a6641768dbcd23d036578fd for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:41:11.354811 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-754eec7f-51c4-4edb-94b5-14ffbd358f4a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:11.383095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754eec7f-51c4-4edb-94b5-14ffbd358f4a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:41:11.391428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-754eec7f-51c4-4edb-94b5-14ffbd358f4a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:11.391789 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-754eec7f-51c4-4edb-94b5-14ffbd358f4a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Added segment 89ff1951-aff7-4b2b-b288-cc95eaf8a47b of type vlan for network 9e96b678-c3e8-4e22-99ff-33c1e284fb88 Feb 17 10:41:11.417240 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-754eec7f-51c4-4edb-94b5-14ffbd358f4a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:11.535258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-754eec7f-51c4-4edb-94b5-14ffbd358f4a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:11.540709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754eec7f-51c4-4edb-94b5-14ffbd358f4a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:11.541333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-754eec7f-51c4-4edb-94b5-14ffbd358f4a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:11.657561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754eec7f-51c4-4edb-94b5-14ffbd358f4a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Network': ['ID=9e96b678-c3e8-4e22-99ff-33c1e284fb88,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:11.668774 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 9e96b678-c3e8-4e22-99ff-33c1e284fb88 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:41:11.746674 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-754eec7f-51c4-4edb-94b5-14ffbd358f4a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5374258 Feb 17 10:41:11.749247 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49492) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:11.754668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1340154305', 'admin_state_up': True, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:41:11.762460 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:41:11.766493 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:router and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:41:11.769878 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:41:11.777902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:41:11.860395 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:11.861409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:11.876325 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:12.228331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:12.595088 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:12.625555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:12.859315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.26.4.67 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/8e4a4d5a-8d13-4a09-972b-f63582fb0843) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:41:13.010973 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:13.129942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:13.198160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:41:13.200917 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:41:13.204609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:41:13.236487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=8e4a4d5a-8d13-4a09-972b-f63582fb0843,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:13.697793 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:14.045581 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:14.328775 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router 434dc203-3ce1-4020-b7d8-aeea57c1affb is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 10:41:14.616116 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:41:14.626871 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Sync routers for ids ['434dc203-3ce1-4020-b7d8-aeea57c1affb'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:41:14.638000 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Routers {'434dc203-3ce1-4020-b7d8-aeea57c1affb'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:41:14.638705 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['434dc203-3ce1-4020-b7d8-aeea57c1affb'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:14.711896 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:14.713471 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-615f60ff-92f3-4791-b55d-632bd3a411d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9631040 Feb 17 10:41:14.717120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49496) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:14.828240 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Set router 434dc203-3ce1-4020-b7d8-aeea57c1affb gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:41:14.906071 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0c4fa988-1d9e-4581-ad26-0396d266217a tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=e986d3720a6641768dbcd23d036578fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1878383 Feb 17 10:41:14.908706 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49502) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:15.040802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19fb1f-5766-42f8-9c85-3266e92f0af5 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:15.042661 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bf19fb1f-5766-42f8-9c85-3266e92f0af5 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329618 Feb 17 10:41:15.045437 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49506) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:15.090313 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c165a9d5-4ff6-4cba-b801-191406c09b48 tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=e398590f-1691-4e90-94b2-4638f557802a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414119 Feb 17 10:41:15.090993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49510) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:15.095955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a51e8f82-4d6d-4dca-a86d-4bff3a743062 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-443252851', 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88', 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:41:15.125922 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340154305', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:41:11Z', 'updated_at': '2022-02-17T10:41:13Z', 'revision_number': 3, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:12Z', 'updated_at': '2022-02-17T10:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:15.130221 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Checking router: 434dc203-3ce1-4020-b7d8-aeea57c1affb for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:41:15.130570 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Updating router 434dc203-3ce1-4020-b7d8-aeea57c1affb port 8e4a4d5a-8d13-4a09-972b-f63582fb0843 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:41:15.183534 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:15.214287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a51e8f82-4d6d-4dca-a86d-4bff3a743062 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:41:15.218128 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a51e8f82-4d6d-4dca-a86d-4bff3a743062 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:subnet and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:41:15.220948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a51e8f82-4d6d-4dca-a86d-4bff3a743062 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:41:15.228066 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a51e8f82-4d6d-4dca-a86d-4bff3a743062 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:41:15.300844 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51e8f82-4d6d-4dca-a86d-4bff3a743062 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Made reservation on behalf of e986d3720a6641768dbcd23d036578fd for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:41:15.304554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a51e8f82-4d6d-4dca-a86d-4bff3a743062 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:15.505135 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:15.517079 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Transition to ACTIVE for port object 8e4a4d5a-8d13-4a09-972b-f63582fb0843 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:41:15.591592 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:15.632530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a51e8f82-4d6d-4dca-a86d-4bff3a743062 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:15.674128 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b826d9-c8ec-483a-ab6f-9ffe0e1ba5ed None None] Pushing event updated for resources: {'Port': ['ID=8e4a4d5a-8d13-4a09-972b-f63582fb0843,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:15.679507 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Attempting to bind port 8e4a4d5a-8d13-4a09-972b-f63582fb0843 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:41:15.679872 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Attempting to bind port 8e4a4d5a-8d13-4a09-972b-f63582fb0843 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:41:15.680233 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Attempting to bind port 8e4a4d5a-8d13-4a09-972b-f63582fb0843 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:41:15.688232 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b826d9-c8ec-483a-ab6f-9ffe0e1ba5ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:15.688574 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b826d9-c8ec-483a-ab6f-9ffe0e1ba5ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:15.688905 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b826d9-c8ec-483a-ab6f-9ffe0e1ba5ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:15.689230 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b826d9-c8ec-483a-ab6f-9ffe0e1ba5ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:15.689554 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b826d9-c8ec-483a-ab6f-9ffe0e1ba5ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:15.689877 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b826d9-c8ec-483a-ab6f-9ffe0e1ba5ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:15.690225 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b826d9-c8ec-483a-ab6f-9ffe0e1ba5ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:15.690545 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b826d9-c8ec-483a-ab6f-9ffe0e1ba5ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:15.691092 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b826d9-c8ec-483a-ab6f-9ffe0e1ba5ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:15.691469 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b826d9-c8ec-483a-ab6f-9ffe0e1ba5ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:15.691797 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b826d9-c8ec-483a-ab6f-9ffe0e1ba5ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:15.692119 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b826d9-c8ec-483a-ab6f-9ffe0e1ba5ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:41:15.695428 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:41:15.695799 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:41:15.696192 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:15.696567 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:41:15.697023 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Bound port: 8e4a4d5a-8d13-4a09-972b-f63582fb0843, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:41:15.697392 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:15.712221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e8f82-4d6d-4dca-a86d-4bff3a743062 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Subnet': ['ID=1f851504-c515-47b2-b54f-37b15ec14fbb,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:15.720801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e8f82-4d6d-4dca-a86d-4bff3a743062 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Checking segment: {'id': '89ff1951-aff7-4b2b-b288-cc95eaf8a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:41:15.721161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51e8f82-4d6d-4dca-a86d-4bff3a743062 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network hostable DHCP agents. Network: 9e96b678-c3e8-4e22-99ff-33c1e284fb88, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:41:15.769134 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] For port 8e4a4d5a-8d13-4a09-972b-f63582fb0843, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:41:15.772450 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] For port 8e4a4d5a-8d13-4a09-972b-f63582fb0843, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8e4a4d5a-8d13-4a09-972b-f63582fb0843,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:41:15.831783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51e8f82-4d6d-4dca-a86d-4bff3a743062 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network 9e96b678-c3e8-4e22-99ff-33c1e284fb88 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:41:15.871809 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:15.934682 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a51e8f82-4d6d-4dca-a86d-4bff3a743062 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 9e96b678-c3e8-4e22-99ff-33c1e284fb88) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:41:15.938622 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51e8f82-4d6d-4dca-a86d-4bff3a743062 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:15.939205 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a51e8f82-4d6d-4dca-a86d-4bff3a743062 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:15.943953 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7125c6-d5bb-413f-810f-9c3e00d37d6a None None] Network 9e96b678-c3e8-4e22-99ff-33c1e284fb88 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:41:15.951158 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Routers {'434dc203-3ce1-4020-b7d8-aeea57c1affb'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:41:15.951158 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['434dc203-3ce1-4020-b7d8-aeea57c1affb'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:16.012306 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b826d9-c8ec-483a-ab6f-9ffe0e1ba5ed None None] Pushing event updated for resources: {'Port': ['ID=8e4a4d5a-8d13-4a09-972b-f63582fb0843,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:16.035992 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a51e8f82-4d6d-4dca-a86d-4bff3a743062 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9412723 Feb 17 10:41:16.036329 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49514) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:16.129754 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] Set router 434dc203-3ce1-4020-b7d8-aeea57c1affb gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:41:16.181365 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-9e96b678-c3e8-4e22-99ff-33c1e284fb88', 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ips': [{'subnet_id': '1f851504-c515-47b2-b54f-37b15ec14fbb'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:41:16.182600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:16.352737 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Allocated IP 172.20.0.2 (9e96b678-c3e8-4e22-99ff-33c1e284fb88/1f851504-c515-47b2-b54f-37b15ec14fbb/c6fad49d-aad3-4f4e-bc83-646f9985061e) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:41:16.473240 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340154305', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:41:11Z', 'updated_at': '2022-02-17T10:41:13Z', 'revision_number': 3, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:12Z', 'updated_at': '2022-02-17T10:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:16.477722 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051ec601-6c9b-4bf9-99f9-b9e7881c54db None None] The sync data for ids ['434dc203-3ce1-4020-b7d8-aeea57c1affb'] in dv-neutron-828143-5-hyperv is: [{'id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340154305', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:41:11Z', 'updated_at': '2022-02-17T10:41:13Z', 'revision_number': 3, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:12Z', 'updated_at': '2022-02-17T10:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:41:16.649689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:16.662025 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Transition to ACTIVE for port object c6fad49d-aad3-4f4e-bc83-646f9985061e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:41:16.682702 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Transition to ACTIVE for port object c6fad49d-aad3-4f4e-bc83-646f9985061e will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:41:16.770170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:16.849488 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Network 9e96b678-c3e8-4e22-99ff-33c1e284fb88 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:41:16.852609 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:41:16.857338 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:41:16.888630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:16.895408 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Pushing event updated for resources: {'Port': ['ID=c6fad49d-aad3-4f4e-bc83-646f9985061e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:16.960648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Attempting to bind port c6fad49d-aad3-4f4e-bc83-646f9985061e on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:41:16.961332 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Attempting to bind port c6fad49d-aad3-4f4e-bc83-646f9985061e by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '89ff1951-aff7-4b2b-b288-cc95eaf8a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:41:16.961456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Attempting to bind port c6fad49d-aad3-4f4e-bc83-646f9985061e on network 9e96b678-c3e8-4e22-99ff-33c1e284fb88 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:41:16.967167 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:41:16.967551 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Checking segment: {'id': '89ff1951-aff7-4b2b-b288-cc95eaf8a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:41:16.967959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:16.968353 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Bound using segment: {'id': '89ff1951-aff7-4b2b-b288-cc95eaf8a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:41:16.968948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Bound port: c6fad49d-aad3-4f4e-bc83-646f9985061e, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ff1951-aff7-4b2b-b288-cc95eaf8a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:41:16.969335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:17.070753 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] For port c6fad49d-aad3-4f4e-bc83-646f9985061e, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:41:17.074248 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] For port c6fad49d-aad3-4f4e-bc83-646f9985061e, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c6fad49d-aad3-4f4e-bc83-646f9985061e,segment=NetworkSegment(89ff1951-aff7-4b2b-b288-cc95eaf8a47b),segment_id=89ff1951-aff7-4b2b-b288-cc95eaf8a47b)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:41:17.221036 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:17.306625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.20.0.1 (9e96b678-c3e8-4e22-99ff-33c1e284fb88/1f851504-c515-47b2-b54f-37b15ec14fbb/dab59b32-2b65-4d90-9503-2ed7831866f9) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:41:17.307779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c493439-3cdf-4905-837e-c30c03dda930 None None] Pushing event updated for resources: {'Port': ['ID=c6fad49d-aad3-4f4e-bc83-646f9985061e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:17.495457 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:17.519901 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Transition to ACTIVE for port object dab59b32-2b65-4d90-9503-2ed7831866f9 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:41:17.620655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:17.699141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network 9e96b678-c3e8-4e22-99ff-33c1e284fb88 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:41:17.702096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:41:17.706625 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:41:17.736195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=dab59b32-2b65-4d90-9503-2ed7831866f9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:17.766806 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:17.996533 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:18.409406 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:18.477221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:18.597201 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:18.601381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=dab59b32-2b65-4d90-9503-2ed7831866f9,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:18.709771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c6fad49d-aad3-4f4e-bc83-646f9985061e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:41:18.736397 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041b58c4-6a3a-4a38-a4c5-05fddc109332 None None] Network 9e96b678-c3e8-4e22-99ff-33c1e284fb88 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:41:18.875810 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network 9e96b678-c3e8-4e22-99ff-33c1e284fb88 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:41:18.876994 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:41:18.934409 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-43e47528-3d9c-4de5-920e-3be31320e03e None None] Provisioning for port c6fad49d-aad3-4f4e-bc83-646f9985061e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:41:18.991748 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port c6fad49d-aad3-4f4e-bc83-646f9985061e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:41:19.002198 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port c6fad49d-aad3-4f4e-bc83-646f9985061e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:41:19.002568 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:19.074830 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router 434dc203-3ce1-4020-b7d8-aeea57c1affb has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:41:19.141700 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:19.176884 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port c6fad49d-aad3-4f4e-bc83-646f9985061e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c6fad49d-aad3-4f4e-bc83-646f9985061e,segment=NetworkSegment(89ff1951-aff7-4b2b-b288-cc95eaf8a47b),segment_id=89ff1951-aff7-4b2b-b288-cc95eaf8a47b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:41:19.267542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:41:19.279404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Sync routers for ids ['434dc203-3ce1-4020-b7d8-aeea57c1affb'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:41:19.282181 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:19.282989 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8e4a4d5a-8d13-4a09-972b-f63582fb0843 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:41:19.290679 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d6702ed5-d7fe-46e8-a003-c0588e104daa tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "PUT /v2.0/routers/434dc203-3ce1-4020-b7d8-aeea57c1affb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2530982 Feb 17 10:41:19.398755 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Routers {'434dc203-3ce1-4020-b7d8-aeea57c1affb'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:41:19.399390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['434dc203-3ce1-4020-b7d8-aeea57c1affb'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:19.478749 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-7d0adef8-36d8-422a-aba3-5df237663f6b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344586503&fields=id&tenant_id=e986d3720a6641768dbcd23d036578fd HTTP/1.1" status: 200 len: 267 time: 0.0447857 Feb 17 10:41:19.504135 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=c6fad49d-aad3-4f4e-bc83-646f9985061e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:19.517167 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2152ffaf-34da-4e91-aa03-09fe67ee2cf7 None None] Provisioning complete for port c6fad49d-aad3-4f4e-bc83-646f9985061e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:41:19.517544 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2152ffaf-34da-4e91-aa03-09fe67ee2cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:19.652643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-81ec9c1d-4f27-4e59-919c-ff8377510e79 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:19.652643 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-81ec9c1d-4f27-4e59-919c-ff8377510e79 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:41:19.673614 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Set router 434dc203-3ce1-4020-b7d8-aeea57c1affb gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:41:19.719263 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 8e4a4d5a-8d13-4a09-972b-f63582fb0843 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:41:19.734866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-81ec9c1d-4f27-4e59-919c-ff8377510e79 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:41:19.736086 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-81ec9c1d-4f27-4e59-919c-ff8377510e79 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/networks?id=9e96b678-c3e8-4e22-99ff-33c1e284fb88 HTTP/1.1" status: 200 len: 796 time: 0.2495661 Feb 17 10:41:19.742616 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 8e4a4d5a-8d13-4a09-972b-f63582fb0843 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:41:19.747075 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:19.751827 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-2097d34d-d8f0-4215-9ede-5166ab584a14 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/quotas/e986d3720a6641768dbcd23d036578fd HTTP/1.1" status: 200 len: 375 time: 0.0096960 Feb 17 10:41:19.842000 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-9f2a2f07-c9be-4774-a895-4656eb63f197 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:41:19.923568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-9f2a2f07-c9be-4774-a895-4656eb63f197 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:41:19.925398 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-9f2a2f07-c9be-4774-a895-4656eb63f197 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1683061 Feb 17 10:41:20.072383 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-8cea41ff-6e70-49e8-b86f-70350522af31 service neutron] 10.222.0.75 "GET /v2.0/networks/9e96b678-c3e8-4e22-99ff-33c1e284fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337023 Feb 17 10:41:20.131362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:20.167773 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2152ffaf-34da-4e91-aa03-09fe67ee2cf7 None None] Provisioning for port dab59b32-2b65-4d90-9503-2ed7831866f9 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:41:20.187812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2152ffaf-34da-4e91-aa03-09fe67ee2cf7 None None] Provisioning complete for port dab59b32-2b65-4d90-9503-2ed7831866f9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:41:20.188100 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2152ffaf-34da-4e91-aa03-09fe67ee2cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:20.210700 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-958e5de1-2948-4fc1-8f25-c95d2458b5a9 service neutron] 10.222.0.75 "GET /v2.0/networks/9e96b678-c3e8-4e22-99ff-33c1e284fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317542 Feb 17 10:41:20.239999 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 8e4a4d5a-8d13-4a09-972b-f63582fb0843, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8e4a4d5a-8d13-4a09-972b-f63582fb0843,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:41:20.262554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2152ffaf-34da-4e91-aa03-09fe67ee2cf7 None None] Port dab59b32-2b65-4d90-9503-2ed7831866f9 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:41:20.276414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340154305', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:41:11Z', 'updated_at': '2022-02-17T10:41:17Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:12Z', 'updated_at': '2022-02-17T10:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'dab59b32-2b65-4d90-9503-2ed7831866f9', 'name': '', 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:76:db:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:17Z', 'updated_at': '2022-02-17T10:41:18Z', 'revision_number': 2, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:20.280328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Checking router: 434dc203-3ce1-4020-b7d8-aeea57c1affb for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:41:20.285190 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Updating router 434dc203-3ce1-4020-b7d8-aeea57c1affb port dab59b32-2b65-4d90-9503-2ed7831866f9 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:41:20.309607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:20.400803 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:20.423259 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=8e4a4d5a-8d13-4a09-972b-f63582fb0843,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:20.450152 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8b18d6d4-f13c-4e50-a391-46e1df4185eb None None] Provisioning complete for port dab59b32-2b65-4d90-9503-2ed7831866f9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:41:20.450425 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b18d6d4-f13c-4e50-a391-46e1df4185eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:20.569903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8b18d6d4-f13c-4e50-a391-46e1df4185eb None None] Port dab59b32-2b65-4d90-9503-2ed7831866f9 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:41:20.661760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c6fad49d-aad3-4f4e-bc83-646f9985061e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:41:20.682850 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-90521168-4ab2-4ac0-a4c5-2cdbbc91ed05 req-0318e6a0-ed01-4722-8217-ab1420aaeb2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:41:20.695764 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-90521168-4ab2-4ac0-a4c5-2cdbbc91ed05 req-0318e6a0-ed01-4722-8217-ab1420aaeb2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:41:20.696924 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-90521168-4ab2-4ac0-a4c5-2cdbbc91ed05 req-0318e6a0-ed01-4722-8217-ab1420aaeb2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 210 time: 0.2165608 Feb 17 10:41:20.833490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port c6fad49d-aad3-4f4e-bc83-646f9985061e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:41:20.834082 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:20.988535 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:21.017671 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Transition to ACTIVE for port object dab59b32-2b65-4d90-9503-2ed7831866f9 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:41:21.028933 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8e4a4d5a-8d13-4a09-972b-f63582fb0843 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:41:21.096438 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 8e4a4d5a-8d13-4a09-972b-f63582fb0843 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:41:21.097583 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:21.143398 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:21.290344 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74904153-25ab-4b0c-a79d-999bed8d0723 None None] Pushing event updated for resources: {'Port': ['ID=dab59b32-2b65-4d90-9503-2ed7831866f9,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:21.426158 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Attempting to bind port dab59b32-2b65-4d90-9503-2ed7831866f9 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:41:21.426612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Attempting to bind port dab59b32-2b65-4d90-9503-2ed7831866f9 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '89ff1951-aff7-4b2b-b288-cc95eaf8a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:41:21.427001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Attempting to bind port dab59b32-2b65-4d90-9503-2ed7831866f9 on network 9e96b678-c3e8-4e22-99ff-33c1e284fb88 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:41:21.437336 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:41:21.437714 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Checking segment: {'id': '89ff1951-aff7-4b2b-b288-cc95eaf8a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:41:21.438137 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:21.438523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Bound using segment: {'id': '89ff1951-aff7-4b2b-b288-cc95eaf8a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:41:21.439126 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Bound port: dab59b32-2b65-4d90-9503-2ed7831866f9, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ff1951-aff7-4b2b-b288-cc95eaf8a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:41:21.439347 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:21.547176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] For port dab59b32-2b65-4d90-9503-2ed7831866f9, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:41:21.551065 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] For port dab59b32-2b65-4d90-9503-2ed7831866f9, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dab59b32-2b65-4d90-9503-2ed7831866f9,segment=NetworkSegment(89ff1951-aff7-4b2b-b288-cc95eaf8a47b),segment_id=89ff1951-aff7-4b2b-b288-cc95eaf8a47b)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:41:21.707338 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:21.829152 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Routers {'434dc203-3ce1-4020-b7d8-aeea57c1affb'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:41:21.829780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:40:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['434dc203-3ce1-4020-b7d8-aeea57c1affb'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:21.866300 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-695f16fb-9602-4d53-8853-a40da235c466 req-117166a2-4a03-4199-8a2d-e9248ce67dda tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 210 time: 0.0476494 Feb 17 10:41:21.894572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74904153-25ab-4b0c-a79d-999bed8d0723 None None] Pushing event updated for resources: {'Port': ['ID=dab59b32-2b65-4d90-9503-2ed7831866f9,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:22.035104 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] Set router 434dc203-3ce1-4020-b7d8-aeea57c1affb gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:41:22.354146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340154305', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:41:11Z', 'updated_at': '2022-02-17T10:41:17Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:12Z', 'updated_at': '2022-02-17T10:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'dab59b32-2b65-4d90-9503-2ed7831866f9', 'name': '', 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:76:db:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:17Z', 'updated_at': '2022-02-17T10:41:21Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:22.358168 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295dfad8-8a4c-487f-a162-d5cc409686f6 None None] The sync data for ids ['434dc203-3ce1-4020-b7d8-aeea57c1affb'] in dv-neutron-828143-5-hyperv is: [{'id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340154305', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:41:11Z', 'updated_at': '2022-02-17T10:41:17Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:12Z', 'updated_at': '2022-02-17T10:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'dab59b32-2b65-4d90-9503-2ed7831866f9', 'name': '', 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:76:db:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:17Z', 'updated_at': '2022-02-17T10:41:21Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:41:22.668100 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dab59b32-2b65-4d90-9503-2ed7831866f9 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:41:22.832208 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port dab59b32-2b65-4d90-9503-2ed7831866f9 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:41:22.838353 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port dab59b32-2b65-4d90-9503-2ed7831866f9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:41:22.839026 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:22.981274 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:23.028224 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port dab59b32-2b65-4d90-9503-2ed7831866f9, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dab59b32-2b65-4d90-9503-2ed7831866f9,segment=NetworkSegment(89ff1951-aff7-4b2b-b288-cc95eaf8a47b),segment_id=89ff1951-aff7-4b2b-b288-cc95eaf8a47b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:41:23.042973 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4a95b12e-34b0-4872-a1b4-42261c9c399b req-6f4822dd-5cf4-46a2-9311-46e87c366c3c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 210 time: 0.0511980 Feb 17 10:41:23.118507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:23.190480 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=dab59b32-2b65-4d90-9503-2ed7831866f9,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:23.307800 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-0286c184-8bef-4281-83da-0a12018dff40 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:23.309376 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-0286c184-8bef-4281-83da-0a12018dff40 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "GET /v2.0/networks?id=9e96b678-c3e8-4e22-99ff-33c1e284fb88 HTTP/1.1" status: 200 len: 796 time: 0.1743784 Feb 17 10:41:23.362915 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-5bb2565a-cb48-4391-9804-ea3d158e4c28 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e986d3720a6641768dbcd23d036578fd HTTP/1.1" status: 200 len: 379 time: 0.0440571 Feb 17 10:41:23.370696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-028a5d59-4a7d-4a2e-92e2-583394896d2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'port': {'device_id': '3f99e3ff-e06b-4840-8573-fb4a435b4ef3', 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88', 'admin_state_up': True, 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'security_groups': ['2cb9b605-a466-458a-8ffb-748e9f881894']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:41:23.520297 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-028a5d59-4a7d-4a2e-92e2-583394896d2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:41:23.530713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-028a5d59-4a7d-4a2e-92e2-583394896d2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:41:23.665951 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-028a5d59-4a7d-4a2e-92e2-583394896d2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Made reservation on behalf of e986d3720a6641768dbcd23d036578fd for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:41:23.669767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-028a5d59-4a7d-4a2e-92e2-583394896d2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:23.837696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-028a5d59-4a7d-4a2e-92e2-583394896d2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.20.0.5 (9e96b678-c3e8-4e22-99ff-33c1e284fb88/1f851504-c515-47b2-b54f-37b15ec14fbb/94fd53e8-8fdf-4d2e-b63f-32bb8a500525) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:41:24.146193 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-028a5d59-4a7d-4a2e-92e2-583394896d2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:24.206309 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-06abf02b-5efe-40f4-b838-406353290b4d req-9ef07c95-ee43-4ab1-8181-33502f9b44cd tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 210 time: 0.0536311 Feb 17 10:41:24.207392 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-028a5d59-4a7d-4a2e-92e2-583394896d2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Transition to ACTIVE for port object 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:41:24.306442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-028a5d59-4a7d-4a2e-92e2-583394896d2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:24.377033 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-028a5d59-4a7d-4a2e-92e2-583394896d2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network 9e96b678-c3e8-4e22-99ff-33c1e284fb88 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:41:24.380576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-028a5d59-4a7d-4a2e-92e2-583394896d2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:41:24.384518 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-028a5d59-4a7d-4a2e-92e2-583394896d2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:41:24.425531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a5d59-4a7d-4a2e-92e2-583394896d2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=94fd53e8-8fdf-4d2e-b63f-32bb8a500525,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:24.463645 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-028a5d59-4a7d-4a2e-92e2-583394896d2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:24.464276 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-028a5d59-4a7d-4a2e-92e2-583394896d2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:24.546971 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-028a5d59-4a7d-4a2e-92e2-583394896d2d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1799848 Feb 17 10:41:24.558814 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Request body: {'port': {'device_id': '3f99e3ff-e06b-4840-8573-fb4a435b4ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:41:24.645264 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dab59b32-2b65-4d90-9503-2ed7831866f9 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:41:24.696034 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:24.734936 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port dab59b32-2b65-4d90-9503-2ed7831866f9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:41:24.735309 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:24.797768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-784013e0-fe1b-470b-8b95-8639c9016863 None None] Provisioning for port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:41:24.808301 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-784013e0-fe1b-470b-8b95-8639c9016863 None None] Provisioning complete for port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:41:24.808668 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-784013e0-fe1b-470b-8b95-8639c9016863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:24.879905 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8d9d1f8-c405-45cb-a92d-1e8aec1098d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:24.915329 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-784013e0-fe1b-470b-8b95-8639c9016863 None None] Port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:41:25.078766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:41:25.087377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:25.102352 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Transition to ACTIVE for port object 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:41:25.169111 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:25.327738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Pushing event updated for resources: {'Port': ['ID=94fd53e8-8fdf-4d2e-b63f-32bb8a500525,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:25.413364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e272a-873d-4b61-8790-66edbae6f68d req-e830f40c-34bc-4110-95a1-fb58bfbb5f90 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:25.414976 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3d9e272a-873d-4b61-8790-66edbae6f68d req-e830f40c-34bc-4110-95a1-fb58bfbb5f90 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 943 time: 0.0880337 Feb 17 10:41:25.416302 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Attempting to bind port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:41:25.416702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Attempting to bind port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '89ff1951-aff7-4b2b-b288-cc95eaf8a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:41:25.416960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Attempting to bind port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 on network 9e96b678-c3e8-4e22-99ff-33c1e284fb88 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:41:25.421853 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 on network 9e96b678-c3e8-4e22-99ff-33c1e284fb88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:41:25.422218 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Attempting to bind port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 on network 9e96b678-c3e8-4e22-99ff-33c1e284fb88 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:41:25.429484 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:41:25.429836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Checking segment: {'id': '89ff1951-aff7-4b2b-b288-cc95eaf8a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:41:25.430378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Bound using segment: {'id': '89ff1951-aff7-4b2b-b288-cc95eaf8a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:41:25.431120 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Bound port: 94fd53e8-8fdf-4d2e-b63f-32bb8a500525, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ff1951-aff7-4b2b-b288-cc95eaf8a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:41:25.431477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:25.464129 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-3d9e272a-873d-4b61-8790-66edbae6f68d req-3acdafb2-7d38-4bfa-a185-482c5cf40d4c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:41:25.524589 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] For port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:41:25.527626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] For port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=94fd53e8-8fdf-4d2e-b63f-32bb8a500525,segment=NetworkSegment(89ff1951-aff7-4b2b-b288-cc95eaf8a47b),segment_id=89ff1951-aff7-4b2b-b288-cc95eaf8a47b)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:41:25.539981 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-3d9e272a-873d-4b61-8790-66edbae6f68d req-3acdafb2-7d38-4bfa-a185-482c5cf40d4c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:41:25.543479 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3d9e272a-873d-4b61-8790-66edbae6f68d req-3acdafb2-7d38-4bfa-a185-482c5cf40d4c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196563 Feb 17 10:41:25.603866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:25.672195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:25.672852 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:25.674241 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] 10.222.0.37 "PUT /v2.0/ports/94fd53e8-8fdf-4d2e-b63f-32bb8a500525 HTTP/1.1" status: 200 len: 1093 time: 1.1205671 Feb 17 10:41:25.674684 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f99e3ff-e06b-4840-8573-fb4a435b4ef3', 'tag': '94fd53e8-8fdf-4d2e-b63f-32bb8a500525'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:41:25.697222 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c381ae-d5a0-4c3a-a121-2b09fcf707a3 service neutron] Pushing event updated for resources: {'Port': ['ID=94fd53e8-8fdf-4d2e-b63f-32bb8a500525,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:25.731932 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f99e3ff-e06b-4840-8573-fb4a435b4ef3', 'tag': '94fd53e8-8fdf-4d2e-b63f-32bb8a500525', 'status': 'completed', 'code': 200} Feb 17 10:41:25.827941 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cca09-c118-4030-9bc2-40b5ca5f9ce2 req-1e6a678f-9c4d-4748-bf6e-126612b4791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:25.829529 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d46cca09-c118-4030-9bc2-40b5ca5f9ce2 req-1e6a678f-9c4d-4748-bf6e-126612b4791a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 1096 time: 0.0788231 Feb 17 10:41:25.976374 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cca09-c118-4030-9bc2-40b5ca5f9ce2 req-1d1e81c0-d620-4afa-afa1-4db4a71571dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:25.977876 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d46cca09-c118-4030-9bc2-40b5ca5f9ce2 req-1d1e81c0-d620-4afa-afa1-4db4a71571dc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e986d3720a6641768dbcd23d036578fd&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1413927 Feb 17 10:41:26.120351 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cca09-c118-4030-9bc2-40b5ca5f9ce2 req-74dbd3ba-bfee-4e71-8520-eaa348659617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:26.121837 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d46cca09-c118-4030-9bc2-40b5ca5f9ce2 req-74dbd3ba-bfee-4e71-8520-eaa348659617 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383281 Feb 17 10:41:26.229445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-dd02ee17-19ea-4df9-a6bb-f7a4f0565410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:26.231060 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-dd02ee17-19ea-4df9-a6bb-f7a4f0565410 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 1096 time: 0.0724182 Feb 17 10:41:26.401268 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-4b81aa2e-5238-446d-bd19-cb61e3edcd41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94fd53e8-8fdf-4d2e-b63f-32bb8a500525 HTTP/1.1" status: 200 len: 217 time: 0.1639812 Feb 17 10:41:26.464425 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-301e53ce-fcac-48a0-9382-98c71f1294d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:26.465846 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-301e53ce-fcac-48a0-9382-98c71f1294d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f851504-c515-47b2-b54f-37b15ec14fbb HTTP/1.1" status: 200 len: 834 time: 0.0591216 Feb 17 10:41:26.539672 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-fb97755f-5054-42b7-ad57-403656bb42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:26.541036 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-fb97755f-5054-42b7-ad57-403656bb42b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e96b678-c3e8-4e22-99ff-33c1e284fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694630 Feb 17 10:41:26.680739 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-aebae567-4a9a-497e-a811-8933cd4ecd65 service neutron] 10.222.0.37 "GET /v2.0/networks/9e96b678-c3e8-4e22-99ff-33c1e284fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335514 Feb 17 10:41:26.734632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38879ee-1ed9-4524-8c9c-f4faaa6d979f req-fe5922d0-641b-45b0-8fa1-c6f4f9365651 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:26.736116 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e38879ee-1ed9-4524-8c9c-f4faaa6d979f req-fe5922d0-641b-45b0-8fa1-c6f4f9365651 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 943 time: 0.0819197 Feb 17 10:41:26.782164 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-e38879ee-1ed9-4524-8c9c-f4faaa6d979f req-dcff0728-8bf2-4d83-ad0b-a5ff1bdb3572 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393143 Feb 17 10:41:26.819219 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2089bebd-e560-4895-a48a-bc960ebd9a84 req-558f0d5c-b849-47d8-92ac-b2786761660c service neutron] 10.222.0.37 "GET /v2.0/networks/9e96b678-c3e8-4e22-99ff-33c1e284fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320565 Feb 17 10:41:27.146438 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb44d-305c-4313-a530-7218f75405c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:27.940600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:27.986512 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afd8fe-a638-421d-9274-ec7e05e53f3c req-150754e3-7384-4aa2-b704-3d906066659a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:27.987210 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-b0afd8fe-a638-421d-9274-ec7e05e53f3c req-150754e3-7384-4aa2-b704-3d906066659a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:41:28.083386 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-b0afd8fe-a638-421d-9274-ec7e05e53f3c req-150754e3-7384-4aa2-b704-3d906066659a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:41:28.084588 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b0afd8fe-a638-421d-9274-ec7e05e53f3c req-150754e3-7384-4aa2-b704-3d906066659a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 943 time: 0.1848085 Feb 17 10:41:28.139037 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b0afd8fe-a638-421d-9274-ec7e05e53f3c req-fb5c8694-73ca-49c7-8a7b-fb3022e9c36c tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481668 Feb 17 10:41:28.415305 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:29.324283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89824e4f-b510-481e-97bb-6f64fb742c86 req-1f0a84eb-886e-4128-844f-924557e01fed tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:29.325739 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-89824e4f-b510-481e-97bb-6f64fb742c86 req-1f0a84eb-886e-4128-844f-924557e01fed tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 943 time: 0.0839338 Feb 17 10:41:29.370014 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-89824e4f-b510-481e-97bb-6f64fb742c86 req-d60e3287-81c8-4f89-8e9e-4dd74abbacb3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377209 Feb 17 10:41:29.814197 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:41:29.944646 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=94fd53e8-8fdf-4d2e-b63f-32bb8a500525,segment=NetworkSegment(89ff1951-aff7-4b2b-b288-cc95eaf8a47b),segment_id=89ff1951-aff7-4b2b-b288-cc95eaf8a47b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:41:29.958250 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '94fd53e8-8fdf-4d2e-b63f-32bb8a500525', 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88', 'port_id': '94fd53e8-8fdf-4d2e-b63f-32bb8a500525', 'mac_address': 'fa:16:3e:5a:1b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:41:30.028187 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:30.046095 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:41:30.061897 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=94fd53e8-8fdf-4d2e-b63f-32bb8a500525,segment=NetworkSegment(89ff1951-aff7-4b2b-b288-cc95eaf8a47b),segment_id=89ff1951-aff7-4b2b-b288-cc95eaf8a47b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:41:30.151562 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:30.191628 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:30.262483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=94fd53e8-8fdf-4d2e-b63f-32bb8a500525,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:30.557121 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319bee5-fe9e-4393-a175-9e037361eb29 req-d79db1c6-113c-452e-97a2-b614075b8aff tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:30.558638 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d319bee5-fe9e-4393-a175-9e037361eb29 req-d79db1c6-113c-452e-97a2-b614075b8aff tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 944 time: 0.0800066 Feb 17 10:41:30.585992 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['94fd53e8-8fdf-4d2e-b63f-32bb8a500525'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:41:30.606416 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d319bee5-fe9e-4393-a175-9e037361eb29 req-3802aefc-7e50-41d4-b018-3c9cdfe05aab tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418308 Feb 17 10:41:31.795453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf08beb-ebe8-4a78-98cf-f7fe614ba1d8 req-48073e63-a2b9-4e10-8d19-43e0e23a0284 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:31.796931 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-adf08beb-ebe8-4a78-98cf-f7fe614ba1d8 req-48073e63-a2b9-4e10-8d19-43e0e23a0284 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 944 time: 0.0794845 Feb 17 10:41:31.821776 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:41:31.842266 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-adf08beb-ebe8-4a78-98cf-f7fe614ba1d8 req-712d481d-c864-476e-9cb3-713315ac3fea tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392952 Feb 17 10:41:31.945624 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:41:31.950535 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:41:31.950895 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:32.066743 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:32.093204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f99e3ff-e06b-4840-8573-fb4a435b4ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fd53e8-8fdf-4d2e-b63f-32bb8a500525'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:41:32.102922 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=94fd53e8-8fdf-4d2e-b63f-32bb8a500525,segment=NetworkSegment(89ff1951-aff7-4b2b-b288-cc95eaf8a47b),segment_id=89ff1951-aff7-4b2b-b288-cc95eaf8a47b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:41:32.139548 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f99e3ff-e06b-4840-8573-fb4a435b4ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fd53e8-8fdf-4d2e-b63f-32bb8a500525', 'code': 200} Feb 17 10:41:32.168828 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:32.238687 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=94fd53e8-8fdf-4d2e-b63f-32bb8a500525,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:32.496015 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6443af1-add9-4415-ba0b-530087f395c7 req-47a8512e-dcbc-40b8-9aa1-9293d1e7e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:32.497439 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f6443af1-add9-4415-ba0b-530087f395c7 req-47a8512e-dcbc-40b8-9aa1-9293d1e7e45e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 1098 time: 0.0727086 Feb 17 10:41:32.538491 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f6443af1-add9-4415-ba0b-530087f395c7 req-0e71286a-8f4a-4cd7-a1f6-1d234c38397c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352807 Feb 17 10:41:33.039283 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9e394-0cdc-48fe-8fd9-a0b186005c88 req-a86555ac-2d40-4e29-ab59-c6fbf32ebfde tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:33.040737 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-67d9e394-0cdc-48fe-8fd9-a0b186005c88 req-a86555ac-2d40-4e29-ab59-c6fbf32ebfde tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 945 time: 0.0886903 Feb 17 10:41:33.085457 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-67d9e394-0cdc-48fe-8fd9-a0b186005c88 req-54dcd4b4-ea0d-4952-a4aa-686822cc856a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389881 Feb 17 10:41:34.276135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbc27f-fc2c-4ed0-a306-d49f193a1b7c req-84e6bff1-8845-427d-b3ca-8aa998a7af18 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:34.277596 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-87bbc27f-fc2c-4ed0-a306-d49f193a1b7c req-84e6bff1-8845-427d-b3ca-8aa998a7af18 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 945 time: 0.0840268 Feb 17 10:41:34.323153 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-87bbc27f-fc2c-4ed0-a306-d49f193a1b7c req-fa705f14-141b-44c2-af8d-cdb870f8a979 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397878 Feb 17 10:41:34.507905 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8dff3-80df-482b-aa46-a18529578251 req-8d9d5547-4ba6-4bdc-9bec-b9c8ae658f9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:34.509403 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5fc8dff3-80df-482b-aa46-a18529578251 req-8d9d5547-4ba6-4bdc-9bec-b9c8ae658f9b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 945 time: 0.0797303 Feb 17 10:41:34.562676 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-5fc8dff3-80df-482b-aa46-a18529578251 req-24bc4033-2d45-49bc-b07a-183422190e28 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476384 Feb 17 10:41:34.585790 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49576) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:34.658361 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a5c495-6ecc-4342-a37b-73e60a4c9e2e tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:34.660896 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a5a5c495-6ecc-4342-a37b-73e60a4c9e2e tempest-TestNetworkAdvancedServerOps-1828759646 tempest-TestNetworkAdvancedServerOps-1828759646-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 1093 time: 0.0740378 Feb 17 10:41:34.663873 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49580) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:34.668902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': '94fd53e8-8fdf-4d2e-b63f-32bb8a500525', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:41:34.675091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:41:34.678834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Usage tracker for resource:floatingip and tenant:e986d3720a6641768dbcd23d036578fd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:41:34.681712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:41:34.687353 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:41:34.769588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:34.907570 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:35.046368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Allocated IP 172.26.4.224 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/8dfa0073-13dc-4c6f-8ce8-6fa71bcafd0b) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:41:35.193894 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:35.277363 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:35.343602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:41:35.346248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:41:35.348955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:41:35.385483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=8dfa0073-13dc-4c6f-8ce8-6fa71bcafd0b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:35.872534 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:36.035189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:36.244161 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:36.288803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:36.395791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event updated for resources: {'Port': ['ID=8dfa0073-13dc-4c6f-8ce8-6fa71bcafd0b,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:41:36.412452 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:36.589055 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Floating IP eb44324f-0a76-41f0-be7b-6bcfd703d9eb associated. External IP: 172.26.4.224, port: 94fd53e8-8fdf-4d2e-b63f-32bb8a500525. Feb 17 10:41:36.941403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router 434dc203-3ce1-4020-b7d8-aeea57c1affb has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:41:37.123011 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:41:37.133668 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f90de-7873-499e-81a8-4c722057221f None None] Sync routers for ids ['434dc203-3ce1-4020-b7d8-aeea57c1affb'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:41:37.142859 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f90de-7873-499e-81a8-4c722057221f None None] Routers {'434dc203-3ce1-4020-b7d8-aeea57c1affb'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:41:37.143484 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-401f90de-7873-499e-81a8-4c722057221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:41:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['434dc203-3ce1-4020-b7d8-aeea57c1affb'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:37.238569 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:37.320202 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-401f90de-7873-499e-81a8-4c722057221f None None] Set router 434dc203-3ce1-4020-b7d8-aeea57c1affb gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:41:37.410712 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-4942af33-b40d-4f2d-afa8-58c76b0febeb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7458060 Feb 17 10:41:37.411469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f99e3ff-e06b-4840-8573-fb4a435b4ef3', 'tag': '94fd53e8-8fdf-4d2e-b63f-32bb8a500525'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:41:37.464012 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f99e3ff-e06b-4840-8573-fb4a435b4ef3', 'tag': '94fd53e8-8fdf-4d2e-b63f-32bb8a500525', 'status': 'completed', 'code': 200} Feb 17 10:41:37.621255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5732ef1-0a02-40d8-9380-7c997901a0b9 req-33dddc21-c59b-490e-9ba0-4803665a2500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:37.622677 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a5732ef1-0a02-40d8-9380-7c997901a0b9 req-33dddc21-c59b-490e-9ba0-4803665a2500 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 1098 time: 0.1368783 Feb 17 10:41:37.631335 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba30c66-cbe0-4ecc-96d5-b11ad5da7fde req-8e3bd8f2-2bfa-4155-8108-a0f8a294bffb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:37.632750 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eba30c66-cbe0-4ecc-96d5-b11ad5da7fde req-8e3bd8f2-2bfa-4155-8108-a0f8a294bffb tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 945 time: 0.1104858 Feb 17 10:41:37.684400 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-401f90de-7873-499e-81a8-4c722057221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340154305', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:41:11Z', 'updated_at': '2022-02-17T10:41:17Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:12Z', 'updated_at': '2022-02-17T10:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'eb44324f-0a76-41f0-be7b-6bcfd703d9eb', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'port_id': '94fd53e8-8fdf-4d2e-b63f-32bb8a500525', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88', 'mac_address': 'fa:16:3e:5a:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f99e3ff-e06b-4840-8573-fb4a435b4ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:41:35Z', 'updated_at': '2022-02-17T10:41:35Z', 'revision_number': 0, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab59b32-2b65-4d90-9503-2ed7831866f9', 'name': '', 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:76:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:17Z', 'updated_at': '2022-02-17T10:41:23Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:37.688112 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f90de-7873-499e-81a8-4c722057221f None None] Checking router: 434dc203-3ce1-4020-b7d8-aeea57c1affb for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:41:37.696744 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f90de-7873-499e-81a8-4c722057221f None None] Routers {'434dc203-3ce1-4020-b7d8-aeea57c1affb'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:41:37.697340 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-401f90de-7873-499e-81a8-4c722057221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:41:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['434dc203-3ce1-4020-b7d8-aeea57c1affb'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:37.758706 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eba30c66-cbe0-4ecc-96d5-b11ad5da7fde req-7a2bac21-f22d-4621-82d2-fdfeb52dc0d7 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068013 Feb 17 10:41:37.783617 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49588) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:37.794682 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5732ef1-0a02-40d8-9380-7c997901a0b9 req-384c5f60-6c89-48a9-97e9-a4fb8b82c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:37.796130 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a5732ef1-0a02-40d8-9380-7c997901a0b9 req-384c5f60-6c89-48a9-97e9-a4fb8b82c5db service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e96b678-c3e8-4e22-99ff-33c1e284fb88 HTTP/1.1" status: 200 len: 897 time: 0.1625326 Feb 17 10:41:37.875226 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-401f90de-7873-499e-81a8-4c722057221f None None] Set router 434dc203-3ce1-4020-b7d8-aeea57c1affb gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:41:37.896901 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-debebdd9-2102-451e-a9fe-5c5dbb703e22 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/eb44324f-0a76-41f0-be7b-6bcfd703d9eb HTTP/1.1" status: 200 len: 991 time: 0.1114867 Feb 17 10:41:37.907173 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a5732ef1-0a02-40d8-9380-7c997901a0b9 req-b0fdc3b8-4818-4980-9453-f96b4a837ab7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94fd53e8-8fdf-4d2e-b63f-32bb8a500525 HTTP/1.1" status: 200 len: 999 time: 0.1048474 Feb 17 10:41:37.974134 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5732ef1-0a02-40d8-9380-7c997901a0b9 req-7cc02c9d-424d-4009-bee4-c9a449fa39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:37.975616 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a5732ef1-0a02-40d8-9380-7c997901a0b9 req-7cc02c9d-424d-4009-bee4-c9a449fa39a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f851504-c515-47b2-b54f-37b15ec14fbb HTTP/1.1" status: 200 len: 834 time: 0.0631590 Feb 17 10:41:38.063273 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5732ef1-0a02-40d8-9380-7c997901a0b9 req-5e7259f6-2930-4c03-b1b6-138d4585f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:41:38.064924 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a5732ef1-0a02-40d8-9380-7c997901a0b9 req-5e7259f6-2930-4c03-b1b6-138d4585f88d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e96b678-c3e8-4e22-99ff-33c1e284fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743980 Feb 17 10:41:38.200952 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a5732ef1-0a02-40d8-9380-7c997901a0b9 req-215e2f42-5118-48c1-a07a-9e5a9bba61b8 service neutron] 10.222.0.37 "GET /v2.0/networks/9e96b678-c3e8-4e22-99ff-33c1e284fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289322 Feb 17 10:41:38.267515 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-401f90de-7873-499e-81a8-4c722057221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340154305', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:41:11Z', 'updated_at': '2022-02-17T10:41:17Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:12Z', 'updated_at': '2022-02-17T10:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'eb44324f-0a76-41f0-be7b-6bcfd703d9eb', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'port_id': '94fd53e8-8fdf-4d2e-b63f-32bb8a500525', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88', 'mac_address': 'fa:16:3e:5a:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f99e3ff-e06b-4840-8573-fb4a435b4ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:41:35Z', 'updated_at': '2022-02-17T10:41:35Z', 'revision_number': 0, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab59b32-2b65-4d90-9503-2ed7831866f9', 'name': '', 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:76:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:17Z', 'updated_at': '2022-02-17T10:41:23Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:41:38.272011 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f90de-7873-499e-81a8-4c722057221f None None] The sync data for ids ['434dc203-3ce1-4020-b7d8-aeea57c1affb'] in dv-neutron-828143-5-hyperv is: [{'id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340154305', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:41:11Z', 'updated_at': '2022-02-17T10:41:17Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:12Z', 'updated_at': '2022-02-17T10:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'eb44324f-0a76-41f0-be7b-6bcfd703d9eb', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'port_id': '94fd53e8-8fdf-4d2e-b63f-32bb8a500525', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88', 'mac_address': 'fa:16:3e:5a:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f99e3ff-e06b-4840-8573-fb4a435b4ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:41:35Z', 'updated_at': '2022-02-17T10:41:35Z', 'revision_number': 0, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab59b32-2b65-4d90-9503-2ed7831866f9', 'name': '', 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:76:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:17Z', 'updated_at': '2022-02-17T10:41:23Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:41:38.340268 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a5732ef1-0a02-40d8-9380-7c997901a0b9 req-48b22b3f-dc5f-486f-abf0-706131ad2201 service neutron] 10.222.0.37 "GET /v2.0/networks/9e96b678-c3e8-4e22-99ff-33c1e284fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326153 Feb 17 10:41:38.469847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c732ce1e-29f3-4e2f-841c-a0eb1a7c1225 None None] New status for floating IP eb44324f-0a76-41f0-be7b-6bcfd703d9eb: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:41:38.704358 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:41:38.905073 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49592) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:41:39.014588 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-6509e1e9-f14a-40de-a776-9d5d83f2936e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/eb44324f-0a76-41f0-be7b-6bcfd703d9eb HTTP/1.1" status: 200 len: 993 time: 0.1076491 Feb 17 10:41:39.300329 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:54.757092 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-706c5acf-1bf7-4081-b549-dacccd304bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:57.111616 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc74e47d-68cf-4931-a50d-699db74e5ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:57.952125 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:41:58.425965 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:00.073250 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:09.317496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:15.703077 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:42:23.479235 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9ad2af9f-85c9-40a6-b5df-99c6c38b61db req-3a6533b3-0764-4659-a0f1-95cdc4642d1b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694742 Feb 17 10:42:23.621123 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2af9f-85c9-40a6-b5df-99c6c38b61db req-54ea9791-3ceb-48ff-86d1-424570463570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:23.622627 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9ad2af9f-85c9-40a6-b5df-99c6c38b61db req-54ea9791-3ceb-48ff-86d1-424570463570 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 1098 time: 0.0749085 Feb 17 10:42:23.773862 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2af9f-85c9-40a6-b5df-99c6c38b61db req-a8b9bd87-d9e5-4795-b93c-47c34ff10f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:23.775303 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9ad2af9f-85c9-40a6-b5df-99c6c38b61db req-a8b9bd87-d9e5-4795-b93c-47c34ff10f0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e96b678-c3e8-4e22-99ff-33c1e284fb88 HTTP/1.1" status: 200 len: 897 time: 0.1333287 Feb 17 10:42:23.880580 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9ad2af9f-85c9-40a6-b5df-99c6c38b61db req-3772aa82-42fe-4256-905b-75bf913bec20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94fd53e8-8fdf-4d2e-b63f-32bb8a500525 HTTP/1.1" status: 200 len: 1001 time: 0.0983942 Feb 17 10:42:23.940530 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2af9f-85c9-40a6-b5df-99c6c38b61db req-e62c2b98-cc0a-4842-8e9e-789bad81f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:23.941942 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9ad2af9f-85c9-40a6-b5df-99c6c38b61db req-e62c2b98-cc0a-4842-8e9e-789bad81f86d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f851504-c515-47b2-b54f-37b15ec14fbb HTTP/1.1" status: 200 len: 834 time: 0.0563557 Feb 17 10:42:24.019770 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2af9f-85c9-40a6-b5df-99c6c38b61db req-c1b0b3a8-490e-4587-8db5-da44de2aa681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:24.022226 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9ad2af9f-85c9-40a6-b5df-99c6c38b61db req-c1b0b3a8-490e-4587-8db5-da44de2aa681 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e96b678-c3e8-4e22-99ff-33c1e284fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745351 Feb 17 10:42:24.157885 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9ad2af9f-85c9-40a6-b5df-99c6c38b61db req-4bd533f3-fe4c-4152-a4ac-fe96109f0856 service neutron] 10.222.0.37 "GET /v2.0/networks/9e96b678-c3e8-4e22-99ff-33c1e284fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284993 Feb 17 10:42:24.382604 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9ad2af9f-85c9-40a6-b5df-99c6c38b61db req-72d72567-7e2c-4137-924e-5ee6e1dec5be service neutron] 10.222.0.37 "GET /v2.0/networks/9e96b678-c3e8-4e22-99ff-33c1e284fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186496 Feb 17 10:42:24.734296 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59a0a7cf-fba5-42e0-8155-ca926588b736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:27.077319 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3ed9a79b-37f4-45a8-b412-4d89525b3db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:27.934174 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:28.432133 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:30.121925 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:39.363222 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:42.544016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ca881-a7f2-4660-805a-c2a42dafb94c req-1193669f-d063-4051-b60c-996430ee78e4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:42.546101 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-646ca881-a7f2-4660-805a-c2a42dafb94c req-1193669f-d063-4051-b60c-996430ee78e4 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 945 time: 0.0831561 Feb 17 10:42:42.593070 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-646ca881-a7f2-4660-805a-c2a42dafb94c req-46d55450-34c7-4e49-9d5c-355ab37f5b09 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398810 Feb 17 10:42:43.780367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd76cb-ef00-483b-bef9-8dc00a3e9d21 req-ab373f2a-eccd-44bb-b3b0-ac758fa76f93 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:43.781871 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29fd76cb-ef00-483b-bef9-8dc00a3e9d21 req-ab373f2a-eccd-44bb-b3b0-ac758fa76f93 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 945 time: 0.0797696 Feb 17 10:42:43.827058 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-29fd76cb-ef00-483b-bef9-8dc00a3e9d21 req-1c3edae5-7333-4929-b96a-e0518cccf813 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391963 Feb 17 10:42:45.013127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7f807-2a67-485f-971b-762bac68220d req-d9b715f4-b81c-43a4-8982-684e2e9e1744 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:45.014984 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-42e7f807-2a67-485f-971b-762bac68220d req-d9b715f4-b81c-43a4-8982-684e2e9e1744 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 945 time: 0.0822959 Feb 17 10:42:45.057891 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-42e7f807-2a67-485f-971b-762bac68220d req-68bc5ad4-d3b0-426f-940d-1f5128bc2b0f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375626 Feb 17 10:42:45.081097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49626) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:42:45.185038 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-82c1b9bd-7ea5-4bc2-b616-879819fa4159 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/eb44324f-0a76-41f0-be7b-6bcfd703d9eb HTTP/1.1" status: 200 len: 993 time: 0.1025758 Feb 17 10:42:46.814437 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82827399-de77-42c8-bc65-127b001ab95f req-45f4f38c-cb02-424e-9c54-f38146583df3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:46.815907 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-82827399-de77-42c8-bc65-127b001ab95f req-45f4f38c-cb02-424e-9c54-f38146583df3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 945 time: 0.0878489 Feb 17 10:42:46.913052 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-82827399-de77-42c8-bc65-127b001ab95f req-bb87b1ff-430d-4328-94de-452c5ee5032a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653253 Feb 17 10:42:46.926337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c5bd6-095e-4c63-8cc2-8cf4e9350aa2 req-642d4596-0e85-4438-ad4f-8345fe23060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:46.927998 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d04c5bd6-095e-4c63-8cc2-8cf4e9350aa2 req-642d4596-0e85-4438-ad4f-8345fe23060b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 1098 time: 0.1110392 Feb 17 10:42:47.063547 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c5bd6-095e-4c63-8cc2-8cf4e9350aa2 req-3157b2b4-85b3-4d62-bd64-979a0a079fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:47.064974 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d04c5bd6-095e-4c63-8cc2-8cf4e9350aa2 req-3157b2b4-85b3-4d62-bd64-979a0a079fea service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e96b678-c3e8-4e22-99ff-33c1e284fb88 HTTP/1.1" status: 200 len: 897 time: 0.1314054 Feb 17 10:42:47.164137 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d04c5bd6-095e-4c63-8cc2-8cf4e9350aa2 req-d8920fd8-1631-4747-9d9d-25d3e08941cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94fd53e8-8fdf-4d2e-b63f-32bb8a500525 HTTP/1.1" status: 200 len: 1001 time: 0.0936542 Feb 17 10:42:47.227988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c5bd6-095e-4c63-8cc2-8cf4e9350aa2 req-0569977c-e309-4eab-bfae-63feacd78143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:47.229422 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d04c5bd6-095e-4c63-8cc2-8cf4e9350aa2 req-0569977c-e309-4eab-bfae-63feacd78143 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f851504-c515-47b2-b54f-37b15ec14fbb HTTP/1.1" status: 200 len: 834 time: 0.0591452 Feb 17 10:42:47.303362 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c5bd6-095e-4c63-8cc2-8cf4e9350aa2 req-1b6c6e53-59f1-4e17-b6a6-88c10295e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:47.304842 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d04c5bd6-095e-4c63-8cc2-8cf4e9350aa2 req-1b6c6e53-59f1-4e17-b6a6-88c10295e513 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e96b678-c3e8-4e22-99ff-33c1e284fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699329 Feb 17 10:42:47.438277 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d04c5bd6-095e-4c63-8cc2-8cf4e9350aa2 req-08585b09-a710-4110-b569-4c7452ee5294 service neutron] 10.222.0.37 "GET /v2.0/networks/9e96b678-c3e8-4e22-99ff-33c1e284fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252840 Feb 17 10:42:47.569355 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d04c5bd6-095e-4c63-8cc2-8cf4e9350aa2 req-06ec926f-3962-46c4-a40e-67ad3600c6d5 service neutron] 10.222.0.37 "GET /v2.0/networks/9e96b678-c3e8-4e22-99ff-33c1e284fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254914 Feb 17 10:42:48.097737 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b970d-446e-4e28-98b5-10453a69aa95 req-bf989007-0c67-4ecb-b6e3-5eacd78632b3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:48.099223 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3a3b970d-446e-4e28-98b5-10453a69aa95 req-bf989007-0c67-4ecb-b6e3-5eacd78632b3 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 945 time: 0.0797894 Feb 17 10:42:48.142922 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3a3b970d-446e-4e28-98b5-10453a69aa95 req-fab926b8-fc72-4f0c-bad1-60db75933537 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380802 Feb 17 10:42:49.336003 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbb90a-3b8c-4794-a669-7cc84ba94bae req-e5795323-5a55-4793-9bf0-f8afb156e3b6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:49.337470 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8afbb90a-3b8c-4794-a669-7cc84ba94bae req-e5795323-5a55-4793-9bf0-f8afb156e3b6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 945 time: 0.0865967 Feb 17 10:42:49.383473 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8afbb90a-3b8c-4794-a669-7cc84ba94bae req-4dc48cac-4ec4-4659-8eee-2b5f22a4b820 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398598 Feb 17 10:42:49.407395 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49640) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:42:49.518009 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-18a115c7-8c00-49ff-8ec4-f30992fb2531 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/floatingips/eb44324f-0a76-41f0-be7b-6bcfd703d9eb HTTP/1.1" status: 200 len: 993 time: 0.1093886 Feb 17 10:42:49.823187 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49648) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:42:50.026347 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port 8dfa0073-13dc-4c6f-8ce8-6fa71bcafd0b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:42:50.026694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:50.304721 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:50.305054 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:50.429508 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for 8dfa0073-13dc-4c6f-8ce8-6fa71bcafd0b owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:42:50.665590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:50.716140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=8dfa0073-13dc-4c6f-8ce8-6fa71bcafd0b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:42:50.759635 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:50.760051 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:50.760405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:50.760741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:50.761080 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:50.761425 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:50.761797 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:50.762151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:50.762482 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:50.762808 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:50.763131 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:50.763453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:50.819176 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:50.819523 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Floating IP eb44324f-0a76-41f0-be7b-6bcfd703d9eb disassociated (deleted). External IP: 172.26.4.224, port: 94fd53e8-8fdf-4d2e-b63f-32bb8a500525. Feb 17 10:42:51.169455 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router 434dc203-3ce1-4020-b7d8-aeea57c1affb has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:42:51.354933 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:42:51.364848 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb46a8a1-179b-48bf-af2c-67a80823425d None None] Sync routers for ids ['434dc203-3ce1-4020-b7d8-aeea57c1affb'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:42:51.374364 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46a8a1-179b-48bf-af2c-67a80823425d None None] Routers {'434dc203-3ce1-4020-b7d8-aeea57c1affb'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:42:51.374971 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cb46a8a1-179b-48bf-af2c-67a80823425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:42:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['434dc203-3ce1-4020-b7d8-aeea57c1affb'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:42:51.436902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:51.494893 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-aa3cdad5-def3-479f-8822-6102e426e67f tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/floatingips/eb44324f-0a76-41f0-be7b-6bcfd703d9eb HTTP/1.1" status: 204 len: 168 time: 1.6706431 Feb 17 10:42:51.495537 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f99e3ff-e06b-4840-8573-fb4a435b4ef3', 'tag': '94fd53e8-8fdf-4d2e-b63f-32bb8a500525'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:42:51.559764 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-cb46a8a1-179b-48bf-af2c-67a80823425d None None] Set router 434dc203-3ce1-4020-b7d8-aeea57c1affb gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:42:51.620677 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f99e3ff-e06b-4840-8573-fb4a435b4ef3', 'tag': '94fd53e8-8fdf-4d2e-b63f-32bb8a500525', 'status': 'completed', 'code': 200} Feb 17 10:42:51.719698 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00b336-7c70-416f-9975-02378c4b2977 req-d6309c6b-eec2-4533-ad54-7a582d32f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:51.721117 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7a00b336-7c70-416f-9975-02378c4b2977 req-d6309c6b-eec2-4533-ad54-7a582d32f27b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e986d3720a6641768dbcd23d036578fd&device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 1098 time: 0.0792613 Feb 17 10:42:51.892062 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cb46a8a1-179b-48bf-af2c-67a80823425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340154305', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:41:11Z', 'updated_at': '2022-02-17T10:41:17Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:12Z', 'updated_at': '2022-02-17T10:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'dab59b32-2b65-4d90-9503-2ed7831866f9', 'name': '', 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:76:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:17Z', 'updated_at': '2022-02-17T10:41:23Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:42:51.896806 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb46a8a1-179b-48bf-af2c-67a80823425d None None] Checking router: 434dc203-3ce1-4020-b7d8-aeea57c1affb for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:42:51.906632 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46a8a1-179b-48bf-af2c-67a80823425d None None] Routers {'434dc203-3ce1-4020-b7d8-aeea57c1affb'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:42:51.912188 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cb46a8a1-179b-48bf-af2c-67a80823425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:42:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['434dc203-3ce1-4020-b7d8-aeea57c1affb'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:42:51.978324 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00b336-7c70-416f-9975-02378c4b2977 req-7f624ada-2748-4ee9-b1b1-557b173572bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:51.979891 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7a00b336-7c70-416f-9975-02378c4b2977 req-7f624ada-2748-4ee9-b1b1-557b173572bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e96b678-c3e8-4e22-99ff-33c1e284fb88 HTTP/1.1" status: 200 len: 897 time: 0.2527888 Feb 17 10:42:52.048588 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7a00b336-7c70-416f-9975-02378c4b2977 req-39218871-317c-465b-8805-8b3b8a163f45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94fd53e8-8fdf-4d2e-b63f-32bb8a500525 HTTP/1.1" status: 200 len: 217 time: 0.0624771 Feb 17 10:42:52.096396 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-cb46a8a1-179b-48bf-af2c-67a80823425d None None] Set router 434dc203-3ce1-4020-b7d8-aeea57c1affb gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:42:52.125743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00b336-7c70-416f-9975-02378c4b2977 req-91d20541-b297-4dc4-98b8-e8c06aab8f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:52.127243 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7a00b336-7c70-416f-9975-02378c4b2977 req-91d20541-b297-4dc4-98b8-e8c06aab8f3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f851504-c515-47b2-b54f-37b15ec14fbb HTTP/1.1" status: 200 len: 834 time: 0.0684254 Feb 17 10:42:52.213025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00b336-7c70-416f-9975-02378c4b2977 req-6496098a-dff4-41f0-849a-ea7a3e51482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:52.214466 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7a00b336-7c70-416f-9975-02378c4b2977 req-6496098a-dff4-41f0-849a-ea7a3e51482c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e96b678-c3e8-4e22-99ff-33c1e284fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811505 Feb 17 10:42:52.230614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bd1f4-79b7-4349-a34d-a466b5d65387 req-dde4a8e0-8a22-44eb-b816-c4c9a5c2eb6b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:52.232452 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-932bd1f4-79b7-4349-a34d-a466b5d65387 req-dde4a8e0-8a22-44eb-b816-c4c9a5c2eb6b tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 945 time: 0.0906186 Feb 17 10:42:52.280522 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-932bd1f4-79b7-4349-a34d-a466b5d65387 req-87b07394-1f37-4974-960c-0ab512cca134 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409386 Feb 17 10:42:52.352643 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7a00b336-7c70-416f-9975-02378c4b2977 req-7fdcae6b-6847-40d2-a691-da5638adf5a7 service neutron] 10.222.0.37 "GET /v2.0/networks/9e96b678-c3e8-4e22-99ff-33c1e284fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294608 Feb 17 10:42:52.435515 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cb46a8a1-179b-48bf-af2c-67a80823425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340154305', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:41:11Z', 'updated_at': '2022-02-17T10:41:17Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:12Z', 'updated_at': '2022-02-17T10:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'dab59b32-2b65-4d90-9503-2ed7831866f9', 'name': '', 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:76:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:17Z', 'updated_at': '2022-02-17T10:41:23Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:42:52.440378 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb46a8a1-179b-48bf-af2c-67a80823425d None None] The sync data for ids ['434dc203-3ce1-4020-b7d8-aeea57c1affb'] in dv-neutron-828143-5-hyperv is: [{'id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340154305', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:41:11Z', 'updated_at': '2022-02-17T10:41:17Z', 'revision_number': 4, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:12Z', 'updated_at': '2022-02-17T10:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'dab59b32-2b65-4d90-9503-2ed7831866f9', 'name': '', 'network_id': '9e96b678-c3e8-4e22-99ff-33c1e284fb88', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'mac_address': 'fa:16:3e:76:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:17Z', 'updated_at': '2022-02-17T10:41:23Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'subnets': [{'id': '1f851504-c515-47b2-b54f-37b15ec14fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:42:52.490876 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7a00b336-7c70-416f-9975-02378c4b2977 req-a51a1ade-8f86-4291-9222-46e0323f4853 service neutron] 10.222.0.37 "GET /v2.0/networks/9e96b678-c3e8-4e22-99ff-33c1e284fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305504 Feb 17 10:42:52.664847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bd3ea6-69e6-4c51-9c51-ee4252f2b9bb None None] New status for floating IP eb44324f-0a76-41f0-be7b-6bcfd703d9eb: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:42:52.702666 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:42:53.488454 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c64e45-ae2c-4ed9-a825-1ad4451f1466 req-4233db6b-a7fd-4ee0-beff-a2cb1564690a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:53.489145 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-62c64e45-ae2c-4ed9-a825-1ad4451f1466 req-4233db6b-a7fd-4ee0-beff-a2cb1564690a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Synchronizing usage tracker for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:42:53.568794 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-62c64e45-ae2c-4ed9-a825-1ad4451f1466 req-4233db6b-a7fd-4ee0-beff-a2cb1564690a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Unset dirty status for tenant:e986d3720a6641768dbcd23d036578fd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:42:53.570104 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62c64e45-ae2c-4ed9-a825-1ad4451f1466 req-4233db6b-a7fd-4ee0-beff-a2cb1564690a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 945 time: 0.1723349 Feb 17 10:42:53.621326 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-62c64e45-ae2c-4ed9-a825-1ad4451f1466 req-134b605c-d769-48ea-8b19-10d5ac46b31e tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb9b605-a466-458a-8ffb-748e9f881894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456972 Feb 17 10:42:53.839025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d6605-6ebd-4787-8a6a-06f89f34f378 req-387f9fa2-c18f-4435-ac21-3e0ae82e06d6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:42:53.840378 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-590d6605-6ebd-4787-8a6a-06f89f34f378 req-387f9fa2-c18f-4435-ac21-3e0ae82e06d6 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 945 time: 0.0785177 Feb 17 10:42:53.914450 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-590d6605-6ebd-4787-8a6a-06f89f34f378 req-39912ad3-ce48-4bf0-96d1-1c68a80dfa4d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:42:53.914791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-590d6605-6ebd-4787-8a6a-06f89f34f378 req-39912ad3-ce48-4bf0-96d1-1c68a80dfa4d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:54.162011 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-590d6605-6ebd-4787-8a6a-06f89f34f378 req-39912ad3-ce48-4bf0-96d1-1c68a80dfa4d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] For port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=94fd53e8-8fdf-4d2e-b63f-32bb8a500525,segment=NetworkSegment(89ff1951-aff7-4b2b-b288-cc95eaf8a47b),segment_id=89ff1951-aff7-4b2b-b288-cc95eaf8a47b)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:42:54.162315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-590d6605-6ebd-4787-8a6a-06f89f34f378 req-39912ad3-ce48-4bf0-96d1-1c68a80dfa4d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:54.290307 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-590d6605-6ebd-4787-8a6a-06f89f34f378 req-39912ad3-ce48-4bf0-96d1-1c68a80dfa4d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:42:54.517876 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-590d6605-6ebd-4787-8a6a-06f89f34f378 req-39912ad3-ce48-4bf0-96d1-1c68a80dfa4d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:54.569269 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39912ad3-ce48-4bf0-96d1-1c68a80dfa4d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=94fd53e8-8fdf-4d2e-b63f-32bb8a500525,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:42:54.648748 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-590d6605-6ebd-4787-8a6a-06f89f34f378 req-39912ad3-ce48-4bf0-96d1-1c68a80dfa4d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] No DVR routers for this DVR port 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:42:54.651320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-590d6605-6ebd-4787-8a6a-06f89f34f378 req-39912ad3-ce48-4bf0-96d1-1c68a80dfa4d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:54.654070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f99e3ff-e06b-4840-8573-fb4a435b4ef3', 'name': 'network-vif-deleted', 'tag': '94fd53e8-8fdf-4d2e-b63f-32bb8a500525'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:42:54.703224 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f99e3ff-e06b-4840-8573-fb4a435b4ef3', 'name': 'network-vif-deleted', 'tag': '94fd53e8-8fdf-4d2e-b63f-32bb8a500525', 'status': 'completed', 'code': 200} Feb 17 10:42:54.741429 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-590d6605-6ebd-4787-8a6a-06f89f34f378 req-39912ad3-ce48-4bf0-96d1-1c68a80dfa4d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.37 "DELETE /v2.0/ports/94fd53e8-8fdf-4d2e-b63f-32bb8a500525 HTTP/1.1" status: 204 len: 173 time: 0.8952196 Feb 17 10:42:54.757077 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf2778c2-1ee4-41ca-b0a8-a9a9b95210c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:54.781021 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-aac39122-6677-44b3-b75b-baeaf4b6d585 req-6f366838-e1bc-465a-be2f-a8ee3079e80a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f99e3ff-e06b-4840-8573-fb4a435b4ef3 HTTP/1.1" status: 200 len: 210 time: 0.0450494 Feb 17 10:42:55.883978 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49668) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:42:56.536488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38fd2e4f-14fa-44ee-9b10-96df0453906d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:56.895197 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-38fd2e4f-14fa-44ee-9b10-96df0453906d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port dab59b32-2b65-4d90-9503-2ed7831866f9 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:42:56.895887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38fd2e4f-14fa-44ee-9b10-96df0453906d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:57.083955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-38fd2e4f-14fa-44ee-9b10-96df0453906d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] For port dab59b32-2b65-4d90-9503-2ed7831866f9, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=dab59b32-2b65-4d90-9503-2ed7831866f9,segment=NetworkSegment(89ff1951-aff7-4b2b-b288-cc95eaf8a47b),segment_id=89ff1951-aff7-4b2b-b288-cc95eaf8a47b)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:42:57.084316 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38fd2e4f-14fa-44ee-9b10-96df0453906d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:57.144296 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8629dc5f-3c92-49a8-846a-908d0f56d79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:57.212336 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-38fd2e4f-14fa-44ee-9b10-96df0453906d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for dab59b32-2b65-4d90-9503-2ed7831866f9 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:42:57.619240 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38fd2e4f-14fa-44ee-9b10-96df0453906d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:57.671798 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd2e4f-14fa-44ee-9b10-96df0453906d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=dab59b32-2b65-4d90-9503-2ed7831866f9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:42:57.939918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:58.066811 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38fd2e4f-14fa-44ee-9b10-96df0453906d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:58.171175 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:42:58.205809 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:42:58.206096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 94fd53e8-8fdf-4d2e-b63f-32bb8a500525 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:42:58.420638 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:58.441315 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fd2e4f-14fa-44ee-9b10-96df0453906d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Router 434dc203-3ce1-4020-b7d8-aeea57c1affb has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:42:58.621794 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fd2e4f-14fa-44ee-9b10-96df0453906d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:42:58.634454 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7955029-0cf5-4037-82e5-29828a7a18d0 None None] Sync routers for ids ['434dc203-3ce1-4020-b7d8-aeea57c1affb'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:42:58.635933 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-38fd2e4f-14fa-44ee-9b10-96df0453906d tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "PUT /v2.0/routers/434dc203-3ce1-4020-b7d8-aeea57c1affb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7505875 Feb 17 10:42:58.638387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49672) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:42:58.645446 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7955029-0cf5-4037-82e5-29828a7a18d0 None None] Routers {'434dc203-3ce1-4020-b7d8-aeea57c1affb'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:42:58.646259 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b7955029-0cf5-4037-82e5-29828a7a18d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:42:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['434dc203-3ce1-4020-b7d8-aeea57c1affb'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:42:58.714480 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61dd585-e49e-4338-ba7a-60f15c49cb7a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting subnet 1f851504-c515-47b2-b54f-37b15ec14fbb {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:42:58.718498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e61dd585-e49e-4338-ba7a-60f15c49cb7a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:58.780306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e61dd585-e49e-4338-ba7a-60f15c49cb7a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:58.859637 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b7955029-0cf5-4037-82e5-29828a7a18d0 None None] Set router 434dc203-3ce1-4020-b7d8-aeea57c1affb gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:42:58.867091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e61dd585-e49e-4338-ba7a-60f15c49cb7a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:59.025025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e61dd585-e49e-4338-ba7a-60f15c49cb7a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:59.069031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61dd585-e49e-4338-ba7a-60f15c49cb7a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Subnet': ['ID=1f851504-c515-47b2-b54f-37b15ec14fbb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:42:59.073686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e61dd585-e49e-4338-ba7a-60f15c49cb7a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:59.081316 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b5f1c5-d8df-486d-b8e3-b5fd9ece9f56 None None] Network 9e96b678-c3e8-4e22-99ff-33c1e284fb88 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:42:59.083787 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e61dd585-e49e-4338-ba7a-60f15c49cb7a tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/subnets/1f851504-c515-47b2-b54f-37b15ec14fbb HTTP/1.1" status: 204 len: 168 time: 0.4436650 Feb 17 10:42:59.086522 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49676) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:42:59.157451 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b7955029-0cf5-4037-82e5-29828a7a18d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340154305', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:41:11Z', 'updated_at': '2022-02-17T10:42:57Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:12Z', 'updated_at': '2022-02-17T10:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:42:59.161333 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7955029-0cf5-4037-82e5-29828a7a18d0 None None] Checking router: 434dc203-3ce1-4020-b7d8-aeea57c1affb for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:42:59.169409 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7955029-0cf5-4037-82e5-29828a7a18d0 None None] Routers {'434dc203-3ce1-4020-b7d8-aeea57c1affb'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:42:59.170012 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b7955029-0cf5-4037-82e5-29828a7a18d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:42:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['434dc203-3ce1-4020-b7d8-aeea57c1affb'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:42:59.355939 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b7955029-0cf5-4037-82e5-29828a7a18d0 None None] Set router 434dc203-3ce1-4020-b7d8-aeea57c1affb gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:42:59.396201 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:59.406305 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] DHCP port deletion for 9e96b678-c3e8-4e22-99ff-33c1e284fb88 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:42:59.410793 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Deleting port c6fad49d-aad3-4f4e-bc83-646f9985061e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:42:59.411434 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:59.590742 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:59.627577 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] For port c6fad49d-aad3-4f4e-bc83-646f9985061e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c6fad49d-aad3-4f4e-bc83-646f9985061e,segment=NetworkSegment(89ff1951-aff7-4b2b-b288-cc95eaf8a47b),segment_id=89ff1951-aff7-4b2b-b288-cc95eaf8a47b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:42:59.627954 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:59.676975 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b7955029-0cf5-4037-82e5-29828a7a18d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340154305', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:41:11Z', 'updated_at': '2022-02-17T10:42:57Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:12Z', 'updated_at': '2022-02-17T10:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:42:59.681175 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7955029-0cf5-4037-82e5-29828a7a18d0 None None] The sync data for ids ['434dc203-3ce1-4020-b7d8-aeea57c1affb'] in dv-neutron-828143-5-hyperv is: [{'id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340154305', 'tenant_id': 'e986d3720a6641768dbcd23d036578fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:41:11Z', 'updated_at': '2022-02-17T10:42:57Z', 'revision_number': 5, 'project_id': 'e986d3720a6641768dbcd23d036578fd', 'gw_port': {'id': '8e4a4d5a-8d13-4a09-972b-f63582fb0843', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434dc203-3ce1-4020-b7d8-aeea57c1affb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:41:12Z', 'updated_at': '2022-02-17T10:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:42:59.700370 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Deleting port 8e4a4d5a-8d13-4a09-972b-f63582fb0843 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:42:59.700726 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:59.754009 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Calling delete_port for c6fad49d-aad3-4f4e-bc83-646f9985061e owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:42:59.888395 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] For port 8e4a4d5a-8d13-4a09-972b-f63582fb0843, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=8e4a4d5a-8d13-4a09-972b-f63582fb0843,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:42:59.888693 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:59.917125 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:42:59.966460 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Pushing event deleted for resources: {'Port': ['ID=c6fad49d-aad3-4f4e-bc83-646f9985061e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:42:59.971745 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] No DVR routers for this DVR port c6fad49d-aad3-4f4e-bc83-646f9985061e on host dv-neutron-828143-5-hyperv {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:42:59.983879 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:59.983879 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:59.983879 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:59.983879 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:59.983879 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:59.985454 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:59.985454 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:59.987063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:59.987063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:59.987063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:59.987618 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:42:59.988176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054780d-a15c-424f-b6a7-edd4834ddccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:00.019620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Calling delete_port for 8e4a4d5a-8d13-4a09-972b-f63582fb0843 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:43:00.066071 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:00.300124 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:00.350925 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Port': ['ID=8e4a4d5a-8d13-4a09-972b-f63582fb0843,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:00.392122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:00.392472 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:00.392827 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:00.393159 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:00.393496 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:00.393832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:00.394203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:00.394667 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:00.394942 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:00.395322 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:00.395605 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:00.395934 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:00.456386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:00.632959 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:00.635378 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:00.731422 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c6fad49d-aad3-4f4e-bc83-646f9985061e no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:43:00.752097 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:00.752833 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Fanout notify agent at l3_agent the message router_deleted on router 434dc203-3ce1-4020-b7d8-aeea57c1affb {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 10:43:00.769133 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: c6fad49d-aad3-4f4e-bc83-646f9985061e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:43:00.769636 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c6fad49d-aad3-4f4e-bc83-646f9985061e not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:43:00.770163 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dab59b32-2b65-4d90-9503-2ed7831866f9 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:43:00.776474 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:00.781244 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a89fe95b-8763-411a-a75b-4b7d14e4a683 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/routers/434dc203-3ce1-4020-b7d8-aeea57c1affb HTTP/1.1" status: 204 len: 168 time: 1.6904681 Feb 17 10:43:00.781382 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49680) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:00.806483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: dab59b32-2b65-4d90-9503-2ed7831866f9 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:43:00.806886 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device dab59b32-2b65-4d90-9503-2ed7831866f9 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:43:00.906574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-578188c8-5293-4ff7-ab56-2ffe6d898ebf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:01.036261 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-578188c8-5293-4ff7-ab56-2ffe6d898ebf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:01.061088 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-578188c8-5293-4ff7-ab56-2ffe6d898ebf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e96b678-c3e8-4e22-99ff-33c1e284fb88']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:01.072892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-578188c8-5293-4ff7-ab56-2ffe6d898ebf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ff1951-aff7-4b2b-b288-cc95eaf8a47b') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:01.073190 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-578188c8-5293-4ff7-ab56-2ffe6d898ebf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ff1951-aff7-4b2b-b288-cc95eaf8a47b') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:01.084547 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-578188c8-5293-4ff7-ab56-2ffe6d898ebf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:01.101408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-578188c8-5293-4ff7-ab56-2ffe6d898ebf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:01.109101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578188c8-5293-4ff7-ab56-2ffe6d898ebf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:43:01.109542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-578188c8-5293-4ff7-ab56-2ffe6d898ebf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:43:01.124527 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:43:01.385898 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-578188c8-5293-4ff7-ab56-2ffe6d898ebf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:01.403228 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-578188c8-5293-4ff7-ab56-2ffe6d898ebf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:01.416127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578188c8-5293-4ff7-ab56-2ffe6d898ebf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'Network': ['ID=9e96b678-c3e8-4e22-99ff-33c1e284fb88,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:01.489675 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-578188c8-5293-4ff7-ab56-2ffe6d898ebf tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/networks/9e96b678-c3e8-4e22-99ff-33c1e284fb88 HTTP/1.1" status: 204 len: 168 time: 0.7068608 Feb 17 10:43:01.492100 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49684) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:01.560988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c74d0bc-408a-4507-8afd-b48852562de9 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:01.591373 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c74d0bc-408a-4507-8afd-b48852562de9 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:01.768709 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c74d0bc-408a-4507-8afd-b48852562de9 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:01.788324 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74d0bc-408a-4507-8afd-b48852562de9 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb9b605-a466-458a-8ffb-748e9f881894,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:01.882095 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c74d0bc-408a-4507-8afd-b48852562de9 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:01.883244 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-0c74d0bc-408a-4507-8afd-b48852562de9 tempest-TestNetworkAdvancedServerOps-924152629 tempest-TestNetworkAdvancedServerOps-924152629-project] 10.222.0.75 "DELETE /v2.0/security-groups/2cb9b605-a466-458a-8ffb-748e9f881894 HTTP/1.1" status: 204 len: 168 time: 0.3902006 Feb 17 10:43:02.641695 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8e4a4d5a-8d13-4a09-972b-f63582fb0843 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:43:02.679110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 8e4a4d5a-8d13-4a09-972b-f63582fb0843 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:43:02.679456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 8e4a4d5a-8d13-4a09-972b-f63582fb0843 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:43:02.839361 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49694) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:02.987861 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6012c444-fec2-4cf9-88c5-39f06eae13ff admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e986d3720a6641768dbcd23d036578fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473432 Feb 17 10:43:02.990554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49700) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:03.056520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5165e787-5f22-4be3-8162-cb90a8955ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:03.085195 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5165e787-5f22-4be3-8162-cb90a8955ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:03.225957 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5165e787-5f22-4be3-8162-cb90a8955ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:03.243045 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165e787-5f22-4be3-8162-cb90a8955ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bce5c37-0f79-43ab-8962-cec72d88cde2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:03.253245 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5165e787-5f22-4be3-8162-cb90a8955ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:03.254459 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5165e787-5f22-4be3-8162-cb90a8955ff7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3bce5c37-0f79-43ab-8962-cec72d88cde2 HTTP/1.1" status: 204 len: 168 time: 0.2628284 Feb 17 10:43:03.925802 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49708) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:03.944954 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3b8d-f808-48a7-9fd5-7c43897d22b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:03.961199 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ed8c3b8d-f808-48a7-9fd5-7c43897d22b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:03.965035 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ed8c3b8d-f808-48a7-9fd5-7c43897d22b8 admin admin] Usage tracker for resource:security_group_rule and tenant:039df24179374493923ac0f5d68750ac is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:03.968837 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ed8c3b8d-f808-48a7-9fd5-7c43897d22b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:03.975739 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ed8c3b8d-f808-48a7-9fd5-7c43897d22b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:04.063939 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3b8d-f808-48a7-9fd5-7c43897d22b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:04.145937 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3b8d-f808-48a7-9fd5-7c43897d22b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:04.196137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c3b8d-f808-48a7-9fd5-7c43897d22b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47292ec-dcdb-4695-895d-b96cfeb248e8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:04.200201 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ed8c3b8d-f808-48a7-9fd5-7c43897d22b8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=039df24179374493923ac0f5d68750ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2733247 Feb 17 10:43:04.210081 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49712) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:04.271969 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e45ae5f-7d05-45fd-a836-99b438140cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:04.298476 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e45ae5f-7d05-45fd-a836-99b438140cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:04.442962 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e45ae5f-7d05-45fd-a836-99b438140cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:04.460742 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45ae5f-7d05-45fd-a836-99b438140cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47292ec-dcdb-4695-895d-b96cfeb248e8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:04.465485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e45ae5f-7d05-45fd-a836-99b438140cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:04.466384 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-2e45ae5f-7d05-45fd-a836-99b438140cb3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b47292ec-dcdb-4695-895d-b96cfeb248e8 HTTP/1.1" status: 204 len: 168 time: 0.2566981 Feb 17 10:43:05.666573 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49736) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:05.773635 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1288332142-network', 'tenant_id': '5a924e017e124b2798974342c5ad1a81'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:43:05.778464 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:05.783447 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Usage tracker for resource:network and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:05.786463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:05.792734 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:05.864119 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Made reservation on behalf of 5a924e017e124b2798974342c5ad1a81 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:43:05.866543 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:05.882686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:05.897721 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:05.901621 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Usage tracker for resource:security_group_rule and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:05.904470 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:05.911269 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:05.993905 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:06.099999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:06.129474 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:43:06.139567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37bbda5-10a0-4f13-a717-a715a2a291f2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:06.146428 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:06.147347 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.segments_db [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Added segment 958ff7df-ba63-403b-90f2-715909b2e3d0 of type vlan for network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b Feb 17 10:43:06.175914 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:06.300000 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:06.300961 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:06.301537 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:06.405252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] Pushing event updated for resources: {'Network': ['ID=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:06.415200 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:43:06.483588 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3b020f50-74fb-41b4-ab3e-3415c53ab979 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8156941 Feb 17 10:43:06.486977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49742) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:06.492540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e6adf6cd-739b-41e7-922d-534b902ab8d8 admin admin] Request body: {'subnet': {'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1288332142-subnet', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:43:06.497493 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e6adf6cd-739b-41e7-922d-534b902ab8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:06.501904 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e6adf6cd-739b-41e7-922d-534b902ab8d8 admin admin] Usage tracker for resource:subnet and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:06.504850 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e6adf6cd-739b-41e7-922d-534b902ab8d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:06.510564 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e6adf6cd-739b-41e7-922d-534b902ab8d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:06.597199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6adf6cd-739b-41e7-922d-534b902ab8d8 admin admin] Made reservation on behalf of 5a924e017e124b2798974342c5ad1a81 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:43:06.599627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6adf6cd-739b-41e7-922d-534b902ab8d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7405498'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:06.892993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6adf6cd-739b-41e7-922d-534b902ab8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8027653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7405484'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:06.972103 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adf6cd-739b-41e7-922d-534b902ab8d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=920d6b1d-eab6-4183-8608-a3920da6ea5e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:06.977778 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6adf6cd-739b-41e7-922d-534b902ab8d8 admin admin] Checking segment: {'id': '958ff7df-ba63-403b-90f2-715909b2e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:43:06.986150 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6adf6cd-739b-41e7-922d-534b902ab8d8 admin admin] Network hostable DHCP agents. Network: e0bd7cb4-870f-46a6-9f41-2e9d92bd850b, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:43:07.088243 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6adf6cd-739b-41e7-922d-534b902ab8d8 admin admin] Network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:43:07.185393 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e6adf6cd-739b-41e7-922d-534b902ab8d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, e0bd7cb4-870f-46a6-9f41-2e9d92bd850b) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:43:07.190020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6adf6cd-739b-41e7-922d-534b902ab8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:07.191044 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6adf6cd-739b-41e7-922d-534b902ab8d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:07.194638 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a413bee-47ed-461d-bbeb-8068ce24e42b None None] Network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:43:07.304980 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e6adf6cd-739b-41e7-922d-534b902ab8d8 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8167300 Feb 17 10:43:07.307554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49746) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:07.312732 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:43:07.318458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:07.322455 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Usage tracker for resource:router and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:07.325298 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:07.331744 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:07.406838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:43:07.407675 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:07.436060 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:07.437136 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:07.454421 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:07.567351 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Allocated IP 172.20.0.2 (e0bd7cb4-870f-46a6-9f41-2e9d92bd850b/920d6b1d-eab6-4183-8608-a3920da6ea5e/39e33c2f-a242-45cd-bf37-dc0fa1ccbf75) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:43:07.792703 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:07.803322 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Transition to ACTIVE for port object 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:43:07.822524 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Transition to ACTIVE for port object 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:43:07.853379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:07.934642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:08.000803 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:43:08.003738 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:43:08.007541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:43:08.013457 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Pushing event updated for resources: {'Port': ['ID=39e33c2f-a242-45cd-bf37-dc0fa1ccbf75,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:08.135218 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Attempting to bind port 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:43:08.135501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Attempting to bind port 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '958ff7df-ba63-403b-90f2-715909b2e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:43:08.135856 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Attempting to bind port 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 on network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:43:08.142157 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:43:08.142528 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Checking segment: {'id': '958ff7df-ba63-403b-90f2-715909b2e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:43:08.142930 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:08.143349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Bound using segment: {'id': '958ff7df-ba63-403b-90f2-715909b2e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:43:08.143813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Bound port: 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958ff7df-ba63-403b-90f2-715909b2e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:43:08.144185 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:08.234237 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] For port 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:43:08.237266 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] For port 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=39e33c2f-a242-45cd-bf37-dc0fa1ccbf75,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:43:08.344576 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:08.394961 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:08.426568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:08.435229 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f6510-027f-4f17-ac41-54d49f5f8546 None None] Pushing event updated for resources: {'Port': ['ID=39e33c2f-a242-45cd-bf37-dc0fa1ccbf75,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:08.572408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Allocated IP 172.26.4.71 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:43:08.749540 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:43:08.761366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:08.849255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:08.877077 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:43:08.916674 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:43:08.919381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:43:08.923767 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:43:08.953753 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:09.357358 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:09.424885 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea9d12-4092-460c-ae71-1f899eb041ec None None] Network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:43:09.433940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:09.636819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c447f3b2-7171-46fc-86a1-91499f32f139 None None] Provisioning for port 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:43:09.646496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c447f3b2-7171-46fc-86a1-91499f32f139 None None] Provisioning complete for port 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:09.647321 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c447f3b2-7171-46fc-86a1-91499f32f139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:09.790807 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c447f3b2-7171-46fc-86a1-91499f32f139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:09.798874 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:09.828152 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c447f3b2-7171-46fc-86a1-91499f32f139 None None] For port 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=39e33c2f-a242-45cd-bf37-dc0fa1ccbf75,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:43:09.892898 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c447f3b2-7171-46fc-86a1-91499f32f139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:09.968810 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447f3b2-7171-46fc-86a1-91499f32f139 None None] Pushing event updated for resources: {'Port': ['ID=39e33c2f-a242-45cd-bf37-dc0fa1ccbf75,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:10.018202 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cbe0c0a8-5824-4e4b-8cb0-dd5c5b0d8385 None None] Provisioning complete for port 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:10.018487 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cbe0c0a8-5824-4e4b-8cb0-dd5c5b0d8385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:10.220131 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Router 3500a224-51f5-497e-9174-719c7617cd14 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 10:43:10.401536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:43:10.410283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Sync routers for ids ['3500a224-51f5-497e-9174-719c7617cd14'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:43:10.419159 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Routers {'3500a224-51f5-497e-9174-719c7617cd14'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:43:10.419764 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:42:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3500a224-51f5-497e-9174-719c7617cd14'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:10.494492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:10.495729 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d6493304-b712-4ae4-9e28-f925a0260fb2 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1872678 Feb 17 10:43:10.499415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49750) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:10.602020 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Set router 3500a224-51f5-497e-9174-719c7617cd14 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:43:10.703777 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:43:10.890760 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:10.891460 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:11.092378 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:09Z', 'revision_number': 3, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:11.100826 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Checking router: 3500a224-51f5-497e-9174-719c7617cd14 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:43:11.101173 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Updating router 3500a224-51f5-497e-9174-719c7617cd14 port 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:43:11.155601 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:11.311969 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:11.484382 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:11.495944 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Transition to ACTIVE for port object 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:43:11.529009 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Allocated IP 172.20.0.1 (e0bd7cb4-870f-46a6-9f41-2e9d92bd850b/920d6b1d-eab6-4183-8608-a3920da6ea5e/c2d62b32-64c5-4d4b-92d1-a38e9c9db35c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:43:11.578685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:11.664607 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Attempting to bind port 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:43:11.664978 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Attempting to bind port 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:43:11.665349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Attempting to bind port 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:43:11.667529 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17c247-c2b7-4a4d-b035-d9a623738ddf None None] Pushing event updated for resources: {'Port': ['ID=36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:11.674645 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:43:11.674907 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:43:11.675274 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:11.675646 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:43:11.675984 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Bound port: 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:43:11.676360 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:11.687623 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:11.703562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Transition to ACTIVE for port object c2d62b32-64c5-4d4b-92d1-a38e9c9db35c will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:43:11.750496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] For port 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:43:11.753467 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] For port 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:43:11.797846 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:11.860614 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:11.866633 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:43:11.869381 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:43:11.872147 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:43:11.911486 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Pushing event updated for resources: {'Port': ['ID=c2d62b32-64c5-4d4b-92d1-a38e9c9db35c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:11.939829 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:11.944603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Routers {'3500a224-51f5-497e-9174-719c7617cd14'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:43:11.945486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:42:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3500a224-51f5-497e-9174-719c7617cd14'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:12.015268 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17c247-c2b7-4a4d-b035-d9a623738ddf None None] Pushing event updated for resources: {'Port': ['ID=36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:12.138343 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] Set router 3500a224-51f5-497e-9174-719c7617cd14 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:43:12.305661 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:12.411001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9706e62b-66d8-4eb6-8b05-6aae395a149b None None] Provisioning for port c2d62b32-64c5-4d4b-92d1-a38e9c9db35c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:43:12.417804 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9706e62b-66d8-4eb6-8b05-6aae395a149b None None] Provisioning complete for port c2d62b32-64c5-4d4b-92d1-a38e9c9db35c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:12.418063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9706e62b-66d8-4eb6-8b05-6aae395a149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:12.479699 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9706e62b-66d8-4eb6-8b05-6aae395a149b None None] Port c2d62b32-64c5-4d4b-92d1-a38e9c9db35c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:43:12.490814 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:09Z', 'revision_number': 3, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:12.495291 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b2f22-3eb2-4807-a41c-c1d48c668380 None None] The sync data for ids ['3500a224-51f5-497e-9174-719c7617cd14'] in dv-neutron-828143-5-hyperv is: [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:09Z', 'revision_number': 3, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:43:12.663564 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:12.737829 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:12.846310 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Pushing event updated for resources: {'Port': ['ID=c2d62b32-64c5-4d4b-92d1-a38e9c9db35c,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:12.851166 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:12.997439 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:43:12.999183 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:43:13.202597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Router 3500a224-51f5-497e-9174-719c7617cd14 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:43:13.208303 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6a60285a-e479-4fde-9f6b-8fb542aa904e None None] Provisioning complete for port c2d62b32-64c5-4d4b-92d1-a38e9c9db35c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:13.208835 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a60285a-e479-4fde-9f6b-8fb542aa904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:13.266643 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6a60285a-e479-4fde-9f6b-8fb542aa904e None None] Port c2d62b32-64c5-4d4b-92d1-a38e9c9db35c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:43:13.388562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:43:13.398448 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f416d5dd-56f7-4530-9ccd-613fa6d6259e admin admin] 10.222.0.75 "PUT /v2.0/routers/3500a224-51f5-497e-9174-719c7617cd14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8977411 Feb 17 10:43:13.963263 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Sync routers for ids ['3500a224-51f5-497e-9174-719c7617cd14'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:43:13.974366 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Routers {'3500a224-51f5-497e-9174-719c7617cd14'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:43:13.974717 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:42:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3500a224-51f5-497e-9174-719c7617cd14'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:14.156673 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Set router 3500a224-51f5-497e-9174-719c7617cd14 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:43:14.182415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49772) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:14.188191 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-326961445-network', 'tenant_id': '81263d61ae8c45bb819139d53a1e7786'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:43:14.193079 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:14.197034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Usage tracker for resource:network and tenant:81263d61ae8c45bb819139d53a1e7786 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:14.200013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:14.206458 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:14.281749 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Made reservation on behalf of 81263d61ae8c45bb819139d53a1e7786 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:43:14.284103 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:14.296597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:14.312575 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:14.316494 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Usage tracker for resource:security_group_rule and tenant:81263d61ae8c45bb819139d53a1e7786 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:14.319389 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:14.325177 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:14.416261 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:14.492417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:14.496214 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:12Z', 'revision_number': 4, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c2d62b32-64c5-4d4b-92d1-a38e9c9db35c', 'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'mac_address': 'fa:16:3e:f5:60:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:11Z', 'updated_at': '2022-02-17T10:43:12Z', 'revision_number': 2, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'subnets': [{'id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:14.500239 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Checking router: 3500a224-51f5-497e-9174-719c7617cd14 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:43:14.500580 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Updating router 3500a224-51f5-497e-9174-719c7617cd14 port c2d62b32-64c5-4d4b-92d1-a38e9c9db35c binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:43:14.522915 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:43:14.536112 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb62d6c-a270-4410-bf8d-a30b745a2d07,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:14.541491 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:14.541838 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Added segment 08530565-9790-4a16-8b3e-50ad05a60861 of type vlan for network 6dfcf1b8-15d2-4d54-93d3-8748a7a640ad Feb 17 10:43:14.554072 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:14.569356 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:14.682757 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:14.683863 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:14.684489 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:14.723312 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:43:14.793348 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] Pushing event updated for resources: {'Network': ['ID=6dfcf1b8-15d2-4d54-93d3-8748a7a640ad,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:14.804280 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network 6dfcf1b8-15d2-4d54-93d3-8748a7a640ad details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:43:14.905128 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:14.916434 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Transition to ACTIVE for port object c2d62b32-64c5-4d4b-92d1-a38e9c9db35c will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:43:14.934885 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-cdfcfde8-cebf-493b-bdc4-5817db441c27 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7513719 Feb 17 10:43:14.938233 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49776) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:14.943642 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-567006d5-9741-45b3-b885-35ea55eb3bc8 admin admin] Request body: {'subnet': {'network_id': '6dfcf1b8-15d2-4d54-93d3-8748a7a640ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-326961445-subnet', 'tenant_id': '81263d61ae8c45bb819139d53a1e7786', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:43:14.954901 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-567006d5-9741-45b3-b885-35ea55eb3bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:14.954901 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-567006d5-9741-45b3-b885-35ea55eb3bc8 admin admin] Usage tracker for resource:subnet and tenant:81263d61ae8c45bb819139d53a1e7786 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:14.955547 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-567006d5-9741-45b3-b885-35ea55eb3bc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:14.961372 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-567006d5-9741-45b3-b885-35ea55eb3bc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:14.991410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:43:14.996491 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:14.996861 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:15.144295 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:15.154878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:15.171764 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:43:15.197153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567006d5-9741-45b3-b885-35ea55eb3bc8 admin admin] Made reservation on behalf of 81263d61ae8c45bb819139d53a1e7786 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:43:15.202762 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-567006d5-9741-45b3-b885-35ea55eb3bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:15.272770 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f5e9c-fcd6-411e-a59b-ae3bdaea603d None None] Pushing event updated for resources: {'Port': ['ID=c2d62b32-64c5-4d4b-92d1-a38e9c9db35c,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:15.289485 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:15.312776 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f5e9c-fcd6-411e-a59b-ae3bdaea603d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:15.313113 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f5e9c-fcd6-411e-a59b-ae3bdaea603d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:15.313460 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f5e9c-fcd6-411e-a59b-ae3bdaea603d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:15.313774 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f5e9c-fcd6-411e-a59b-ae3bdaea603d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:15.314118 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f5e9c-fcd6-411e-a59b-ae3bdaea603d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:15.314616 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f5e9c-fcd6-411e-a59b-ae3bdaea603d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:15.315116 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f5e9c-fcd6-411e-a59b-ae3bdaea603d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:15.315598 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f5e9c-fcd6-411e-a59b-ae3bdaea603d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:15.316081 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f5e9c-fcd6-411e-a59b-ae3bdaea603d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:15.316568 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f5e9c-fcd6-411e-a59b-ae3bdaea603d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:15.317061 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f5e9c-fcd6-411e-a59b-ae3bdaea603d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:15.317530 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f5e9c-fcd6-411e-a59b-ae3bdaea603d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:43:15.363690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:15.378483 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Attempting to bind port c2d62b32-64c5-4d4b-92d1-a38e9c9db35c on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:43:15.378907 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Attempting to bind port c2d62b32-64c5-4d4b-92d1-a38e9c9db35c by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '958ff7df-ba63-403b-90f2-715909b2e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:43:15.379264 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Attempting to bind port c2d62b32-64c5-4d4b-92d1-a38e9c9db35c on network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:43:15.384999 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:43:15.385370 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Checking segment: {'id': '958ff7df-ba63-403b-90f2-715909b2e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:43:15.385761 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:15.386181 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Bound using segment: {'id': '958ff7df-ba63-403b-90f2-715909b2e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:43:15.386643 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Bound port: c2d62b32-64c5-4d4b-92d1-a38e9c9db35c, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958ff7df-ba63-403b-90f2-715909b2e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:43:15.387011 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:15.480421 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] For port c2d62b32-64c5-4d4b-92d1-a38e9c9db35c, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:43:15.484789 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] For port c2d62b32-64c5-4d4b-92d1-a38e9c9db35c, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c2d62b32-64c5-4d4b-92d1-a38e9c9db35c,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:43:15.528742 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-567006d5-9741-45b3-b885-35ea55eb3bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:15.563528 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:15.610899 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567006d5-9741-45b3-b885-35ea55eb3bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=518f86d8-5a2c-47a8-9d1a-75e1f08f9e50,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:15.619968 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567006d5-9741-45b3-b885-35ea55eb3bc8 admin admin] Checking segment: {'id': '08530565-9790-4a16-8b3e-50ad05a60861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6dfcf1b8-15d2-4d54-93d3-8748a7a640ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:43:15.620353 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567006d5-9741-45b3-b885-35ea55eb3bc8 admin admin] Network hostable DHCP agents. Network: 6dfcf1b8-15d2-4d54-93d3-8748a7a640ad, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:43:15.642984 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f5e9c-fcd6-411e-a59b-ae3bdaea603d None None] Pushing event updated for resources: {'Port': ['ID=c2d62b32-64c5-4d4b-92d1-a38e9c9db35c,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:15.655943 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Routers {'3500a224-51f5-497e-9174-719c7617cd14'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:43:15.656551 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:42:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3500a224-51f5-497e-9174-719c7617cd14'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:15.734724 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567006d5-9741-45b3-b885-35ea55eb3bc8 admin admin] Network 6dfcf1b8-15d2-4d54-93d3-8748a7a640ad is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:43:15.839328 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] Set router 3500a224-51f5-497e-9174-719c7617cd14 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:43:15.852908 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-567006d5-9741-45b3-b885-35ea55eb3bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, 6dfcf1b8-15d2-4d54-93d3-8748a7a640ad) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:43:15.858016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567006d5-9741-45b3-b885-35ea55eb3bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:15.859998 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-567006d5-9741-45b3-b885-35ea55eb3bc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:15.860957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea457e2e-3462-4ece-b505-80b127906b4d None None] Network 6dfcf1b8-15d2-4d54-93d3-8748a7a640ad requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:43:15.963888 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-567006d5-9741-45b3-b885-35ea55eb3bc8 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0244789 Feb 17 10:43:15.966314 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49780) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:15.972729 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-326961445-router', 'tenant_id': '81263d61ae8c45bb819139d53a1e7786', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:43:15.981303 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:15.985682 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Usage tracker for resource:router and tenant:81263d61ae8c45bb819139d53a1e7786 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:15.988738 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:15.998262 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:16.087318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:16.087714 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-6dfcf1b8-15d2-4d54-93d3-8748a7a640ad', 'network_id': '6dfcf1b8-15d2-4d54-93d3-8748a7a640ad', 'tenant_id': '81263d61ae8c45bb819139d53a1e7786', 'fixed_ips': [{'subnet_id': '518f86d8-5a2c-47a8-9d1a-75e1f08f9e50'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:43:16.088367 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:16.088633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:16.103264 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:16.173293 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:12Z', 'revision_number': 4, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c2d62b32-64c5-4d4b-92d1-a38e9c9db35c', 'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'mac_address': 'fa:16:3e:f5:60:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:11Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'subnets': [{'id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:16.177337 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c34a3-1fcf-4eae-ad00-3f2de5c263ea None None] The sync data for ids ['3500a224-51f5-497e-9174-719c7617cd14'] in dv-neutron-828143-5-hyperv is: [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:12Z', 'revision_number': 4, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c2d62b32-64c5-4d4b-92d1-a38e9c9db35c', 'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'mac_address': 'fa:16:3e:f5:60:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:11Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'subnets': [{'id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:43:16.317007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Allocated IP 172.20.0.2 (6dfcf1b8-15d2-4d54-93d3-8748a7a640ad/518f86d8-5a2c-47a8-9d1a-75e1f08f9e50/cf843dc7-e18b-4e39-a2b3-e8f2598b4259) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:43:16.554140 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:16.566057 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Transition to ACTIVE for port object cf843dc7-e18b-4e39-a2b3-e8f2598b4259 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:43:16.586493 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Transition to ACTIVE for port object cf843dc7-e18b-4e39-a2b3-e8f2598b4259 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:43:16.606446 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:16.677368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:16.758000 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Network 6dfcf1b8-15d2-4d54-93d3-8748a7a640ad is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:43:16.761183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:43:16.775085 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Pushing event updated for resources: {'Port': ['ID=cf843dc7-e18b-4e39-a2b3-e8f2598b4259,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:16.782853 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:43:16.822373 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c2d62b32-64c5-4d4b-92d1-a38e9c9db35c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:43:16.931960 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Attempting to bind port cf843dc7-e18b-4e39-a2b3-e8f2598b4259 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:43:16.932642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Attempting to bind port cf843dc7-e18b-4e39-a2b3-e8f2598b4259 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '08530565-9790-4a16-8b3e-50ad05a60861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6dfcf1b8-15d2-4d54-93d3-8748a7a640ad'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:43:16.932642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Attempting to bind port cf843dc7-e18b-4e39-a2b3-e8f2598b4259 on network 6dfcf1b8-15d2-4d54-93d3-8748a7a640ad {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:43:16.941063 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:43:16.941431 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Checking segment: {'id': '08530565-9790-4a16-8b3e-50ad05a60861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6dfcf1b8-15d2-4d54-93d3-8748a7a640ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:43:16.941827 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:16.942242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Bound using segment: {'id': '08530565-9790-4a16-8b3e-50ad05a60861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6dfcf1b8-15d2-4d54-93d3-8748a7a640ad'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:43:16.942698 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Bound port: cf843dc7-e18b-4e39-a2b3-e8f2598b4259, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08530565-9790-4a16-8b3e-50ad05a60861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6dfcf1b8-15d2-4d54-93d3-8748a7a640ad'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:43:16.943084 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:17.041083 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] For port cf843dc7-e18b-4e39-a2b3-e8f2598b4259, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:43:17.041382 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:17.044368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] For port cf843dc7-e18b-4e39-a2b3-e8f2598b4259, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=cf843dc7-e18b-4e39-a2b3-e8f2598b4259,segment=NetworkSegment(08530565-9790-4a16-8b3e-50ad05a60861),segment_id=08530565-9790-4a16-8b3e-50ad05a60861)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:43:17.075365 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:17.122840 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port c2d62b32-64c5-4d4b-92d1-a38e9c9db35c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:43:17.128507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port c2d62b32-64c5-4d4b-92d1-a38e9c9db35c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:17.128878 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:17.171950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:17.220367 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Allocated IP 172.26.4.94 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/b785eb02-bd15-43d0-9022-f14a9d76eb64) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:43:17.274906 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5295d3-178f-49b5-bd41-077faf2cdc04 None None] Pushing event updated for resources: {'Port': ['ID=cf843dc7-e18b-4e39-a2b3-e8f2598b4259,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:17.343756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:17.388608 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port c2d62b32-64c5-4d4b-92d1-a38e9c9db35c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c2d62b32-64c5-4d4b-92d1-a38e9c9db35c,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:43:17.403948 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:17.460123 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:17.463283 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:43:17.519621 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:17.602762 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:43:17.606025 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:43:17.606594 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=c2d62b32-64c5-4d4b-92d1-a38e9c9db35c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:17.612342 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:17.612718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:17.620582 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:43:17.659153 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Pushing event updated for resources: {'Port': ['ID=b785eb02-bd15-43d0-9022-f14a9d76eb64,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:18.171221 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:18.290357 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72228c5e-4dad-45a2-a5ee-23da3d79f488 None None] Network 6dfcf1b8-15d2-4d54-93d3-8748a7a640ad requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:43:18.489536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ae8bf6c5-2c82-4799-be6b-0f734e5e50ca None None] Provisioning for port cf843dc7-e18b-4e39-a2b3-e8f2598b4259 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:43:18.667718 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:18.780512 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c2d62b32-64c5-4d4b-92d1-a38e9c9db35c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:43:18.862146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port c2d62b32-64c5-4d4b-92d1-a38e9c9db35c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:18.862482 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:18.960956 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Router bbdc0de9-fd4f-46b8-b1c0-72a269bc560c is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 10:43:18.983173 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device cf843dc7-e18b-4e39-a2b3-e8f2598b4259 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:43:19.111665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port cf843dc7-e18b-4e39-a2b3-e8f2598b4259 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:43:19.117185 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port cf843dc7-e18b-4e39-a2b3-e8f2598b4259 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:19.121484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:19.144035 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:43:19.153001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Sync routers for ids ['bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:43:19.179231 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Routers {'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:43:19.179846 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:42:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:19.242649 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:19.243808 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0ba7b853-3755-42a5-8e09-36c0dbdfeaee admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2757108 Feb 17 10:43:19.246514 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49784) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:19.394919 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:19.427298 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Set router bbdc0de9-fd4f-46b8-b1c0-72a269bc560c gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:43:19.558858 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port cf843dc7-e18b-4e39-a2b3-e8f2598b4259, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=cf843dc7-e18b-4e39-a2b3-e8f2598b4259,segment=NetworkSegment(08530565-9790-4a16-8b3e-50ad05a60861),segment_id=08530565-9790-4a16-8b3e-50ad05a60861)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:43:19.649293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:19.764657 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=cf843dc7-e18b-4e39-a2b3-e8f2598b4259,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:19.793941 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'name': 'tempest-TestShelveInstance-326961445-router', 'tenant_id': '81263d61ae8c45bb819139d53a1e7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b785eb02-bd15-43d0-9022-f14a9d76eb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:16Z', 'updated_at': '2022-02-17T10:43:17Z', 'revision_number': 3, 'project_id': '81263d61ae8c45bb819139d53a1e7786', 'gw_port': {'id': 'b785eb02-bd15-43d0-9022-f14a9d76eb64', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:17Z', 'updated_at': '2022-02-17T10:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:19.797989 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Checking router: bbdc0de9-fd4f-46b8-b1c0-72a269bc560c for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:43:19.798436 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Updating router bbdc0de9-fd4f-46b8-b1c0-72a269bc560c port b785eb02-bd15-43d0-9022-f14a9d76eb64 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:43:19.859325 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:20.059370 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:20.209335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:20.222617 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Transition to ACTIVE for port object b785eb02-bd15-43d0-9022-f14a9d76eb64 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:43:20.269137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Allocated IP 172.20.0.1 (6dfcf1b8-15d2-4d54-93d3-8748a7a640ad/518f86d8-5a2c-47a8-9d1a-75e1f08f9e50/22701965-56c8-4e5f-b642-3aeea9568de3) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:43:20.321158 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:20.422104 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:20.439013 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Transition to ACTIVE for port object 22701965-56c8-4e5f-b642-3aeea9568de3 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:43:20.449157 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Attempting to bind port b785eb02-bd15-43d0-9022-f14a9d76eb64 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:43:20.449808 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Attempting to bind port b785eb02-bd15-43d0-9022-f14a9d76eb64 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:43:20.449919 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Attempting to bind port b785eb02-bd15-43d0-9022-f14a9d76eb64 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:43:20.456491 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b368d-e41e-4d51-8cfb-8c25348c46c4 None None] Pushing event updated for resources: {'Port': ['ID=b785eb02-bd15-43d0-9022-f14a9d76eb64,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:20.461742 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:43:20.462261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:43:20.462579 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:20.462965 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:43:20.463442 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Bound port: b785eb02-bd15-43d0-9022-f14a9d76eb64, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:43:20.464046 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:20.539203 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] For port b785eb02-bd15-43d0-9022-f14a9d76eb64, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:43:20.542141 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] For port b785eb02-bd15-43d0-9022-f14a9d76eb64, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b785eb02-bd15-43d0-9022-f14a9d76eb64,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:43:20.557320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:20.626990 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Network 6dfcf1b8-15d2-4d54-93d3-8748a7a640ad is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:43:20.629928 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:43:20.634216 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:43:20.649507 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:20.670515 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Pushing event updated for resources: {'Port': ['ID=22701965-56c8-4e5f-b642-3aeea9568de3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:20.707919 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:20.712842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device cf843dc7-e18b-4e39-a2b3-e8f2598b4259 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:43:20.802599 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Routers {'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:43:20.803249 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:42:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:20.863741 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b368d-e41e-4d51-8cfb-8c25348c46c4 None None] Pushing event updated for resources: {'Port': ['ID=b785eb02-bd15-43d0-9022-f14a9d76eb64,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:20.934183 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:20.966384 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port cf843dc7-e18b-4e39-a2b3-e8f2598b4259 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:20.966384 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:21.001007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1e6a5245-ba92-4ecf-9b78-0553d0856276 None None] Provisioning for port 22701965-56c8-4e5f-b642-3aeea9568de3 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:43:21.034429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1e6a5245-ba92-4ecf-9b78-0553d0856276 None None] Provisioning complete for port 22701965-56c8-4e5f-b642-3aeea9568de3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:21.034799 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e6a5245-ba92-4ecf-9b78-0553d0856276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:21.106145 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] Set router bbdc0de9-fd4f-46b8-b1c0-72a269bc560c gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:43:21.165736 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:21.219640 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a5245-ba92-4ecf-9b78-0553d0856276 None None] Port 22701965-56c8-4e5f-b642-3aeea9568de3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:43:21.271614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:21.396344 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Pushing event updated for resources: {'Port': ['ID=22701965-56c8-4e5f-b642-3aeea9568de3,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:21.398766 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:21.474024 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'name': 'tempest-TestShelveInstance-326961445-router', 'tenant_id': '81263d61ae8c45bb819139d53a1e7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b785eb02-bd15-43d0-9022-f14a9d76eb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:16Z', 'updated_at': '2022-02-17T10:43:17Z', 'revision_number': 3, 'project_id': '81263d61ae8c45bb819139d53a1e7786', 'gw_port': {'id': 'b785eb02-bd15-43d0-9022-f14a9d76eb64', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:17Z', 'updated_at': '2022-02-17T10:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:21.481186 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ca1028-df35-4e8e-a0e0-6e2d88bd41a7 None None] The sync data for ids ['bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'] in dv-neutron-828143-5-hyperv is: [{'id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'name': 'tempest-TestShelveInstance-326961445-router', 'tenant_id': '81263d61ae8c45bb819139d53a1e7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b785eb02-bd15-43d0-9022-f14a9d76eb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:16Z', 'updated_at': '2022-02-17T10:43:17Z', 'revision_number': 3, 'project_id': '81263d61ae8c45bb819139d53a1e7786', 'gw_port': {'id': 'b785eb02-bd15-43d0-9022-f14a9d76eb64', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:17Z', 'updated_at': '2022-02-17T10:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:43:21.556004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Network 6dfcf1b8-15d2-4d54-93d3-8748a7a640ad is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:43:21.557235 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:43:21.808012 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Router bbdc0de9-fd4f-46b8-b1c0-72a269bc560c has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:43:21.948367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9206b672-8e3c-4898-a566-7448a97507d7 None None] Provisioning complete for port 22701965-56c8-4e5f-b642-3aeea9568de3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:21.948741 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9206b672-8e3c-4898-a566-7448a97507d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:22.006636 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9206b672-8e3c-4898-a566-7448a97507d7 None None] Port 22701965-56c8-4e5f-b642-3aeea9568de3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:43:22.008394 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:43:22.018304 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-19c22651-1512-48ae-bbc3-f6be3f7b448b admin admin] 10.222.0.75 "PUT /v2.0/routers/bbdc0de9-fd4f-46b8-b1c0-72a269bc560c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7705905 Feb 17 10:43:22.595772 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49800) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:22.601337 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7c724126-c9d2-4037-a907-642f82d63f28 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1950253098', 'description': 'tempest-secgroup-smoke-1950253098 description', 'project_id': '5a924e017e124b2798974342c5ad1a81'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:43:22.607387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7c724126-c9d2-4037-a907-642f82d63f28 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:22.611653 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7c724126-c9d2-4037-a907-642f82d63f28 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:security_group and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:22.615076 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7c724126-c9d2-4037-a907-642f82d63f28 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:22.620876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7c724126-c9d2-4037-a907-642f82d63f28 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:22.709837 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c724126-c9d2-4037-a907-642f82d63f28 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:22.724448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b785eb02-bd15-43d0-9022-f14a9d76eb64 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:43:22.736005 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7c724126-c9d2-4037-a907-642f82d63f28 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:22.740123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7c724126-c9d2-4037-a907-642f82d63f28 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:security_group_rule and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:22.743269 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-7c724126-c9d2-4037-a907-642f82d63f28 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:22.749028 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7c724126-c9d2-4037-a907-642f82d63f28 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:22.906409 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port b785eb02-bd15-43d0-9022-f14a9d76eb64 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:43:22.911647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port b785eb02-bd15-43d0-9022-f14a9d76eb64 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:22.912023 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:22.928476 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c724126-c9d2-4037-a907-642f82d63f28 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:23.013918 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c724126-c9d2-4037-a907-642f82d63f28 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:23.038334 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:23.056211 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port b785eb02-bd15-43d0-9022-f14a9d76eb64, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b785eb02-bd15-43d0-9022-f14a9d76eb64,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:43:23.057850 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c724126-c9d2-4037-a907-642f82d63f28 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99176c6f-9557-467e-a5d8-c26dbbd3f51c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:23.145914 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:23.146148 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c724126-c9d2-4037-a907-642f82d63f28 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:23.147238 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-7c724126-c9d2-4037-a907-642f82d63f28 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5504045 Feb 17 10:43:23.150442 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49806) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:23.155854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c951c652-9025-471d-8b57-b9edad9ef619 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'security_group_rule': {'security_group_id': '99176c6f-9557-467e-a5d8-c26dbbd3f51c', 'project_id': '5a924e017e124b2798974342c5ad1a81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:43:23.162638 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c951c652-9025-471d-8b57-b9edad9ef619 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:23.166557 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c951c652-9025-471d-8b57-b9edad9ef619 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:security_group_rule and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:23.169625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c951c652-9025-471d-8b57-b9edad9ef619 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:23.176539 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c951c652-9025-471d-8b57-b9edad9ef619 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:23.214272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=b785eb02-bd15-43d0-9022-f14a9d76eb64,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:23.290694 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c951c652-9025-471d-8b57-b9edad9ef619 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:23.353592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c951c652-9025-471d-8b57-b9edad9ef619 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:23.429927 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c951c652-9025-471d-8b57-b9edad9ef619 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:23.454445 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951c652-9025-471d-8b57-b9edad9ef619 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6906d25-810e-4fed-a4e0-4f6947cbdecf,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:23.524940 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Sync routers for ids ['bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:43:23.533914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c951c652-9025-471d-8b57-b9edad9ef619 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:23.534276 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Routers {'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:43:23.534882 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:42:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:23.535175 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c951c652-9025-471d-8b57-b9edad9ef619 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3837507 Feb 17 10:43:23.538074 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49810) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:23.543471 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-092a9689-ccb5-4777-bdc8-e5cfbfcfd616 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'security_group_rule': {'security_group_id': '99176c6f-9557-467e-a5d8-c26dbbd3f51c', 'project_id': '5a924e017e124b2798974342c5ad1a81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:43:23.550087 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-092a9689-ccb5-4777-bdc8-e5cfbfcfd616 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:23.554166 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-092a9689-ccb5-4777-bdc8-e5cfbfcfd616 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:security_group_rule and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:23.557132 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-092a9689-ccb5-4777-bdc8-e5cfbfcfd616 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:23.563710 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-092a9689-ccb5-4777-bdc8-e5cfbfcfd616 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:23.678485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-092a9689-ccb5-4777-bdc8-e5cfbfcfd616 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:23.745731 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Set router bbdc0de9-fd4f-46b8-b1c0-72a269bc560c gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:43:23.748256 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-092a9689-ccb5-4777-bdc8-e5cfbfcfd616 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:23.814509 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-092a9689-ccb5-4777-bdc8-e5cfbfcfd616 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:23.838609 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a9689-ccb5-4777-bdc8-e5cfbfcfd616 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b4e35e-f057-416a-a339-f23c0b14ed18,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:23.939270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-092a9689-ccb5-4777-bdc8-e5cfbfcfd616 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:23.940471 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-092a9689-ccb5-4777-bdc8-e5cfbfcfd616 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4011095 Feb 17 10:43:23.943383 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49814) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:23.948334 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-29fe7ae8-36a0-439e-b627-5235c15fc5b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'security_group_rule': {'security_group_id': '99176c6f-9557-467e-a5d8-c26dbbd3f51c', 'project_id': '5a924e017e124b2798974342c5ad1a81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:43:23.954920 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-29fe7ae8-36a0-439e-b627-5235c15fc5b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:23.959316 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-29fe7ae8-36a0-439e-b627-5235c15fc5b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:security_group_rule and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:23.962364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-29fe7ae8-36a0-439e-b627-5235c15fc5b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:23.968326 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-29fe7ae8-36a0-439e-b627-5235c15fc5b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:24.057667 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'name': 'tempest-TestShelveInstance-326961445-router', 'tenant_id': '81263d61ae8c45bb819139d53a1e7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b785eb02-bd15-43d0-9022-f14a9d76eb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:16Z', 'updated_at': '2022-02-17T10:43:20Z', 'revision_number': 4, 'project_id': '81263d61ae8c45bb819139d53a1e7786', 'gw_port': {'id': 'b785eb02-bd15-43d0-9022-f14a9d76eb64', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:17Z', 'updated_at': '2022-02-17T10:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '22701965-56c8-4e5f-b642-3aeea9568de3', 'name': '', 'network_id': '6dfcf1b8-15d2-4d54-93d3-8748a7a640ad', 'tenant_id': '81263d61ae8c45bb819139d53a1e7786', 'mac_address': 'fa:16:3e:a5:19:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '518f86d8-5a2c-47a8-9d1a-75e1f08f9e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:20Z', 'updated_at': '2022-02-17T10:43:21Z', 'revision_number': 2, 'project_id': '81263d61ae8c45bb819139d53a1e7786', 'subnets': [{'id': '518f86d8-5a2c-47a8-9d1a-75e1f08f9e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:24.061423 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Checking router: bbdc0de9-fd4f-46b8-b1c0-72a269bc560c for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:43:24.061769 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Updating router bbdc0de9-fd4f-46b8-b1c0-72a269bc560c port 22701965-56c8-4e5f-b642-3aeea9568de3 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:43:24.072146 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29fe7ae8-36a0-439e-b627-5235c15fc5b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:24.114061 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:24.137989 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29fe7ae8-36a0-439e-b627-5235c15fc5b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:24.214186 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29fe7ae8-36a0-439e-b627-5235c15fc5b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:24.241931 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe7ae8-36a0-439e-b627-5235c15fc5b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5f581a-68c0-456d-9bd4-0117b0a9edd4,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:24.340270 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29fe7ae8-36a0-439e-b627-5235c15fc5b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:24.341520 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-29fe7ae8-36a0-439e-b627-5235c15fc5b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3972285 Feb 17 10:43:24.345659 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49818) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:24.351040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-71a2f86b-757e-4114-827f-c94dc73045d5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'security_group_rule': {'security_group_id': '99176c6f-9557-467e-a5d8-c26dbbd3f51c', 'project_id': '5a924e017e124b2798974342c5ad1a81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:43:24.357044 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-71a2f86b-757e-4114-827f-c94dc73045d5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:24.361521 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-71a2f86b-757e-4114-827f-c94dc73045d5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:security_group_rule and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:24.364450 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-71a2f86b-757e-4114-827f-c94dc73045d5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:24.370572 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-71a2f86b-757e-4114-827f-c94dc73045d5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:24.505859 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71a2f86b-757e-4114-827f-c94dc73045d5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:24.574697 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71a2f86b-757e-4114-827f-c94dc73045d5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:24.627543 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:24.643690 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Transition to ACTIVE for port object 22701965-56c8-4e5f-b642-3aeea9568de3 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:43:24.648535 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71a2f86b-757e-4114-827f-c94dc73045d5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:24.687558 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2f86b-757e-4114-827f-c94dc73045d5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aab6de2-e7d2-4daa-8007-fd99cf312830,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:24.715460 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b785eb02-bd15-43d0-9022-f14a9d76eb64 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:43:24.738980 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:24.760994 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71a2f86b-757e-4114-827f-c94dc73045d5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:24.762142 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-71a2f86b-757e-4114-827f-c94dc73045d5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4154427 Feb 17 10:43:24.764742 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49822) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:24.767769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07585a07-32a8-4a04-817c-9d802648a647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:24.771699 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8b2b0c5c-57dd-4f92-82ce-cfa59d4dec27 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'security_group_rule': {'security_group_id': '99176c6f-9557-467e-a5d8-c26dbbd3f51c', 'project_id': '5a924e017e124b2798974342c5ad1a81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:43:24.777779 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8b2b0c5c-57dd-4f92-82ce-cfa59d4dec27 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:24.782823 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8b2b0c5c-57dd-4f92-82ce-cfa59d4dec27 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:security_group_rule and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:24.785735 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8b2b0c5c-57dd-4f92-82ce-cfa59d4dec27 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:24.789471 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port b785eb02-bd15-43d0-9022-f14a9d76eb64 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:24.789847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:24.791876 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8b2b0c5c-57dd-4f92-82ce-cfa59d4dec27 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:24.877478 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcd871-f346-4319-8d65-5c3b1ced0a31 None None] Pushing event updated for resources: {'Port': ['ID=22701965-56c8-4e5f-b642-3aeea9568de3,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:24.891744 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-8b2b0c5c-57dd-4f92-82ce-cfa59d4dec27 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Project 5a924e017e124b2798974342c5ad1a81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:43:24.900123 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0c5c-57dd-4f92-82ce-cfa59d4dec27 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:24.977050 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Attempting to bind port 22701965-56c8-4e5f-b642-3aeea9568de3 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:43:24.977413 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Attempting to bind port 22701965-56c8-4e5f-b642-3aeea9568de3 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': '08530565-9790-4a16-8b3e-50ad05a60861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6dfcf1b8-15d2-4d54-93d3-8748a7a640ad'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:43:24.978107 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Attempting to bind port 22701965-56c8-4e5f-b642-3aeea9568de3 on network 6dfcf1b8-15d2-4d54-93d3-8748a7a640ad {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:43:24.986162 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0c5c-57dd-4f92-82ce-cfa59d4dec27 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:24.986329 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:43:24.986329 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Checking segment: {'id': '08530565-9790-4a16-8b3e-50ad05a60861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6dfcf1b8-15d2-4d54-93d3-8748a7a640ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:43:24.986329 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:24.986329 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Bound using segment: {'id': '08530565-9790-4a16-8b3e-50ad05a60861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6dfcf1b8-15d2-4d54-93d3-8748a7a640ad'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:43:24.986329 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Bound port: 22701965-56c8-4e5f-b642-3aeea9568de3, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08530565-9790-4a16-8b3e-50ad05a60861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6dfcf1b8-15d2-4d54-93d3-8748a7a640ad'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:43:24.986329 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:25.076707 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] For port 22701965-56c8-4e5f-b642-3aeea9568de3, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:43:25.080423 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] For port 22701965-56c8-4e5f-b642-3aeea9568de3, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=22701965-56c8-4e5f-b642-3aeea9568de3,segment=NetworkSegment(08530565-9790-4a16-8b3e-50ad05a60861),segment_id=08530565-9790-4a16-8b3e-50ad05a60861)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:43:25.088759 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0c5c-57dd-4f92-82ce-cfa59d4dec27 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:25.112243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b0c5c-57dd-4f92-82ce-cfa59d4dec27 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e551ff-82a8-46c0-a740-b81b9bb8ddd2,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:25.186211 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:25.214724 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0c5c-57dd-4f92-82ce-cfa59d4dec27 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:25.216115 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8b2b0c5c-57dd-4f92-82ce-cfa59d4dec27 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4495199 Feb 17 10:43:25.218845 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 49826) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:25.224172 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-258fe36a-5970-4ac7-bb67-c7048f0c5f64 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'security_group_rule': {'security_group_id': '99176c6f-9557-467e-a5d8-c26dbbd3f51c', 'project_id': '5a924e017e124b2798974342c5ad1a81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:43:25.230225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-258fe36a-5970-4ac7-bb67-c7048f0c5f64 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:25.234073 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-258fe36a-5970-4ac7-bb67-c7048f0c5f64 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:security_group_rule and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:25.237296 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-258fe36a-5970-4ac7-bb67-c7048f0c5f64 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:25.243085 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-258fe36a-5970-4ac7-bb67-c7048f0c5f64 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:25.268102 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Routers {'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:43:25.268717 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:42:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:25.345789 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-258fe36a-5970-4ac7-bb67-c7048f0c5f64 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Project 5a924e017e124b2798974342c5ad1a81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:43:25.353684 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-258fe36a-5970-4ac7-bb67-c7048f0c5f64 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:25.357787 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcd871-f346-4319-8d65-5c3b1ced0a31 None None] Pushing event updated for resources: {'Port': ['ID=22701965-56c8-4e5f-b642-3aeea9568de3,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:25.428807 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-258fe36a-5970-4ac7-bb67-c7048f0c5f64 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:25.493312 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] Set router bbdc0de9-fd4f-46b8-b1c0-72a269bc560c gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:43:25.515363 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-258fe36a-5970-4ac7-bb67-c7048f0c5f64 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:25.542870 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fe36a-5970-4ac7-bb67-c7048f0c5f64 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af5ed3a-fc4e-4dc9-907e-46abe4a39eb8,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:25.655375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-258fe36a-5970-4ac7-bb67-c7048f0c5f64 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:25.656670 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-258fe36a-5970-4ac7-bb67-c7048f0c5f64 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4367125 Feb 17 10:43:25.824658 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'name': 'tempest-TestShelveInstance-326961445-router', 'tenant_id': '81263d61ae8c45bb819139d53a1e7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b785eb02-bd15-43d0-9022-f14a9d76eb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:16Z', 'updated_at': '2022-02-17T10:43:20Z', 'revision_number': 4, 'project_id': '81263d61ae8c45bb819139d53a1e7786', 'gw_port': {'id': 'b785eb02-bd15-43d0-9022-f14a9d76eb64', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:17Z', 'updated_at': '2022-02-17T10:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '22701965-56c8-4e5f-b642-3aeea9568de3', 'name': '', 'network_id': '6dfcf1b8-15d2-4d54-93d3-8748a7a640ad', 'tenant_id': '81263d61ae8c45bb819139d53a1e7786', 'mac_address': 'fa:16:3e:a5:19:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '518f86d8-5a2c-47a8-9d1a-75e1f08f9e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:20Z', 'updated_at': '2022-02-17T10:43:25Z', 'revision_number': 4, 'project_id': '81263d61ae8c45bb819139d53a1e7786', 'subnets': [{'id': '518f86d8-5a2c-47a8-9d1a-75e1f08f9e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:25.828690 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde6760-11b9-41dd-b933-d7a5070275b6 None None] The sync data for ids ['bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'] in dv-neutron-828143-5-hyperv is: [{'id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'name': 'tempest-TestShelveInstance-326961445-router', 'tenant_id': '81263d61ae8c45bb819139d53a1e7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b785eb02-bd15-43d0-9022-f14a9d76eb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:16Z', 'updated_at': '2022-02-17T10:43:20Z', 'revision_number': 4, 'project_id': '81263d61ae8c45bb819139d53a1e7786', 'gw_port': {'id': 'b785eb02-bd15-43d0-9022-f14a9d76eb64', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:17Z', 'updated_at': '2022-02-17T10:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': '22701965-56c8-4e5f-b642-3aeea9568de3', 'name': '', 'network_id': '6dfcf1b8-15d2-4d54-93d3-8748a7a640ad', 'tenant_id': '81263d61ae8c45bb819139d53a1e7786', 'mac_address': 'fa:16:3e:a5:19:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '518f86d8-5a2c-47a8-9d1a-75e1f08f9e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:20Z', 'updated_at': '2022-02-17T10:43:25Z', 'revision_number': 4, 'project_id': '81263d61ae8c45bb819139d53a1e7786', 'subnets': [{'id': '518f86d8-5a2c-47a8-9d1a-75e1f08f9e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:43:25.831438 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-cea1e279-9b4f-4e6e-9fd2-c3423524c208 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Synchronizing usage tracker for tenant:5a924e017e124b2798974342c5ad1a81 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:43:25.939903 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-cea1e279-9b4f-4e6e-9fd2-c3423524c208 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Unset dirty status for tenant:5a924e017e124b2798974342c5ad1a81 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:43:25.941270 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-cea1e279-9b4f-4e6e-9fd2-c3423524c208 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1950253098&fields=id&tenant_id=5a924e017e124b2798974342c5ad1a81 HTTP/1.1" status: 200 len: 267 time: 0.1544287 Feb 17 10:43:26.114420 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-36f20003-463f-4a54-af59-c49544aa09b5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:26.115994 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-36f20003-463f-4a54-af59-c49544aa09b5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 809 time: 0.1675689 Feb 17 10:43:26.131741 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-173a42c7-b6b8-4fd3-8862-7db97229ac45 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/quotas/5a924e017e124b2798974342c5ad1a81 HTTP/1.1" status: 200 len: 375 time: 0.0102394 Feb 17 10:43:26.220069 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-93eb7e81-6db0-4bfb-a1b1-fbc7987e8043 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Synchronizing usage tracker for tenant:5a924e017e124b2798974342c5ad1a81 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:43:26.294527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-93eb7e81-6db0-4bfb-a1b1-fbc7987e8043 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Unset dirty status for tenant:5a924e017e124b2798974342c5ad1a81 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:43:26.295941 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-93eb7e81-6db0-4bfb-a1b1-fbc7987e8043 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1584780 Feb 17 10:43:26.555132 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-2f0a34c0-b73d-4c33-bc7a-7ac9f6f037d6 service neutron] 10.222.0.75 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460153 Feb 17 10:43:26.695642 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-2a979aeb-d0c6-4b3e-8600-0a6219b3c158 service neutron] 10.222.0.75 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345942 Feb 17 10:43:26.723770 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 22701965-56c8-4e5f-b642-3aeea9568de3 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:43:26.966911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 22701965-56c8-4e5f-b642-3aeea9568de3 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:43:26.973737 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 22701965-56c8-4e5f-b642-3aeea9568de3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:26.974804 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:27.022253 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42e3b393-df79-4aa7-ba63-3a7fbd32b67e req-7fb5193b-ded5-4987-8753-8806aa427d3a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 210 time: 0.0538604 Feb 17 10:43:27.120798 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:27.158593 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 22701965-56c8-4e5f-b642-3aeea9568de3, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=22701965-56c8-4e5f-b642-3aeea9568de3,segment=NetworkSegment(08530565-9790-4a16-8b3e-50ad05a60861),segment_id=08530565-9790-4a16-8b3e-50ad05a60861)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:43:27.201355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90452aa5-955a-494c-9b63-0d91e54f31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:27.321399 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:27.395158 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=22701965-56c8-4e5f-b642-3aeea9568de3,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:27.978201 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:28.117818 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b53d2476-6688-40ff-b698-78dbf2052ec0 req-99dbe5d9-8e6a-408e-8c1b-97ad7aae9d88 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 210 time: 0.0446038 Feb 17 10:43:28.436517 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:28.700689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 22701965-56c8-4e5f-b642-3aeea9568de3 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:43:28.770981 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 22701965-56c8-4e5f-b642-3aeea9568de3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:28.771367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:29.265199 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-689dca6c-418b-4570-86d3-9a0716d7acd4 req-6a55f310-c74d-42a4-8df7-200d053520f5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 210 time: 0.0424528 Feb 17 10:43:29.703116 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:43:29.778326 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-8518f03f-736a-48f4-a5d6-d2397b554785 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:29.779008 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-8518f03f-736a-48f4-a5d6-d2397b554785 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Synchronizing usage tracker for tenant:5a924e017e124b2798974342c5ad1a81 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:43:29.945835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-8518f03f-736a-48f4-a5d6-d2397b554785 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Unset dirty status for tenant:5a924e017e124b2798974342c5ad1a81 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:43:29.947054 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-8518f03f-736a-48f4-a5d6-d2397b554785 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 809 time: 0.3200336 Feb 17 10:43:30.009532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-a10e7ccf-d8ab-4508-90df-09e424d4c12f tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Synchronizing usage tracker for tenant:5a924e017e124b2798974342c5ad1a81 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:43:30.027076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-a10e7ccf-d8ab-4508-90df-09e424d4c12f tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Unset dirty status for tenant:5a924e017e124b2798974342c5ad1a81 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:43:30.028346 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-a10e7ccf-d8ab-4508-90df-09e424d4c12f tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a924e017e124b2798974342c5ad1a81 HTTP/1.1" status: 200 len: 380 time: 0.0718429 Feb 17 10:43:30.042119 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-2192dc6d-d05d-4b7a-b8d7-08d6d8200412 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'port': {'device_id': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'admin_state_up': True, 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'security_groups': ['99176c6f-9557-467e-a5d8-c26dbbd3f51c']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:43:30.109918 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:30.206701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-2192dc6d-d05d-4b7a-b8d7-08d6d8200412 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:30.217101 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-2192dc6d-d05d-4b7a-b8d7-08d6d8200412 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:30.316892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-2192dc6d-d05d-4b7a-b8d7-08d6d8200412 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Made reservation on behalf of 5a924e017e124b2798974342c5ad1a81 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:43:30.320651 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-2192dc6d-d05d-4b7a-b8d7-08d6d8200412 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:30.437731 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3f94fe7a-6dbc-4045-a328-f0520b3a980c req-f0bcdace-727e-4885-a3fc-1d737a7f86ae tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 210 time: 0.0496857 Feb 17 10:43:30.517446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-2192dc6d-d05d-4b7a-b8d7-08d6d8200412 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Allocated IP 172.20.0.9 (e0bd7cb4-870f-46a6-9f41-2e9d92bd850b/920d6b1d-eab6-4183-8608-a3920da6ea5e/4e2bf65f-76c5-4d75-b66a-89e6977557f8) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:43:30.724327 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-2192dc6d-d05d-4b7a-b8d7-08d6d8200412 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:30.740173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-2192dc6d-d05d-4b7a-b8d7-08d6d8200412 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Transition to ACTIVE for port object 4e2bf65f-76c5-4d75-b66a-89e6977557f8 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:43:30.843512 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-2192dc6d-d05d-4b7a-b8d7-08d6d8200412 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:30.916497 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-2192dc6d-d05d-4b7a-b8d7-08d6d8200412 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:43:30.919466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-2192dc6d-d05d-4b7a-b8d7-08d6d8200412 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:43:30.923435 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-2192dc6d-d05d-4b7a-b8d7-08d6d8200412 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:43:30.960286 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192dc6d-d05d-4b7a-b8d7-08d6d8200412 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'Port': ['ID=4e2bf65f-76c5-4d75-b66a-89e6977557f8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:30.999439 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-2192dc6d-d05d-4b7a-b8d7-08d6d8200412 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:31.000080 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-2192dc6d-d05d-4b7a-b8d7-08d6d8200412 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:31.131367 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-2192dc6d-d05d-4b7a-b8d7-08d6d8200412 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0931201 Feb 17 10:43:31.142807 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Request body: {'port': {'device_id': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:43:31.246884 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a1446f46-a480-404b-b106-e2aeb089db93 None None] Provisioning for port 4e2bf65f-76c5-4d75-b66a-89e6977557f8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:43:31.251487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:31.252402 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a1446f46-a480-404b-b106-e2aeb089db93 None None] Provisioning complete for port 4e2bf65f-76c5-4d75-b66a-89e6977557f8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:31.252838 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1446f46-a480-404b-b106-e2aeb089db93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:31.311728 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a1446f46-a480-404b-b106-e2aeb089db93 None None] Port 4e2bf65f-76c5-4d75-b66a-89e6977557f8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:43:31.761409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2bf65f-76c5-4d75-b66a-89e6977557f8 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:43:31.771694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:31.790796 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Transition to ACTIVE for port object 4e2bf65f-76c5-4d75-b66a-89e6977557f8 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:43:31.807453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937bd32-2d82-40a3-adb0-7149aac23667 req-fb900a00-1635-4c58-b7ed-cb164478082d tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:31.811056 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-7937bd32-2d82-40a3-adb0-7149aac23667 req-fb900a00-1635-4c58-b7ed-cb164478082d tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Synchronizing usage tracker for tenant:5a924e017e124b2798974342c5ad1a81 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:43:31.949369 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:31.992572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-7937bd32-2d82-40a3-adb0-7149aac23667 req-fb900a00-1635-4c58-b7ed-cb164478082d tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Unset dirty status for tenant:5a924e017e124b2798974342c5ad1a81 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:43:31.993704 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7937bd32-2d82-40a3-adb0-7149aac23667 req-fb900a00-1635-4c58-b7ed-cb164478082d tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 931 time: 0.4436631 Feb 17 10:43:32.109138 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Pushing event updated for resources: {'Port': ['ID=4e2bf65f-76c5-4d75-b66a-89e6977557f8,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:32.157446 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7937bd32-2d82-40a3-adb0-7149aac23667 req-4ec6cff5-2958-4ab1-aa82-b1bcaa7d6547 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536512 Feb 17 10:43:32.224697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Attempting to bind port 4e2bf65f-76c5-4d75-b66a-89e6977557f8 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:43:32.225050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Attempting to bind port 4e2bf65f-76c5-4d75-b66a-89e6977557f8 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '958ff7df-ba63-403b-90f2-715909b2e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:43:32.225375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Attempting to bind port 4e2bf65f-76c5-4d75-b66a-89e6977557f8 on network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:43:32.230355 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Port 4e2bf65f-76c5-4d75-b66a-89e6977557f8 on network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:43:32.230671 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Attempting to bind port 4e2bf65f-76c5-4d75-b66a-89e6977557f8 on network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:43:32.236550 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:43:32.236884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Checking segment: {'id': '958ff7df-ba63-403b-90f2-715909b2e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:43:32.237272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Bound using segment: {'id': '958ff7df-ba63-403b-90f2-715909b2e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:43:32.237837 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Bound port: 4e2bf65f-76c5-4d75-b66a-89e6977557f8, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '958ff7df-ba63-403b-90f2-715909b2e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:43:32.238058 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:32.327620 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] For port 4e2bf65f-76c5-4d75-b66a-89e6977557f8, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:43:32.330838 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] For port 4e2bf65f-76c5-4d75-b66a-89e6977557f8, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:43:32.494815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:32.555517 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:32.556126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:32.557468 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] 10.222.0.37 "PUT /v2.0/ports/4e2bf65f-76c5-4d75-b66a-89e6977557f8 HTTP/1.1" status: 200 len: 1093 time: 1.4193282 Feb 17 10:43:32.557898 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'tag': '4e2bf65f-76c5-4d75-b66a-89e6977557f8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:43:32.586440 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f1ab7-9cd5-4f8a-931b-5b42035a6b5a service neutron] Pushing event updated for resources: {'Port': ['ID=4e2bf65f-76c5-4d75-b66a-89e6977557f8,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:32.612642 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'tag': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'status': 'completed', 'code': 200} Feb 17 10:43:32.710764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e79b0-1e7c-4337-a64b-b940b25824ba req-e36fdf38-b9bc-4ed9-bb4f-ce1b8837448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:32.712259 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-943e79b0-1e7c-4337-a64b-b940b25824ba req-e36fdf38-b9bc-4ed9-bb4f-ce1b8837448a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 1096 time: 0.0814512 Feb 17 10:43:32.862333 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e79b0-1e7c-4337-a64b-b940b25824ba req-3765518c-3b00-4881-9498-e0c9877eb9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:32.863658 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-943e79b0-1e7c-4337-a64b-b940b25824ba req-3765518c-3b00-4881-9498-e0c9877eb9c6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5a924e017e124b2798974342c5ad1a81&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1449831 Feb 17 10:43:33.005368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e79b0-1e7c-4337-a64b-b940b25824ba req-6720a431-3461-4635-b870-f50ec1ef5ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:33.007013 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-943e79b0-1e7c-4337-a64b-b940b25824ba req-6720a431-3461-4635-b870-f50ec1ef5ad3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1380873 Feb 17 10:43:33.120221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-90056102-c449-4c24-aea7-f0663f579742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:33.121596 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-90056102-c449-4c24-aea7-f0663f579742 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 1096 time: 0.0787020 Feb 17 10:43:33.210060 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-0bf3b41a-792e-46d4-bf04-308b113aac8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8 HTTP/1.1" status: 200 len: 217 time: 0.0642715 Feb 17 10:43:33.272678 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-706f8fef-0c22-4779-b1e0-734802fae919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:33.274099 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-706f8fef-0c22-4779-b1e0-734802fae919 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0589960 Feb 17 10:43:33.409495 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66937123-e3f4-441d-9456-250bacd7bd70 req-1dee1d60-038a-4e7d-b5be-caabaf0b43fb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:33.411056 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-66937123-e3f4-441d-9456-250bacd7bd70 req-1dee1d60-038a-4e7d-b5be-caabaf0b43fb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 943 time: 0.1401908 Feb 17 10:43:33.432346 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-f437a229-46ad-4e1f-97db-fbe8d22ec1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:33.433758 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-f437a229-46ad-4e1f-97db-fbe8d22ec1c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1263812 Feb 17 10:43:33.529170 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-66937123-e3f4-441d-9456-250bacd7bd70 req-69a0e1a0-6afd-44f4-ace6-ee65c6a2889c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122646 Feb 17 10:43:33.585161 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-8d7ea51f-437b-4c0a-afe9-3c92cb9e597d service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431766 Feb 17 10:43:33.721628 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a176a0d8-8700-4182-81f0-7007e2bafb90 req-e4126357-1472-46dc-bc36-fde3b45c9126 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299429 Feb 17 10:43:34.769076 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9216c-dc59-46da-aa83-da1746de1b3a req-990f8023-9886-4e02-b136-4a8290b909db tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:34.770553 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c5b9216c-dc59-46da-aa83-da1746de1b3a req-990f8023-9886-4e02-b136-4a8290b909db tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 943 time: 0.0881190 Feb 17 10:43:34.815254 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-c5b9216c-dc59-46da-aa83-da1746de1b3a req-07214e2d-548b-4abf-a07d-1e7e7448daef tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383928 Feb 17 10:43:36.099553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba0384-2699-4e1f-9dc4-6c0e55561f84 req-5bc7da59-6c20-4949-bcf2-558db56d8beb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:36.100923 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fdba0384-2699-4e1f-9dc4-6c0e55561f84 req-5bc7da59-6c20-4949-bcf2-558db56d8beb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 943 time: 0.1787794 Feb 17 10:43:36.144882 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fdba0384-2699-4e1f-9dc4-6c0e55561f84 req-288bca7d-b2ea-4d91-9929-b79abfc16dbc tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382202 Feb 17 10:43:37.334839 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec072a-3d15-4ad5-a852-0e414e99a759 req-52405c09-cfb7-48b5-b4fd-aeba662435d0 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:37.336321 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-efec072a-3d15-4ad5-a852-0e414e99a759 req-52405c09-cfb7-48b5-b4fd-aeba662435d0 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 943 time: 0.0841112 Feb 17 10:43:37.381048 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-efec072a-3d15-4ad5-a852-0e414e99a759 req-bffcce67-933b-4a0b-b41c-ae3f6765e095 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389535 Feb 17 10:43:38.409829 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 4e2bf65f-76c5-4d75-b66a-89e6977557f8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:43:38.546022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 4e2bf65f-76c5-4d75-b66a-89e6977557f8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:43:38.561861 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'port_id': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'mac_address': 'fa:16:3e:74:19:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:43:38.574714 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2035b-0253-4ac2-9ab8-8121161e9127 req-68ad8c11-1948-4d45-8eb9-7b6de866e1c3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:38.576197 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-28a2035b-0253-4ac2-9ab8-8121161e9127 req-68ad8c11-1948-4d45-8eb9-7b6de866e1c3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 943 time: 0.0847917 Feb 17 10:43:38.619145 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:38.625457 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-28a2035b-0253-4ac2-9ab8-8121161e9127 req-f4b5b539-a29f-4552-944d-503acdbf0173 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432560 Feb 17 10:43:38.637911 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2bf65f-76c5-4d75-b66a-89e6977557f8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:43:38.653429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 4e2bf65f-76c5-4d75-b66a-89e6977557f8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:43:38.768427 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:38.840518 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=4e2bf65f-76c5-4d75-b66a-89e6977557f8,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:39.107043 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['4e2bf65f-76c5-4d75-b66a-89e6977557f8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:43:39.392706 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:39.822434 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d96b7-363b-4bf3-8253-eee4a69a476d req-ce4e671f-1e03-4cce-9f97-5510399a2238 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:39.823945 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8f9d96b7-363b-4bf3-8253-eee4a69a476d req-ce4e671f-1e03-4cce-9f97-5510399a2238 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 944 time: 0.0909748 Feb 17 10:43:39.872097 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-8f9d96b7-363b-4bf3-8253-eee4a69a476d req-e65b276a-2962-403a-9872-e26ad7845740 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425479 Feb 17 10:43:40.425153 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 4e2bf65f-76c5-4d75-b66a-89e6977557f8 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:43:40.560450 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 4e2bf65f-76c5-4d75-b66a-89e6977557f8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:43:40.565773 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 4e2bf65f-76c5-4d75-b66a-89e6977557f8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:43:40.566532 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:40.684550 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:40.714847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2bf65f-76c5-4d75-b66a-89e6977557f8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:43:40.724928 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 4e2bf65f-76c5-4d75-b66a-89e6977557f8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:43:40.785520 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:40.823045 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'code': 200} Feb 17 10:43:40.857154 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=4e2bf65f-76c5-4d75-b66a-89e6977557f8,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:41.058632 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02d51d-acaa-428f-9709-cd86eb5b34c7 req-0ffdc2b2-e262-4849-b64a-3ab160333811 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:41.059926 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1f02d51d-acaa-428f-9709-cd86eb5b34c7 req-0ffdc2b2-e262-4849-b64a-3ab160333811 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0824094 Feb 17 10:43:41.104892 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1f02d51d-acaa-428f-9709-cd86eb5b34c7 req-5cd866d0-da22-4ad5-b8be-61eac1e35583 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392120 Feb 17 10:43:41.236107 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415c3bf-0246-4c43-8c08-86b087ec5e1f req-34ff32de-f31d-4c3a-b38f-11bd197d79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:41.237577 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f415c3bf-0246-4c43-8c08-86b087ec5e1f req-34ff32de-f31d-4c3a-b38f-11bd197d79e8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 1098 time: 0.0684717 Feb 17 10:43:41.276982 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f415c3bf-0246-4c43-8c08-86b087ec5e1f req-b227a1fb-632a-4ae0-a5a4-6a7415e8aef5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337961 Feb 17 10:43:42.295013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0869d25-cb66-49a2-81c3-5a359b4a0da4 req-e2041225-24d6-4e3c-964b-19d62025d558 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:42.296540 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e0869d25-cb66-49a2-81c3-5a359b4a0da4 req-e2041225-24d6-4e3c-964b-19d62025d558 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0839095 Feb 17 10:43:42.341191 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e0869d25-cb66-49a2-81c3-5a359b4a0da4 req-e58bb86a-19d0-4d24-bd6a-e454ad8483e8 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391428 Feb 17 10:43:43.533131 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e8439-2571-4060-80fd-851bd9170b91 req-d90cd8cb-5371-44aa-9a0e-a6af221d11cb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:43.534654 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2f4e8439-2571-4060-80fd-851bd9170b91 req-d90cd8cb-5371-44aa-9a0e-a6af221d11cb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0849478 Feb 17 10:43:43.582249 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2f4e8439-2571-4060-80fd-851bd9170b91 req-aa3a3bba-bf0b-4ecd-b7de-f897ea919a66 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 Feb 17 10:43:43.767300 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca306a0b-44cd-4b3c-b4ff-93ddbfd79fc4 req-58ed1615-7fe4-47aa-8fd5-f7e07b318e40 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:43.768766 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca306a0b-44cd-4b3c-b4ff-93ddbfd79fc4 req-58ed1615-7fe4-47aa-8fd5-f7e07b318e40 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0805767 Feb 17 10:43:43.813714 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca306a0b-44cd-4b3c-b4ff-93ddbfd79fc4 req-56d64385-631b-43d9-b120-8a68885cd650 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391538 Feb 17 10:43:43.836976 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49892) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:43.952551 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19856ab0-07d3-4d82-a912-60966a13e84e tempest-TestShelveInstance-129175010 tempest-TestShelveInstance-129175010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:43.954138 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-19856ab0-07d3-4d82-a912-60966a13e84e tempest-TestShelveInstance-129175010 tempest-TestShelveInstance-129175010-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 1093 time: 0.1161537 Feb 17 10:43:43.957127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 49898) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:43:43.962320 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:43:43.968294 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:43:43.972126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:floatingip and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:43:43.976180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:43:43.982020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:43:44.087999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:44.223641 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:44.356764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Allocated IP 172.26.4.126 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/e792b144-2546-4bab-b3c1-cca0a26439ce) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:43:44.506402 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:44.624058 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:44.691100 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:43:44.694524 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:43:44.698611 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:43:44.732627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'Port': ['ID=e792b144-2546-4bab-b3c1-cca0a26439ce,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:45.110068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:45.257884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:45.567599 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:45.642887 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:45.748857 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'Port': ['ID=e792b144-2546-4bab-b3c1-cca0a26439ce,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:43:45.763430 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:45.932871 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Floating IP f06c7fe2-9fbc-4c59-9599-f8a9e0018a2f associated. External IP: 172.26.4.126, port: 4e2bf65f-76c5-4d75-b66a-89e6977557f8. Feb 17 10:43:46.287741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Router 3500a224-51f5-497e-9174-719c7617cd14 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:43:46.468506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:43:46.479087 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbce5e5-3008-42fe-b639-786f4d506faf None None] Sync routers for ids ['3500a224-51f5-497e-9174-719c7617cd14'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:43:46.488272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbce5e5-3008-42fe-b639-786f4d506faf None None] Routers {'3500a224-51f5-497e-9174-719c7617cd14'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:43:46.488885 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fbbce5e5-3008-42fe-b639-786f4d506faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:43:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3500a224-51f5-497e-9174-719c7617cd14'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:46.578255 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:46.637124 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bb587e00-718c-48f3-9894-d3cb3f99c851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6789744 Feb 17 10:43:46.637791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'tag': '4e2bf65f-76c5-4d75-b66a-89e6977557f8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:43:46.676356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-fbbce5e5-3008-42fe-b639-786f4d506faf None None] Set router 3500a224-51f5-497e-9174-719c7617cd14 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:43:46.683869 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'tag': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'status': 'completed', 'code': 200} Feb 17 10:43:46.775948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea138f-1f8d-4454-b735-614652e2f1ef req-86d04f4a-adc7-4c28-b90a-130611ce8979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:46.777465 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03ea138f-1f8d-4454-b735-614652e2f1ef req-86d04f4a-adc7-4c28-b90a-130611ce8979 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 1098 time: 0.0735354 Feb 17 10:43:46.916096 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea138f-1f8d-4454-b735-614652e2f1ef req-499f1aeb-7ea2-4225-bdc9-8bf5f4c43d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:46.917744 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03ea138f-1f8d-4454-b735-614652e2f1ef req-499f1aeb-7ea2-4225-bdc9-8bf5f4c43d1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1333447 Feb 17 10:43:47.038967 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03ea138f-1f8d-4454-b735-614652e2f1ef req-2b8267be-80db-43a3-8aa5-6dad6564f96e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8 HTTP/1.1" status: 200 len: 999 time: 0.1149023 Feb 17 10:43:47.085527 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fbbce5e5-3008-42fe-b639-786f4d506faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:12Z', 'revision_number': 4, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'f06c7fe2-9fbc-4c59-9599-f8a9e0018a2f', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'floating_ip_address': '172.26.4.126', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '3500a224-51f5-497e-9174-719c7617cd14', 'port_id': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'mac_address': 'fa:16:3e:74:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:43:45Z', 'updated_at': '2022-02-17T10:43:45Z', 'revision_number': 0, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d62b32-64c5-4d4b-92d1-a38e9c9db35c', 'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'mac_address': 'fa:16:3e:f5:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:11Z', 'updated_at': '2022-02-17T10:43:17Z', 'revision_number': 5, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'subnets': [{'id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:47.089562 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbce5e5-3008-42fe-b639-786f4d506faf None None] Checking router: 3500a224-51f5-497e-9174-719c7617cd14 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:43:47.097967 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbce5e5-3008-42fe-b639-786f4d506faf None None] Routers {'3500a224-51f5-497e-9174-719c7617cd14'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:43:47.098603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fbbce5e5-3008-42fe-b639-786f4d506faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:43:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3500a224-51f5-497e-9174-719c7617cd14'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:47.106923 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea138f-1f8d-4454-b735-614652e2f1ef req-0252cce4-f8a8-4807-98fa-f965069c7e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:47.108357 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03ea138f-1f8d-4454-b735-614652e2f1ef req-0252cce4-f8a8-4807-98fa-f965069c7e33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0643473 Feb 17 10:43:47.287767 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-fbbce5e5-3008-42fe-b639-786f4d506faf None None] Set router 3500a224-51f5-497e-9174-719c7617cd14 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:43:47.296882 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea138f-1f8d-4454-b735-614652e2f1ef req-924aded4-c201-4d7e-9150-671467945bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:43:47.298390 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03ea138f-1f8d-4454-b735-614652e2f1ef req-924aded4-c201-4d7e-9150-671467945bdd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1830888 Feb 17 10:43:47.432188 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03ea138f-1f8d-4454-b735-614652e2f1ef req-d40b3d78-4d12-44a8-851f-df98f1d988a4 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278441 Feb 17 10:43:47.570401 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-03ea138f-1f8d-4454-b735-614652e2f1ef req-6024f623-de5c-4c75-af1a-9507f8477bf9 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325612 Feb 17 10:43:47.640506 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fbbce5e5-3008-42fe-b639-786f4d506faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:12Z', 'revision_number': 4, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'f06c7fe2-9fbc-4c59-9599-f8a9e0018a2f', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'floating_ip_address': '172.26.4.126', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '3500a224-51f5-497e-9174-719c7617cd14', 'port_id': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'mac_address': 'fa:16:3e:74:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:43:45Z', 'updated_at': '2022-02-17T10:43:45Z', 'revision_number': 0, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d62b32-64c5-4d4b-92d1-a38e9c9db35c', 'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'mac_address': 'fa:16:3e:f5:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:11Z', 'updated_at': '2022-02-17T10:43:17Z', 'revision_number': 5, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'subnets': [{'id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:43:47.644805 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbce5e5-3008-42fe-b639-786f4d506faf None None] The sync data for ids ['3500a224-51f5-497e-9174-719c7617cd14'] in dv-neutron-828143-5-hyperv is: [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:12Z', 'revision_number': 4, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'f06c7fe2-9fbc-4c59-9599-f8a9e0018a2f', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'floating_ip_address': '172.26.4.126', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '3500a224-51f5-497e-9174-719c7617cd14', 'port_id': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'mac_address': 'fa:16:3e:74:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:43:45Z', 'updated_at': '2022-02-17T10:43:45Z', 'revision_number': 0, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d62b32-64c5-4d4b-92d1-a38e9c9db35c', 'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'mac_address': 'fa:16:3e:f5:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:11Z', 'updated_at': '2022-02-17T10:43:17Z', 'revision_number': 5, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'subnets': [{'id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:43:47.864150 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d093433-26ee-4429-9a73-33086acf1082 None None] New status for floating IP f06c7fe2-9fbc-4c59-9599-f8a9e0018a2f: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:43:54.789051 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8902c750-a4a4-4589-b943-495f1875ee35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:57.100022 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cfc246f6-b60d-4b8b-95bd-0f5d6a7fad2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:57.973796 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:43:58.446699 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:44:00.082543 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:44:06.702467 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:44:09.339541 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:44:24.468712 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9f19672d-1759-4410-9195-570dc306bd08 req-5f4889b1-675e-437e-98ea-4fae00fa6231 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739818 Feb 17 10:44:24.608250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19672d-1759-4410-9195-570dc306bd08 req-ee86f5ce-1b39-43de-8511-d006c7e5a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:44:24.609716 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9f19672d-1759-4410-9195-570dc306bd08 req-ee86f5ce-1b39-43de-8511-d006c7e5a8bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 1098 time: 0.0745361 Feb 17 10:44:24.728390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3babd710-2015-4a0f-b845-7152f843b450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:44:24.761845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19672d-1759-4410-9195-570dc306bd08 req-f7fc1972-4902-40cb-8348-9b13a129fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:44:24.763311 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9f19672d-1759-4410-9195-570dc306bd08 req-f7fc1972-4902-40cb-8348-9b13a129fe48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1351662 Feb 17 10:44:24.872643 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9f19672d-1759-4410-9195-570dc306bd08 req-e7849668-7485-4d52-a87b-a50304e405a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8 HTTP/1.1" status: 200 len: 1001 time: 0.1034257 Feb 17 10:44:24.934907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19672d-1759-4410-9195-570dc306bd08 req-4a53ce24-4df6-487a-849a-90ce98cfd562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:44:24.936334 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9f19672d-1759-4410-9195-570dc306bd08 req-4a53ce24-4df6-487a-849a-90ce98cfd562 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0580409 Feb 17 10:44:25.013235 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19672d-1759-4410-9195-570dc306bd08 req-d6af5348-702e-468f-bd04-1bc55c8331d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:44:25.015021 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9f19672d-1759-4410-9195-570dc306bd08 req-d6af5348-702e-468f-bd04-1bc55c8331d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729928 Feb 17 10:44:25.024568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-9f19672d-1759-4410-9195-570dc306bd08 req-e329547a-d29e-438a-9904-9b776a43d022 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 10:44:25.025480 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9f19672d-1759-4410-9195-570dc306bd08 req-e329547a-d29e-438a-9904-9b776a43d022 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047946 Feb 17 10:44:25.157010 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9f19672d-1759-4410-9195-570dc306bd08 req-94c6c39c-d8f5-4994-84fa-cb77d99e9651 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259468 Feb 17 10:44:25.294253 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9f19672d-1759-4410-9195-570dc306bd08 req-7edd176f-554a-4ddb-aa31-3a33702deb80 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313672 Feb 17 10:44:27.162789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1b2d0b5-79b9-4e75-a5a8-4dc2e8e73419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:44:27.927845 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:44:28.425183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:44:30.105433 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:44:39.339487 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:44:43.701882 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:44:54.759726 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0377561-b009-4d12-9cfa-7684b59359af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:44:57.105070 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a6eacc0-755a-4f4b-8e28-3562472ea71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:44:57.950842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:44:58.456396 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:45:00.096388 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:45:09.342195 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:45:20.704350 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:45:24.739277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4a13eb7-b37d-410c-95dd-31c35ba1c692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:45:26.558416 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9e511c7d-b79e-4372-bd61-cb028b11afd7 req-275089c5-a1a7-43ad-b4e8-343faa536a4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1541967 Feb 17 10:45:26.701375 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e511c7d-b79e-4372-bd61-cb028b11afd7 req-7a31d0ff-6e55-4b3b-b2b4-1c3920010d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:45:26.702901 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9e511c7d-b79e-4372-bd61-cb028b11afd7 req-7a31d0ff-6e55-4b3b-b2b4-1c3920010d87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 1098 time: 0.0741763 Feb 17 10:45:26.846963 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e511c7d-b79e-4372-bd61-cb028b11afd7 req-8fef0f69-8383-4a41-8df8-16a60b55884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:45:26.848385 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9e511c7d-b79e-4372-bd61-cb028b11afd7 req-8fef0f69-8383-4a41-8df8-16a60b55884f service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1265228 Feb 17 10:45:26.946609 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9e511c7d-b79e-4372-bd61-cb028b11afd7 req-0c14c4f8-5dae-4df3-b8ea-2092b3a13f5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8 HTTP/1.1" status: 200 len: 1001 time: 0.0909181 Feb 17 10:45:27.102252 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20135dd3-f0dd-4e1d-af4b-ea42b0a51fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:45:27.110978 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e511c7d-b79e-4372-bd61-cb028b11afd7 req-8384448d-c687-41b8-8c53-ea20b1c68591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:45:27.112176 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9e511c7d-b79e-4372-bd61-cb028b11afd7 req-8384448d-c687-41b8-8c53-ea20b1c68591 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.1595380 Feb 17 10:45:27.187377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e511c7d-b79e-4372-bd61-cb028b11afd7 req-3788d2ab-c037-45e9-a961-3223eb5b7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:45:27.188855 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9e511c7d-b79e-4372-bd61-cb028b11afd7 req-3788d2ab-c037-45e9-a961-3223eb5b7414 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703466 Feb 17 10:45:27.318949 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9e511c7d-b79e-4372-bd61-cb028b11afd7 req-1e89ec41-9e01-4bb4-9dce-f8d889b567dd service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242409 Feb 17 10:45:27.451532 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9e511c7d-b79e-4372-bd61-cb028b11afd7 req-bf399817-3d4c-4d86-ab3c-f2ee4a49ad1b service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263919 Feb 17 10:45:27.953028 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:45:28.436321 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:45:30.078943 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:45:39.316017 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:45:54.741311 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c73f33fa-8004-4a72-881d-3743b9adb768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:45:57.093072 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b8e97c5-66d8-4350-baff-0196e228151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:45:57.703982 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:45:57.946734 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:45:58.426623 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:00.078192 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:09.339168 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:15.153590 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691879d8-c306-447f-a7f3-616f173a691e req-92a0f42c-8abd-4b1c-a5fc-fd7ff185e58b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:15.155099 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-691879d8-c306-447f-a7f3-616f173a691e req-92a0f42c-8abd-4b1c-a5fc-fd7ff185e58b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.1273477 Feb 17 10:46:15.200502 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-691879d8-c306-447f-a7f3-616f173a691e req-aa64727c-6293-4c00-9ca0-d00d0cfe5542 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398095 Feb 17 10:46:16.395132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a994d-080d-4ada-9930-3a692947ddb2 req-4aee9ccc-e332-4a0c-851f-b0c7b55e11fd tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:16.396646 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c69a994d-080d-4ada-9930-3a692947ddb2 req-4aee9ccc-e332-4a0c-851f-b0c7b55e11fd tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0837948 Feb 17 10:46:16.443355 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c69a994d-080d-4ada-9930-3a692947ddb2 req-24779c08-1ff1-43a5-ad57-9d48747b9f4e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409675 Feb 17 10:46:17.637024 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d580e-7325-4cd5-89b3-4c143a904d96 req-3b1c6eec-91e1-4d6c-b7c7-1469b77ec212 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:17.638515 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-271d580e-7325-4cd5-89b3-4c143a904d96 req-3b1c6eec-91e1-4d6c-b7c7-1469b77ec212 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0844381 Feb 17 10:46:17.683375 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-271d580e-7325-4cd5-89b3-4c143a904d96 req-b46981f3-e183-47d7-a5b8-c11496572c42 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390866 Feb 17 10:46:18.871711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226851c-c35e-46fb-a0ae-aa569547698c req-0f59fb81-15b2-44fd-beb2-bc7f9f090fd1 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:18.873169 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4226851c-c35e-46fb-a0ae-aa569547698c req-0f59fb81-15b2-44fd-beb2-bc7f9f090fd1 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0808454 Feb 17 10:46:18.920151 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4226851c-c35e-46fb-a0ae-aa569547698c req-ff55551d-9240-4cdd-8f71-955cafbe5842 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411160 Feb 17 10:46:20.109243 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd5871-bf1a-4f21-bdf6-676e51fab974 req-1e3f4e05-4a87-49b8-afa0-2e21c602fd45 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:20.110634 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-02dd5871-bf1a-4f21-bdf6-676e51fab974 req-1e3f4e05-4a87-49b8-afa0-2e21c602fd45 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0838125 Feb 17 10:46:20.157549 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-02dd5871-bf1a-4f21-bdf6-676e51fab974 req-97fc8f38-1951-4c54-9557-d6268dfffa8f tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413332 Feb 17 10:46:21.346140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fe06e-75a3-4609-b1f5-dd56813b572f req-6dcaabf3-1f82-4fb0-b876-84c0d1018421 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:21.347583 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-032fe06e-75a3-4609-b1f5-dd56813b572f req-6dcaabf3-1f82-4fb0-b876-84c0d1018421 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0790248 Feb 17 10:46:21.392195 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-032fe06e-75a3-4609-b1f5-dd56813b572f req-208e2d9d-95f3-4e20-906a-f622f372b2d4 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380261 Feb 17 10:46:22.575940 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702a531-fcec-4765-a6e4-c38db0b28359 req-cc2d40c5-e411-4365-acb2-92fee7988d72 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:22.577390 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4702a531-fcec-4765-a6e4-c38db0b28359 req-cc2d40c5-e411-4365-acb2-92fee7988d72 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0795026 Feb 17 10:46:22.622681 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4702a531-fcec-4765-a6e4-c38db0b28359 req-5eb79cd4-6a20-4ea1-9d32-b6d01838f0c8 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396240 Feb 17 10:46:23.811284 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abe206-0126-4956-a1fa-7221fe8145f1 req-b5968e32-fd60-449f-ac78-e9e4467b6536 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:23.812782 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d9abe206-0126-4956-a1fa-7221fe8145f1 req-b5968e32-fd60-449f-ac78-e9e4467b6536 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0855691 Feb 17 10:46:23.856657 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d9abe206-0126-4956-a1fa-7221fe8145f1 req-674c2d5f-7e63-4998-9915-73eceab37515 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382102 Feb 17 10:46:24.780923 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2df3973c-a817-40c3-8a93-2b8998a9b619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:25.133840 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105c500-8c2f-431f-a7f4-a810d03fa314 req-9a152a3b-e97d-4b14-80f2-b2e231e2f86a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:25.135394 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6105c500-8c2f-431f-a7f4-a810d03fa314 req-9a152a3b-e97d-4b14-80f2-b2e231e2f86a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.1739764 Feb 17 10:46:25.179312 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-6105c500-8c2f-431f-a7f4-a810d03fa314 req-4bda592e-1dc1-42c8-9975-fdec70ca9f33 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384016 Feb 17 10:46:26.371789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a7f46-3bd9-4f2d-b044-0cbc773f339b req-5ce0f2a8-bd08-49ed-b2e4-b749bd5f19a9 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:26.375965 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-972a7f46-3bd9-4f2d-b044-0cbc773f339b req-5ce0f2a8-bd08-49ed-b2e4-b749bd5f19a9 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0810149 Feb 17 10:46:26.417593 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-972a7f46-3bd9-4f2d-b044-0cbc773f339b req-7fb64f6b-c46f-41bf-9624-f9b3769770ee tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387619 Feb 17 10:46:27.121415 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aac6fdb8-459a-41da-b452-48c022bae0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:27.519619 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35fc88-d22c-4ae8-a6df-5f4446162dae req-3c3e175b-ba74-4506-bc30-e40b1482e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:27.521084 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a35fc88-d22c-4ae8-a6df-5f4446162dae req-3c3e175b-ba74-4506-bc30-e40b1482e746 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 1098 time: 0.0765996 Feb 17 10:46:27.615142 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3d7c8-0442-41ac-a8b5-bc47668fb74d req-92330253-feef-419c-8e86-a6356985cc28 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:27.617397 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ccb3d7c8-0442-41ac-a8b5-bc47668fb74d req-92330253-feef-419c-8e86-a6356985cc28 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0844188 Feb 17 10:46:27.665330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35fc88-d22c-4ae8-a6df-5f4446162dae req-711c1cf6-ffb7-4f11-b814-0c73e1c0ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:27.666811 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a35fc88-d22c-4ae8-a6df-5f4446162dae req-711c1cf6-ffb7-4f11-b814-0c73e1c0ee91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1281824 Feb 17 10:46:27.667561 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ccb3d7c8-0442-41ac-a8b5-bc47668fb74d req-15816e4e-9271-45fb-93f9-b9fa7e54ff57 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438771 Feb 17 10:46:27.773138 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a35fc88-d22c-4ae8-a6df-5f4446162dae req-4ed6ffae-6a95-4d5d-b51f-02cac259fe40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8 HTTP/1.1" status: 200 len: 1001 time: 0.1002882 Feb 17 10:46:27.833942 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35fc88-d22c-4ae8-a6df-5f4446162dae req-9d5bde48-bbbf-47b7-b7d9-05781895006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:27.835447 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a35fc88-d22c-4ae8-a6df-5f4446162dae req-9d5bde48-bbbf-47b7-b7d9-05781895006b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0571055 Feb 17 10:46:27.908840 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35fc88-d22c-4ae8-a6df-5f4446162dae req-903b08a5-bd3a-4bba-a207-bc48ff8cdb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:27.910343 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a35fc88-d22c-4ae8-a6df-5f4446162dae req-903b08a5-bd3a-4bba-a207-bc48ff8cdb1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694427 Feb 17 10:46:27.956209 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:28.042917 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a35fc88-d22c-4ae8-a6df-5f4446162dae req-ecda8be4-71bc-4855-9584-c843e17ea90c service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266723 Feb 17 10:46:28.175648 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9a35fc88-d22c-4ae8-a6df-5f4446162dae req-be1c0058-5592-4cd2-9509-d2ed0ffd8831 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272025 Feb 17 10:46:28.426232 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:28.941227 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3f7b3-f318-4798-ae5b-0d755a93ff1e req-a29d0d63-8fa1-401f-b3e8-8b7db8e0a798 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:28.942702 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-71f3f7b3-f318-4798-ae5b-0d755a93ff1e req-a29d0d63-8fa1-401f-b3e8-8b7db8e0a798 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.1666381 Feb 17 10:46:28.986498 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-71f3f7b3-f318-4798-ae5b-0d755a93ff1e req-c830ac91-671f-40c0-9cd0-0dbc1df3c84b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375636 Feb 17 10:46:30.083672 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:30.171737 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a2df4-afcc-4344-acde-a7ad3e16fedf req-082f3a67-6e18-49ed-9ab7-22f0ebd83021 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:30.173286 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7d3a2df4-afcc-4344-acde-a7ad3e16fedf req-082f3a67-6e18-49ed-9ab7-22f0ebd83021 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0794966 Feb 17 10:46:30.217670 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-7d3a2df4-afcc-4344-acde-a7ad3e16fedf req-a3ea81ca-5491-458e-b9cf-ff93b157b19f tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376487 Feb 17 10:46:31.403295 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7df49-b604-45a2-888a-d6001246c06c req-f014dcdd-913c-44e3-abbe-68193562d440 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:31.404737 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7cb7df49-b604-45a2-888a-d6001246c06c req-f014dcdd-913c-44e3-abbe-68193562d440 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0810444 Feb 17 10:46:31.449426 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7cb7df49-b604-45a2-888a-d6001246c06c req-f0913d73-4d43-4c17-9412-55c889668950 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390484 Feb 17 10:46:32.640019 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba827b-424d-4b49-9c40-dba92117866d req-8b4ffebd-4e68-4a6f-9ae5-ea4a3c0632b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:32.641486 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d8ba827b-424d-4b49-9c40-dba92117866d req-8b4ffebd-4e68-4a6f-9ae5-ea4a3c0632b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0832977 Feb 17 10:46:32.687182 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-d8ba827b-424d-4b49-9c40-dba92117866d req-d9c53844-98ed-4a3e-b6b2-ddd35f73c9cf tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399277 Feb 17 10:46:33.303588 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 4e2bf65f-76c5-4d75-b66a-89e6977557f8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:46:33.488508 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 4e2bf65f-76c5-4d75-b66a-89e6977557f8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:46:33.502884 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'port_id': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'mac_address': 'fa:16:3e:74:19:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:46:33.566947 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:33.587033 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e2bf65f-76c5-4d75-b66a-89e6977557f8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:46:33.603042 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 4e2bf65f-76c5-4d75-b66a-89e6977557f8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:46:33.721939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:33.798623 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=4e2bf65f-76c5-4d75-b66a-89e6977557f8,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:46:33.807247 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:46:33.807617 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:46:33.807989 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:46:33.808448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:46:33.808946 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:46:33.809327 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:46:33.809661 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:46:33.809988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:46:33.810363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:46:33.810688 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:46:33.811010 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:46:33.811355 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:46:33.816335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['4e2bf65f-76c5-4d75-b66a-89e6977557f8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:46:33.874123 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67978674-4e75-405a-8897-93d2a836e8ec req-b87c5807-cf13-4086-a066-cb049ac24d97 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:33.875603 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67978674-4e75-405a-8897-93d2a836e8ec req-b87c5807-cf13-4086-a066-cb049ac24d97 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 944 time: 0.0825949 Feb 17 10:46:33.919255 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67978674-4e75-405a-8897-93d2a836e8ec req-7b973826-63f4-4d3e-8207-f3d10353bacd tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379000 Feb 17 10:46:34.702958 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:46:35.122669 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6f54f-7c4c-41fd-9489-7ab5f98442ee req-28d68e18-cfa1-448b-88f6-5246581ca925 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:35.124182 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2ee6f54f-7c4c-41fd-9489-7ab5f98442ee req-28d68e18-cfa1-448b-88f6-5246581ca925 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 944 time: 0.0831006 Feb 17 10:46:35.168737 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2ee6f54f-7c4c-41fd-9489-7ab5f98442ee req-a3e13a90-7c86-458d-b4cd-85cc85cb2fe9 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388298 Feb 17 10:46:35.319468 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 4e2bf65f-76c5-4d75-b66a-89e6977557f8 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:46:35.388285 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 4e2bf65f-76c5-4d75-b66a-89e6977557f8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:46:35.388642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:35.503827 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:35.529084 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2bf65f-76c5-4d75-b66a-89e6977557f8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:46:35.539146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 4e2bf65f-76c5-4d75-b66a-89e6977557f8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:46:35.577987 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'code': 200} Feb 17 10:46:35.643935 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:35.728524 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=4e2bf65f-76c5-4d75-b66a-89e6977557f8,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:46:36.356022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928460e-622d-483e-a886-17ebd2cc6b1e req-fa9b4579-2a4e-4a51-9368-92411de3aa6d tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:36.357492 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2928460e-622d-483e-a886-17ebd2cc6b1e req-fa9b4579-2a4e-4a51-9368-92411de3aa6d tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0831301 Feb 17 10:46:36.403008 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-2928460e-622d-483e-a886-17ebd2cc6b1e req-62249ff9-54fb-44ef-a173-319bc67738b1 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397787 Feb 17 10:46:37.601960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f56de-da31-4e7b-b066-054ca6003c30 req-7eed00f8-30bc-4fe4-bee3-554660547894 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:37.603808 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-289f56de-da31-4e7b-b066-054ca6003c30 req-7eed00f8-30bc-4fe4-bee3-554660547894 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0884345 Feb 17 10:46:37.654810 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-289f56de-da31-4e7b-b066-054ca6003c30 req-21734463-d5e8-4f39-b434-00911e58e26e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444210 Feb 17 10:46:38.873843 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6a9b8-59aa-474a-be5f-4ed224ed2727 req-c0d5dcdd-aab4-4603-bf32-96e8001822a3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:38.875787 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4ac6a9b8-59aa-474a-be5f-4ed224ed2727 req-c0d5dcdd-aab4-4603-bf32-96e8001822a3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0929766 Feb 17 10:46:38.932479 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-4ac6a9b8-59aa-474a-be5f-4ed224ed2727 req-a1ba03a0-68a6-49e9-a45d-91c0f119fdf4 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506520 Feb 17 10:46:39.369521 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:40.149426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24df27-90e9-4bf8-9ac6-3e79c6e14dc4 req-f6740dac-0fd1-4339-909e-513b4abb40e0 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:40.151734 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5e24df27-90e9-4bf8-9ac6-3e79c6e14dc4 req-f6740dac-0fd1-4339-909e-513b4abb40e0 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0935683 Feb 17 10:46:40.201945 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5e24df27-90e9-4bf8-9ac6-3e79c6e14dc4 req-40ab4c96-f7a0-4515-8cbd-106a6b3dc83d tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444837 Feb 17 10:46:41.419040 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a72ef-580e-42b0-8f13-bea24c3d4b50 req-493935dd-27a7-46c1-9f61-3f3eeb885e6c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:41.426085 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1c5a72ef-580e-42b0-8f13-bea24c3d4b50 req-493935dd-27a7-46c1-9f61-3f3eeb885e6c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.1053524 Feb 17 10:46:41.476079 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-1c5a72ef-580e-42b0-8f13-bea24c3d4b50 req-1d30d539-c37a-41a7-8221-c75222e31211 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469167 Feb 17 10:46:42.701122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b833194-5284-4118-ac32-5bc141a405fb req-31639a8c-5212-4c8d-b9b5-1c755f0ffe91 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:42.706550 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b833194-5284-4118-ac32-5bc141a405fb req-31639a8c-5212-4c8d-b9b5-1c755f0ffe91 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0974140 Feb 17 10:46:42.762649 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b833194-5284-4118-ac32-5bc141a405fb req-ae189e04-70d6-40d4-b1f5-ff554831a96e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543299 Feb 17 10:46:43.977227 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfe77f-e935-42d3-bb97-49c0253d9514 req-80501266-09b5-4974-9c5b-e9437558d8e4 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:43.978768 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-47bfe77f-e935-42d3-bb97-49c0253d9514 req-80501266-09b5-4974-9c5b-e9437558d8e4 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0980926 Feb 17 10:46:44.031992 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-47bfe77f-e935-42d3-bb97-49c0253d9514 req-cf4d1d76-1e5c-48ef-a2c4-febacc716262 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454018 Feb 17 10:46:45.232434 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c09b2-3f9f-4a25-a5f3-579cb015f6a0 req-c53c0319-c83c-4752-8e08-6e8a663ee5c9 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:45.239558 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0d3c09b2-3f9f-4a25-a5f3-579cb015f6a0 req-c53c0319-c83c-4752-8e08-6e8a663ee5c9 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0933921 Feb 17 10:46:45.288976 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0d3c09b2-3f9f-4a25-a5f3-579cb015f6a0 req-21947d6b-9617-4d11-ad52-b36c02ef281b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484459 Feb 17 10:46:46.495068 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74e786-d2a2-4d23-bc8b-9305fd6eef1e req-5b47def7-489c-4f83-aa74-001795393d61 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:46.496694 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fc74e786-d2a2-4d23-bc8b-9305fd6eef1e req-5b47def7-489c-4f83-aa74-001795393d61 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0928261 Feb 17 10:46:46.555369 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fc74e786-d2a2-4d23-bc8b-9305fd6eef1e req-1a01d4e1-1468-4e04-9d44-52862889c456 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450366 Feb 17 10:46:47.760117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012d173-6f2c-4c15-b5ff-cc02ba45885c req-3c192654-5153-47f7-9ace-b368fcc1a8e1 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:47.762811 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c012d173-6f2c-4c15-b5ff-cc02ba45885c req-3c192654-5153-47f7-9ace-b368fcc1a8e1 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0886517 Feb 17 10:46:47.808961 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c012d173-6f2c-4c15-b5ff-cc02ba45885c req-5c457f67-2dec-4968-8bcb-03eae8a49425 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398941 Feb 17 10:46:49.004204 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5230c9-7e0b-4155-9e21-021562df2002 req-9b874c8b-07b2-49f8-b856-cd1828f4ee4c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:49.005676 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3d5230c9-7e0b-4155-9e21-021562df2002 req-9b874c8b-07b2-49f8-b856-cd1828f4ee4c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0862803 Feb 17 10:46:49.051077 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-3d5230c9-7e0b-4155-9e21-021562df2002 req-3cb41c22-6da5-45fb-b09f-ce95ebc76674 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395482 Feb 17 10:46:49.121265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80975608-ef92-409d-8ea1-1d084c10e49d req-a6ab4815-74a0-4780-84b4-23d60584e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:49.123202 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-80975608-ef92-409d-8ea1-1d084c10e49d req-a6ab4815-74a0-4780-84b4-23d60584e9bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 1098 time: 0.0775647 Feb 17 10:46:49.257500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80975608-ef92-409d-8ea1-1d084c10e49d req-3bc3c9f5-3537-4f58-b739-581b64c50e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:49.258939 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-80975608-ef92-409d-8ea1-1d084c10e49d req-3bc3c9f5-3537-4f58-b739-581b64c50e70 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1298420 Feb 17 10:46:49.361159 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-80975608-ef92-409d-8ea1-1d084c10e49d req-0674c8b3-7221-4853-99c1-e30cc84bbb12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8 HTTP/1.1" status: 200 len: 1001 time: 0.0967023 Feb 17 10:46:49.423713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80975608-ef92-409d-8ea1-1d084c10e49d req-16eed933-fc23-4ba5-8fd7-257ab07e353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:49.425158 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-80975608-ef92-409d-8ea1-1d084c10e49d req-16eed933-fc23-4ba5-8fd7-257ab07e353f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0578101 Feb 17 10:46:49.497630 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80975608-ef92-409d-8ea1-1d084c10e49d req-253d9a33-2ada-446d-a4d8-2445a9cf869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:49.499119 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-80975608-ef92-409d-8ea1-1d084c10e49d req-253d9a33-2ada-446d-a4d8-2445a9cf869c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681987 Feb 17 10:46:49.629738 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-80975608-ef92-409d-8ea1-1d084c10e49d req-90cb773c-3a8b-4fdb-b364-711af09ecec2 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240854 Feb 17 10:46:49.764138 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-80975608-ef92-409d-8ea1-1d084c10e49d req-147b39c8-06cb-4397-8a11-9ac89ec72c08 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290109 Feb 17 10:46:50.244251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7279b49-42ee-4fb0-8f5b-658741d947b9 req-691d91b8-5f13-4ef0-a224-2c7372d7c52d tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:50.245711 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7279b49-42ee-4fb0-8f5b-658741d947b9 req-691d91b8-5f13-4ef0-a224-2c7372d7c52d tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0838559 Feb 17 10:46:50.291953 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a7279b49-42ee-4fb0-8f5b-658741d947b9 req-c6750a6e-b76b-4038-8fe2-b49c025ff96d tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380838 Feb 17 10:46:51.429832 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 4e2bf65f-76c5-4d75-b66a-89e6977557f8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:46:51.482586 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192d01f-c6d6-49c9-b5f5-70a93bdf6d42 req-df4ff513-a148-4e18-926e-350b30f9ff9a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:51.484082 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b192d01f-c6d6-49c9-b5f5-70a93bdf6d42 req-df4ff513-a148-4e18-926e-350b30f9ff9a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 945 time: 0.0848100 Feb 17 10:46:51.541842 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b192d01f-c6d6-49c9-b5f5-70a93bdf6d42 req-156333f4-7888-48f4-a8aa-61017a8da65a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478864 Feb 17 10:46:51.563406 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:51.599378 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e2bf65f-76c5-4d75-b66a-89e6977557f8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:46:51.614758 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 4e2bf65f-76c5-4d75-b66a-89e6977557f8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:46:51.684016 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:51.776277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=4e2bf65f-76c5-4d75-b66a-89e6977557f8,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:46:51.810990 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'code': 200} Feb 17 10:46:52.735679 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6f6f6-a852-4e41-b383-f2d1262414f7 req-605dd23b-361f-46be-8e8e-6a35b83e90e7 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:52.737181 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cee6f6f6-a852-4e41-b383-f2d1262414f7 req-605dd23b-361f-46be-8e8e-6a35b83e90e7 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 943 time: 0.0842869 Feb 17 10:46:52.782197 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-cee6f6f6-a852-4e41-b383-f2d1262414f7 req-95a5929a-8526-4cd7-a351-fcd6b9e0464b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390375 Feb 17 10:46:53.302634 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cb53a-2cbe-42d3-bde5-d0cef5a68570 req-edd81c7a-1407-4cbd-af41-4fe7a9fc11ab tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:53.305095 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fa7cb53a-2cbe-42d3-bde5-d0cef5a68570 req-edd81c7a-1407-4cbd-af41-4fe7a9fc11ab tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 943 time: 0.0955546 Feb 17 10:46:53.355578 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-fa7cb53a-2cbe-42d3-bde5-d0cef5a68570 req-c2983087-df80-4ab9-b15a-d556ac2bff37 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449209 Feb 17 10:46:53.612998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50120) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:46:53.744755 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2d0fd15e-b469-4fff-93fe-25ee8497b155 req-6b2e2ed9-8836-4a41-9b5b-683ffd35891d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1306026 Feb 17 10:46:54.643467 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7746c0-04e0-44b8-858c-74b8257364b8 req-cc4b4e92-a03c-4b76-bdce-2881ef31c4d7 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:54.644931 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-aa7746c0-04e0-44b8-858c-74b8257364b8 req-cc4b4e92-a03c-4b76-bdce-2881ef31c4d7 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 943 time: 0.1781478 Feb 17 10:46:54.689843 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-aa7746c0-04e0-44b8-858c-74b8257364b8 req-c950fedd-bbf2-4391-bc83-b99a37c698e3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384290 Feb 17 10:46:54.750096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc3e4-772a-432e-a384-0a02aefb2a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:55.298388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fd15e-b469-4fff-93fe-25ee8497b155 req-ed30fc27-fa6b-40dc-9fd3-8d0184aa2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:55.299864 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2d0fd15e-b469-4fff-93fe-25ee8497b155 req-ed30fc27-fa6b-40dc-9fd3-8d0184aa2609 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9&tenant_id=5a924e017e124b2798974342c5ad1a81 HTTP/1.1" status: 200 len: 1096 time: 0.0774243 Feb 17 10:46:55.391445 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fd15e-b469-4fff-93fe-25ee8497b155 req-2f7a56c3-4696-48df-a1ca-45dfe6a2638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:55.392928 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2d0fd15e-b469-4fff-93fe-25ee8497b155 req-2f7a56c3-4696-48df-a1ca-45dfe6a2638a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 1096 time: 0.0723956 Feb 17 10:46:55.443462 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 4e2bf65f-76c5-4d75-b66a-89e6977557f8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:46:55.530277 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fd15e-b469-4fff-93fe-25ee8497b155 req-3271be37-a243-487f-a22c-d50a3076a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:55.531719 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2d0fd15e-b469-4fff-93fe-25ee8497b155 req-3271be37-a243-487f-a22c-d50a3076a1ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1327660 Feb 17 10:46:55.636254 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2d0fd15e-b469-4fff-93fe-25ee8497b155 req-85552509-bbe0-40f8-b8d7-b75a7f2da291 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8 HTTP/1.1" status: 200 len: 999 time: 0.0975597 Feb 17 10:46:55.697030 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fd15e-b469-4fff-93fe-25ee8497b155 req-c8a62afb-c316-4b08-90f4-3261fe777d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:55.698508 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2d0fd15e-b469-4fff-93fe-25ee8497b155 req-c8a62afb-c316-4b08-90f4-3261fe777d9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0570490 Feb 17 10:46:55.776572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fd15e-b469-4fff-93fe-25ee8497b155 req-66b66f15-b9e2-4464-99f0-b8336092f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:55.778086 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2d0fd15e-b469-4fff-93fe-25ee8497b155 req-66b66f15-b9e2-4464-99f0-b8336092f951 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738807 Feb 17 10:46:55.883859 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e13ea5-f2bc-4700-be0a-ecb1de4e4140 req-7fa4e631-fba2-4afc-8152-7541fe31db31 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:55.885266 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b4e13ea5-f2bc-4700-be0a-ecb1de4e4140 req-7fa4e631-fba2-4afc-8152-7541fe31db31 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 943 time: 0.0848372 Feb 17 10:46:55.911514 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2d0fd15e-b469-4fff-93fe-25ee8497b155 req-abdcc845-72e2-4533-86a8-cd9186df2b79 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271908 Feb 17 10:46:55.931922 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-b4e13ea5-f2bc-4700-be0a-ecb1de4e4140 req-21572615-1ce7-4c36-b787-df119e17aa12 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410399 Feb 17 10:46:56.045626 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2d0fd15e-b469-4fff-93fe-25ee8497b155 req-a65c67be-acf1-4866-bc0a-bf775d1810d9 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284561 Feb 17 10:46:57.121779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-330a3203-4861-4f98-9872-c72fe7377e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:57.146872 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cab92e-40fe-4ced-89e0-06eba205be8e req-6f6f74b9-b3d2-4e9d-88ac-be5f4fbb907f tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:57.149148 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-58cab92e-40fe-4ced-89e0-06eba205be8e req-6f6f74b9-b3d2-4e9d-88ac-be5f4fbb907f tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 943 time: 0.0911016 Feb 17 10:46:57.198298 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-58cab92e-40fe-4ced-89e0-06eba205be8e req-eb9e1c50-8638-4133-a0cb-22dd3939cf57 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427327 Feb 17 10:46:58.009338 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:58.409336 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0b439-b4d8-4483-a434-b7e33960fe61 req-2ec7a9f1-e5e0-49b9-a556-52ab7024fa47 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:58.410808 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ebb0b439-b4d8-4483-a434-b7e33960fe61 req-2ec7a9f1-e5e0-49b9-a556-52ab7024fa47 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 943 time: 0.0963323 Feb 17 10:46:58.463405 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [req-ebb0b439-b4d8-4483-a434-b7e33960fe61 req-56899480-0e16-45f5-8efe-dc32d89a9f89 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450885 Feb 17 10:46:58.518603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:46:59.679372 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da0a0c-a1ed-4eeb-8cc1-2f21f021bd01 req-7226bdbe-5ce7-47c2-a679-29768584be94 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:46:59.681075 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b1da0a0c-a1ed-4eeb-8cc1-2f21f021bd01 req-7226bdbe-5ce7-47c2-a679-29768584be94 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 943 time: 0.0980546 Feb 17 10:46:59.742273 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b1da0a0c-a1ed-4eeb-8cc1-2f21f021bd01 req-bc8e7ef0-2db3-4323-9dc9-d658f608f148 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490577 Feb 17 10:47:00.088933 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:47:09.363199 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:47:11.524487 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 4e2bf65f-76c5-4d75-b66a-89e6977557f8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:47:11.656932 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 4e2bf65f-76c5-4d75-b66a-89e6977557f8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:47:11.669988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'port_id': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'mac_address': 'fa:16:3e:74:19:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:47:11.702092 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:47:11.728915 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:47:11.746407 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2bf65f-76c5-4d75-b66a-89e6977557f8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:47:11.762336 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 4e2bf65f-76c5-4d75-b66a-89e6977557f8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:47:11.830470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:47:11.896771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=4e2bf65f-76c5-4d75-b66a-89e6977557f8,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:47:12.205140 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['4e2bf65f-76c5-4d75-b66a-89e6977557f8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:47:13.523624 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 4e2bf65f-76c5-4d75-b66a-89e6977557f8 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:47:13.663670 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 4e2bf65f-76c5-4d75-b66a-89e6977557f8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:47:13.664038 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:47:13.781843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:47:13.811221 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2bf65f-76c5-4d75-b66a-89e6977557f8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:47:13.821888 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 4e2bf65f-76c5-4d75-b66a-89e6977557f8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:47:13.866580 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'code': 200} Feb 17 10:47:13.911879 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:47:13.981765 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=4e2bf65f-76c5-4d75-b66a-89e6977557f8,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:47:14.248729 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b7613-0ae2-405d-b91a-f163efb1d96c req-0fd58bfa-eb6d-4cc9-b63f-c0edb4bcadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:47:14.250257 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5f0b7613-0ae2-405d-b91a-f163efb1d96c req-0fd58bfa-eb6d-4cc9-b63f-c0edb4bcadbc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 1099 time: 0.0700090 Feb 17 10:47:14.293395 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5f0b7613-0ae2-405d-b91a-f163efb1d96c req-99ff64bd-93da-447b-8e55-52827a0d9605 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355997 Feb 17 10:47:24.745229 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb3c9727-679f-492e-b4f6-040ace545788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:47:27.132940 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b0dadab-d0c7-434f-a78b-91cdbba238e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:47:27.950945 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:47:28.471023 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f2018df5-33a9-4ad6-8f0b-c9b06d045bb1 req-cf4ea456-2d29-43a3-9139-31c304d42b0c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745530 Feb 17 10:47:28.471658 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:47:28.614777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018df5-33a9-4ad6-8f0b-c9b06d045bb1 req-95f9d1e4-c853-46d2-a8df-70e7baadf09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:47:28.616255 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f2018df5-33a9-4ad6-8f0b-c9b06d045bb1 req-95f9d1e4-c853-46d2-a8df-70e7baadf09c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 1099 time: 0.0727632 Feb 17 10:47:28.761604 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018df5-33a9-4ad6-8f0b-c9b06d045bb1 req-6539d638-4475-4f64-91aa-9488d6f42e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:47:28.763090 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f2018df5-33a9-4ad6-8f0b-c9b06d045bb1 req-6539d638-4475-4f64-91aa-9488d6f42e4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1285653 Feb 17 10:47:28.869373 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f2018df5-33a9-4ad6-8f0b-c9b06d045bb1 req-7bdbf309-f0c7-4fbe-bcaa-f540fa3f755c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8 HTTP/1.1" status: 200 len: 1001 time: 0.0991745 Feb 17 10:47:28.936633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018df5-33a9-4ad6-8f0b-c9b06d045bb1 req-45be5e94-3436-43c1-b724-de713f6b07a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:47:28.938232 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f2018df5-33a9-4ad6-8f0b-c9b06d045bb1 req-45be5e94-3436-43c1-b724-de713f6b07a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0632443 Feb 17 10:47:29.121127 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018df5-33a9-4ad6-8f0b-c9b06d045bb1 req-c3644ca5-4650-4599-9456-6dbeda8f2859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:47:29.122489 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f2018df5-33a9-4ad6-8f0b-c9b06d045bb1 req-c3644ca5-4650-4599-9456-6dbeda8f2859 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1759584 Feb 17 10:47:29.257076 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f2018df5-33a9-4ad6-8f0b-c9b06d045bb1 req-a1c5d13b-3809-4972-b7ce-01956a9e20d8 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261451 Feb 17 10:47:29.388777 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f2018df5-33a9-4ad6-8f0b-c9b06d045bb1 req-db1095a4-22ba-4091-9fe1-d630024e8cea service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258109 Feb 17 10:47:30.094272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:47:39.379869 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:47:48.701035 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:47:54.733485 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b46c53bd-f117-4d0b-95fd-3ffdafd2f944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:47:57.104970 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57ce753d-08a2-463b-b0ff-66fd2a40e313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:47:58.035912 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:47:58.436151 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:00.110577 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:00.996087 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32f4f4-de09-4d9f-a105-9e95bda0541c req-4a428aac-3d0a-42b3-a886-4a9cc674103b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:48:00.997580 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb32f4f4-de09-4d9f-a105-9e95bda0541c req-4a428aac-3d0a-42b3-a886-4a9cc674103b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 946 time: 0.0870426 Feb 17 10:48:01.041673 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb32f4f4-de09-4d9f-a105-9e95bda0541c req-ce4cf8b3-106f-4b67-9f6e-47c1bc21c86c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384090 Feb 17 10:48:09.362231 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:24.738616 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-894c00fe-b344-41d6-9b7d-54ff412d3ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:25.699284 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:48:27.121170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-effc5430-b1c3-4c02-8802-3de2d502a7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:27.973116 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:28.455395 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f6a272a7-6280-4b9d-b0d1-17b2a6b21c32 req-57de70bc-c6a0-4bc6-be9f-8cb2b44ebe88 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717561 Feb 17 10:48:28.458120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:28.596581 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a272a7-6280-4b9d-b0d1-17b2a6b21c32 req-99eff009-1796-49c1-bdfc-9f9533421803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:48:28.598086 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f6a272a7-6280-4b9d-b0d1-17b2a6b21c32 req-99eff009-1796-49c1-bdfc-9f9533421803 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 1099 time: 0.0751266 Feb 17 10:48:28.750711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a272a7-6280-4b9d-b0d1-17b2a6b21c32 req-a85bc172-90f4-421c-bb8f-a30e20a3c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:48:28.752077 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f6a272a7-6280-4b9d-b0d1-17b2a6b21c32 req-a85bc172-90f4-421c-bb8f-a30e20a3c5f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1344759 Feb 17 10:48:28.855166 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f6a272a7-6280-4b9d-b0d1-17b2a6b21c32 req-7a3a9662-e389-4734-a7ff-b8fd0f09ae96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8 HTTP/1.1" status: 200 len: 1001 time: 0.0974507 Feb 17 10:48:28.920378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a272a7-6280-4b9d-b0d1-17b2a6b21c32 req-c5e14fe7-c9fc-4d85-9ace-bfec3cc7b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:48:28.921845 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f6a272a7-6280-4b9d-b0d1-17b2a6b21c32 req-c5e14fe7-c9fc-4d85-9ace-bfec3cc7b72a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0613289 Feb 17 10:48:28.995536 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a272a7-6280-4b9d-b0d1-17b2a6b21c32 req-e9acec98-d8f4-409c-91ee-44e9ba647c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:48:28.996994 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f6a272a7-6280-4b9d-b0d1-17b2a6b21c32 req-e9acec98-d8f4-409c-91ee-44e9ba647c23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692353 Feb 17 10:48:29.130510 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f6a272a7-6280-4b9d-b0d1-17b2a6b21c32 req-8e041abc-5580-433e-ba5b-7c71ce3bb7c8 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274860 Feb 17 10:48:29.271301 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f6a272a7-6280-4b9d-b0d1-17b2a6b21c32 req-8e520e74-9282-4482-9d20-dddef86cee06 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349602 Feb 17 10:48:30.150322 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:39.395421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:48.774052 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50232) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:48:49.114269 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Deleting port e792b144-2546-4bab-b3c1-cca0a26439ce {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:48:49.114607 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:49.283949 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:49.284280 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:49.408404 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Calling delete_port for e792b144-2546-4bab-b3c1-cca0a26439ce owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:48:49.669459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:49.715866 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event deleted for resources: {'Port': ['ID=e792b144-2546-4bab-b3c1-cca0a26439ce,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:48:49.783918 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:49.784673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:49.784673 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:49.784907 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:49.785234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:49.785562 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:49.785883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:49.786234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:49.786567 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:49.786883 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:49.787200 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:49.787514 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:49.819853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:49.820160 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Floating IP f06c7fe2-9fbc-4c59-9599-f8a9e0018a2f disassociated (deleted). External IP: 172.26.4.126, port: 4e2bf65f-76c5-4d75-b66a-89e6977557f8. Feb 17 10:48:50.170253 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Router 3500a224-51f5-497e-9174-719c7617cd14 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:48:50.348350 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:48:50.358764 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f17019e-c8fa-48ce-b3df-04d88d9b0a61 None None] Sync routers for ids ['3500a224-51f5-497e-9174-719c7617cd14'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:48:50.368181 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f17019e-c8fa-48ce-b3df-04d88d9b0a61 None None] Routers {'3500a224-51f5-497e-9174-719c7617cd14'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:48:50.376614 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8f17019e-c8fa-48ce-b3df-04d88d9b0a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:48:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3500a224-51f5-497e-9174-719c7617cd14'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:48:50.441668 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:50.499638 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-fbdff2d8-94dd-4b48-a745-c6ca5d2fad6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "DELETE /v2.0/floatingips/f06c7fe2-9fbc-4c59-9599-f8a9e0018a2f HTTP/1.1" status: 204 len: 168 time: 1.7244625 Feb 17 10:48:50.500280 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'tag': '4e2bf65f-76c5-4d75-b66a-89e6977557f8'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:48:50.548667 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8f17019e-c8fa-48ce-b3df-04d88d9b0a61 None None] Set router 3500a224-51f5-497e-9174-719c7617cd14 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:48:50.874199 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8f17019e-c8fa-48ce-b3df-04d88d9b0a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:12Z', 'revision_number': 4, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c2d62b32-64c5-4d4b-92d1-a38e9c9db35c', 'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'mac_address': 'fa:16:3e:f5:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:11Z', 'updated_at': '2022-02-17T10:43:17Z', 'revision_number': 5, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'subnets': [{'id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:48:50.878483 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f17019e-c8fa-48ce-b3df-04d88d9b0a61 None None] Checking router: 3500a224-51f5-497e-9174-719c7617cd14 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:48:50.887855 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f17019e-c8fa-48ce-b3df-04d88d9b0a61 None None] Routers {'3500a224-51f5-497e-9174-719c7617cd14'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:48:50.888474 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8f17019e-c8fa-48ce-b3df-04d88d9b0a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:48:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3500a224-51f5-497e-9174-719c7617cd14'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:48:51.012821 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'tag': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'status': 'completed', 'code': 200} Feb 17 10:48:51.121049 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8f17019e-c8fa-48ce-b3df-04d88d9b0a61 None None] Set router 3500a224-51f5-497e-9174-719c7617cd14 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:48:51.168507 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1adec-a2bd-4e0e-8a20-a5f419f9daf0 req-9ee7cccb-b4fd-41f3-9ec4-053ceddbb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:48:51.170159 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ebc1adec-a2bd-4e0e-8a20-a5f419f9daf0 req-9ee7cccb-b4fd-41f3-9ec4-053ceddbb595 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 1099 time: 0.1312411 Feb 17 10:48:51.276137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daaa1a1-d258-4f49-853b-b38f3b15883c req-2085b563-f7a1-463a-9a75-f714689c3625 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:48:51.277803 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9daaa1a1-d258-4f49-853b-b38f3b15883c req-2085b563-f7a1-463a-9a75-f714689c3625 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 946 time: 0.1732624 Feb 17 10:48:51.363998 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9daaa1a1-d258-4f49-853b-b38f3b15883c req-b7645ae1-7a2b-4ef8-b833-a74702489f9f tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757470 Feb 17 10:48:51.365173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1adec-a2bd-4e0e-8a20-a5f419f9daf0 req-b8fe2000-95a9-441b-82f7-e505222e90ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:48:51.366546 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ebc1adec-a2bd-4e0e-8a20-a5f419f9daf0 req-b8fe2000-95a9-441b-82f7-e505222e90ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1889105 Feb 17 10:48:51.455689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8f17019e-c8fa-48ce-b3df-04d88d9b0a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:12Z', 'revision_number': 4, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c2d62b32-64c5-4d4b-92d1-a38e9c9db35c', 'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'mac_address': 'fa:16:3e:f5:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:11Z', 'updated_at': '2022-02-17T10:43:17Z', 'revision_number': 5, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'subnets': [{'id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:48:51.459862 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f17019e-c8fa-48ce-b3df-04d88d9b0a61 None None] The sync data for ids ['3500a224-51f5-497e-9174-719c7617cd14'] in dv-neutron-828143-5-hyperv is: [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:12Z', 'revision_number': 4, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c2d62b32-64c5-4d4b-92d1-a38e9c9db35c', 'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'mac_address': 'fa:16:3e:f5:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:11Z', 'updated_at': '2022-02-17T10:43:17Z', 'revision_number': 5, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'subnets': [{'id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:48:51.532495 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ebc1adec-a2bd-4e0e-8a20-a5f419f9daf0 req-1306972b-df54-4f84-8784-7b6892871d16 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8 HTTP/1.1" status: 200 len: 217 time: 0.1587481 Feb 17 10:48:51.600237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1adec-a2bd-4e0e-8a20-a5f419f9daf0 req-6ac9b7a7-1a7b-4c37-890a-a3c15769d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:48:51.601768 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ebc1adec-a2bd-4e0e-8a20-a5f419f9daf0 req-6ac9b7a7-1a7b-4c37-890a-a3c15769d8dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0630794 Feb 17 10:48:51.683550 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed345666-9e40-4eef-8c97-3fc7f2e7b0ea None None] New status for floating IP f06c7fe2-9fbc-4c59-9599-f8a9e0018a2f: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:48:51.686301 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1adec-a2bd-4e0e-8a20-a5f419f9daf0 req-794855f9-c548-4c87-87a0-c898888ae760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:48:51.687789 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ebc1adec-a2bd-4e0e-8a20-a5f419f9daf0 req-794855f9-c548-4c87-87a0-c898888ae760 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787833 Feb 17 10:48:51.825876 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ebc1adec-a2bd-4e0e-8a20-a5f419f9daf0 req-440f7867-6925-4cf4-a384-4d3f6e1027ec service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314890 Feb 17 10:48:51.964445 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ebc1adec-a2bd-4e0e-8a20-a5f419f9daf0 req-1d61ed24-a182-436b-83eb-3bf07a134f2f service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324446 Feb 17 10:48:52.616843 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419edc9c-082f-4ae4-a080-b3542f40477c req-11c7f096-3db9-401b-a564-ab85f5e31daf tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:48:52.618929 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-419edc9c-082f-4ae4-a080-b3542f40477c req-11c7f096-3db9-401b-a564-ab85f5e31daf tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 946 time: 0.1473329 Feb 17 10:48:52.631801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e87cb-e9a4-424d-a528-f1030beff196 req-b45ca89b-d35c-4bad-904a-d76fa4a4fbdc tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:48:52.634563 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a41e87cb-e9a4-424d-a528-f1030beff196 req-b45ca89b-d35c-4bad-904a-d76fa4a4fbdc tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 946 time: 0.1159997 Feb 17 10:48:52.733663 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-419edc9c-082f-4ae4-a080-b3542f40477c req-61127e62-a1f7-4b5c-9935-3d4259734983 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=99176c6f-9557-467e-a5d8-c26dbbd3f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981216 Feb 17 10:48:52.737078 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-a41e87cb-e9a4-424d-a528-f1030beff196 req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Deleting port 4e2bf65f-76c5-4d75-b66a-89e6977557f8 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:48:52.737424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a41e87cb-e9a4-424d-a528-f1030beff196 req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:52.995429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a41e87cb-e9a4-424d-a528-f1030beff196 req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] For port 4e2bf65f-76c5-4d75-b66a-89e6977557f8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4e2bf65f-76c5-4d75-b66a-89e6977557f8,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:48:52.995728 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a41e87cb-e9a4-424d-a528-f1030beff196 req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:53.122977 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-a41e87cb-e9a4-424d-a528-f1030beff196 req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Calling delete_port for 4e2bf65f-76c5-4d75-b66a-89e6977557f8 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:48:53.339520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a41e87cb-e9a4-424d-a528-f1030beff196 req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:53.391154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event deleted for resources: {'Port': ['ID=4e2bf65f-76c5-4d75-b66a-89e6977557f8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:48:53.430135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:53.430488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:53.430817 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:53.431139 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:53.431458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:53.431777 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:53.432091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:53.432406 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:53.432721 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:53.433037 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:53.433348 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:53.433683 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:48:53.477686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41e87cb-e9a4-424d-a528-f1030beff196 req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] No DVR routers for this DVR port 4e2bf65f-76c5-4d75-b66a-89e6977557f8 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:48:53.480158 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a41e87cb-e9a4-424d-a528-f1030beff196 req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:53.482669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'name': 'network-vif-deleted', 'tag': '4e2bf65f-76c5-4d75-b66a-89e6977557f8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:48:53.494723 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a41e87cb-e9a4-424d-a528-f1030beff196 req-04c9a0d3-68ec-40bb-8d92-67a09d55664e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.37 "DELETE /v2.0/ports/4e2bf65f-76c5-4d75-b66a-89e6977557f8 HTTP/1.1" status: 204 len: 173 time: 0.8467035 Feb 17 10:48:53.581498 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdae9de-ef1e-4813-92c3-9c51b943aab9', 'name': 'network-vif-deleted', 'tag': '4e2bf65f-76c5-4d75-b66a-89e6977557f8', 'status': 'completed', 'code': 200} Feb 17 10:48:53.902739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-5b04c44c-e601-4194-a5fe-0b8383f139b2 req-88ee4688-5c7d-4bb8-b52c-171d9ef828eb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Synchronizing usage tracker for tenant:5a924e017e124b2798974342c5ad1a81 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:48:53.972177 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-5b04c44c-e601-4194-a5fe-0b8383f139b2 req-88ee4688-5c7d-4bb8-b52c-171d9ef828eb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Unset dirty status for tenant:5a924e017e124b2798974342c5ad1a81 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:48:53.973428 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5b04c44c-e601-4194-a5fe-0b8383f139b2 req-88ee4688-5c7d-4bb8-b52c-171d9ef828eb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=3bdae9de-ef1e-4813-92c3-9c51b943aab9 HTTP/1.1" status: 200 len: 210 time: 0.1129377 Feb 17 10:48:54.749238 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f1b40b0f-e0a6-4c03-9b7b-48c27b01908b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:55.069694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50256) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:48:55.140103 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e60701b-6791-4899-ab74-2ac005ee6e88 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:55.172336 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e60701b-6791-4899-ab74-2ac005ee6e88 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:55.412519 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e60701b-6791-4899-ab74-2ac005ee6e88 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:55.432029 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60701b-6791-4899-ab74-2ac005ee6e88 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99176c6f-9557-467e-a5d8-c26dbbd3f51c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:48:55.527250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e60701b-6791-4899-ab74-2ac005ee6e88 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:55.528484 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8e60701b-6791-4899-ab74-2ac005ee6e88 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "DELETE /v2.0/security-groups/99176c6f-9557-467e-a5d8-c26dbbd3f51c HTTP/1.1" status: 204 len: 168 time: 0.4570446 Feb 17 10:48:56.016478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 4e2bf65f-76c5-4d75-b66a-89e6977557f8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:48:56.050686 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 4e2bf65f-76c5-4d75-b66a-89e6977557f8 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:48:56.051042 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 4e2bf65f-76c5-4d75-b66a-89e6977557f8 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:48:56.092854 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50264) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:48:56.098272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-359155a8-cc9d-423b-8eda-e32e0ab3f886 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1016455698', 'description': 'tempest-secgroup-smoke-1016455698 description', 'project_id': '5a924e017e124b2798974342c5ad1a81'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:48:56.104406 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-359155a8-cc9d-423b-8eda-e32e0ab3f886 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:48:56.108485 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-359155a8-cc9d-423b-8eda-e32e0ab3f886 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:security_group and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:48:56.111331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-359155a8-cc9d-423b-8eda-e32e0ab3f886 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:48:56.118185 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-359155a8-cc9d-423b-8eda-e32e0ab3f886 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:48:56.263959 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-359155a8-cc9d-423b-8eda-e32e0ab3f886 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:56.286814 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-359155a8-cc9d-423b-8eda-e32e0ab3f886 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:48:56.287786 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-359155a8-cc9d-423b-8eda-e32e0ab3f886 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:security_group_rule and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:48:56.291503 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-359155a8-cc9d-423b-8eda-e32e0ab3f886 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:48:56.297245 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-359155a8-cc9d-423b-8eda-e32e0ab3f886 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:48:56.365858 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-359155a8-cc9d-423b-8eda-e32e0ab3f886 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:56.429106 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-359155a8-cc9d-423b-8eda-e32e0ab3f886 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:56.473649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359155a8-cc9d-423b-8eda-e32e0ab3f886 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cd018f-8b06-452c-93c7-db33a41a48fa,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:48:56.589733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-359155a8-cc9d-423b-8eda-e32e0ab3f886 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:56.590973 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-359155a8-cc9d-423b-8eda-e32e0ab3f886 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4971325 Feb 17 10:48:56.593885 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50268) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:48:56.599079 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ca6208ea-8b28-4804-8e95-093f633af469 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'security_group_rule': {'security_group_id': 'd3cd018f-8b06-452c-93c7-db33a41a48fa', 'project_id': '5a924e017e124b2798974342c5ad1a81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:48:56.606141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ca6208ea-8b28-4804-8e95-093f633af469 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:48:56.610300 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ca6208ea-8b28-4804-8e95-093f633af469 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:security_group_rule and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:48:56.613554 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-ca6208ea-8b28-4804-8e95-093f633af469 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:48:56.620151 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ca6208ea-8b28-4804-8e95-093f633af469 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:48:56.705382 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca6208ea-8b28-4804-8e95-093f633af469 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:56.770816 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca6208ea-8b28-4804-8e95-093f633af469 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:56.858277 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca6208ea-8b28-4804-8e95-093f633af469 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:56.881861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6208ea-8b28-4804-8e95-093f633af469 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3fc475-66b8-48d4-aeb4-ae573543f1cf,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:48:56.966646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca6208ea-8b28-4804-8e95-093f633af469 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:56.967895 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-ca6208ea-8b28-4804-8e95-093f633af469 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729930 Feb 17 10:48:56.970722 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50272) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:48:56.975735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dff91070-f818-42fc-806b-ae523fa95387 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'security_group_rule': {'security_group_id': 'd3cd018f-8b06-452c-93c7-db33a41a48fa', 'project_id': '5a924e017e124b2798974342c5ad1a81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:48:56.983012 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dff91070-f818-42fc-806b-ae523fa95387 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:48:56.986780 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-dff91070-f818-42fc-806b-ae523fa95387 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:security_group_rule and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:48:56.989661 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-dff91070-f818-42fc-806b-ae523fa95387 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:48:56.995529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dff91070-f818-42fc-806b-ae523fa95387 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:48:57.076931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dff91070-f818-42fc-806b-ae523fa95387 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:57.120978 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0cf636bb-0276-422c-bdec-8a548bfd63bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:57.138712 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dff91070-f818-42fc-806b-ae523fa95387 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:57.223515 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dff91070-f818-42fc-806b-ae523fa95387 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:57.247610 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff91070-f818-42fc-806b-ae523fa95387 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7623b1b1-157c-43bb-aa17-b8233f946f07,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:48:57.332152 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dff91070-f818-42fc-806b-ae523fa95387 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:57.333355 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-dff91070-f818-42fc-806b-ae523fa95387 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3617225 Feb 17 10:48:57.337221 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50278) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:48:57.342562 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-98d22435-2b8f-471a-a33d-072dbe6465af tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'security_group_rule': {'security_group_id': 'd3cd018f-8b06-452c-93c7-db33a41a48fa', 'project_id': '5a924e017e124b2798974342c5ad1a81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:48:57.348665 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-98d22435-2b8f-471a-a33d-072dbe6465af tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:48:57.353359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-98d22435-2b8f-471a-a33d-072dbe6465af tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:security_group_rule and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:48:57.356651 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-98d22435-2b8f-471a-a33d-072dbe6465af tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:48:57.362394 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-98d22435-2b8f-471a-a33d-072dbe6465af tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:48:57.550525 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98d22435-2b8f-471a-a33d-072dbe6465af tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:57.613267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98d22435-2b8f-471a-a33d-072dbe6465af tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:57.727435 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98d22435-2b8f-471a-a33d-072dbe6465af tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:57.751093 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d22435-2b8f-471a-a33d-072dbe6465af tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2006da4-b5ab-4a8d-9dfc-44e3500358b1,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:48:57.823644 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98d22435-2b8f-471a-a33d-072dbe6465af tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:57.824890 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-98d22435-2b8f-471a-a33d-072dbe6465af tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4866018 Feb 17 10:48:57.827479 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50282) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:48:57.832354 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e40cf14c-1d10-4413-9f33-d56b71beff2b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'security_group_rule': {'security_group_id': 'd3cd018f-8b06-452c-93c7-db33a41a48fa', 'project_id': '5a924e017e124b2798974342c5ad1a81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:48:57.839387 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e40cf14c-1d10-4413-9f33-d56b71beff2b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:48:57.843126 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e40cf14c-1d10-4413-9f33-d56b71beff2b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:security_group_rule and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:48:57.845892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-e40cf14c-1d10-4413-9f33-d56b71beff2b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:48:57.851834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e40cf14c-1d10-4413-9f33-d56b71beff2b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:48:57.934230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e40cf14c-1d10-4413-9f33-d56b71beff2b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:57.955062 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:58.003090 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e40cf14c-1d10-4413-9f33-d56b71beff2b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:58.069357 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e40cf14c-1d10-4413-9f33-d56b71beff2b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:58.097994 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cf14c-1d10-4413-9f33-d56b71beff2b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f7f609-ddb4-43e9-8c4a-cea5c2adf114,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:48:58.173025 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e40cf14c-1d10-4413-9f33-d56b71beff2b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:58.174276 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-e40cf14c-1d10-4413-9f33-d56b71beff2b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3458307 Feb 17 10:48:58.176999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50286) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:48:58.182954 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a72b2ff1-ea8f-4218-ac31-19c9cfa038dc tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'security_group_rule': {'security_group_id': 'd3cd018f-8b06-452c-93c7-db33a41a48fa', 'project_id': '5a924e017e124b2798974342c5ad1a81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:48:58.189182 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a72b2ff1-ea8f-4218-ac31-19c9cfa038dc tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:48:58.193202 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a72b2ff1-ea8f-4218-ac31-19c9cfa038dc tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:security_group_rule and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:48:58.196839 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-a72b2ff1-ea8f-4218-ac31-19c9cfa038dc tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:48:58.202552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a72b2ff1-ea8f-4218-ac31-19c9cfa038dc tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:48:58.298225 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-a72b2ff1-ea8f-4218-ac31-19c9cfa038dc tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Project 5a924e017e124b2798974342c5ad1a81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:48:58.305696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a72b2ff1-ea8f-4218-ac31-19c9cfa038dc tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:58.372183 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a72b2ff1-ea8f-4218-ac31-19c9cfa038dc tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:58.464298 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a72b2ff1-ea8f-4218-ac31-19c9cfa038dc tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:58.480749 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:58.490130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b2ff1-ea8f-4218-ac31-19c9cfa038dc tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c1c773-71ea-460c-b8e2-da170957fdba,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:48:58.589950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a72b2ff1-ea8f-4218-ac31-19c9cfa038dc tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:58.591383 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a72b2ff1-ea8f-4218-ac31-19c9cfa038dc tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4134040 Feb 17 10:48:58.594388 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50290) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:48:58.599456 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-edf6931b-2c63-4cf4-89a1-4b9348b93250 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'security_group_rule': {'security_group_id': 'd3cd018f-8b06-452c-93c7-db33a41a48fa', 'project_id': '5a924e017e124b2798974342c5ad1a81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:48:58.606524 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-edf6931b-2c63-4cf4-89a1-4b9348b93250 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:48:58.610317 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-edf6931b-2c63-4cf4-89a1-4b9348b93250 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:security_group_rule and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:48:58.613745 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-edf6931b-2c63-4cf4-89a1-4b9348b93250 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:48:58.620541 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-edf6931b-2c63-4cf4-89a1-4b9348b93250 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:48:58.698370 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-edf6931b-2c63-4cf4-89a1-4b9348b93250 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Project 5a924e017e124b2798974342c5ad1a81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:48:58.705608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-edf6931b-2c63-4cf4-89a1-4b9348b93250 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:58.773668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-edf6931b-2c63-4cf4-89a1-4b9348b93250 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:58.863943 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-edf6931b-2c63-4cf4-89a1-4b9348b93250 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:58.888092 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6931b-2c63-4cf4-89a1-4b9348b93250 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d38bbe-7bb1-4311-81d2-f7a0cdfd503e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:48:58.983728 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-edf6931b-2c63-4cf4-89a1-4b9348b93250 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:48:58.984967 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-edf6931b-2c63-4cf4-89a1-4b9348b93250 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3896389 Feb 17 10:49:00.126658 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:02.699218 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:49:09.469339 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:24.800663 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-51eb7ca5-9db9-499f-af5e-514c27ba0fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:26.160230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-8568f0e1-a46f-4e79-9a8d-3156ed1720b5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Synchronizing usage tracker for tenant:5a924e017e124b2798974342c5ad1a81 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:49:26.235219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-8568f0e1-a46f-4e79-9a8d-3156ed1720b5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Unset dirty status for tenant:5a924e017e124b2798974342c5ad1a81 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:49:26.236654 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-8568f0e1-a46f-4e79-9a8d-3156ed1720b5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016455698&fields=id&tenant_id=5a924e017e124b2798974342c5ad1a81 HTTP/1.1" status: 200 len: 267 time: 0.1164379 Feb 17 10:49:26.393532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-18187650-faba-466b-9cb4-7d808f2c5889 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:26.395006 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-18187650-faba-466b-9cb4-7d808f2c5889 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 809 time: 0.1507919 Feb 17 10:49:26.410151 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-7fac418e-0123-48df-873c-e238069bcf09 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/quotas/5a924e017e124b2798974342c5ad1a81 HTTP/1.1" status: 200 len: 375 time: 0.0094121 Feb 17 10:49:26.498603 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-67bf74a3-3e52-413b-959d-cb5898b08946 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822053 Feb 17 10:49:26.558663 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-8b59846c-b486-4c83-a59e-62381e6659b0 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 10:49:26.559643 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-8b59846c-b486-4c83-a59e-62381e6659b0 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499849 Feb 17 10:49:26.695227 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-92069498-2a85-42c6-aaf0-589dbb7067d9 service neutron] 10.222.0.75 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294887 Feb 17 10:49:26.830438 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-6a088223-63b5-4308-a612-305916dfd4d0 service neutron] 10.222.0.75 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285498 Feb 17 10:49:27.103768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be645b27-91c8-4b0b-b7cc-0e5e6ae526a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:27.461034 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4a5918b2-7580-4e58-b96f-7ad7e943bf43 req-2f09946c-2174-4d67-96dc-912961115388 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 210 time: 0.0480206 Feb 17 10:49:27.960871 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:28.457937 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:28.619579 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d0e9ad93-d190-4d81-bf71-2799cfaba441 req-74f3fccf-fa68-42ee-b4ee-90077dad6085 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 210 time: 0.0477917 Feb 17 10:49:29.530825 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-20e8d3dd-5598-490c-b545-13e8346c720d tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:29.532270 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-20e8d3dd-5598-490c-b545-13e8346c720d tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 809 time: 0.1473713 Feb 17 10:49:29.585313 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-ca98c000-1ab9-4e9c-8785-d090aac9b264 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a924e017e124b2798974342c5ad1a81 HTTP/1.1" status: 200 len: 380 time: 0.0453546 Feb 17 10:49:29.594207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-066e8b42-da17-477f-9292-f7cf1f6aaa35 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'port': {'device_id': 'da334391-70d7-400e-a295-b07e486f080a', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'admin_state_up': True, 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'security_groups': ['d3cd018f-8b06-452c-93c7-db33a41a48fa']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:49:29.767544 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-066e8b42-da17-477f-9292-f7cf1f6aaa35 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:49:29.786373 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eaefcc1f-e0ad-4729-a8b9-2d9ac68a4d13 req-74efd3ea-5fba-4f85-a328-81317407f412 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 210 time: 0.0540690 Feb 17 10:49:29.787123 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-066e8b42-da17-477f-9292-f7cf1f6aaa35 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:49:29.834746 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-066e8b42-da17-477f-9292-f7cf1f6aaa35 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Made reservation on behalf of 5a924e017e124b2798974342c5ad1a81 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:49:29.839404 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-066e8b42-da17-477f-9292-f7cf1f6aaa35 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:30.002974 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-066e8b42-da17-477f-9292-f7cf1f6aaa35 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Allocated IP 172.20.0.4 (e0bd7cb4-870f-46a6-9f41-2e9d92bd850b/920d6b1d-eab6-4183-8608-a3920da6ea5e/8447e917-726d-4ce7-a7c4-815acde5d57a) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:49:30.080664 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:30.299492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-066e8b42-da17-477f-9292-f7cf1f6aaa35 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:30.316233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-066e8b42-da17-477f-9292-f7cf1f6aaa35 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Transition to ACTIVE for port object 8447e917-726d-4ce7-a7c4-815acde5d57a will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:49:30.407134 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-066e8b42-da17-477f-9292-f7cf1f6aaa35 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:30.477328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-066e8b42-da17-477f-9292-f7cf1f6aaa35 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:49:30.480436 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-066e8b42-da17-477f-9292-f7cf1f6aaa35 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:49:30.484376 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-066e8b42-da17-477f-9292-f7cf1f6aaa35 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:49:30.522004 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e8b42-da17-477f-9292-f7cf1f6aaa35 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'Port': ['ID=8447e917-726d-4ce7-a7c4-815acde5d57a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:49:30.557051 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-066e8b42-da17-477f-9292-f7cf1f6aaa35 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:30.557702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-066e8b42-da17-477f-9292-f7cf1f6aaa35 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:30.682565 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-066e8b42-da17-477f-9292-f7cf1f6aaa35 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0918353 Feb 17 10:49:30.697196 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Request body: {'port': {'device_id': 'da334391-70d7-400e-a295-b07e486f080a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:49:30.823433 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ef471d85-3eba-452b-853a-c2e7f982536f None None] Provisioning for port 8447e917-726d-4ce7-a7c4-815acde5d57a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:49:30.832183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ef471d85-3eba-452b-853a-c2e7f982536f None None] Provisioning complete for port 8447e917-726d-4ce7-a7c4-815acde5d57a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:49:30.832183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef471d85-3eba-452b-853a-c2e7f982536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:30.832766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:30.894392 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ef471d85-3eba-452b-853a-c2e7f982536f None None] Port 8447e917-726d-4ce7-a7c4-815acde5d57a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:49:31.144527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2112dc-8440-42ae-a2e9-ea31b529f109 req-55b9bcc7-d183-432d-aaf9-09d649db1da7 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:31.145108 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-3b2112dc-8440-42ae-a2e9-ea31b529f109 req-55b9bcc7-d183-432d-aaf9-09d649db1da7 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Synchronizing usage tracker for tenant:5a924e017e124b2798974342c5ad1a81 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:49:31.261050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8447e917-726d-4ce7-a7c4-815acde5d57a {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:49:31.268447 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:31.278295 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-3b2112dc-8440-42ae-a2e9-ea31b529f109 req-55b9bcc7-d183-432d-aaf9-09d649db1da7 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Unset dirty status for tenant:5a924e017e124b2798974342c5ad1a81 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:49:31.284332 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3b2112dc-8440-42ae-a2e9-ea31b529f109 req-55b9bcc7-d183-432d-aaf9-09d649db1da7 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 931 time: 0.3607290 Feb 17 10:49:31.284960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Transition to ACTIVE for port object 8447e917-726d-4ce7-a7c4-815acde5d57a will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:49:31.329779 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3b2112dc-8440-42ae-a2e9-ea31b529f109 req-dd01f9d1-34b8-456f-a93a-4f4a7286790d tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436666 Feb 17 10:49:31.372181 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:31.527694 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Pushing event updated for resources: {'Port': ['ID=8447e917-726d-4ce7-a7c4-815acde5d57a,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:49:31.613846 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Attempting to bind port 8447e917-726d-4ce7-a7c4-815acde5d57a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:49:31.614252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Attempting to bind port 8447e917-726d-4ce7-a7c4-815acde5d57a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '958ff7df-ba63-403b-90f2-715909b2e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:49:31.614580 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Attempting to bind port 8447e917-726d-4ce7-a7c4-815acde5d57a on network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:49:31.619983 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Port 8447e917-726d-4ce7-a7c4-815acde5d57a on network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:49:31.620296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Attempting to bind port 8447e917-726d-4ce7-a7c4-815acde5d57a on network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:49:31.626182 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:49:31.626519 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Checking segment: {'id': '958ff7df-ba63-403b-90f2-715909b2e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:49:31.626998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Bound using segment: {'id': '958ff7df-ba63-403b-90f2-715909b2e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:49:31.627424 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Bound port: 8447e917-726d-4ce7-a7c4-815acde5d57a, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '958ff7df-ba63-403b-90f2-715909b2e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:49:31.627763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:31.723297 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] For port 8447e917-726d-4ce7-a7c4-815acde5d57a, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:49:31.726901 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] For port 8447e917-726d-4ce7-a7c4-815acde5d57a, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8447e917-726d-4ce7-a7c4-815acde5d57a,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:49:31.841051 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:31.899109 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:31.899716 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:31.901428 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] 10.222.0.37 "PUT /v2.0/ports/8447e917-726d-4ce7-a7c4-815acde5d57a HTTP/1.1" status: 200 len: 1093 time: 1.2093244 Feb 17 10:49:31.904520 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da334391-70d7-400e-a295-b07e486f080a', 'tag': '8447e917-726d-4ce7-a7c4-815acde5d57a'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:49:31.937261 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d316fba-b645-4225-b2a3-191f29ed948c service neutron] Pushing event updated for resources: {'Port': ['ID=8447e917-726d-4ce7-a7c4-815acde5d57a,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:49:31.957366 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da334391-70d7-400e-a295-b07e486f080a', 'tag': '8447e917-726d-4ce7-a7c4-815acde5d57a', 'status': 'completed', 'code': 200} Feb 17 10:49:32.062815 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc3cb5-566d-4442-acba-e7bdeec6c3bd req-3e2aecea-ae8b-42f9-8393-6500338f0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:32.064328 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-25dc3cb5-566d-4442-acba-e7bdeec6c3bd req-3e2aecea-ae8b-42f9-8393-6500338f0276 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 1096 time: 0.0850494 Feb 17 10:49:32.214802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc3cb5-566d-4442-acba-e7bdeec6c3bd req-1193f398-d552-49b4-9892-f6b7e1061cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:32.216157 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-25dc3cb5-566d-4442-acba-e7bdeec6c3bd req-1193f398-d552-49b4-9892-f6b7e1061cd4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5a924e017e124b2798974342c5ad1a81&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1453772 Feb 17 10:49:32.354561 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc3cb5-566d-4442-acba-e7bdeec6c3bd req-f295ce27-8169-415f-a51a-360a45a691db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:32.356010 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-25dc3cb5-566d-4442-acba-e7bdeec6c3bd req-f295ce27-8169-415f-a51a-360a45a691db service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342824 Feb 17 10:49:32.625822 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-72b12b30-574f-4377-a3f8-d9fa410da68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:32.627342 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-72b12b30-574f-4377-a3f8-d9fa410da68c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 1096 time: 0.2361600 Feb 17 10:49:32.698561 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-8d4f266b-68e6-4fb2-a806-19b77edb4ca3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8447e917-726d-4ce7-a7c4-815acde5d57a HTTP/1.1" status: 200 len: 217 time: 0.0636885 Feb 17 10:49:32.710194 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b3a04-8e10-40fa-819b-302d7d394d4c req-9014f6b0-f9cf-4c2a-a238-b387b3d8a168 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:32.711643 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-744b3a04-8e10-40fa-819b-302d7d394d4c req-9014f6b0-f9cf-4c2a-a238-b387b3d8a168 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 943 time: 0.2660379 Feb 17 10:49:32.801995 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-636d38d6-b0c4-4f40-9a60-9ee804400ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:32.803455 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-636d38d6-b0c4-4f40-9a60-9ee804400ee5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0908546 Feb 17 10:49:32.806969 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-744b3a04-8e10-40fa-819b-302d7d394d4c req-dbc5375d-f840-4f40-a01a-342c45713daf tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615048 Feb 17 10:49:32.880364 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-a7be2e72-98c2-4e8d-ab4c-8120379a41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:32.881810 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-a7be2e72-98c2-4e8d-ab4c-8120379a41e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718770 Feb 17 10:49:33.017912 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3b881219-25ba-4265-ba21-ea112828b598 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295259 Feb 17 10:49:33.151183 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7815a63f-e19d-445a-aee1-a5b499a7db4b req-3bd02145-29e6-4948-b48e-c5127c127e87 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277571 Feb 17 10:49:34.010260 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc1741-65a9-46b4-a80a-21313cb5c383 req-62ee6965-4f9c-4cb3-9955-dc720ecaa1c3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:34.010260 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-dccc1741-65a9-46b4-a80a-21313cb5c383 req-62ee6965-4f9c-4cb3-9955-dc720ecaa1c3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 943 time: 0.0839407 Feb 17 10:49:34.052943 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-dccc1741-65a9-46b4-a80a-21313cb5c383 req-c50853de-d790-4988-a545-507e6aabfaad tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388224 Feb 17 10:49:35.261330 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c8cbd-c556-41d7-b0ad-56ddfe0d62b4 req-130a320c-2905-4e3d-b7b9-323586fe3a93 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:35.263218 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d83c8cbd-c556-41d7-b0ad-56ddfe0d62b4 req-130a320c-2905-4e3d-b7b9-323586fe3a93 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 943 time: 0.0965872 Feb 17 10:49:35.319575 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d83c8cbd-c556-41d7-b0ad-56ddfe0d62b4 req-e77b72fb-35b3-4fd8-8312-02877604792c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503333 Feb 17 10:49:36.503490 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29e51a-79a7-40ad-bc36-bd25a3003ebb req-73c09337-bf60-41ab-810f-9f7e1a44e85d tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:36.504974 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0a29e51a-79a7-40ad-bc36-bd25a3003ebb req-73c09337-bf60-41ab-810f-9f7e1a44e85d tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 943 time: 0.0797999 Feb 17 10:49:36.549742 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0a29e51a-79a7-40ad-bc36-bd25a3003ebb req-e1cefda1-b057-42b2-8560-d4b81402ae0f tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378444 Feb 17 10:49:37.745133 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b32ba0-f0a0-41c7-b60b-d8ecd6ff8a59 req-fc979995-6b47-4725-a3b3-0c5ef69f1cbb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:37.746595 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-08b32ba0-f0a0-41c7-b60b-d8ecd6ff8a59 req-fc979995-6b47-4725-a3b3-0c5ef69f1cbb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 943 time: 0.0855727 Feb 17 10:49:37.790204 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-08b32ba0-f0a0-41c7-b60b-d8ecd6ff8a59 req-707a0a56-1f52-4ee9-af21-0df3871ac811 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380301 Feb 17 10:49:38.998857 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5a9cb-d44f-4d7d-92ec-fef27a8ca27c req-75b0e0a1-583b-4a6b-8f8d-2119d0349adb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:39.000350 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a3d5a9cb-d44f-4d7d-92ec-fef27a8ca27c req-75b0e0a1-583b-4a6b-8f8d-2119d0349adb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 943 time: 0.0885546 Feb 17 10:49:39.046645 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a3d5a9cb-d44f-4d7d-92ec-fef27a8ca27c req-c6abead3-feba-430d-87b6-eeb7e2d1bf10 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402875 Feb 17 10:49:39.383852 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:39.698952 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:49:40.244696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f592fd4-f74e-49a8-b20c-21f66ac616a1 req-f4616315-37c9-4b92-af38-70f8c02ff553 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:40.246187 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3f592fd4-f74e-49a8-b20c-21f66ac616a1 req-f4616315-37c9-4b92-af38-70f8c02ff553 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 943 time: 0.0857236 Feb 17 10:49:40.292544 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3f592fd4-f74e-49a8-b20c-21f66ac616a1 req-a2b3f123-6946-4bc3-8911-da3df5d813eb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406587 Feb 17 10:49:41.481052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec15ac-28c8-449b-9348-8343be2c93ac req-1ec64679-276d-455d-918c-b3d5a6ebe790 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:41.482564 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5cec15ac-28c8-449b-9348-8343be2c93ac req-1ec64679-276d-455d-918c-b3d5a6ebe790 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 943 time: 0.0814364 Feb 17 10:49:41.531983 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5cec15ac-28c8-449b-9348-8343be2c93ac req-7a7a01e1-125b-4474-8413-4a21f4d810a3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430753 Feb 17 10:49:42.237977 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 8447e917-726d-4ce7-a7c4-815acde5d57a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:49:42.370425 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 8447e917-726d-4ce7-a7c4-815acde5d57a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8447e917-726d-4ce7-a7c4-815acde5d57a,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:49:42.383412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '8447e917-726d-4ce7-a7c4-815acde5d57a', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'port_id': '8447e917-726d-4ce7-a7c4-815acde5d57a', 'mac_address': 'fa:16:3e:7c:3a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:49:42.440569 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:42.456841 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8447e917-726d-4ce7-a7c4-815acde5d57a {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:49:42.473349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 8447e917-726d-4ce7-a7c4-815acde5d57a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8447e917-726d-4ce7-a7c4-815acde5d57a,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:49:42.532149 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:42.603855 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=8447e917-726d-4ce7-a7c4-815acde5d57a,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:49:42.611236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:49:42.611591 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:49:42.611935 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:49:42.612271 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:49:42.612601 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:49:42.612934 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:49:42.613267 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:49:42.613600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:49:42.613923 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:49:42.614272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:49:42.614599 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:49:42.614919 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:49:42.716052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162c774-eb80-4d96-9b7b-0054b8109965 req-4bea426c-8f9c-449a-a474-ff08316b7d6a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:42.717521 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7162c774-eb80-4d96-9b7b-0054b8109965 req-4bea426c-8f9c-449a-a474-ff08316b7d6a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 944 time: 0.0803928 Feb 17 10:49:42.763348 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-7162c774-eb80-4d96-9b7b-0054b8109965 req-312bb0cb-704d-4b43-add0-422bfea88851 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401077 Feb 17 10:49:42.826677 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['8447e917-726d-4ce7-a7c4-815acde5d57a'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:49:43.969293 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ce6d0-f5c7-4a89-8abd-bb8b4bb9ea12 req-b5617b68-6adc-42b1-87b1-5647c31b58f6 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:43.971204 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f80ce6d0-f5c7-4a89-8abd-bb8b4bb9ea12 req-b5617b68-6adc-42b1-87b1-5647c31b58f6 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 944 time: 0.0979390 Feb 17 10:49:44.015523 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f80ce6d0-f5c7-4a89-8abd-bb8b4bb9ea12 req-6a2b9a8f-bc7e-497f-914c-ce93fa93dd2a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383496 Feb 17 10:49:44.238421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 8447e917-726d-4ce7-a7c4-815acde5d57a up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:49:44.394612 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 8447e917-726d-4ce7-a7c4-815acde5d57a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:49:44.399776 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 8447e917-726d-4ce7-a7c4-815acde5d57a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:49:44.400143 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:44.516815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:44.543031 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da334391-70d7-400e-a295-b07e486f080a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8447e917-726d-4ce7-a7c4-815acde5d57a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:49:44.552777 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 8447e917-726d-4ce7-a7c4-815acde5d57a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8447e917-726d-4ce7-a7c4-815acde5d57a,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:49:44.632666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:44.665043 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da334391-70d7-400e-a295-b07e486f080a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8447e917-726d-4ce7-a7c4-815acde5d57a', 'code': 200} Feb 17 10:49:44.697431 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=8447e917-726d-4ce7-a7c4-815acde5d57a,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:49:45.087791 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de682eee-0b97-4117-acb8-cc51ffee1ac9 req-fdbfb1a2-dd07-4a7c-b913-6af510e2e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:45.089453 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-de682eee-0b97-4117-acb8-cc51ffee1ac9 req-fdbfb1a2-dd07-4a7c-b913-6af510e2e3c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 1098 time: 0.0776217 Feb 17 10:49:45.169447 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-de682eee-0b97-4117-acb8-cc51ffee1ac9 req-7e9bfe20-cc39-4a2f-9e0f-fa7f0272d9e1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742824 Feb 17 10:49:45.212373 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415117e-3532-47db-812f-7e35be74b5da req-22fe2d37-b5b3-4df7-b12e-f1cba67ebc39 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:45.214071 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1415117e-3532-47db-812f-7e35be74b5da req-22fe2d37-b5b3-4df7-b12e-f1cba67ebc39 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0883396 Feb 17 10:49:45.256802 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1415117e-3532-47db-812f-7e35be74b5da req-0469e114-e23d-4f5a-8755-cf71035122d0 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371399 Feb 17 10:49:46.446176 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77d1a0-86c2-451a-ae12-8de3e5b52bf8 req-69b68b9b-3f29-410d-aeb5-8f528cbdf1b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:46.447670 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ff77d1a0-86c2-451a-ae12-8de3e5b52bf8 req-69b68b9b-3f29-410d-aeb5-8f528cbdf1b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0840476 Feb 17 10:49:46.501074 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ff77d1a0-86c2-451a-ae12-8de3e5b52bf8 req-63f23b30-f5ea-461a-bfc6-13c30289f826 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466125 Feb 17 10:49:47.688365 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb522f-40bf-4961-8842-4d8095fbe8ba req-54180b2b-0e50-4104-845a-21cebe96bce1 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:47.689810 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fdcb522f-40bf-4961-8842-4d8095fbe8ba req-54180b2b-0e50-4104-845a-21cebe96bce1 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0824311 Feb 17 10:49:47.733307 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fdcb522f-40bf-4961-8842-4d8095fbe8ba req-76198737-f7e9-4c3a-bef0-3f34c3ecbaba tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369494 Feb 17 10:49:47.919274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa115b-058c-4bfb-b102-8742bf86de5d req-94380b77-eec2-4235-a8bb-4427f8086850 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:47.920743 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2bfa115b-058c-4bfb-b102-8742bf86de5d req-94380b77-eec2-4235-a8bb-4427f8086850 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0794108 Feb 17 10:49:47.971250 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2bfa115b-058c-4bfb-b102-8742bf86de5d req-b50988ac-6340-4388-8878-8a92a80c5d6b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447030 Feb 17 10:49:47.993642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50510) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:49:48.103572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebb904b-50fe-46b8-8eb2-23118b67d4e9 tempest-TestShelveInstance-129175010 tempest-TestShelveInstance-129175010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:48.105069 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-7ebb904b-50fe-46b8-8eb2-23118b67d4e9 tempest-TestShelveInstance-129175010 tempest-TestShelveInstance-129175010-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 1093 time: 0.1104028 Feb 17 10:49:48.107872 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50516) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:49:48.112715 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': '8447e917-726d-4ce7-a7c4-815acde5d57a', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:49:48.119578 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:49:48.123371 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Usage tracker for resource:floatingip and tenant:5a924e017e124b2798974342c5ad1a81 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:49:48.126163 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:49:48.131713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:49:48.200450 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:48.347646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:48.492874 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Allocated IP 172.26.4.74 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/5969d0d1-6621-4867-8216-a75e707232db) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:49:48.733698 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:48.794866 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:48.858383 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:49:48.861022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:49:48.863606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:49:48.906420 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'Port': ['ID=5969d0d1-6621-4867-8216-a75e707232db,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:49:49.285526 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:49.421306 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:49.634607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:49.680974 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:49.790317 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event updated for resources: {'Port': ['ID=5969d0d1-6621-4867-8216-a75e707232db,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:49:49.805812 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:49.979857 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Floating IP ace709fc-273d-40c5-9491-a7d6efb1cf2a associated. External IP: 172.26.4.74, port: 8447e917-726d-4ce7-a7c4-815acde5d57a. Feb 17 10:49:50.448367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Router 3500a224-51f5-497e-9174-719c7617cd14 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:49:50.636964 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:49:50.647124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b1f8e-c56d-4088-afb7-78d806801c2c None None] Sync routers for ids ['3500a224-51f5-497e-9174-719c7617cd14'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:49:50.657526 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b1f8e-c56d-4088-afb7-78d806801c2c None None] Routers {'3500a224-51f5-497e-9174-719c7617cd14'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:49:50.658238 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c70b1f8e-c56d-4088-afb7-78d806801c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:49:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3500a224-51f5-497e-9174-719c7617cd14'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:49:50.726792 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:50.805499 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c282925f-6e49-4a53-9f26-32196c857c04 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6898670 Feb 17 10:49:50.805499 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da334391-70d7-400e-a295-b07e486f080a', 'tag': '8447e917-726d-4ce7-a7c4-815acde5d57a'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:49:50.850336 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da334391-70d7-400e-a295-b07e486f080a', 'tag': '8447e917-726d-4ce7-a7c4-815acde5d57a', 'status': 'completed', 'code': 200} Feb 17 10:49:50.890276 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c70b1f8e-c56d-4088-afb7-78d806801c2c None None] Set router 3500a224-51f5-497e-9174-719c7617cd14 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:49:50.951319 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd17fd7-98eb-4700-a635-20b580d9fac3 req-5f53ffcd-e3b6-41e5-8520-efe8d88e8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:50.952921 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1dd17fd7-98eb-4700-a635-20b580d9fac3 req-5f53ffcd-e3b6-41e5-8520-efe8d88e8173 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 1098 time: 0.0774753 Feb 17 10:49:51.093692 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd17fd7-98eb-4700-a635-20b580d9fac3 req-9e10ef87-f2c3-4605-81eb-d53a51590ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:51.095138 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1dd17fd7-98eb-4700-a635-20b580d9fac3 req-9e10ef87-f2c3-4605-81eb-d53a51590ab3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1368947 Feb 17 10:49:51.201263 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1dd17fd7-98eb-4700-a635-20b580d9fac3 req-1defba98-b3c2-4f1d-88ad-155f82fbd632 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8447e917-726d-4ce7-a7c4-815acde5d57a HTTP/1.1" status: 200 len: 998 time: 0.1004241 Feb 17 10:49:51.254629 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c70b1f8e-c56d-4088-afb7-78d806801c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:12Z', 'revision_number': 4, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'ace709fc-273d-40c5-9491-a7d6efb1cf2a', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'floating_ip_address': '172.26.4.74', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '3500a224-51f5-497e-9174-719c7617cd14', 'port_id': '8447e917-726d-4ce7-a7c4-815acde5d57a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'mac_address': 'fa:16:3e:7c:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da334391-70d7-400e-a295-b07e486f080a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:49:49Z', 'updated_at': '2022-02-17T10:49:49Z', 'revision_number': 0, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d62b32-64c5-4d4b-92d1-a38e9c9db35c', 'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'mac_address': 'fa:16:3e:f5:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:11Z', 'updated_at': '2022-02-17T10:43:17Z', 'revision_number': 5, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'subnets': [{'id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:49:51.259037 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b1f8e-c56d-4088-afb7-78d806801c2c None None] Checking router: 3500a224-51f5-497e-9174-719c7617cd14 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:49:51.266672 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd17fd7-98eb-4700-a635-20b580d9fac3 req-bfd6f0c9-75f0-467e-bf2d-3b83f2e268b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:51.267278 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b1f8e-c56d-4088-afb7-78d806801c2c None None] Routers {'3500a224-51f5-497e-9174-719c7617cd14'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:49:51.267880 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c70b1f8e-c56d-4088-afb7-78d806801c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:49:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3500a224-51f5-497e-9174-719c7617cd14'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:49:51.268123 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1dd17fd7-98eb-4700-a635-20b580d9fac3 req-bfd6f0c9-75f0-467e-bf2d-3b83f2e268b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0615189 Feb 17 10:49:51.346787 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd17fd7-98eb-4700-a635-20b580d9fac3 req-dcfbdffd-ca0c-4955-9d2f-40419946bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:49:51.348207 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1dd17fd7-98eb-4700-a635-20b580d9fac3 req-dcfbdffd-ca0c-4955-9d2f-40419946bf73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746703 Feb 17 10:49:51.448539 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c70b1f8e-c56d-4088-afb7-78d806801c2c None None] Set router 3500a224-51f5-497e-9174-719c7617cd14 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:49:51.487619 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1dd17fd7-98eb-4700-a635-20b580d9fac3 req-2ee110cf-ab8d-40ae-8798-b42db321309c service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333430 Feb 17 10:49:51.638229 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1dd17fd7-98eb-4700-a635-20b580d9fac3 req-ed9554bb-3598-43fc-993a-a2a0b923a931 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446402 Feb 17 10:49:51.821297 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c70b1f8e-c56d-4088-afb7-78d806801c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:12Z', 'revision_number': 4, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'ace709fc-273d-40c5-9491-a7d6efb1cf2a', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'floating_ip_address': '172.26.4.74', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '3500a224-51f5-497e-9174-719c7617cd14', 'port_id': '8447e917-726d-4ce7-a7c4-815acde5d57a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'mac_address': 'fa:16:3e:7c:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da334391-70d7-400e-a295-b07e486f080a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:49:49Z', 'updated_at': '2022-02-17T10:49:49Z', 'revision_number': 0, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d62b32-64c5-4d4b-92d1-a38e9c9db35c', 'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'mac_address': 'fa:16:3e:f5:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:11Z', 'updated_at': '2022-02-17T10:43:17Z', 'revision_number': 5, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'subnets': [{'id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:49:51.826402 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b1f8e-c56d-4088-afb7-78d806801c2c None None] The sync data for ids ['3500a224-51f5-497e-9174-719c7617cd14'] in dv-neutron-828143-5-hyperv is: [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:12Z', 'revision_number': 4, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': 'ace709fc-273d-40c5-9491-a7d6efb1cf2a', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'floating_ip_address': '172.26.4.74', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '3500a224-51f5-497e-9174-719c7617cd14', 'port_id': '8447e917-726d-4ce7-a7c4-815acde5d57a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'mac_address': 'fa:16:3e:7c:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da334391-70d7-400e-a295-b07e486f080a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:49:49Z', 'updated_at': '2022-02-17T10:49:49Z', 'revision_number': 0, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d62b32-64c5-4d4b-92d1-a38e9c9db35c', 'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'mac_address': 'fa:16:3e:f5:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:11Z', 'updated_at': '2022-02-17T10:43:17Z', 'revision_number': 5, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'subnets': [{'id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:49:52.035796 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f66146-075c-41f4-bd15-ff0560ea0c32 None None] New status for floating IP ace709fc-273d-40c5-9491-a7d6efb1cf2a: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:49:54.726699 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8a11821-8e79-4538-b32e-adadbb123f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:57.098395 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89ff47b4-cb38-465a-9d36-4db2e6bfe509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:57.972091 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:49:58.520597 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:50:00.121726 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:50:09.521043 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:50:16.698419 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:50:24.748863 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-def8bab4-8888-4929-a0f2-a849d948e11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:50:27.148841 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-56cc5fdb-da56-48ee-8967-ce3d92b98803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:50:27.976935 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:50:28.508921 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:50:28.511089 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6dbeecf-290c-46a7-b233-7ba94f82bf3e req-0a2e59c0-fd6f-49aa-a379-76d6da233bed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1116891 Feb 17 10:50:28.659477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbeecf-290c-46a7-b233-7ba94f82bf3e req-2e2994f4-d139-4d2e-8329-bd85dbd7d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:50:28.661020 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6dbeecf-290c-46a7-b233-7ba94f82bf3e req-2e2994f4-d139-4d2e-8329-bd85dbd7d0e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 1098 time: 0.0770731 Feb 17 10:50:28.811135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbeecf-290c-46a7-b233-7ba94f82bf3e req-9da542d2-cf27-4a9a-bf20-ba8e639b6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:50:28.812589 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6dbeecf-290c-46a7-b233-7ba94f82bf3e req-9da542d2-cf27-4a9a-bf20-ba8e639b6203 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1325562 Feb 17 10:50:28.915666 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6dbeecf-290c-46a7-b233-7ba94f82bf3e req-70e728be-73e2-456b-8ba6-8b45a06fca8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8447e917-726d-4ce7-a7c4-815acde5d57a HTTP/1.1" status: 200 len: 1000 time: 0.0964129 Feb 17 10:50:28.985381 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbeecf-290c-46a7-b233-7ba94f82bf3e req-beeed9f1-9442-4b08-8333-ed2e2f2faae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:50:28.987409 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6dbeecf-290c-46a7-b233-7ba94f82bf3e req-beeed9f1-9442-4b08-8333-ed2e2f2faae9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0612824 Feb 17 10:50:29.063477 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbeecf-290c-46a7-b233-7ba94f82bf3e req-3228fa86-64eb-49d6-b036-af419a2d6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:50:29.064961 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6dbeecf-290c-46a7-b233-7ba94f82bf3e req-3228fa86-64eb-49d6-b036-af419a2d6581 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721147 Feb 17 10:50:29.305358 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6dbeecf-290c-46a7-b233-7ba94f82bf3e req-2a606b19-aee9-49d8-81a4-3c5d087745e7 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301602 Feb 17 10:50:29.441649 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e6dbeecf-290c-46a7-b233-7ba94f82bf3e req-82587e87-1c76-4d84-8ebe-597a8bd8fb84 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258223 Feb 17 10:50:30.114756 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:50:39.451264 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:50:53.698095 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:50:54.781092 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-efe5e1dd-4bba-4bbb-8626-801da482b587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:50:57.096818 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-71cfc3f1-e93c-4fe3-83d5-5aa6168cb467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:50:57.971438 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:50:58.571361 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:51:00.130097 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:51:09.451404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:51:18.782813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-a39c4da4-e64b-4871-a900-614f033bedd3 req-5c5847ba-8d96-4f96-8867-14a1d3569e7e service neutron] (88370) timed out ('10.222.0.75', 49002) {{(pid=88370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 10:51:24.746446 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-10296f10-af2a-4528-9d79-ba9330b6901b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:51:27.079497 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9bd3659c-453e-4865-bdad-e297b3f4eb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:51:27.948278 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:51:28.474347 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:51:29.453397 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2ae30185-fd3a-43ae-ae52-692824697e39 req-1842b8dc-d216-456a-95df-af5f2e3419cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715866 Feb 17 10:51:29.592374 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae30185-fd3a-43ae-ae52-692824697e39 req-8717cedd-a6e6-4731-a6f6-ce750dc101cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:51:29.593872 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2ae30185-fd3a-43ae-ae52-692824697e39 req-8717cedd-a6e6-4731-a6f6-ce750dc101cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 1098 time: 0.0729926 Feb 17 10:51:29.739194 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae30185-fd3a-43ae-ae52-692824697e39 req-35e6e05b-dd80-467a-9b15-5cc29212dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:51:29.740550 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2ae30185-fd3a-43ae-ae52-692824697e39 req-35e6e05b-dd80-467a-9b15-5cc29212dc32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1267793 Feb 17 10:51:29.845792 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2ae30185-fd3a-43ae-ae52-692824697e39 req-5fa22556-760a-4893-b75f-5caa309c6d47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8447e917-726d-4ce7-a7c4-815acde5d57a HTTP/1.1" status: 200 len: 1000 time: 0.0980856 Feb 17 10:51:29.907659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae30185-fd3a-43ae-ae52-692824697e39 req-a7f7cd22-8cd7-47c7-96e0-fd1666b173a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:51:29.909068 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2ae30185-fd3a-43ae-ae52-692824697e39 req-a7f7cd22-8cd7-47c7-96e0-fd1666b173a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0571177 Feb 17 10:51:29.986438 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae30185-fd3a-43ae-ae52-692824697e39 req-7e4834f8-19ad-48c9-bf50-67944cbfe4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:51:29.987951 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2ae30185-fd3a-43ae-ae52-692824697e39 req-7e4834f8-19ad-48c9-bf50-67944cbfe4a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725560 Feb 17 10:51:30.123601 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2ae30185-fd3a-43ae-ae52-692824697e39 req-268c0259-47a1-442e-9f9f-6fa478b53801 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289072 Feb 17 10:51:30.124037 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:51:30.255495 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2ae30185-fd3a-43ae-ae52-692824697e39 req-c962bfbb-5990-49d4-a20d-817264f6c1dd service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258795 Feb 17 10:51:30.696732 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:51:39.450843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:51:54.748096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecca4e49-9814-4482-9ac0-0a77717f0a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:51:57.099847 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc1ad9cd-023a-4d5e-8c42-ef058cd25ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:51:57.964988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:51:58.473271 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:52:00.105852 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:52:07.696030 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:52:09.471412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:52:24.765699 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d175b91e-7c9d-4fbb-94b8-4ffb2f5ae137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:52:27.142197 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62b03906-74d2-410c-b645-1d6ec2ce8b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:52:27.948040 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:52:28.511184 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:52:30.139370 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:52:30.443043 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cdb8576c-46d4-4ff6-b8e4-7536bfc552da req-09bfd7c7-e08e-4c1d-8a04-7b3a8a227292 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674870 Feb 17 10:52:30.585130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8576c-46d4-4ff6-b8e4-7536bfc552da req-535ac3d2-02ca-42c1-9909-9f0154dec96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:30.586616 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cdb8576c-46d4-4ff6-b8e4-7536bfc552da req-535ac3d2-02ca-42c1-9909-9f0154dec96c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 1098 time: 0.0766788 Feb 17 10:52:30.733946 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8576c-46d4-4ff6-b8e4-7536bfc552da req-36fe80d8-d71c-4524-8ba2-9ca894b21f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:30.735708 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cdb8576c-46d4-4ff6-b8e4-7536bfc552da req-36fe80d8-d71c-4524-8ba2-9ca894b21f87 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1293838 Feb 17 10:52:30.841831 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cdb8576c-46d4-4ff6-b8e4-7536bfc552da req-052c0ca8-e7d9-4d87-bbc2-94970d6437b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8447e917-726d-4ce7-a7c4-815acde5d57a HTTP/1.1" status: 200 len: 1000 time: 0.1001062 Feb 17 10:52:30.904130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8576c-46d4-4ff6-b8e4-7536bfc552da req-ec8e2cb5-90df-41ce-b5bd-38392c422a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:30.906290 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cdb8576c-46d4-4ff6-b8e4-7536bfc552da req-ec8e2cb5-90df-41ce-b5bd-38392c422a20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0588620 Feb 17 10:52:30.986284 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8576c-46d4-4ff6-b8e4-7536bfc552da req-aa6271d7-c3b6-48b5-8a4b-1bd062caa96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:30.987807 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cdb8576c-46d4-4ff6-b8e4-7536bfc552da req-aa6271d7-c3b6-48b5-8a4b-1bd062caa96d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760937 Feb 17 10:52:31.230118 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cdb8576c-46d4-4ff6-b8e4-7536bfc552da req-4477b84d-22e7-48be-980b-4ff53cc16424 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364576 Feb 17 10:52:31.365112 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cdb8576c-46d4-4ff6-b8e4-7536bfc552da req-30f59d41-2136-4a27-bb3e-bf0e261b10c3 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291707 Feb 17 10:52:39.548754 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:52:40.449548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05153b2-b50c-4082-89b7-73b2dbde0f31 req-13deaabd-743e-41cf-92e2-56d80dc6b238 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:40.451171 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b05153b2-b50c-4082-89b7-73b2dbde0f31 req-13deaabd-743e-41cf-92e2-56d80dc6b238 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.1323998 Feb 17 10:52:40.498875 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b05153b2-b50c-4082-89b7-73b2dbde0f31 req-a7fabb41-17c8-4dff-b3f0-bd2d0dcb1c0c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Feb 17 10:52:41.707288 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7c419-7e37-4917-b197-97835f152167 req-79adc0ac-e98a-45a9-9352-d352be87e608 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:41.708669 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-14e7c419-7e37-4917-b197-97835f152167 req-79adc0ac-e98a-45a9-9352-d352be87e608 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0808687 Feb 17 10:52:41.756142 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-14e7c419-7e37-4917-b197-97835f152167 req-209fc96f-ddb0-42e8-923a-1e57fd5baeea tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417728 Feb 17 10:52:42.939071 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7488e-1ac1-4c2f-b246-414479e79948 req-afed9718-126b-4671-8e81-5b24d626ed3a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:42.940527 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d8b7488e-1ac1-4c2f-b246-414479e79948 req-afed9718-126b-4671-8e81-5b24d626ed3a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0802953 Feb 17 10:52:42.987752 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d8b7488e-1ac1-4c2f-b246-414479e79948 req-e32a2ab5-3d25-4e46-bd35-55deedae8a91 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413723 Feb 17 10:52:44.187147 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d1152-b5f1-437d-9c65-26e9e6ca000c req-d8958f39-541c-46c5-b476-adf813159233 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:44.188766 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-144d1152-b5f1-437d-9c65-26e9e6ca000c req-d8958f39-541c-46c5-b476-adf813159233 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0837123 Feb 17 10:52:44.235331 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-144d1152-b5f1-437d-9c65-26e9e6ca000c req-e73d3809-f9bb-42a9-b7ea-e14413b99a87 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388651 Feb 17 10:52:44.695885 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:52:45.420834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178865c-5784-4772-8ae2-b54579e97104 req-88aa18e7-2504-48a3-840b-aa803aef8914 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:45.423114 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f178865c-5784-4772-8ae2-b54579e97104 req-88aa18e7-2504-48a3-840b-aa803aef8914 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0850072 Feb 17 10:52:45.469445 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f178865c-5784-4772-8ae2-b54579e97104 req-071c1f8a-a52c-4ea5-abb1-2aa6d5b9798b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401111 Feb 17 10:52:46.665204 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690b3f-9f09-4b72-ab53-66a95ca83627 req-2d48ee74-a333-467b-b9fa-e13ed84d6093 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:46.666720 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f2690b3f-9f09-4b72-ab53-66a95ca83627 req-2d48ee74-a333-467b-b9fa-e13ed84d6093 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0876410 Feb 17 10:52:46.712368 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f2690b3f-9f09-4b72-ab53-66a95ca83627 req-7fc6d7be-c6ef-465d-a189-c2e14c2dfdeb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399504 Feb 17 10:52:47.901032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679a658-2b91-4736-be4e-94377505dfc6 req-00cfe261-1d2c-48c0-8166-0938b6242e7e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:47.902426 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c679a658-2b91-4736-be4e-94377505dfc6 req-00cfe261-1d2c-48c0-8166-0938b6242e7e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0805242 Feb 17 10:52:47.949746 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c679a658-2b91-4736-be4e-94377505dfc6 req-ab3453d8-a8fb-4fea-83fe-ae14fef626a4 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416400 Feb 17 10:52:49.140960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d889da7-079a-4496-a9ae-3afbbb78780d req-b720b4a3-f368-4699-bcff-d0435c0a0ae9 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:49.143285 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8d889da7-079a-4496-a9ae-3afbbb78780d req-b720b4a3-f368-4699-bcff-d0435c0a0ae9 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0806634 Feb 17 10:52:49.187464 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8d889da7-079a-4496-a9ae-3afbbb78780d req-743076f5-0702-4445-9c36-de3dac0f84aa tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385396 Feb 17 10:52:50.375769 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869df112-5a85-406d-87c9-d3e2e04e4d57 req-bb65d47b-9c41-4c52-a2e9-66f683d2ecb2 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:50.377951 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-869df112-5a85-406d-87c9-d3e2e04e4d57 req-bb65d47b-9c41-4c52-a2e9-66f683d2ecb2 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0843408 Feb 17 10:52:50.426509 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-869df112-5a85-406d-87c9-d3e2e04e4d57 req-c9258a56-346e-4c9d-9653-2fc3de0e02e4 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429931 Feb 17 10:52:51.616515 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a43ac3-5c39-44d3-8117-3cfbae66b884 req-b76b9602-bfee-4ceb-be74-207c56300b65 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:51.617974 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f1a43ac3-5c39-44d3-8117-3cfbae66b884 req-b76b9602-bfee-4ceb-be74-207c56300b65 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0792534 Feb 17 10:52:51.665631 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f1a43ac3-5c39-44d3-8117-3cfbae66b884 req-43c26f8c-9f3e-47b5-a21f-e6661a7d3b75 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408914 Feb 17 10:52:52.853996 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028d6b5-6be2-4d6f-9d4d-9e52e9f780a5 req-eb81ae75-055d-4b40-9ef7-f6fa4856412a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:52.855472 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8028d6b5-6be2-4d6f-9d4d-9e52e9f780a5 req-eb81ae75-055d-4b40-9ef7-f6fa4856412a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0834794 Feb 17 10:52:52.899634 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8028d6b5-6be2-4d6f-9d4d-9e52e9f780a5 req-fcafd5ec-4a56-47b4-ad45-73d61958e95e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384078 Feb 17 10:52:54.088744 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81dc237-3176-4eb1-978b-154840aec164 req-9a02e5d7-7e0a-4630-9495-e90e787fb4bb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:54.090297 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b81dc237-3176-4eb1-978b-154840aec164 req-9a02e5d7-7e0a-4630-9495-e90e787fb4bb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0819054 Feb 17 10:52:54.139505 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b81dc237-3176-4eb1-978b-154840aec164 req-a3cc16a3-f3a2-4cb7-b21a-f25a75018536 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389757 Feb 17 10:52:54.773108 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1dd93b28-9d45-4e11-bcb0-b635eb0b4862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:52:55.327366 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802edc5-2931-46bc-8113-d872785f7987 req-23754bdf-d5a7-4e3d-8550-139d340faa19 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:55.328852 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8802edc5-2931-46bc-8113-d872785f7987 req-23754bdf-d5a7-4e3d-8550-139d340faa19 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0823433 Feb 17 10:52:55.375632 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8802edc5-2931-46bc-8113-d872785f7987 req-463ede0e-d17a-424e-8adc-59f784336ec5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397434 Feb 17 10:52:55.627405 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf74220-018a-4d1d-a720-5a7f425ede77 req-15bc7e26-832f-472c-a3c8-08a7ce1299cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:55.628843 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eaf74220-018a-4d1d-a720-5a7f425ede77 req-15bc7e26-832f-472c-a3c8-08a7ce1299cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 1098 time: 0.0736749 Feb 17 10:52:55.765574 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf74220-018a-4d1d-a720-5a7f425ede77 req-86d4823a-2cd6-47bd-a2ef-3fcf6330c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:55.767603 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eaf74220-018a-4d1d-a720-5a7f425ede77 req-86d4823a-2cd6-47bd-a2ef-3fcf6330c48d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1322353 Feb 17 10:52:55.874105 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eaf74220-018a-4d1d-a720-5a7f425ede77 req-44e6e7d2-4747-469f-a2b9-a2012a62a5a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8447e917-726d-4ce7-a7c4-815acde5d57a HTTP/1.1" status: 200 len: 1000 time: 0.0995095 Feb 17 10:52:55.943036 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf74220-018a-4d1d-a720-5a7f425ede77 req-a7102527-8b39-4bf4-bb66-5dc184670d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:55.944510 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eaf74220-018a-4d1d-a720-5a7f425ede77 req-a7102527-8b39-4bf4-bb66-5dc184670d65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0632815 Feb 17 10:52:56.022990 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf74220-018a-4d1d-a720-5a7f425ede77 req-a864639d-fd48-49bc-83eb-f3bf7056690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:56.024470 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eaf74220-018a-4d1d-a720-5a7f425ede77 req-a864639d-fd48-49bc-83eb-f3bf7056690f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742147 Feb 17 10:52:56.162605 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eaf74220-018a-4d1d-a720-5a7f425ede77 req-dc524ba3-f14e-4b5b-9b79-da0db4dc374d service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307714 Feb 17 10:52:56.305745 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eaf74220-018a-4d1d-a720-5a7f425ede77 req-ed7f839b-12f8-47f5-aa56-54104a67de3d service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344681 Feb 17 10:52:56.576184 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d65784-7f46-4027-b90b-c234648d7a37 req-8e8ba151-1b72-4cdf-89c9-77d6a379c624 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:56.576184 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d2d65784-7f46-4027-b90b-c234648d7a37 req-8e8ba151-1b72-4cdf-89c9-77d6a379c624 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0862813 Feb 17 10:52:56.716056 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d2d65784-7f46-4027-b90b-c234648d7a37 req-a0e4f9f7-b5ad-4d7c-b2f0-a26b346e81fc tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366138 Feb 17 10:52:57.158771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-85dacf18-dc2c-473a-b452-6ce269b59afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:52:57.908527 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4479d8-ff87-4a86-a97f-7580cb6cf4b7 req-428ece93-7659-4c20-a6ce-89742f440b89 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:57.915150 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cc4479d8-ff87-4a86-a97f-7580cb6cf4b7 req-428ece93-7659-4c20-a6ce-89742f440b89 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0872004 Feb 17 10:52:57.957563 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cc4479d8-ff87-4a86-a97f-7580cb6cf4b7 req-613b1952-fa10-46c6-b13b-6ca965eeaeef tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409563 Feb 17 10:52:57.973211 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:52:58.470724 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:52:59.166214 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832a206-51ed-4396-b226-1898462d95bf req-021ca96a-a3f8-4403-88e0-11f660621d2a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:59.167682 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8832a206-51ed-4396-b226-1898462d95bf req-021ca96a-a3f8-4403-88e0-11f660621d2a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0860460 Feb 17 10:52:59.212699 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8832a206-51ed-4396-b226-1898462d95bf req-18b6b2b6-0d9c-4ac4-bee8-57ece64b8899 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387087 Feb 17 10:52:59.856877 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516f150-5703-4be0-afce-6c434831bf87 req-3e5516a1-1e54-408c-a5b3-4ca28baf05ec tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:52:59.858494 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9516f150-5703-4be0-afce-6c434831bf87 req-3e5516a1-1e54-408c-a5b3-4ca28baf05ec tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0974460 Feb 17 10:52:59.952455 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9516f150-5703-4be0-afce-6c434831bf87 req-bfcb66d8-7946-497b-bc71-47e4c2dbffc5 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861244 Feb 17 10:52:59.969840 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d95f851-6bb0-4295-a192-bd6adfa6f858 req-441fc616-8c60-44ae-8b5d-6ec6d1596c3b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1527333 Feb 17 10:53:00.165119 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:01.151163 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a87f7-9aee-401d-8f41-34790f8a3d28 req-1b2c072a-d726-4200-9c35-659ba36c6f59 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:01.152656 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3b0a87f7-9aee-401d-8f41-34790f8a3d28 req-1b2c072a-d726-4200-9c35-659ba36c6f59 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0899174 Feb 17 10:53:01.196749 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3b0a87f7-9aee-401d-8f41-34790f8a3d28 req-eecc6f83-8510-41f8-a36d-c84e854d33dd tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376227 Feb 17 10:53:02.385690 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c204a0-ef81-4d04-ac3d-a6b706ac9a66 req-182c42b5-6e11-4efa-9c32-2d809584a6ba tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:02.387086 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-49c204a0-ef81-4d04-ac3d-a6b706ac9a66 req-182c42b5-6e11-4efa-9c32-2d809584a6ba tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0809472 Feb 17 10:53:02.432045 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-49c204a0-ef81-4d04-ac3d-a6b706ac9a66 req-f8a80e21-c829-4cd7-ac07-b924402dad48 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387335 Feb 17 10:53:03.223794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 8447e917-726d-4ce7-a7c4-815acde5d57a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:53:03.337068 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:03.363978 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da334391-70d7-400e-a295-b07e486f080a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8447e917-726d-4ce7-a7c4-815acde5d57a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:53:03.373426 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 8447e917-726d-4ce7-a7c4-815acde5d57a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8447e917-726d-4ce7-a7c4-815acde5d57a,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:53:03.404608 dv-neutron-828143-5-hyperv neutron-server[88371]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'da334391-70d7-400e-a295-b07e486f080a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8447e917-726d-4ce7-a7c4-815acde5d57a', 'code': 422} returned with failed status Feb 17 10:53:03.530748 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:03.602291 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=8447e917-726d-4ce7-a7c4-815acde5d57a,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:53:03.610437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:53:03.611572 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:53:03.612089 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:53:03.612713 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:53:03.613293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:53:03.613787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:53:03.614297 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:53:03.614959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:53:03.615444 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:53:03.616005 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:53:03.616478 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:53:03.616816 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:53:03.631070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23f959-e3cf-406e-8998-923adb621c1a req-d8b976dd-9760-4f4f-8c7b-b1cd33ad1b97 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:03.632566 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9f23f959-e3cf-406e-8998-923adb621c1a req-d8b976dd-9760-4f4f-8c7b-b1cd33ad1b97 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 943 time: 0.0898950 Feb 17 10:53:03.677936 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9f23f959-e3cf-406e-8998-923adb621c1a req-517ccd2c-433a-488a-bfdc-fa2d8ac980ae tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397956 Feb 17 10:53:03.874752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95f851-6bb0-4295-a192-bd6adfa6f858 req-e85c5aea-b2d4-49dc-b844-73985ba54561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:03.876198 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d95f851-6bb0-4295-a192-bd6adfa6f858 req-e85c5aea-b2d4-49dc-b844-73985ba54561 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a&tenant_id=5a924e017e124b2798974342c5ad1a81 HTTP/1.1" status: 200 len: 1096 time: 0.0737689 Feb 17 10:53:03.971124 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95f851-6bb0-4295-a192-bd6adfa6f858 req-7dec68cd-204f-4b23-b239-13f6df063fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:03.972683 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d95f851-6bb0-4295-a192-bd6adfa6f858 req-7dec68cd-204f-4b23-b239-13f6df063fd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 1096 time: 0.0745301 Feb 17 10:53:04.102016 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95f851-6bb0-4295-a192-bd6adfa6f858 req-d4650692-66c9-47bf-ab82-1fece956f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:04.103473 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d95f851-6bb0-4295-a192-bd6adfa6f858 req-d4650692-66c9-47bf-ab82-1fece956f31a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1245000 Feb 17 10:53:04.206807 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d95f851-6bb0-4295-a192-bd6adfa6f858 req-db41abf2-07e0-4550-9bf4-2def234971ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8447e917-726d-4ce7-a7c4-815acde5d57a HTTP/1.1" status: 200 len: 998 time: 0.0961230 Feb 17 10:53:04.268701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95f851-6bb0-4295-a192-bd6adfa6f858 req-60648839-9093-4045-bddd-5c6c76e9eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:04.270227 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d95f851-6bb0-4295-a192-bd6adfa6f858 req-60648839-9093-4045-bddd-5c6c76e9eae9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0580976 Feb 17 10:53:04.349244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95f851-6bb0-4295-a192-bd6adfa6f858 req-4c7c8d40-fbec-4906-9052-2d70294ab830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:04.350798 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d95f851-6bb0-4295-a192-bd6adfa6f858 req-4c7c8d40-fbec-4906-9052-2d70294ab830 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746667 Feb 17 10:53:04.483879 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d95f851-6bb0-4295-a192-bd6adfa6f858 req-839fdbae-37c8-46f4-8f81-2a5eb8257f3a service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269355 Feb 17 10:53:04.636037 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d95f851-6bb0-4295-a192-bd6adfa6f858 req-d0d4ffc3-ca2c-452b-94ef-1361fb0393e8 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453032 Feb 17 10:53:04.861344 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e847d-0fda-468e-9e07-72576d933eda req-62395da8-c372-4f41-9b9d-3d66bbb67991 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:04.862709 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-736e847d-0fda-468e-9e07-72576d933eda req-62395da8-c372-4f41-9b9d-3d66bbb67991 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 943 time: 0.0807118 Feb 17 10:53:04.907147 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-736e847d-0fda-468e-9e07-72576d933eda req-4d947662-74f5-4934-a165-a5e8ee00f775 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387800 Feb 17 10:53:06.097119 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adefa80-7efe-4dc8-873a-98595dc199a0 req-7362e68c-5f5a-46a7-a41f-fe974853b95e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:06.098632 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9adefa80-7efe-4dc8-873a-98595dc199a0 req-7362e68c-5f5a-46a7-a41f-fe974853b95e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 943 time: 0.0869408 Feb 17 10:53:06.233793 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9adefa80-7efe-4dc8-873a-98595dc199a0 req-d6c9503a-b979-4feb-b52f-c4ce95a75ae7 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293232 Feb 17 10:53:07.420140 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f45b56-ed18-4618-841f-5e738ef5224c req-22c8d968-7023-4bbe-832b-75f95f6fe5e7 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:07.421587 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-65f45b56-ed18-4618-841f-5e738ef5224c req-22c8d968-7023-4bbe-832b-75f95f6fe5e7 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 943 time: 0.0792582 Feb 17 10:53:07.468635 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-65f45b56-ed18-4618-841f-5e738ef5224c req-b99506fb-c0ad-4fe0-84fd-e92b64b85abd tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413539 Feb 17 10:53:08.654802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937d13a-3cef-458b-8d20-45515e529ff5 req-0e90ace2-d652-41fe-8e4f-fb73f7036a63 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:08.656257 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a937d13a-3cef-458b-8d20-45515e529ff5 req-0e90ace2-d652-41fe-8e4f-fb73f7036a63 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 943 time: 0.0833414 Feb 17 10:53:08.699946 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a937d13a-3cef-458b-8d20-45515e529ff5 req-bbadad08-5b11-42c1-b87b-75d6d62a3037 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373614 Feb 17 10:53:09.467488 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:09.886555 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6adf48-6bad-4bf5-a0d0-7b8567cc51f1 req-feabcb40-82ee-40d3-a268-0f8fc65a821a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:09.888035 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b6adf48-6bad-4bf5-a0d0-7b8567cc51f1 req-feabcb40-82ee-40d3-a268-0f8fc65a821a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 943 time: 0.0794461 Feb 17 10:53:09.938329 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b6adf48-6bad-4bf5-a0d0-7b8567cc51f1 req-88731f9a-3b67-45e0-a3ce-d896e60600c6 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433986 Feb 17 10:53:11.128693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0429b6-8d2e-4585-bb4a-030a2d139a3a req-114d360f-d994-4b33-84ca-89c289b18ecd tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:11.130119 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-be0429b6-8d2e-4585-bb4a-030a2d139a3a req-114d360f-d994-4b33-84ca-89c289b18ecd tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 943 time: 0.0799065 Feb 17 10:53:11.177435 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-be0429b6-8d2e-4585-bb4a-030a2d139a3a req-dd570942-e80f-41f1-bdaf-bf898489c719 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414658 Feb 17 10:53:12.365892 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac6cf4-f946-47c8-afd9-52f0228308f0 req-7788685d-a411-42b3-b36e-b7950cf78c6c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:12.367372 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c2ac6cf4-f946-47c8-afd9-52f0228308f0 req-7788685d-a411-42b3-b36e-b7950cf78c6c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 943 time: 0.0853653 Feb 17 10:53:12.411397 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c2ac6cf4-f946-47c8-afd9-52f0228308f0 req-504e2813-7ddd-4e29-b5f1-4c3d600a462b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384169 Feb 17 10:53:13.255982 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 8447e917-726d-4ce7-a7c4-815acde5d57a details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:53:13.389665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 8447e917-726d-4ce7-a7c4-815acde5d57a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8447e917-726d-4ce7-a7c4-815acde5d57a,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:53:13.403985 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '8447e917-726d-4ce7-a7c4-815acde5d57a', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'port_id': '8447e917-726d-4ce7-a7c4-815acde5d57a', 'mac_address': 'fa:16:3e:7c:3a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:53:13.462704 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:13.480090 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8447e917-726d-4ce7-a7c4-815acde5d57a {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:53:13.495489 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 8447e917-726d-4ce7-a7c4-815acde5d57a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8447e917-726d-4ce7-a7c4-815acde5d57a,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:53:13.573681 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:13.601298 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7bc17-5eb5-42b5-9882-6417b745c46f req-b7fa1826-3662-4352-ae48-8172b2ac533b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:13.602802 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e2d7bc17-5eb5-42b5-9882-6417b745c46f req-b7fa1826-3662-4352-ae48-8172b2ac533b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 943 time: 0.0824528 Feb 17 10:53:13.650954 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e2d7bc17-5eb5-42b5-9882-6417b745c46f req-cd49ecac-ab9e-4575-b0d5-783ea3538955 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413797 Feb 17 10:53:13.660667 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=8447e917-726d-4ce7-a7c4-815acde5d57a,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:53:14.002571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['8447e917-726d-4ce7-a7c4-815acde5d57a'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:53:14.847541 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d99ae5-9e8e-4c63-a44b-9724e10f57eb req-3147b496-e998-4afc-8e99-671bec561d9e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:14.849011 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d7d99ae5-9e8e-4c63-a44b-9724e10f57eb req-3147b496-e998-4afc-8e99-671bec561d9e tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 944 time: 0.0853429 Feb 17 10:53:14.894141 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d7d99ae5-9e8e-4c63-a44b-9724e10f57eb req-b991c922-6744-422a-909a-38f5930130bb tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387785 Feb 17 10:53:15.255296 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 8447e917-726d-4ce7-a7c4-815acde5d57a up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:53:15.324475 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 8447e917-726d-4ce7-a7c4-815acde5d57a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:53:15.324836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:15.441773 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:15.468304 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da334391-70d7-400e-a295-b07e486f080a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8447e917-726d-4ce7-a7c4-815acde5d57a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:53:15.479649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 8447e917-726d-4ce7-a7c4-815acde5d57a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8447e917-726d-4ce7-a7c4-815acde5d57a,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:53:15.512784 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da334391-70d7-400e-a295-b07e486f080a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8447e917-726d-4ce7-a7c4-815acde5d57a', 'code': 200} Feb 17 10:53:15.573020 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:15.641941 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=8447e917-726d-4ce7-a7c4-815acde5d57a,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:53:15.851532 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f271cd3-65c9-40f8-b32e-de90fb320c6d req-30704b6c-70f7-4876-9914-7cd95ebd09ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:15.852949 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5f271cd3-65c9-40f8-b32e-de90fb320c6d req-30704b6c-70f7-4876-9914-7cd95ebd09ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 1098 time: 0.0707476 Feb 17 10:53:15.897991 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5f271cd3-65c9-40f8-b32e-de90fb320c6d req-d9b9bfa5-47ee-4b46-aac1-55833d3a618e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377522 Feb 17 10:53:16.081466 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee0641-1ffe-4df4-98eb-f738fb372c71 req-2c93a183-0294-4f46-9219-0edf7e4cb7b0 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:16.083494 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eeee0641-1ffe-4df4-98eb-f738fb372c71 req-2c93a183-0294-4f46-9219-0edf7e4cb7b0 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0829895 Feb 17 10:53:16.128969 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-eeee0641-1ffe-4df4-98eb-f738fb372c71 req-44053926-8109-4636-a9c2-53a3d01bf9da tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397897 Feb 17 10:53:17.327800 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4bd5-3496-4e31-b1d6-0ead4332f4db req-368dd200-d0c6-4369-a2df-3e2ba26a3285 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:17.327800 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a28e4bd5-3496-4e31-b1d6-0ead4332f4db req-368dd200-d0c6-4369-a2df-3e2ba26a3285 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0847723 Feb 17 10:53:17.367543 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a28e4bd5-3496-4e31-b1d6-0ead4332f4db req-efb91971-e4c6-4866-8f11-b18737fba042 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399632 Feb 17 10:53:18.555809 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85402b0-73a2-40cf-8ced-9984c97f02dc req-ec1fe15c-8acd-4477-bd72-80a2f9969576 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:18.557316 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d85402b0-73a2-40cf-8ced-9984c97f02dc req-ec1fe15c-8acd-4477-bd72-80a2f9969576 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0803783 Feb 17 10:53:18.602178 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d85402b0-73a2-40cf-8ced-9984c97f02dc req-09ec9ee5-0507-4ff1-bb45-47b14738d06d tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392776 Feb 17 10:53:21.696123 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:53:24.752806 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eacfc6cb-6449-4e16-a7df-40cd409d120c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:27.161303 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-af23dcfe-926d-42c2-a730-b101c3eb5ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:27.958775 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:28.492791 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:30.115080 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:32.464823 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-899e0646-3f64-42f1-b602-dd42df9f0126 req-542a95d5-3989-4c12-bdcf-9fa6bddfdcd3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749280 Feb 17 10:53:32.608239 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e0646-3f64-42f1-b602-dd42df9f0126 req-a5d177d1-a955-422b-8b92-97ecb2568234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:32.609713 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-899e0646-3f64-42f1-b602-dd42df9f0126 req-a5d177d1-a955-422b-8b92-97ecb2568234 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 1098 time: 0.0731122 Feb 17 10:53:32.761903 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e0646-3f64-42f1-b602-dd42df9f0126 req-5ce518b3-6a23-4541-aea4-6e18f8565944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:32.763311 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-899e0646-3f64-42f1-b602-dd42df9f0126 req-5ce518b3-6a23-4541-aea4-6e18f8565944 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1282489 Feb 17 10:53:32.871958 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-899e0646-3f64-42f1-b602-dd42df9f0126 req-e6538821-8b70-4297-90d8-1968f3b8c97d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8447e917-726d-4ce7-a7c4-815acde5d57a HTTP/1.1" status: 200 len: 1000 time: 0.0986168 Feb 17 10:53:32.937801 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e0646-3f64-42f1-b602-dd42df9f0126 req-293478f8-8a4d-4664-bb65-83694c4a5e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:32.939264 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-899e0646-3f64-42f1-b602-dd42df9f0126 req-293478f8-8a4d-4664-bb65-83694c4a5e1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0566905 Feb 17 10:53:33.021291 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e0646-3f64-42f1-b602-dd42df9f0126 req-a775f642-11f5-4f1a-bb4a-2d9cb9e04865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:53:33.023515 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-899e0646-3f64-42f1-b602-dd42df9f0126 req-a775f642-11f5-4f1a-bb4a-2d9cb9e04865 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745807 Feb 17 10:53:33.251569 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-899e0646-3f64-42f1-b602-dd42df9f0126 req-5425661d-9ecb-47a5-83c8-04d49d99f03b service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194591 Feb 17 10:53:33.392037 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-899e0646-3f64-42f1-b602-dd42df9f0126 req-ff57bf6f-ec25-471d-ba57-c828b682e9ef service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307242 Feb 17 10:53:39.509866 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:54.817695 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-082b5db1-2933-417c-beff-791b518f361c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:57.115187 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b3bf77d-baeb-408b-b551-989e40661d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:57.959198 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:58.484892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:53:58.694709 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:54:00.152475 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:54:09.495873 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:54:24.740961 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d06bcd90-1923-4b58-9886-e605956a39ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:54:27.091049 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3612bb48-655e-4dfd-9e09-62b3c996e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:54:27.969547 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:54:28.500787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:54:30.131441 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:54:32.449093 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5eb54b22-1c15-40d5-b789-4140b8d5f8e1 req-33c518f9-6fad-47f1-b8da-60425d327cf3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700235 Feb 17 10:54:32.596967 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb54b22-1c15-40d5-b789-4140b8d5f8e1 req-883f89af-b408-4959-943d-f65886b545e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:54:32.598422 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5eb54b22-1c15-40d5-b789-4140b8d5f8e1 req-883f89af-b408-4959-943d-f65886b545e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 1098 time: 0.0776374 Feb 17 10:54:32.749337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb54b22-1c15-40d5-b789-4140b8d5f8e1 req-873966f3-2153-4562-93b9-7d78d7597a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:54:32.750817 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5eb54b22-1c15-40d5-b789-4140b8d5f8e1 req-873966f3-2153-4562-93b9-7d78d7597a80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1319985 Feb 17 10:54:32.864369 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5eb54b22-1c15-40d5-b789-4140b8d5f8e1 req-cd946069-08a2-4fb6-8a70-8ce81522316b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8447e917-726d-4ce7-a7c4-815acde5d57a HTTP/1.1" status: 200 len: 1000 time: 0.0976999 Feb 17 10:54:32.927607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb54b22-1c15-40d5-b789-4140b8d5f8e1 req-e9f5fe66-3ddd-4a0e-a976-6310370ae7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:54:32.928168 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5eb54b22-1c15-40d5-b789-4140b8d5f8e1 req-e9f5fe66-3ddd-4a0e-a976-6310370ae7e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0575755 Feb 17 10:54:33.005287 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb54b22-1c15-40d5-b789-4140b8d5f8e1 req-b4e82292-665c-4b92-88dd-5adfd7fe445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:54:33.006704 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5eb54b22-1c15-40d5-b789-4140b8d5f8e1 req-b4e82292-665c-4b92-88dd-5adfd7fe445a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700955 Feb 17 10:54:33.019696 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-5eb54b22-1c15-40d5-b789-4140b8d5f8e1 req-bd668b9c-69e8-4072-95e2-18fb6f4dc85c service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 10:54:33.020664 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5eb54b22-1c15-40d5-b789-4140b8d5f8e1 req-bd668b9c-69e8-4072-95e2-18fb6f4dc85c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054612 Feb 17 10:54:33.156783 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5eb54b22-1c15-40d5-b789-4140b8d5f8e1 req-0bb5b2a1-47cb-4a8b-9b83-93c3aa6ed6ba service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297281 Feb 17 10:54:33.293806 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5eb54b22-1c15-40d5-b789-4140b8d5f8e1 req-e800b6ff-aaed-4271-8023-c82ce3635d85 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305947 Feb 17 10:54:35.693351 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:54:39.491052 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:54:54.759057 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-042b08a2-aea2-451e-9551-897756d5c9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:54:57.100523 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-64cfacf3-7304-46e0-951a-970884cda2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:54:57.974559 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:54:58.506242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:00.168948 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:09.530366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:12.693443 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:55:19.541501 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50728) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:20.055935 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Deleting port 5969d0d1-6621-4867-8216-a75e707232db {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:55:20.056277 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:20.231937 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:20.232273 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:20.359203 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Calling delete_port for 5969d0d1-6621-4867-8216-a75e707232db owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:55:20.559093 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:20.609376 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event deleted for resources: {'Port': ['ID=5969d0d1-6621-4867-8216-a75e707232db,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:20.643161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:20.643511 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:20.644506 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:20.645066 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:20.645148 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:20.645485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:20.645813 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:20.646167 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:20.646493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:20.646814 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:20.647135 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:20.647453 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:20.715000 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:20.715339 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Floating IP ace709fc-273d-40c5-9491-a7d6efb1cf2a disassociated (deleted). External IP: 172.26.4.74, port: 8447e917-726d-4ce7-a7c4-815acde5d57a. Feb 17 10:55:21.075036 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Router 3500a224-51f5-497e-9174-719c7617cd14 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:55:21.260447 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:55:21.270925 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e9ee3-8c1f-4ada-9afe-4db9a3846463 None None] Sync routers for ids ['3500a224-51f5-497e-9174-719c7617cd14'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:55:21.280897 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e9ee3-8c1f-4ada-9afe-4db9a3846463 None None] Routers {'3500a224-51f5-497e-9174-719c7617cd14'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:55:21.284583 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-050e9ee3-8c1f-4ada-9afe-4db9a3846463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:54:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3500a224-51f5-497e-9174-719c7617cd14'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:21.325183 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:21.383314 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-9b38f174-bfb1-40a8-846c-5a1a40a0322a tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "DELETE /v2.0/floatingips/ace709fc-273d-40c5-9491-a7d6efb1cf2a HTTP/1.1" status: 204 len: 168 time: 1.8405926 Feb 17 10:55:21.384155 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da334391-70d7-400e-a295-b07e486f080a', 'tag': '8447e917-726d-4ce7-a7c4-815acde5d57a'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:55:21.479335 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-050e9ee3-8c1f-4ada-9afe-4db9a3846463 None None] Set router 3500a224-51f5-497e-9174-719c7617cd14 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:55:21.826726 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-050e9ee3-8c1f-4ada-9afe-4db9a3846463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:12Z', 'revision_number': 4, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c2d62b32-64c5-4d4b-92d1-a38e9c9db35c', 'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'mac_address': 'fa:16:3e:f5:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:11Z', 'updated_at': '2022-02-17T10:43:17Z', 'revision_number': 5, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'subnets': [{'id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:21.831738 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e9ee3-8c1f-4ada-9afe-4db9a3846463 None None] Checking router: 3500a224-51f5-497e-9174-719c7617cd14 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:55:21.841610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e9ee3-8c1f-4ada-9afe-4db9a3846463 None None] Routers {'3500a224-51f5-497e-9174-719c7617cd14'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:55:21.842277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-050e9ee3-8c1f-4ada-9afe-4db9a3846463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:54:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3500a224-51f5-497e-9174-719c7617cd14'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:22.026136 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-050e9ee3-8c1f-4ada-9afe-4db9a3846463 None None] Set router 3500a224-51f5-497e-9174-719c7617cd14 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:55:22.082792 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da334391-70d7-400e-a295-b07e486f080a', 'tag': '8447e917-726d-4ce7-a7c4-815acde5d57a', 'status': 'completed', 'code': 200} Feb 17 10:55:22.251277 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0f494-2b44-4787-90e5-766948961703 req-1be712fc-acfd-4c53-a322-57068542ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:55:22.252684 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-faf0f494-2b44-4787-90e5-766948961703 req-1be712fc-acfd-4c53-a322-57068542ef4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a924e017e124b2798974342c5ad1a81&device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 1098 time: 0.1471844 Feb 17 10:55:22.341880 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb659106-ca7f-4c2b-ae43-9af9321dd9cc req-f0760fd4-6b01-44a3-bbaa-240f193926b1 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:55:22.343617 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb659106-ca7f-4c2b-ae43-9af9321dd9cc req-f0760fd4-6b01-44a3-bbaa-240f193926b1 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.1725791 Feb 17 10:55:22.345129 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-050e9ee3-8c1f-4ada-9afe-4db9a3846463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:12Z', 'revision_number': 4, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c2d62b32-64c5-4d4b-92d1-a38e9c9db35c', 'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'mac_address': 'fa:16:3e:f5:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:11Z', 'updated_at': '2022-02-17T10:43:17Z', 'revision_number': 5, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'subnets': [{'id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:22.350280 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e9ee3-8c1f-4ada-9afe-4db9a3846463 None None] The sync data for ids ['3500a224-51f5-497e-9174-719c7617cd14'] in dv-neutron-828143-5-hyperv is: [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:43:12Z', 'revision_number': 4, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c2d62b32-64c5-4d4b-92d1-a38e9c9db35c', 'name': '', 'network_id': 'e0bd7cb4-870f-46a6-9f41-2e9d92bd850b', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'mac_address': 'fa:16:3e:f5:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:11Z', 'updated_at': '2022-02-17T10:43:17Z', 'revision_number': 5, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'subnets': [{'id': '920d6b1d-eab6-4183-8608-a3920da6ea5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:55:22.424599 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bb659106-ca7f-4c2b-ae43-9af9321dd9cc req-82636e31-c1b3-437c-ac8e-10bd59ebdc3b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748160 Feb 17 10:55:22.443116 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0f494-2b44-4787-90e5-766948961703 req-9e57f34d-bb63-495f-ad62-a9d0c434fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:55:22.444575 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-faf0f494-2b44-4787-90e5-766948961703 req-9e57f34d-bb63-495f-ad62-a9d0c434fe47 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 200 len: 910 time: 0.1849215 Feb 17 10:55:22.516031 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-faf0f494-2b44-4787-90e5-766948961703 req-0d550b0f-38ee-4d6a-ab5f-024cbda67021 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8447e917-726d-4ce7-a7c4-815acde5d57a HTTP/1.1" status: 200 len: 217 time: 0.0653138 Feb 17 10:55:22.574896 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fadbf79-14f8-444d-b445-ba164f3d6ed1 None None] New status for floating IP ace709fc-273d-40c5-9491-a7d6efb1cf2a: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:55:22.589603 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0f494-2b44-4787-90e5-766948961703 req-d2b381b5-49e8-4c60-bfc0-330c92d603b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:55:22.591121 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-faf0f494-2b44-4787-90e5-766948961703 req-d2b381b5-49e8-4c60-bfc0-330c92d603b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 200 len: 848 time: 0.0690305 Feb 17 10:55:22.672834 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0f494-2b44-4787-90e5-766948961703 req-0022e066-6a91-462d-856b-9647fa732262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:55:22.674331 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-faf0f494-2b44-4787-90e5-766948961703 req-0022e066-6a91-462d-856b-9647fa732262 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762587 Feb 17 10:55:22.917542 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-faf0f494-2b44-4787-90e5-766948961703 req-7cb8cb32-81aa-4322-86ee-5f93f3bddb69 service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355793 Feb 17 10:55:23.056316 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-faf0f494-2b44-4787-90e5-766948961703 req-a439addf-231f-4eca-99c8-827ef90df7ef service neutron] 10.222.0.37 "GET /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317437 Feb 17 10:55:23.619349 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7af86-dab2-4ca9-be8c-c2e0d49a6a19 req-5759d05f-30c9-4633-b66a-92830b932f98 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:55:23.620846 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d4c7af86-dab2-4ca9-be8c-c2e0d49a6a19 req-5759d05f-30c9-4633-b66a-92830b932f98 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0846167 Feb 17 10:55:23.678669 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d4c7af86-dab2-4ca9-be8c-c2e0d49a6a19 req-4ffc9cda-9055-4416-9074-e7df87174b88 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/security-groups?id=d3cd018f-8b06-452c-93c7-db33a41a48fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520003 Feb 17 10:55:23.771758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1281c-f6df-4490-9e6f-0412a12bf96c req-a693a048-b8c6-4a46-aef4-edac2bd3663b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:55:23.773196 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-44a1281c-f6df-4490-9e6f-0412a12bf96c req-a693a048-b8c6-4a46-aef4-edac2bd3663b tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.37 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 945 time: 0.0852203 Feb 17 10:55:23.848395 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-44a1281c-f6df-4490-9e6f-0412a12bf96c req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Deleting port 8447e917-726d-4ce7-a7c4-815acde5d57a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:55:23.848735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-44a1281c-f6df-4490-9e6f-0412a12bf96c req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:24.099110 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-44a1281c-f6df-4490-9e6f-0412a12bf96c req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] For port 8447e917-726d-4ce7-a7c4-815acde5d57a, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8447e917-726d-4ce7-a7c4-815acde5d57a,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:55:24.099367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-44a1281c-f6df-4490-9e6f-0412a12bf96c req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:24.219715 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-44a1281c-f6df-4490-9e6f-0412a12bf96c req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Calling delete_port for 8447e917-726d-4ce7-a7c4-815acde5d57a owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:55:24.438775 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-44a1281c-f6df-4490-9e6f-0412a12bf96c req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:24.493284 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event deleted for resources: {'Port': ['ID=8447e917-726d-4ce7-a7c4-815acde5d57a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:24.562703 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:24.563060 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:24.563408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:24.563739 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:24.564068 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:24.564470 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:24.564728 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:24.565051 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:24.565413 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:24.565741 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:24.566230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:24.566545 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:24.579841 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a1281c-f6df-4490-9e6f-0412a12bf96c req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] No DVR routers for this DVR port 8447e917-726d-4ce7-a7c4-815acde5d57a on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:55:24.582758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-44a1281c-f6df-4490-9e6f-0412a12bf96c req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:24.585307 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da334391-70d7-400e-a295-b07e486f080a', 'name': 'network-vif-deleted', 'tag': '8447e917-726d-4ce7-a7c4-815acde5d57a'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:55:24.598211 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-44a1281c-f6df-4490-9e6f-0412a12bf96c req-21e800e5-b788-4c57-82d3-25863108a90c tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.37 "DELETE /v2.0/ports/8447e917-726d-4ce7-a7c4-815acde5d57a HTTP/1.1" status: 204 len: 173 time: 0.8192587 Feb 17 10:55:24.678685 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da334391-70d7-400e-a295-b07e486f080a', 'name': 'network-vif-deleted', 'tag': '8447e917-726d-4ce7-a7c4-815acde5d57a', 'status': 'completed', 'code': 200} Feb 17 10:55:24.764699 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b04b1f3e-0f50-429a-86d4-a8e0f1b7239a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:24.833303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-e7bf5e19-7f9e-4303-b23b-c7dcd4d1f238 req-aa3a9617-2867-4cbf-ae42-036b04e029b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Synchronizing usage tracker for tenant:5a924e017e124b2798974342c5ad1a81 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:55:24.917654 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-e7bf5e19-7f9e-4303-b23b-c7dcd4d1f238 req-aa3a9617-2867-4cbf-ae42-036b04e029b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Unset dirty status for tenant:5a924e017e124b2798974342c5ad1a81 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:55:24.918885 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e7bf5e19-7f9e-4303-b23b-c7dcd4d1f238 req-aa3a9617-2867-4cbf-ae42-036b04e029b3 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 210 time: 0.1296132 Feb 17 10:55:26.097352 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-81b07050-7a2f-4a80-9bb5-26ab22abef34 req-4dbea653-6aaf-4129-af12-1ad930f02e73 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "GET /v2.0/ports?device_id=da334391-70d7-400e-a295-b07e486f080a HTTP/1.1" status: 200 len: 210 time: 0.0464554 Feb 17 10:55:27.197433 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50756) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:27.227341 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc0c0093-0c41-4037-818f-24dbc9605f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:27.270281 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a6496b60-8f18-423e-8e7f-aba1ee83ed17 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:27.307264 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a6496b60-8f18-423e-8e7f-aba1ee83ed17 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:27.570458 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a6496b60-8f18-423e-8e7f-aba1ee83ed17 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:27.590901 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6496b60-8f18-423e-8e7f-aba1ee83ed17 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cd018f-8b06-452c-93c7-db33a41a48fa,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:27.706881 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a6496b60-8f18-423e-8e7f-aba1ee83ed17 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:27.708329 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a6496b60-8f18-423e-8e7f-aba1ee83ed17 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] 10.222.0.75 "DELETE /v2.0/security-groups/d3cd018f-8b06-452c-93c7-db33a41a48fa HTTP/1.1" status: 204 len: 168 time: 0.5117462 Feb 17 10:55:27.903385 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50762) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:27.922156 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 8447e917-726d-4ce7-a7c4-815acde5d57a no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:55:27.958615 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 8447e917-726d-4ce7-a7c4-815acde5d57a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:55:27.959045 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 8447e917-726d-4ce7-a7c4-815acde5d57a not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:55:28.021730 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:28.507767 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:28.675714 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-679ff5aa-5d6d-46da-97cc-46217badee8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:29.068552 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-679ff5aa-5d6d-46da-97cc-46217badee8f admin admin] Deleting port c2d62b32-64c5-4d4b-92d1-a38e9c9db35c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:55:29.068895 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-679ff5aa-5d6d-46da-97cc-46217badee8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:29.259341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-679ff5aa-5d6d-46da-97cc-46217badee8f admin admin] For port c2d62b32-64c5-4d4b-92d1-a38e9c9db35c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c2d62b32-64c5-4d4b-92d1-a38e9c9db35c,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:55:29.259729 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-679ff5aa-5d6d-46da-97cc-46217badee8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:29.398662 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-679ff5aa-5d6d-46da-97cc-46217badee8f admin admin] Calling delete_port for c2d62b32-64c5-4d4b-92d1-a38e9c9db35c owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:55:29.970954 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-679ff5aa-5d6d-46da-97cc-46217badee8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:30.058228 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ff5aa-5d6d-46da-97cc-46217badee8f admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d62b32-64c5-4d4b-92d1-a38e9c9db35c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:30.239025 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:30.300328 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-679ff5aa-5d6d-46da-97cc-46217badee8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:30.680180 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679ff5aa-5d6d-46da-97cc-46217badee8f admin admin] Router 3500a224-51f5-497e-9174-719c7617cd14 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:55:30.864349 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679ff5aa-5d6d-46da-97cc-46217badee8f admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:55:30.873426 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed80b99a-fa4a-4d63-80c3-4e6a7e4e665b None None] Sync routers for ids ['3500a224-51f5-497e-9174-719c7617cd14'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:55:30.884043 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed80b99a-fa4a-4d63-80c3-4e6a7e4e665b None None] Routers {'3500a224-51f5-497e-9174-719c7617cd14'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:55:30.884650 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ed80b99a-fa4a-4d63-80c3-4e6a7e4e665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:55:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3500a224-51f5-497e-9174-719c7617cd14'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:31.017671 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-679ff5aa-5d6d-46da-97cc-46217badee8f admin admin] 10.222.0.75 "PUT /v2.0/routers/3500a224-51f5-497e-9174-719c7617cd14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1130917 Feb 17 10:55:31.020901 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50768) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:31.131341 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-ed80b99a-fa4a-4d63-80c3-4e6a7e4e665b None None] Set router 3500a224-51f5-497e-9174-719c7617cd14 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:55:31.202886 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f820062c-3ee4-41e0-b176-4eb2581e032d admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:31.439345 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ed80b99a-fa4a-4d63-80c3-4e6a7e4e665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:55:29Z', 'revision_number': 5, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:31.443943 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed80b99a-fa4a-4d63-80c3-4e6a7e4e665b None None] Checking router: 3500a224-51f5-497e-9174-719c7617cd14 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:55:31.452755 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed80b99a-fa4a-4d63-80c3-4e6a7e4e665b None None] Routers {'3500a224-51f5-497e-9174-719c7617cd14'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:55:31.453468 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ed80b99a-fa4a-4d63-80c3-4e6a7e4e665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:55:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['3500a224-51f5-497e-9174-719c7617cd14'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:31.483167 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f820062c-3ee4-41e0-b176-4eb2581e032d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:31.580743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f820062c-3ee4-41e0-b176-4eb2581e032d admin admin] Deleting port 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:55:31.582179 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f820062c-3ee4-41e0-b176-4eb2581e032d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:31.648823 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-ed80b99a-fa4a-4d63-80c3-4e6a7e4e665b None None] Set router 3500a224-51f5-497e-9174-719c7617cd14 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:55:31.760567 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-f820062c-3ee4-41e0-b176-4eb2581e032d admin admin] For port 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:55:31.760813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f820062c-3ee4-41e0-b176-4eb2581e032d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:31.887817 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f820062c-3ee4-41e0-b176-4eb2581e032d admin admin] Calling delete_port for 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:55:31.957433 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ed80b99a-fa4a-4d63-80c3-4e6a7e4e665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:55:29Z', 'revision_number': 5, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:31.961641 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed80b99a-fa4a-4d63-80c3-4e6a7e4e665b None None] The sync data for ids ['3500a224-51f5-497e-9174-719c7617cd14'] in dv-neutron-828143-5-hyperv is: [{'id': '3500a224-51f5-497e-9174-719c7617cd14', 'name': 'tempest-TestShelveInstance-1288332142-router', 'tenant_id': '5a924e017e124b2798974342c5ad1a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:07Z', 'updated_at': '2022-02-17T10:55:29Z', 'revision_number': 5, 'project_id': '5a924e017e124b2798974342c5ad1a81', 'gw_port': {'id': '36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:07:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500a224-51f5-497e-9174-719c7617cd14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:08Z', 'updated_at': '2022-02-17T10:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:55:32.216213 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f820062c-3ee4-41e0-b176-4eb2581e032d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:32.269311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820062c-3ee4-41e0-b176-4eb2581e032d admin admin] Pushing event deleted for resources: {'Port': ['ID=36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:32.369225 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f820062c-3ee4-41e0-b176-4eb2581e032d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:32.554757 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f820062c-3ee4-41e0-b176-4eb2581e032d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:32.556953 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f820062c-3ee4-41e0-b176-4eb2581e032d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:32.712192 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f820062c-3ee4-41e0-b176-4eb2581e032d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:32.712803 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f820062c-3ee4-41e0-b176-4eb2581e032d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3500a224-51f5-497e-9174-719c7617cd14 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 10:55:32.780107 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f820062c-3ee4-41e0-b176-4eb2581e032d admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:32.780107 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f820062c-3ee4-41e0-b176-4eb2581e032d admin admin] 10.222.0.75 "DELETE /v2.0/routers/3500a224-51f5-497e-9174-719c7617cd14 HTTP/1.1" status: 204 len: 168 time: 1.7080138 Feb 17 10:55:32.780107 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50772) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:32.796534 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-782dd40c-ec5f-454a-9a8a-1906567e6941 admin admin] Deleting subnet 920d6b1d-eab6-4183-8608-a3920da6ea5e {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:55:32.799772 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-782dd40c-ec5f-454a-9a8a-1906567e6941 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:32.850704 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-782dd40c-ec5f-454a-9a8a-1906567e6941 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:32.933950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-782dd40c-ec5f-454a-9a8a-1906567e6941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:33.147452 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-782dd40c-ec5f-454a-9a8a-1906567e6941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:33.174120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c2d62b32-64c5-4d4b-92d1-a38e9c9db35c no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:55:33.201856 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782dd40c-ec5f-454a-9a8a-1906567e6941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=920d6b1d-eab6-4183-8608-a3920da6ea5e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:33.203713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-782dd40c-ec5f-454a-9a8a-1906567e6941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:33.211876 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-782dd40c-ec5f-454a-9a8a-1906567e6941 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/920d6b1d-eab6-4183-8608-a3920da6ea5e HTTP/1.1" status: 204 len: 168 time: 0.4781139 Feb 17 10:55:33.214279 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50776) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:33.214472 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0757fe4-0127-4ed5-b683-91622daf5437 None None] Network e0bd7cb4-870f-46a6-9f41-2e9d92bd850b requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:55:33.231101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: c2d62b32-64c5-4d4b-92d1-a38e9c9db35c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:55:33.231477 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c2d62b32-64c5-4d4b-92d1-a38e9c9db35c not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:55:33.231890 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:55:33.313917 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:55:33.314286 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 36f84e18-fc7e-4d72-a4f1-7673d4f7bb9c not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:55:33.321492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:33.333023 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] Deleting port 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:55:33.333368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:33.518068 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398afb0e-15c9-49d5-8080-d7affb00245a None None] DHCP port deletion for e0bd7cb4-870f-46a6-9f41-2e9d92bd850b request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:55:33.523244 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-398afb0e-15c9-49d5-8080-d7affb00245a None None] Deleting port 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:55:33.523744 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-398afb0e-15c9-49d5-8080-d7affb00245a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:33.657250 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] For port 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=39e33c2f-a242-45cd-bf37-dc0fa1ccbf75,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:55:33.657609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:33.738600 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-398afb0e-15c9-49d5-8080-d7affb00245a None None] For port 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=39e33c2f-a242-45cd-bf37-dc0fa1ccbf75,segment=NetworkSegment(958ff7df-ba63-403b-90f2-715909b2e3d0),segment_id=958ff7df-ba63-403b-90f2-715909b2e3d0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:55:33.739036 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-398afb0e-15c9-49d5-8080-d7affb00245a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:33.793609 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] Calling delete_port for 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:55:33.915641 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-398afb0e-15c9-49d5-8080-d7affb00245a None None] Calling delete_port for 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:55:33.964173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:33.992176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-398afb0e-15c9-49d5-8080-d7affb00245a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:55:33.992737 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-398afb0e-15c9-49d5-8080-d7affb00245a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:55:34.011185 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=39e33c2f-a242-45cd-bf37-dc0fa1ccbf75,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:34.014553 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] No DVR routers for this DVR port 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:55:34.129686 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:34.158251 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0bd7cb4-870f-46a6-9f41-2e9d92bd850b']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:34.170943 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958ff7df-ba63-403b-90f2-715909b2e3d0') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:34.171235 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958ff7df-ba63-403b-90f2-715909b2e3d0') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:34.182257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:34.198156 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:34.203928 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:55:34.204302 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:55:34.217505 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:55:34.386422 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:34.406710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:34.417817 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0bd7cb4-870f-46a6-9f41-2e9d92bd850b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:34.494046 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-398afb0e-15c9-49d5-8080-d7affb00245a None None] Deleting port 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:55:34.494585 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-398afb0e-15c9-49d5-8080-d7affb00245a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:34.501709 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-5b822d2d-f6b9-4499-a1a0-9ce9071f54e9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/e0bd7cb4-870f-46a6-9f41-2e9d92bd850b HTTP/1.1" status: 204 len: 168 time: 1.2864418 Feb 17 10:55:34.505171 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50780) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:34.564395 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-398afb0e-15c9-49d5-8080-d7affb00245a None None] The port '39e33c2f-a242-45cd-bf37-dc0fa1ccbf75' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 10:55:35.052675 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:55:35.084560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a2d9d872-5da7-4890-bae4-64df24408646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:35.100381 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:55:35.100725 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 39e33c2f-a242-45cd-bf37-dc0fa1ccbf75 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:55:35.554494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9d872-5da7-4890-bae4-64df24408646 admin admin] Deleting port 22701965-56c8-4e5f-b642-3aeea9568de3 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:55:35.555458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a2d9d872-5da7-4890-bae4-64df24408646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:35.744130 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-a2d9d872-5da7-4890-bae4-64df24408646 admin admin] For port 22701965-56c8-4e5f-b642-3aeea9568de3, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=22701965-56c8-4e5f-b642-3aeea9568de3,segment=NetworkSegment(08530565-9790-4a16-8b3e-50ad05a60861),segment_id=08530565-9790-4a16-8b3e-50ad05a60861)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:55:35.744480 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a2d9d872-5da7-4890-bae4-64df24408646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:35.872199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9d872-5da7-4890-bae4-64df24408646 admin admin] Calling delete_port for 22701965-56c8-4e5f-b642-3aeea9568de3 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:55:36.141540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a2d9d872-5da7-4890-bae4-64df24408646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:36.191856 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9d872-5da7-4890-bae4-64df24408646 admin admin] Pushing event deleted for resources: {'Port': ['ID=22701965-56c8-4e5f-b642-3aeea9568de3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:36.479006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a2d9d872-5da7-4890-bae4-64df24408646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:36.983685 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d9d872-5da7-4890-bae4-64df24408646 admin admin] Router bbdc0de9-fd4f-46b8-b1c0-72a269bc560c has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:55:37.179978 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d9d872-5da7-4890-bae4-64df24408646 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:55:37.190714 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f7875-b61a-4392-ad14-b0c11a8fa6dc None None] Sync routers for ids ['bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:55:37.191311 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a2d9d872-5da7-4890-bae4-64df24408646 admin admin] 10.222.0.75 "PUT /v2.0/routers/bbdc0de9-fd4f-46b8-b1c0-72a269bc560c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6843364 Feb 17 10:55:37.193030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50784) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:37.202684 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f7875-b61a-4392-ad14-b0c11a8fa6dc None None] Routers {'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:55:37.203364 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-171f7875-b61a-4392-ad14-b0c11a8fa6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:55:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:37.372626 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05271213-a1be-4f03-9565-7624be546fd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:37.382413 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-171f7875-b61a-4392-ad14-b0c11a8fa6dc None None] Set router bbdc0de9-fd4f-46b8-b1c0-72a269bc560c gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:55:37.685034 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05271213-a1be-4f03-9565-7624be546fd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:37.685921 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-171f7875-b61a-4392-ad14-b0c11a8fa6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'name': 'tempest-TestShelveInstance-326961445-router', 'tenant_id': '81263d61ae8c45bb819139d53a1e7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b785eb02-bd15-43d0-9022-f14a9d76eb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:16Z', 'updated_at': '2022-02-17T10:55:35Z', 'revision_number': 5, 'project_id': '81263d61ae8c45bb819139d53a1e7786', 'gw_port': {'id': 'b785eb02-bd15-43d0-9022-f14a9d76eb64', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:43:17Z', 'updated_at': '2022-02-17T10:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:37.690007 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f7875-b61a-4392-ad14-b0c11a8fa6dc None None] Checking router: bbdc0de9-fd4f-46b8-b1c0-72a269bc560c for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:55:37.700130 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f7875-b61a-4392-ad14-b0c11a8fa6dc None None] Routers {'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:55:37.700704 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-171f7875-b61a-4392-ad14-b0c11a8fa6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:55:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:37.753684 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-05271213-a1be-4f03-9565-7624be546fd7 admin admin] Deleting port b785eb02-bd15-43d0-9022-f14a9d76eb64 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:55:37.754022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05271213-a1be-4f03-9565-7624be546fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:37.854447 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-171f7875-b61a-4392-ad14-b0c11a8fa6dc None None] Set router bbdc0de9-fd4f-46b8-b1c0-72a269bc560c gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:55:37.935718 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-05271213-a1be-4f03-9565-7624be546fd7 admin admin] For port b785eb02-bd15-43d0-9022-f14a9d76eb64, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=b785eb02-bd15-43d0-9022-f14a9d76eb64,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:55:37.936074 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05271213-a1be-4f03-9565-7624be546fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:37.962983 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-171f7875-b61a-4392-ad14-b0c11a8fa6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'name': 'tempest-TestShelveInstance-326961445-router', 'tenant_id': '81263d61ae8c45bb819139d53a1e7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:16Z', 'updated_at': '2022-02-17T10:55:37Z', 'revision_number': 6, 'project_id': '81263d61ae8c45bb819139d53a1e7786', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:37.967010 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f7875-b61a-4392-ad14-b0c11a8fa6dc None None] The sync data for ids ['bbdc0de9-fd4f-46b8-b1c0-72a269bc560c'] in dv-neutron-828143-5-hyperv is: [{'id': 'bbdc0de9-fd4f-46b8-b1c0-72a269bc560c', 'name': 'tempest-TestShelveInstance-326961445-router', 'tenant_id': '81263d61ae8c45bb819139d53a1e7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:43:16Z', 'updated_at': '2022-02-17T10:55:37Z', 'revision_number': 6, 'project_id': '81263d61ae8c45bb819139d53a1e7786', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:55:38.060768 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-05271213-a1be-4f03-9565-7624be546fd7 admin admin] Calling delete_port for b785eb02-bd15-43d0-9022-f14a9d76eb64 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:55:38.290237 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05271213-a1be-4f03-9565-7624be546fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:38.339132 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05271213-a1be-4f03-9565-7624be546fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b785eb02-bd15-43d0-9022-f14a9d76eb64,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:38.441957 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05271213-a1be-4f03-9565-7624be546fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:38.615757 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05271213-a1be-4f03-9565-7624be546fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:38.618106 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05271213-a1be-4f03-9565-7624be546fd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:38.758606 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05271213-a1be-4f03-9565-7624be546fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:38.759162 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05271213-a1be-4f03-9565-7624be546fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbdc0de9-fd4f-46b8-b1c0-72a269bc560c {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 10:55:38.773776 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05271213-a1be-4f03-9565-7624be546fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:38.775019 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-05271213-a1be-4f03-9565-7624be546fd7 admin admin] 10.222.0.75 "DELETE /v2.0/routers/bbdc0de9-fd4f-46b8-b1c0-72a269bc560c HTTP/1.1" status: 204 len: 168 time: 1.5807006 Feb 17 10:55:38.777527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50788) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:38.843904 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db968ef-a8fa-482c-82b1-a442bdb8ade4 admin admin] Deleting subnet 518f86d8-5a2c-47a8-9d1a-75e1f08f9e50 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 10:55:38.848056 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1db968ef-a8fa-482c-82b1-a442bdb8ade4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:38.907725 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1db968ef-a8fa-482c-82b1-a442bdb8ade4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6360171'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:38.990451 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1db968ef-a8fa-482c-82b1-a442bdb8ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:39.057317 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b785eb02-bd15-43d0-9022-f14a9d76eb64 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:55:39.092473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: b785eb02-bd15-43d0-9022-f14a9d76eb64 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:55:39.092816 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device b785eb02-bd15-43d0-9022-f14a9d76eb64 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:55:39.093228 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 22701965-56c8-4e5f-b642-3aeea9568de3 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:55:39.125526 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 22701965-56c8-4e5f-b642-3aeea9568de3 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:55:39.125890 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 22701965-56c8-4e5f-b642-3aeea9568de3 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:55:39.318411 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1db968ef-a8fa-482c-82b1-a442bdb8ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6357760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905761'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:39.359694 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db968ef-a8fa-482c-82b1-a442bdb8ade4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=518f86d8-5a2c-47a8-9d1a-75e1f08f9e50,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:39.365260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1db968ef-a8fa-482c-82b1-a442bdb8ade4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:39.373399 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a94adfe-3ffa-493e-89a0-fa9af67d2aa8 None None] Network 6dfcf1b8-15d2-4d54-93d3-8748a7a640ad requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:55:39.373545 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-1db968ef-a8fa-482c-82b1-a442bdb8ade4 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/518f86d8-5a2c-47a8-9d1a-75e1f08f9e50 HTTP/1.1" status: 204 len: 168 time: 0.5940189 Feb 17 10:55:39.375184 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50792) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:39.484998 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:39.496614 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] Deleting port cf843dc7-e18b-4e39-a2b3-e8f2598b4259 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:55:39.496957 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:39.610156 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:39.667359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150b74a3-b06e-44d4-a710-927daf0a4dc7 None None] DHCP port deletion for 6dfcf1b8-15d2-4d54-93d3-8748a7a640ad request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 10:55:39.671690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-150b74a3-b06e-44d4-a710-927daf0a4dc7 None None] Deleting port cf843dc7-e18b-4e39-a2b3-e8f2598b4259 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:55:39.672059 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-150b74a3-b06e-44d4-a710-927daf0a4dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:39.823982 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] For port cf843dc7-e18b-4e39-a2b3-e8f2598b4259, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=cf843dc7-e18b-4e39-a2b3-e8f2598b4259,segment=NetworkSegment(08530565-9790-4a16-8b3e-50ad05a60861),segment_id=08530565-9790-4a16-8b3e-50ad05a60861)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:55:39.824343 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:39.890172 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-150b74a3-b06e-44d4-a710-927daf0a4dc7 None None] For port cf843dc7-e18b-4e39-a2b3-e8f2598b4259, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=cf843dc7-e18b-4e39-a2b3-e8f2598b4259,segment=NetworkSegment(08530565-9790-4a16-8b3e-50ad05a60861),segment_id=08530565-9790-4a16-8b3e-50ad05a60861)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:55:39.890463 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-150b74a3-b06e-44d4-a710-927daf0a4dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:39.953524 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] Calling delete_port for cf843dc7-e18b-4e39-a2b3-e8f2598b4259 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:55:40.024536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-150b74a3-b06e-44d4-a710-927daf0a4dc7 None None] Calling delete_port for cf843dc7-e18b-4e39-a2b3-e8f2598b4259 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 10:55:40.106473 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:40.111547 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-150b74a3-b06e-44d4-a710-927daf0a4dc7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 10:55:40.112133 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-150b74a3-b06e-44d4-a710-927daf0a4dc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 10:55:40.155101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf843dc7-e18b-4e39-a2b3-e8f2598b4259,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:40.156842 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] No DVR routers for this DVR port cf843dc7-e18b-4e39-a2b3-e8f2598b4259 on host dv-neutron-828143-5-hyperv {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:55:40.278032 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:40.310177 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfcf1b8-15d2-4d54-93d3-8748a7a640ad']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:40.323913 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08530565-9790-4a16-8b3e-50ad05a60861') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:40.324527 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08530565-9790-4a16-8b3e-50ad05a60861') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:40.335853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6360144'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:40.352887 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:40.359239 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:55:40.359625 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6357946'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: Traceback (most recent call last): Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: timer() Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: cb(*args, **kw) Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: return func(*args, **kwargs) Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: self._notify() Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: self.callback(batched_events) Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: event.method(event) Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: return f(self, *a, **k) Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._get(url).json() Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: return self.request(url, 'GET', **kwargs) Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:55:40.374304 dv-neutron-828143-5-hyperv neutron-server[88369]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:55:40.553161 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:40.573165 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:40.583334 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dfcf1b8-15d2-4d54-93d3-8748a7a640ad,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:40.590768 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3807120f-8453-45bc-9bc6-eb4b6b32de26 admin admin] 10.222.0.75 "DELETE /v2.0/networks/6dfcf1b8-15d2-4d54-93d3-8748a7a640ad HTTP/1.1" status: 204 len: 168 time: 1.2112589 Feb 17 10:55:40.614567 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-150b74a3-b06e-44d4-a710-927daf0a4dc7 None None] Deleting port cf843dc7-e18b-4e39-a2b3-e8f2598b4259 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 10:55:40.615014 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-150b74a3-b06e-44d4-a710-927daf0a4dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:40.687461 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-150b74a3-b06e-44d4-a710-927daf0a4dc7 None None] The port 'cf843dc7-e18b-4e39-a2b3-e8f2598b4259' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 10:55:40.882854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50798) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:40.934572 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-f7feab18-e84b-44e9-ad65-ad0f9f40badf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5a924e017e124b2798974342c5ad1a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503542 Feb 17 10:55:40.937062 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50802) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:40.998337 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80254bf4-cc4a-467a-9061-b4e079de0c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:41.026838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80254bf4-cc4a-467a-9061-b4e079de0c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:41.053728 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device cf843dc7-e18b-4e39-a2b3-e8f2598b4259 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:55:41.087619 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: cf843dc7-e18b-4e39-a2b3-e8f2598b4259 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 10:55:41.087931 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device cf843dc7-e18b-4e39-a2b3-e8f2598b4259 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 10:55:41.181512 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80254bf4-cc4a-467a-9061-b4e079de0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:41.201067 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80254bf4-cc4a-467a-9061-b4e079de0c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37bbda5-10a0-4f13-a717-a715a2a291f2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:41.207791 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80254bf4-cc4a-467a-9061-b4e079de0c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:41.210019 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-80254bf4-cc4a-467a-9061-b4e079de0c8e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c37bbda5-10a0-4f13-a717-a715a2a291f2 HTTP/1.1" status: 204 len: 168 time: 0.2716842 Feb 17 10:55:41.940298 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50810) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:41.992572 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3204b33d-e01d-4e9b-b5e1-9fc5d23ba655 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=81263d61ae8c45bb819139d53a1e7786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502434 Feb 17 10:55:41.994953 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50814) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:42.055607 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d504e38-a5f0-4e4a-bd50-12736822e978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:42.081007 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d504e38-a5f0-4e4a-bd50-12736822e978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:42.238377 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d504e38-a5f0-4e4a-bd50-12736822e978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:42.253505 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d504e38-a5f0-4e4a-bd50-12736822e978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb62d6c-a270-4410-bf8d-a30b745a2d07,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:42.260852 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d504e38-a5f0-4e4a-bd50-12736822e978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:42.261976 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-0d504e38-a5f0-4e4a-bd50-12736822e978 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dfb62d6c-a270-4410-bf8d-a30b745a2d07 HTTP/1.1" status: 204 len: 168 time: 0.2661510 Feb 17 10:55:43.429657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50838) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:43.561209 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1830724101-network', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:55:43.566782 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:55:43.570921 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Usage tracker for resource:network and tenant:d573c8af5b9c45b0aac4e4cd50873504 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:55:43.573754 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:55:43.580337 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:55:43.701932 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Made reservation on behalf of d573c8af5b9c45b0aac4e4cd50873504 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:55:43.704810 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:43.717680 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:43.733341 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:55:43.738610 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Usage tracker for resource:security_group_rule and tenant:d573c8af5b9c45b0aac4e4cd50873504 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:55:43.741880 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:55:43.747732 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:55:43.837838 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:43.918387 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:43.949205 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:55:43.957682 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1f8ec9-28b7-4a86-99bd-4e5011b210be,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:43.963224 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:43.963572 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Added segment b0978ae8-b173-4848-a0e1-be5a1a80fd68 of type vlan for network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a Feb 17 10:55:43.990485 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:44.095549 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:44.096732 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:55:44.097272 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:44.201544 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] Pushing event updated for resources: {'Network': ['ID=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:44.211499 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:55:44.263170 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-ce8ea341-a921-44da-afe7-b471954cd318 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8321269 Feb 17 10:55:44.265880 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50844) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:44.272616 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e4dbef15-61e7-4e77-9227-9c7b6dfcd6fc admin admin] Request body: {'subnet': {'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1830724101-subnet', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:55:44.277821 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e4dbef15-61e7-4e77-9227-9c7b6dfcd6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:55:44.285751 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e4dbef15-61e7-4e77-9227-9c7b6dfcd6fc admin admin] Usage tracker for resource:subnet and tenant:d573c8af5b9c45b0aac4e4cd50873504 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:55:44.290599 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e4dbef15-61e7-4e77-9227-9c7b6dfcd6fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:55:44.300391 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e4dbef15-61e7-4e77-9227-9c7b6dfcd6fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:55:44.403765 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dbef15-61e7-4e77-9227-9c7b6dfcd6fc admin admin] Made reservation on behalf of d573c8af5b9c45b0aac4e4cd50873504 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:55:44.406223 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e4dbef15-61e7-4e77-9227-9c7b6dfcd6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:44.690968 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e4dbef15-61e7-4e77-9227-9c7b6dfcd6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:44.871260 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbef15-61e7-4e77-9227-9c7b6dfcd6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f2b897e-33d5-47c2-a660-f620eb3b98e9,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:44.879906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dbef15-61e7-4e77-9227-9c7b6dfcd6fc admin admin] Checking segment: {'id': 'b0978ae8-b173-4848-a0e1-be5a1a80fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:55:44.880186 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dbef15-61e7-4e77-9227-9c7b6dfcd6fc admin admin] Network hostable DHCP agents. Network: efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:55:44.980603 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dbef15-61e7-4e77-9227-9c7b6dfcd6fc admin admin] Network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:55:45.100930 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e4dbef15-61e7-4e77-9227-9c7b6dfcd6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:55:45.105375 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dbef15-61e7-4e77-9227-9c7b6dfcd6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:55:45.105964 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e4dbef15-61e7-4e77-9227-9c7b6dfcd6fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:45.111306 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1defc34-65c1-47e4-ab0d-09366b13a59e None None] Network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:55:45.210390 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e4dbef15-61e7-4e77-9227-9c7b6dfcd6fc admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9433010 Feb 17 10:55:45.212985 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50848) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:45.218083 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:55:45.223535 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:55:45.227669 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Usage tracker for resource:router and tenant:d573c8af5b9c45b0aac4e4cd50873504 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:55:45.230503 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:55:45.236005 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:55:45.330343 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:45.331592 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:45.347745 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:45.368440 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:55:45.369275 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:45.526131 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Allocated IP 172.20.0.2 (efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a/9f2b897e-33d5-47c2-a660-f620eb3b98e9/6d2fbecd-984f-41a1-ba9a-55de79bf608e) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:55:45.674728 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:45.733639 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:45.743944 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Transition to ACTIVE for port object 6d2fbecd-984f-41a1-ba9a-55de79bf608e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:55:45.762166 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Transition to ACTIVE for port object 6d2fbecd-984f-41a1-ba9a-55de79bf608e will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:55:45.833499 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:45.901110 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:55:45.903812 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:55:45.907424 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:55:45.917121 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Pushing event updated for resources: {'Port': ['ID=6d2fbecd-984f-41a1-ba9a-55de79bf608e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:45.956978 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:45.957404 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:45.957729 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:45.958091 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:45.958437 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:45.958768 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:45.959089 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:45.959414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:45.959736 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:45.960056 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:45.960377 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:45.960732 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:46.013071 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Attempting to bind port 6d2fbecd-984f-41a1-ba9a-55de79bf608e on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:55:46.013453 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Attempting to bind port 6d2fbecd-984f-41a1-ba9a-55de79bf608e by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'b0978ae8-b173-4848-a0e1-be5a1a80fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:55:46.013815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Attempting to bind port 6d2fbecd-984f-41a1-ba9a-55de79bf608e on network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:55:46.019792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:55:46.020167 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Checking segment: {'id': 'b0978ae8-b173-4848-a0e1-be5a1a80fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:55:46.020577 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:46.020979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Bound using segment: {'id': 'b0978ae8-b173-4848-a0e1-be5a1a80fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:55:46.021448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Bound port: 6d2fbecd-984f-41a1-ba9a-55de79bf608e, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0978ae8-b173-4848-a0e1-be5a1a80fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:55:46.021840 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:46.087222 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:46.117098 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] For port 6d2fbecd-984f-41a1-ba9a-55de79bf608e, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:55:46.118238 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:46.120615 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] For port 6d2fbecd-984f-41a1-ba9a-55de79bf608e, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6d2fbecd-984f-41a1-ba9a-55de79bf608e,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:55:46.194144 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:46.271980 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Allocated IP 172.26.4.228 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/9724d80b-d875-4ab1-9cd1-398f55d9a7b5) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:55:46.280955 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01f52e-47dc-4a23-b7a8-5efdd56b82ed None None] Pushing event updated for resources: {'Port': ['ID=6d2fbecd-984f-41a1-ba9a-55de79bf608e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:46.449655 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:46.564801 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:46.623520 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:55:46.631448 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:55:46.635828 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:55:46.685162 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Pushing event updated for resources: {'Port': ['ID=9724d80b-d875-4ab1-9cd1-398f55d9a7b5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:47.101151 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6d2fbecd-984f-41a1-ba9a-55de79bf608e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:55:47.243957 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 6d2fbecd-984f-41a1-ba9a-55de79bf608e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:55:47.304091 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003b47ab-663f-4b3f-8384-7124586dbc25 None None] Network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:55:47.309170 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:47.474017 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c5547f6b-20c1-48f0-a62e-d07eef1f9739 None None] Provisioning for port 6d2fbecd-984f-41a1-ba9a-55de79bf608e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:55:47.482709 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c5547f6b-20c1-48f0-a62e-d07eef1f9739 None None] Provisioning complete for port 6d2fbecd-984f-41a1-ba9a-55de79bf608e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:55:47.483088 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5547f6b-20c1-48f0-a62e-d07eef1f9739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:47.672365 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5547f6b-20c1-48f0-a62e-d07eef1f9739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:47.673643 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:47.709451 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c5547f6b-20c1-48f0-a62e-d07eef1f9739 None None] For port 6d2fbecd-984f-41a1-ba9a-55de79bf608e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6d2fbecd-984f-41a1-ba9a-55de79bf608e,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:55:47.781230 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5547f6b-20c1-48f0-a62e-d07eef1f9739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:47.859767 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5547f6b-20c1-48f0-a62e-d07eef1f9739 None None] Pushing event updated for resources: {'Port': ['ID=6d2fbecd-984f-41a1-ba9a-55de79bf608e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:47.901281 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c354ce46-5db2-4a9e-b32c-991b7a15c3a7 None None] Provisioning complete for port 6d2fbecd-984f-41a1-ba9a-55de79bf608e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:55:47.901648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c354ce46-5db2-4a9e-b32c-991b7a15c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:47.958493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 10:55:48.140318 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:55:48.151034 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Sync routers for ids ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:55:48.161257 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Routers {'9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:55:48.161880 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:55:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:48.232787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:48.234087 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-078afed4-3e9d-4ede-afe3-eb1bf9aeb515 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0200279 Feb 17 10:55:48.236830 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50852) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:48.340256 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Set router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:55:48.677896 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:46Z', 'revision_number': 3, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:48.682171 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Checking router: 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:55:48.682522 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Updating router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f port 9724d80b-d875-4ab1-9cd1-398f55d9a7b5 binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:55:48.737666 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:49.052240 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:49.066438 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6d2fbecd-984f-41a1-ba9a-55de79bf608e up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:55:49.122386 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:49.140993 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Transition to ACTIVE for port object 9724d80b-d875-4ab1-9cd1-398f55d9a7b5 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:55:49.156456 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 6d2fbecd-984f-41a1-ba9a-55de79bf608e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:55:49.157174 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:49.211554 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:49.261651 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Allocated IP 172.20.0.1 (efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a/9f2b897e-33d5-47c2-a660-f620eb3b98e9/c710c89d-3418-4111-aa10-8583438e9e1c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:55:49.320796 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Attempting to bind port 9724d80b-d875-4ab1-9cd1-398f55d9a7b5 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:55:49.321145 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Attempting to bind port 9724d80b-d875-4ab1-9cd1-398f55d9a7b5 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:55:49.321499 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Attempting to bind port 9724d80b-d875-4ab1-9cd1-398f55d9a7b5 on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:55:49.339608 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:55:49.339975 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:55:49.340370 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:49.340759 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:55:49.341496 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Bound port: 9724d80b-d875-4ab1-9cd1-398f55d9a7b5, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:55:49.341613 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:49.391403 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359050b9-6722-498a-8e7f-476d24021ae7 None None] Pushing event updated for resources: {'Port': ['ID=9724d80b-d875-4ab1-9cd1-398f55d9a7b5,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:49.423935 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:49.441643 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Transition to ACTIVE for port object c710c89d-3418-4111-aa10-8583438e9e1c will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:55:49.447028 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] For port 9724d80b-d875-4ab1-9cd1-398f55d9a7b5, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:55:49.450298 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] For port 9724d80b-d875-4ab1-9cd1-398f55d9a7b5, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9724d80b-d875-4ab1-9cd1-398f55d9a7b5,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:55:49.536609 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:49.557436 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:49.619843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Routers {'9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:55:49.620594 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:55:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:49.625817 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:55:49.629016 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:55:49.633783 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:55:49.660381 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Pushing event updated for resources: {'Port': ['ID=c710c89d-3418-4111-aa10-8583438e9e1c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:49.678972 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359050b9-6722-498a-8e7f-476d24021ae7 None None] Pushing event updated for resources: {'Port': ['ID=9724d80b-d875-4ab1-9cd1-398f55d9a7b5,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:49.691774 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:55:49.696637 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:49.813488 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] Set router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:55:50.063772 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:50.124602 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dfeb6ab4-053f-42b7-8aa1-82058c8a698e None None] Provisioning for port c710c89d-3418-4111-aa10-8583438e9e1c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:55:50.135002 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dfeb6ab4-053f-42b7-8aa1-82058c8a698e None None] Provisioning complete for port c710c89d-3418-4111-aa10-8583438e9e1c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:55:50.135376 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dfeb6ab4-053f-42b7-8aa1-82058c8a698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:50.189499 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:46Z', 'revision_number': 3, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:50.196244 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb6ab4-053f-42b7-8aa1-82058c8a698e None None] Port c710c89d-3418-4111-aa10-8583438e9e1c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:55:50.197867 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f621ff-b938-409b-8219-cd5e134c1c40 None None] The sync data for ids ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'] in dv-neutron-828143-5-hyperv is: [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:46Z', 'revision_number': 3, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:55:50.290324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:50.380839 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:50.499944 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:50.504033 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Pushing event updated for resources: {'Port': ['ID=c710c89d-3418-4111-aa10-8583438e9e1c,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:50.771636 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:55:50.772915 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:55:50.986321 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:55:51.030186 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-49a095bd-e263-403e-af0e-2a60f337b929 None None] Provisioning complete for port c710c89d-3418-4111-aa10-8583438e9e1c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:55:51.030771 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49a095bd-e263-403e-af0e-2a60f337b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:51.112837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9724d80b-d875-4ab1-9cd1-398f55d9a7b5 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:55:51.139369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-49a095bd-e263-403e-af0e-2a60f337b929 None None] Port c710c89d-3418-4111-aa10-8583438e9e1c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:55:51.192519 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:55:51.201807 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-a970e7c1-5a0b-4c46-8ec6-522bfdbcc443 admin admin] 10.222.0.75 "PUT /v2.0/routers/9a58c16e-0de3-45ac-8ed2-25b9eb5f036f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9633703 Feb 17 10:55:51.249486 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 9724d80b-d875-4ab1-9cd1-398f55d9a7b5 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:55:51.260894 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 9724d80b-d875-4ab1-9cd1-398f55d9a7b5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:55:51.261303 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:51.382596 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:51.399613 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 9724d80b-d875-4ab1-9cd1-398f55d9a7b5, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9724d80b-d875-4ab1-9cd1-398f55d9a7b5,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:55:51.500642 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:51.571750 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=9724d80b-d875-4ab1-9cd1-398f55d9a7b5,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:51.742410 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Sync routers for ids ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:55:51.751502 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Routers {'9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:55:51.754999 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:55:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:51.928832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50870) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:51.934622 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1803967085-network', 'tenant_id': '9057c9148bc44179abf19ab98499f72f'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:55:51.937476 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Set router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:55:51.939267 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:55:51.943261 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Usage tracker for resource:network and tenant:9057c9148bc44179abf19ab98499f72f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:55:51.946128 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:55:51.951671 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:55:52.015263 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Made reservation on behalf of 9057c9148bc44179abf19ab98499f72f for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:55:52.017543 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:52.029984 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:52.044879 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:55:52.048773 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Usage tracker for resource:security_group_rule and tenant:9057c9148bc44179abf19ab98499f72f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:55:52.052407 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:55:52.058619 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:55:52.146620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:52.221089 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:52.255245 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 10:55:52.260941 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad69bba-671d-4db1-b9f2-a4b2ff52396a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:52.266001 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:49Z', 'revision_number': 4, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c710c89d-3418-4111-aa10-8583438e9e1c', 'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'mac_address': 'fa:16:3e:48:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:49Z', 'updated_at': '2022-02-17T10:55:50Z', 'revision_number': 2, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'subnets': [{'id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:52.269554 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:52.269971 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.segments_db [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Added segment c18c7296-ab04-474f-a8aa-c9e55442b848 of type vlan for network e97b3899-96dd-444a-913c-ebf03b5609a8 Feb 17 10:55:52.274413 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Checking router: 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:55:52.274413 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Updating router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f port c710c89d-3418-4111-aa10-8583438e9e1c binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:55:52.302324 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794428818670'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:52.358175 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:52.426231 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:52.427475 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:55:52.428180 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:52.540814 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] Pushing event updated for resources: {'Network': ['ID=e97b3899-96dd-444a-913c-ebf03b5609a8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:52.551606 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Network e97b3899-96dd-444a-913c-ebf03b5609a8 details requested by agent ovs-agent-dv-neutron-828143-5-hyperv with host dv-neutron-828143-5-hyperv {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 10:55:52.621023 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c9c79c9a-73ee-45a8-a690-9b7e1eefedba admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6909709 Feb 17 10:55:52.623947 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50874) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:52.630770 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e7a2ce88-7c6c-440a-aea1-c93c4608305d admin admin] Request body: {'subnet': {'network_id': 'e97b3899-96dd-444a-913c-ebf03b5609a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1803967085-subnet', 'tenant_id': '9057c9148bc44179abf19ab98499f72f', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:55:52.636058 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e7a2ce88-7c6c-440a-aea1-c93c4608305d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:55:52.640400 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e7a2ce88-7c6c-440a-aea1-c93c4608305d admin admin] Usage tracker for resource:subnet and tenant:9057c9148bc44179abf19ab98499f72f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:55:52.644004 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e7a2ce88-7c6c-440a-aea1-c93c4608305d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:55:52.650367 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e7a2ce88-7c6c-440a-aea1-c93c4608305d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:55:52.708981 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:52.720559 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Transition to ACTIVE for port object c710c89d-3418-4111-aa10-8583438e9e1c will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:55:52.729636 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a2ce88-7c6c-440a-aea1-c93c4608305d admin admin] Made reservation on behalf of 9057c9148bc44179abf19ab98499f72f for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:55:52.732961 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7a2ce88-7c6c-440a-aea1-c93c4608305d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7905742'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:52.815820 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:52.944411 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0d788-61ee-4105-aa48-feeaecee58a8 None None] Pushing event updated for resources: {'Port': ['ID=c710c89d-3418-4111-aa10-8583438e9e1c,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:52.963583 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d788-61ee-4105-aa48-feeaecee58a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:52.963830 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d788-61ee-4105-aa48-feeaecee58a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:52.964351 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d788-61ee-4105-aa48-feeaecee58a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:52.964682 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d788-61ee-4105-aa48-feeaecee58a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:52.965013 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d788-61ee-4105-aa48-feeaecee58a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:52.965338 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d788-61ee-4105-aa48-feeaecee58a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:52.965662 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d788-61ee-4105-aa48-feeaecee58a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:52.965978 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d788-61ee-4105-aa48-feeaecee58a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:52.966491 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d788-61ee-4105-aa48-feeaecee58a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:52.966811 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d788-61ee-4105-aa48-feeaecee58a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:52.967130 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d788-61ee-4105-aa48-feeaecee58a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:52.967427 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da0d788-61ee-4105-aa48-feeaecee58a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:55:53.022226 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7a2ce88-7c6c-440a-aea1-c93c4608305d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6360287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7905752'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:53.075352 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Attempting to bind port c710c89d-3418-4111-aa10-8583438e9e1c on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:55:53.075901 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Attempting to bind port c710c89d-3418-4111-aa10-8583438e9e1c by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'b0978ae8-b173-4848-a0e1-be5a1a80fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:55:53.076270 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Attempting to bind port c710c89d-3418-4111-aa10-8583438e9e1c on network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:55:53.085339 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:55:53.085712 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Checking segment: {'id': 'b0978ae8-b173-4848-a0e1-be5a1a80fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:55:53.086135 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:53.086376 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9724d80b-d875-4ab1-9cd1-398f55d9a7b5 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:55:53.086724 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Bound using segment: {'id': 'b0978ae8-b173-4848-a0e1-be5a1a80fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:55:53.087194 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Bound port: c710c89d-3418-4111-aa10-8583438e9e1c, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0978ae8-b173-4848-a0e1-be5a1a80fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:55:53.087557 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:53.113030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2ce88-7c6c-440a-aea1-c93c4608305d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb53488-0369-49f2-836e-6d25bea7a49f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:53.123927 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a2ce88-7c6c-440a-aea1-c93c4608305d admin admin] Checking segment: {'id': 'c18c7296-ab04-474f-a8aa-c9e55442b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e97b3899-96dd-444a-913c-ebf03b5609a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:55:53.124492 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2ce88-7c6c-440a-aea1-c93c4608305d admin admin] Network hostable DHCP agents. Network: e97b3899-96dd-444a-913c-ebf03b5609a8, hostable agents: ['00ad6e97-631b-417c-a411-07b4d3086e93'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 10:55:53.166786 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 9724d80b-d875-4ab1-9cd1-398f55d9a7b5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:55:53.167159 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:53.188382 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] For port c710c89d-3418-4111-aa10-8583438e9e1c, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:55:53.192027 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] For port c710c89d-3418-4111-aa10-8583438e9e1c, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c710c89d-3418-4111-aa10-8583438e9e1c,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:55:53.226900 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2ce88-7c6c-440a-aea1-c93c4608305d admin admin] Network e97b3899-96dd-444a-913c-ebf03b5609a8 is scheduled to be hosted by DHCP agent 00ad6e97-631b-417c-a411-07b4d3086e93 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 10:55:53.296745 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:53.335290 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e7a2ce88-7c6c-440a-aea1-c93c4608305d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-5-hyperv, e97b3899-96dd-444a-913c-ebf03b5609a8) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:55:53.339506 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a2ce88-7c6c-440a-aea1-c93c4608305d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:55:53.344794 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7a2ce88-7c6c-440a-aea1-c93c4608305d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:53.345019 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf90ca2-9ad8-4983-9e77-365f998b35c5 None None] Network e97b3899-96dd-444a-913c-ebf03b5609a8 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:55:53.387975 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Routers {'9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:55:53.388613 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:55:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:53.476282 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0d788-61ee-4105-aa48-feeaecee58a8 None None] Pushing event updated for resources: {'Port': ['ID=c710c89d-3418-4111-aa10-8583438e9e1c,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:53.483266 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50878) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:53.483838 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e7a2ce88-7c6c-440a-aea1-c93c4608305d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8582888 Feb 17 10:55:53.494194 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1803967085-router', 'tenant_id': '9057c9148bc44179abf19ab98499f72f', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:55:53.499450 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:55:53.505247 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Usage tracker for resource:router and tenant:9057c9148bc44179abf19ab98499f72f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:55:53.508590 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:55:53.520805 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:55:53.598867 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] Set router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:55:53.604216 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca7f96b5-0aff-5342-adc6-ae984185641b-e97b3899-96dd-444a-913c-ebf03b5609a8', 'network_id': 'e97b3899-96dd-444a-913c-ebf03b5609a8', 'tenant_id': '9057c9148bc44179abf19ab98499f72f', 'fixed_ips': [{'subnet_id': '6cb53488-0369-49f2-836e-6d25bea7a49f'}]}} from dv-neutron-828143-5-hyperv. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 10:55:53.606176 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:53.609882 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1951319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42978'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:53.611003 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1952325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1951073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42989'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:53.641768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:53.827316 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Allocated IP 172.20.0.2 (e97b3899-96dd-444a-913c-ebf03b5609a8/6cb53488-0369-49f2-836e-6d25bea7a49f/7ce224c2-6fcb-42c4-8bf2-66da14e3129f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:55:53.965032 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:49Z', 'revision_number': 4, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c710c89d-3418-4111-aa10-8583438e9e1c', 'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'mac_address': 'fa:16:3e:48:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:49Z', 'updated_at': '2022-02-17T10:55:53Z', 'revision_number': 4, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'subnets': [{'id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:53.969598 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09f0942-d6cb-464c-827d-5d3abab0f6f8 None None] The sync data for ids ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'] in dv-neutron-828143-5-hyperv is: [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:49Z', 'revision_number': 4, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c710c89d-3418-4111-aa10-8583438e9e1c', 'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'mac_address': 'fa:16:3e:48:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:49Z', 'updated_at': '2022-02-17T10:55:53Z', 'revision_number': 4, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'subnets': [{'id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:55:54.072182 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1951091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1951301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42975'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:54.073504 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:54.092271 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Transition to ACTIVE for port object 7ce224c2-6fcb-42c4-8bf2-66da14e3129f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:55:54.110531 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Transition to ACTIVE for port object 7ce224c2-6fcb-42c4-8bf2-66da14e3129f will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:55:54.177027 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:54.251645 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Network e97b3899-96dd-444a-913c-ebf03b5609a8 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:55:54.255613 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:55:54.259490 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:55:54.294740 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Pushing event updated for resources: {'Port': ['ID=7ce224c2-6fcb-42c4-8bf2-66da14e3129f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:54.398021 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Attempting to bind port 7ce224c2-6fcb-42c4-8bf2-66da14e3129f on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:55:54.398520 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Attempting to bind port 7ce224c2-6fcb-42c4-8bf2-66da14e3129f by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'c18c7296-ab04-474f-a8aa-c9e55442b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e97b3899-96dd-444a-913c-ebf03b5609a8'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:55:54.398941 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Attempting to bind port 7ce224c2-6fcb-42c4-8bf2-66da14e3129f on network e97b3899-96dd-444a-913c-ebf03b5609a8 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:55:54.405239 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:55:54.405713 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Checking segment: {'id': 'c18c7296-ab04-474f-a8aa-c9e55442b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e97b3899-96dd-444a-913c-ebf03b5609a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:55:54.406215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:54.406672 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Bound using segment: {'id': 'c18c7296-ab04-474f-a8aa-c9e55442b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e97b3899-96dd-444a-913c-ebf03b5609a8'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:55:54.407183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Bound port: 7ce224c2-6fcb-42c4-8bf2-66da14e3129f, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18c7296-ab04-474f-a8aa-c9e55442b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e97b3899-96dd-444a-913c-ebf03b5609a8'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:55:54.407561 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:54.490229 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:54.505649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] For port 7ce224c2-6fcb-42c4-8bf2-66da14e3129f, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:55:54.509059 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] For port 7ce224c2-6fcb-42c4-8bf2-66da14e3129f, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7ce224c2-6fcb-42c4-8bf2-66da14e3129f,segment=NetworkSegment(c18c7296-ab04-474f-a8aa-c9e55442b848),segment_id=c18c7296-ab04-474f-a8aa-c9e55442b848)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:55:54.529003 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:54.627586 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:54.681937 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Allocated IP 172.26.4.240 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/5c08695f-8efb-4e28-8a85-878350364eee) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:55:54.735795 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad65322-5aa1-445c-ae0f-068693bae14a None None] Pushing event updated for resources: {'Port': ['ID=7ce224c2-6fcb-42c4-8bf2-66da14e3129f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:54.818236 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3acb6ad1-2f01-4b27-8260-9a966c6cc145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:54.872219 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:54.978321 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:55.048070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:55:55.057281 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:55:55.068131 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:55:55.123596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Pushing event updated for resources: {'Port': ['ID=5c08695f-8efb-4e28-8a85-878350364eee,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:55.164647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7ce224c2-6fcb-42c4-8bf2-66da14e3129f up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:55:55.329842 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 7ce224c2-6fcb-42c4-8bf2-66da14e3129f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:55:55.336435 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c710c89d-3418-4111-aa10-8583438e9e1c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:55:55.529571 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port c710c89d-3418-4111-aa10-8583438e9e1c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:55:55.535082 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port c710c89d-3418-4111-aa10-8583438e9e1c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:55:55.535452 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:55.659159 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:55.695545 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port c710c89d-3418-4111-aa10-8583438e9e1c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c710c89d-3418-4111-aa10-8583438e9e1c,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:55:55.798555 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:55.840540 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:55.879983 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=c710c89d-3418-4111-aa10-8583438e9e1c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:55.999060 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c686b828-8e1e-449e-8e05-67dabf0e660c None None] Network e97b3899-96dd-444a-913c-ebf03b5609a8 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 10:55:56.179312 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8426e2ad-289c-439f-b31b-edaa5a06ca1b None None] Provisioning for port 7ce224c2-6fcb-42c4-8bf2-66da14e3129f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:55:56.189678 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8426e2ad-289c-439f-b31b-edaa5a06ca1b None None] Provisioning complete for port 7ce224c2-6fcb-42c4-8bf2-66da14e3129f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:55:56.191603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8426e2ad-289c-439f-b31b-edaa5a06ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:56.216409 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1951310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1951054'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:56.376713 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8426e2ad-289c-439f-b31b-edaa5a06ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:56.428326 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8426e2ad-289c-439f-b31b-edaa5a06ca1b None None] For port 7ce224c2-6fcb-42c4-8bf2-66da14e3129f, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7ce224c2-6fcb-42c4-8bf2-66da14e3129f,segment=NetworkSegment(c18c7296-ab04-474f-a8aa-c9e55442b848),segment_id=c18c7296-ab04-474f-a8aa-c9e55442b848)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:55:56.501270 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8426e2ad-289c-439f-b31b-edaa5a06ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:56.512827 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Router 0dab1374-0b15-4353-8fdd-950c0d87e8e2 is scheduled to L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 10:55:56.582779 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426e2ad-289c-439f-b31b-edaa5a06ca1b None None] Pushing event updated for resources: {'Port': ['ID=7ce224c2-6fcb-42c4-8bf2-66da14e3129f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:56.621345 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7d64b385-4aa7-445a-acf3-6ff2242e18ff None None] Provisioning complete for port 7ce224c2-6fcb-42c4-8bf2-66da14e3129f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:55:56.621874 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d64b385-4aa7-445a-acf3-6ff2242e18ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:56.701557 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:55:56.727200 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Sync routers for ids ['0dab1374-0b15-4353-8fdd-950c0d87e8e2'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:55:56.755048 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Routers {'0dab1374-0b15-4353-8fdd-950c0d87e8e2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:55:56.755685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:55:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0dab1374-0b15-4353-8fdd-950c0d87e8e2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:56.872935 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:56.874314 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1c8098e4-b9e6-4612-ade1-cb747d2d73ce admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3898525 Feb 17 10:55:56.877174 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50882) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:55:56.946312 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Set router 0dab1374-0b15-4353-8fdd-950c0d87e8e2 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:55:57.094149 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7ce224c2-6fcb-42c4-8bf2-66da14e3129f up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:55:57.242061 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a74caf42-cc7f-415b-9060-3d3dae8f1e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:57.334470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 7ce224c2-6fcb-42c4-8bf2-66da14e3129f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:55:57.334846 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:57.469675 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'name': 'tempest-TestSnapshotPattern-1803967085-router', 'tenant_id': '9057c9148bc44179abf19ab98499f72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '5c08695f-8efb-4e28-8a85-878350364eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:53Z', 'updated_at': '2022-02-17T10:55:55Z', 'revision_number': 3, 'project_id': '9057c9148bc44179abf19ab98499f72f', 'gw_port': {'id': '5c08695f-8efb-4e28-8a85-878350364eee', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:54Z', 'updated_at': '2022-02-17T10:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:57.479410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Checking router: 0dab1374-0b15-4353-8fdd-950c0d87e8e2 for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:55:57.479410 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Updating router 0dab1374-0b15-4353-8fdd-950c0d87e8e2 port 5c08695f-8efb-4e28-8a85-878350364eee binding host dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:55:57.506979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c710c89d-3418-4111-aa10-8583438e9e1c up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:55:57.582297 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:57.688633 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port c710c89d-3418-4111-aa10-8583438e9e1c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:55:57.689015 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:57.710267 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:57.936483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Allocated IP 172.20.0.1 (e97b3899-96dd-444a-913c-ebf03b5609a8/6cb53488-0369-49f2-836e-6d25bea7a49f/f910d2f5-6399-4084-92bb-fcc181ad2971) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:55:58.019087 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:58.054636 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:58.066994 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Transition to ACTIVE for port object 5c08695f-8efb-4e28-8a85-878350364eee will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:55:58.089548 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:58.106244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Transition to ACTIVE for port object f910d2f5-6399-4084-92bb-fcc181ad2971 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:55:58.152271 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:58.241012 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Attempting to bind port 5c08695f-8efb-4e28-8a85-878350364eee on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:55:58.241387 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Attempting to bind port 5c08695f-8efb-4e28-8a85-878350364eee by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:55:58.241755 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Attempting to bind port 5c08695f-8efb-4e28-8a85-878350364eee on network e398590f-1691-4e90-94b2-4638f557802a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:55:58.243814 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85d3af-1d8f-4293-b162-7c9ca670b0fe None None] Pushing event updated for resources: {'Port': ['ID=5c08695f-8efb-4e28-8a85-878350364eee,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:58.249836 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:58.252275 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:55:58.252275 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Checking segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:55:58.252275 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:58.252275 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Bound using segment: {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:55:58.252887 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Bound port: 5c08695f-8efb-4e28-8a85-878350364eee, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b615e7-ac80-40ca-927d-15f6cf00ea0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:55:58.253144 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:58.324141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Network e97b3899-96dd-444a-913c-ebf03b5609a8 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:55:58.327008 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:55:58.332075 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:55:58.335514 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] For port 5c08695f-8efb-4e28-8a85-878350364eee, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:55:58.339649 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] For port 5c08695f-8efb-4e28-8a85-878350364eee, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5c08695f-8efb-4e28-8a85-878350364eee,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:55:58.370272 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Pushing event updated for resources: {'Port': ['ID=f910d2f5-6399-4084-92bb-fcc181ad2971,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:58.396237 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1951256'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:58.438582 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:58.526220 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:58.531367 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Routers {'0dab1374-0b15-4353-8fdd-950c0d87e8e2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:55:58.532012 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:55:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0dab1374-0b15-4353-8fdd-950c0d87e8e2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:58.606527 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85d3af-1d8f-4293-b162-7c9ca670b0fe None None] Pushing event updated for resources: {'Port': ['ID=5c08695f-8efb-4e28-8a85-878350364eee,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:58.736690 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] Set router 0dab1374-0b15-4353-8fdd-950c0d87e8e2 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:55:58.826975 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:58.843822 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fa11e207-533e-4c1a-97e4-a4816ce14932 None None] Provisioning for port f910d2f5-6399-4084-92bb-fcc181ad2971 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:55:58.871039 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fa11e207-533e-4c1a-97e4-a4816ce14932 None None] Provisioning complete for port f910d2f5-6399-4084-92bb-fcc181ad2971 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:55:58.871390 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa11e207-533e-4c1a-97e4-a4816ce14932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:59.045961 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fa11e207-533e-4c1a-97e4-a4816ce14932 None None] Port f910d2f5-6399-4084-92bb-fcc181ad2971 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:55:59.158324 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'name': 'tempest-TestSnapshotPattern-1803967085-router', 'tenant_id': '9057c9148bc44179abf19ab98499f72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '5c08695f-8efb-4e28-8a85-878350364eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:53Z', 'updated_at': '2022-02-17T10:55:55Z', 'revision_number': 3, 'project_id': '9057c9148bc44179abf19ab98499f72f', 'gw_port': {'id': '5c08695f-8efb-4e28-8a85-878350364eee', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:54Z', 'updated_at': '2022-02-17T10:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:55:59.163008 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b94731f-96ee-452e-acca-aa009649ec9f None None] The sync data for ids ['0dab1374-0b15-4353-8fdd-950c0d87e8e2'] in dv-neutron-828143-5-hyperv is: [{'id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'name': 'tempest-TestSnapshotPattern-1803967085-router', 'tenant_id': '9057c9148bc44179abf19ab98499f72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '5c08695f-8efb-4e28-8a85-878350364eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:53Z', 'updated_at': '2022-02-17T10:55:55Z', 'revision_number': 3, 'project_id': '9057c9148bc44179abf19ab98499f72f', 'gw_port': {'id': '5c08695f-8efb-4e28-8a85-878350364eee', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:54Z', 'updated_at': '2022-02-17T10:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:55:59.199614 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:59.267125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:59.381224 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Pushing event updated for resources: {'Port': ['ID=f910d2f5-6399-4084-92bb-fcc181ad2971,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:55:59.388591 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1952191'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:59.557154 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Network e97b3899-96dd-444a-913c-ebf03b5609a8 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:55:59.558506 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:55:59.764352 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Router 0dab1374-0b15-4353-8fdd-950c0d87e8e2 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:55:59.773984 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0c1dafea-60e4-4098-8506-6c66c7e0e9da None None] Provisioning complete for port f910d2f5-6399-4084-92bb-fcc181ad2971 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:55:59.774384 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c1dafea-60e4-4098-8506-6c66c7e0e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:55:59.830805 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0c1dafea-60e4-4098-8506-6c66c7e0e9da None None] Port f910d2f5-6399-4084-92bb-fcc181ad2971 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:55:59.952059 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:55:59.962790 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-80eb57ca-b7fd-4ca2-abbe-5e194b113098 admin admin] 10.222.0.75 "PUT /v2.0/routers/0dab1374-0b15-4353-8fdd-950c0d87e8e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0844774 Feb 17 10:56:00.168540 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:00.595429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50896) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:56:00.602122 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-24e482e9-3e7a-4d2d-8513-8971f4fd1c5f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454953591', 'description': 'tempest-secgroup-smoke-1454953591 description', 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:56:00.608197 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-24e482e9-3e7a-4d2d-8513-8971f4fd1c5f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:56:00.612031 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-24e482e9-3e7a-4d2d-8513-8971f4fd1c5f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Usage tracker for resource:security_group and tenant:d573c8af5b9c45b0aac4e4cd50873504 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:56:00.614960 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-24e482e9-3e7a-4d2d-8513-8971f4fd1c5f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:56:00.620908 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-24e482e9-3e7a-4d2d-8513-8971f4fd1c5f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:56:00.753160 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24e482e9-3e7a-4d2d-8513-8971f4fd1c5f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:00.774702 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-24e482e9-3e7a-4d2d-8513-8971f4fd1c5f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:56:00.779076 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-24e482e9-3e7a-4d2d-8513-8971f4fd1c5f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Usage tracker for resource:security_group_rule and tenant:d573c8af5b9c45b0aac4e4cd50873504 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:56:00.782099 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-24e482e9-3e7a-4d2d-8513-8971f4fd1c5f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:56:00.788078 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-24e482e9-3e7a-4d2d-8513-8971f4fd1c5f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:56:00.864993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24e482e9-3e7a-4d2d-8513-8971f4fd1c5f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:00.980907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24e482e9-3e7a-4d2d-8513-8971f4fd1c5f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:01.024876 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e482e9-3e7a-4d2d-8513-8971f4fd1c5f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494499fc-ac7b-474e-8009-8592dac7c667,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:01.056618 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Sync routers for ids ['0dab1374-0b15-4353-8fdd-950c0d87e8e2'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:56:01.066772 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Routers {'0dab1374-0b15-4353-8fdd-950c0d87e8e2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:56:01.067383 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:55:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0dab1374-0b15-4353-8fdd-950c0d87e8e2'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:56:01.105678 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5c08695f-8efb-4e28-8a85-878350364eee up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:56:01.124577 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24e482e9-3e7a-4d2d-8513-8971f4fd1c5f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:01.126626 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-24e482e9-3e7a-4d2d-8513-8971f4fd1c5f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5286407 Feb 17 10:56:01.130397 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50900) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:56:01.136417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-73b76d18-ddbc-40b1-a74c-402af40dbf11 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Request body: {'security_group_rule': {'security_group_id': '494499fc-ac7b-474e-8009-8592dac7c667', 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:56:01.142663 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-73b76d18-ddbc-40b1-a74c-402af40dbf11 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:56:01.146918 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-73b76d18-ddbc-40b1-a74c-402af40dbf11 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Usage tracker for resource:security_group_rule and tenant:d573c8af5b9c45b0aac4e4cd50873504 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:56:01.150014 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-73b76d18-ddbc-40b1-a74c-402af40dbf11 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:56:01.159568 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-73b76d18-ddbc-40b1-a74c-402af40dbf11 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:56:01.267520 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73b76d18-ddbc-40b1-a74c-402af40dbf11 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:01.275463 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Set router 0dab1374-0b15-4353-8fdd-950c0d87e8e2 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:56:01.323458 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port 5c08695f-8efb-4e28-8a85-878350364eee completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:56:01.329717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 5c08695f-8efb-4e28-8a85-878350364eee triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:56:01.330328 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:01.332139 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73b76d18-ddbc-40b1-a74c-402af40dbf11 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:01.448603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:01.464849 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port 5c08695f-8efb-4e28-8a85-878350364eee, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5c08695f-8efb-4e28-8a85-878350364eee,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:56:01.472436 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73b76d18-ddbc-40b1-a74c-402af40dbf11 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:01.500030 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b76d18-ddbc-40b1-a74c-402af40dbf11 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026b7607-1434-4554-b723-16df42629be8,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:01.592359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:01.595114 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'name': 'tempest-TestSnapshotPattern-1803967085-router', 'tenant_id': '9057c9148bc44179abf19ab98499f72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '5c08695f-8efb-4e28-8a85-878350364eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:53Z', 'updated_at': '2022-02-17T10:55:58Z', 'revision_number': 4, 'project_id': '9057c9148bc44179abf19ab98499f72f', 'gw_port': {'id': '5c08695f-8efb-4e28-8a85-878350364eee', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:54Z', 'updated_at': '2022-02-17T10:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'f910d2f5-6399-4084-92bb-fcc181ad2971', 'name': '', 'network_id': 'e97b3899-96dd-444a-913c-ebf03b5609a8', 'tenant_id': '9057c9148bc44179abf19ab98499f72f', 'mac_address': 'fa:16:3e:7c:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6cb53488-0369-49f2-836e-6d25bea7a49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:57Z', 'updated_at': '2022-02-17T10:55:58Z', 'revision_number': 2, 'project_id': '9057c9148bc44179abf19ab98499f72f', 'subnets': [{'id': '6cb53488-0369-49f2-836e-6d25bea7a49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:56:01.600265 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Checking router: 0dab1374-0b15-4353-8fdd-950c0d87e8e2 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:56:01.604323 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Updating router 0dab1374-0b15-4353-8fdd-950c0d87e8e2 port f910d2f5-6399-4084-92bb-fcc181ad2971 binding host dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 10:56:01.634078 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73b76d18-ddbc-40b1-a74c-402af40dbf11 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:01.637950 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-73b76d18-ddbc-40b1-a74c-402af40dbf11 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5033751 Feb 17 10:56:01.638552 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 50904) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:56:01.644248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8f9f59aa-0e20-460e-8b92-2d14f31f913d tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Request body: {'security_group_rule': {'security_group_id': '494499fc-ac7b-474e-8009-8592dac7c667', 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:56:01.650489 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8f9f59aa-0e20-460e-8b92-2d14f31f913d tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:56:01.654379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8f9f59aa-0e20-460e-8b92-2d14f31f913d tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Usage tracker for resource:security_group_rule and tenant:d573c8af5b9c45b0aac4e4cd50873504 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:56:01.655527 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:01.657296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-8f9f59aa-0e20-460e-8b92-2d14f31f913d tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:56:01.664442 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8f9f59aa-0e20-460e-8b92-2d14f31f913d tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:56:01.670417 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=5c08695f-8efb-4e28-8a85-878350364eee,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:01.798705 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f9f59aa-0e20-460e-8b92-2d14f31f913d tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:01.862700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f9f59aa-0e20-460e-8b92-2d14f31f913d tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:01.992087 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f9f59aa-0e20-460e-8b92-2d14f31f913d tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:01.992502 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:02.005838 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Transition to ACTIVE for port object f910d2f5-6399-4084-92bb-fcc181ad2971 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:56:02.018458 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f59aa-0e20-460e-8b92-2d14f31f913d tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d72e63d-9106-4e7c-bca9-b2705a4ac010,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:02.140919 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:02.204369 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f9f59aa-0e20-460e-8b92-2d14f31f913d tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:02.209299 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50908) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:56:02.214495 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3bcae3d3-ff23-4fa0-bfa0-5595442c2174 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Request body: {'security_group_rule': {'security_group_id': '494499fc-ac7b-474e-8009-8592dac7c667', 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:56:02.214869 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-8f9f59aa-0e20-460e-8b92-2d14f31f913d tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5753551 Feb 17 10:56:02.221602 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3bcae3d3-ff23-4fa0-bfa0-5595442c2174 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:56:02.225566 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3bcae3d3-ff23-4fa0-bfa0-5595442c2174 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Usage tracker for resource:security_group_rule and tenant:d573c8af5b9c45b0aac4e4cd50873504 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:56:02.228987 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-3bcae3d3-ff23-4fa0-bfa0-5595442c2174 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:56:02.235275 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3bcae3d3-ff23-4fa0-bfa0-5595442c2174 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:56:02.267851 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ba7c4-8eb5-4b38-8006-7b4410b7f86c None None] Pushing event updated for resources: {'Port': ['ID=f910d2f5-6399-4084-92bb-fcc181ad2971,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:02.356403 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Attempting to bind port f910d2f5-6399-4084-92bb-fcc181ad2971 on host dv-neutron-828143-5-hyperv for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:56:02.356712 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Attempting to bind port f910d2f5-6399-4084-92bb-fcc181ad2971 by drivers openvswitch,hyperv on host dv-neutron-828143-5-hyperv at level 0 using segments [{'id': 'c18c7296-ab04-474f-a8aa-c9e55442b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e97b3899-96dd-444a-913c-ebf03b5609a8'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:56:02.357069 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Attempting to bind port f910d2f5-6399-4084-92bb-fcc181ad2971 on network e97b3899-96dd-444a-913c-ebf03b5609a8 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:56:02.363493 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Checking agent: {'id': '05ab60f2-363d-42a6-a2a4-f4bbd47fec50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 21, 58), 'started_at': datetime.datetime(2022, 2, 17, 9, 22, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:56:02.363865 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Checking segment: {'id': 'c18c7296-ab04-474f-a8aa-c9e55442b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e97b3899-96dd-444a-913c-ebf03b5609a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:56:02.364258 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:02.364646 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Bound using segment: {'id': 'c18c7296-ab04-474f-a8aa-c9e55442b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e97b3899-96dd-444a-913c-ebf03b5609a8'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:56:02.365101 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Bound port: f910d2f5-6399-4084-92bb-fcc181ad2971, host: dv-neutron-828143-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18c7296-ab04-474f-a8aa-c9e55442b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e97b3899-96dd-444a-913c-ebf03b5609a8'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:56:02.365469 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:02.403975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3bcae3d3-ff23-4fa0-bfa0-5595442c2174 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:02.453804 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] For port f910d2f5-6399-4084-92bb-fcc181ad2971, host dv-neutron-828143-5-hyperv, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:56:02.456822 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] For port f910d2f5-6399-4084-92bb-fcc181ad2971, host dv-neutron-828143-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f910d2f5-6399-4084-92bb-fcc181ad2971,segment=NetworkSegment(c18c7296-ab04-474f-a8aa-c9e55442b848),segment_id=c18c7296-ab04-474f-a8aa-c9e55442b848)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:56:02.468225 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3bcae3d3-ff23-4fa0-bfa0-5595442c2174 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:02.632851 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:02.683390 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3bcae3d3-ff23-4fa0-bfa0-5595442c2174 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:02.711125 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcae3d3-ff23-4fa0-bfa0-5595442c2174 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f613a0-cdc1-4638-a477-7962593c803c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:02.713961 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Routers {'0dab1374-0b15-4353-8fdd-950c0d87e8e2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:56:02.718164 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:55:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0dab1374-0b15-4353-8fdd-950c0d87e8e2'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:56:02.789444 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ba7c4-8eb5-4b38-8006-7b4410b7f86c None None] Pushing event updated for resources: {'Port': ['ID=f910d2f5-6399-4084-92bb-fcc181ad2971,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:02.860657 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3bcae3d3-ff23-4fa0-bfa0-5595442c2174 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:02.865003 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-3bcae3d3-ff23-4fa0-bfa0-5595442c2174 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6521814 Feb 17 10:56:02.865229 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50912) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:56:02.870854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c7d430e7-5e00-4f08-90a1-9b7af79cdef4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Request body: {'security_group_rule': {'security_group_id': '494499fc-ac7b-474e-8009-8592dac7c667', 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:56:02.877507 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c7d430e7-5e00-4f08-90a1-9b7af79cdef4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:56:02.881848 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c7d430e7-5e00-4f08-90a1-9b7af79cdef4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Usage tracker for resource:security_group_rule and tenant:d573c8af5b9c45b0aac4e4cd50873504 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:56:02.884912 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-c7d430e7-5e00-4f08-90a1-9b7af79cdef4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:56:02.890531 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c7d430e7-5e00-4f08-90a1-9b7af79cdef4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:56:02.913774 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] Set router 0dab1374-0b15-4353-8fdd-950c0d87e8e2 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:56:03.023787 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7d430e7-5e00-4f08-90a1-9b7af79cdef4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:03.084076 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5c08695f-8efb-4e28-8a85-878350364eee up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:56:03.108145 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7d430e7-5e00-4f08-90a1-9b7af79cdef4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:03.155788 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port 5c08695f-8efb-4e28-8a85-878350364eee triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:56:03.156089 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:03.220271 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7d430e7-5e00-4f08-90a1-9b7af79cdef4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:03.245386 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d430e7-5e00-4f08-90a1-9b7af79cdef4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c47708-1d26-41fd-a929-9164e8246031,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:03.267232 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'name': 'tempest-TestSnapshotPattern-1803967085-router', 'tenant_id': '9057c9148bc44179abf19ab98499f72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '5c08695f-8efb-4e28-8a85-878350364eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:53Z', 'updated_at': '2022-02-17T10:55:58Z', 'revision_number': 4, 'project_id': '9057c9148bc44179abf19ab98499f72f', 'gw_port': {'id': '5c08695f-8efb-4e28-8a85-878350364eee', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:54Z', 'updated_at': '2022-02-17T10:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'f910d2f5-6399-4084-92bb-fcc181ad2971', 'name': '', 'network_id': 'e97b3899-96dd-444a-913c-ebf03b5609a8', 'tenant_id': '9057c9148bc44179abf19ab98499f72f', 'mac_address': 'fa:16:3e:7c:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6cb53488-0369-49f2-836e-6d25bea7a49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:57Z', 'updated_at': '2022-02-17T10:56:02Z', 'revision_number': 4, 'project_id': '9057c9148bc44179abf19ab98499f72f', 'subnets': [{'id': '6cb53488-0369-49f2-836e-6d25bea7a49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:56:03.271974 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c67634-6483-4612-a4aa-b086b848e917 None None] The sync data for ids ['0dab1374-0b15-4353-8fdd-950c0d87e8e2'] in dv-neutron-828143-5-hyperv is: [{'id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'name': 'tempest-TestSnapshotPattern-1803967085-router', 'tenant_id': '9057c9148bc44179abf19ab98499f72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '5c08695f-8efb-4e28-8a85-878350364eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:53Z', 'updated_at': '2022-02-17T10:55:58Z', 'revision_number': 4, 'project_id': '9057c9148bc44179abf19ab98499f72f', 'gw_port': {'id': '5c08695f-8efb-4e28-8a85-878350364eee', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:54Z', 'updated_at': '2022-02-17T10:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'f910d2f5-6399-4084-92bb-fcc181ad2971', 'name': '', 'network_id': 'e97b3899-96dd-444a-913c-ebf03b5609a8', 'tenant_id': '9057c9148bc44179abf19ab98499f72f', 'mac_address': 'fa:16:3e:7c:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6cb53488-0369-49f2-836e-6d25bea7a49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:57Z', 'updated_at': '2022-02-17T10:56:02Z', 'revision_number': 4, 'project_id': '9057c9148bc44179abf19ab98499f72f', 'subnets': [{'id': '6cb53488-0369-49f2-836e-6d25bea7a49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:56:03.352620 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7d430e7-5e00-4f08-90a1-9b7af79cdef4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:03.356391 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-c7d430e7-5e00-4f08-90a1-9b7af79cdef4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4874752 Feb 17 10:56:03.357320 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50918) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:56:03.368101 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e5effa1f-dca0-4a3d-9948-27bb170d8c8e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Request body: {'security_group_rule': {'security_group_id': '494499fc-ac7b-474e-8009-8592dac7c667', 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:56:03.374354 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e5effa1f-dca0-4a3d-9948-27bb170d8c8e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:56:03.378996 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e5effa1f-dca0-4a3d-9948-27bb170d8c8e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Usage tracker for resource:security_group_rule and tenant:d573c8af5b9c45b0aac4e4cd50873504 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:56:03.381976 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-e5effa1f-dca0-4a3d-9948-27bb170d8c8e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:56:03.387914 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e5effa1f-dca0-4a3d-9948-27bb170d8c8e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:56:03.523426 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-e5effa1f-dca0-4a3d-9948-27bb170d8c8e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Project d573c8af5b9c45b0aac4e4cd50873504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:56:03.530597 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5effa1f-dca0-4a3d-9948-27bb170d8c8e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:03.606071 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5effa1f-dca0-4a3d-9948-27bb170d8c8e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:03.763600 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5effa1f-dca0-4a3d-9948-27bb170d8c8e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:03.791676 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5effa1f-dca0-4a3d-9948-27bb170d8c8e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8401a0-158d-4ba5-9f5a-9f3fa0fdf261,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:03.947022 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5effa1f-dca0-4a3d-9948-27bb170d8c8e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:03.948276 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-e5effa1f-dca0-4a3d-9948-27bb170d8c8e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5903323 Feb 17 10:56:03.951020 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50922) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:56:03.957292 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8bdfb443-5fc5-44df-87fc-eaebdd32753c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Request body: {'security_group_rule': {'security_group_id': '494499fc-ac7b-474e-8009-8592dac7c667', 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:56:03.964710 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8bdfb443-5fc5-44df-87fc-eaebdd32753c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:56:03.969415 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8bdfb443-5fc5-44df-87fc-eaebdd32753c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Usage tracker for resource:security_group_rule and tenant:d573c8af5b9c45b0aac4e4cd50873504 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:56:03.980763 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-8bdfb443-5fc5-44df-87fc-eaebdd32753c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:56:03.980763 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8bdfb443-5fc5-44df-87fc-eaebdd32753c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:56:04.101167 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-8bdfb443-5fc5-44df-87fc-eaebdd32753c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Project d573c8af5b9c45b0aac4e4cd50873504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 10:56:04.108653 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb443-5fc5-44df-87fc-eaebdd32753c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:04.179092 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb443-5fc5-44df-87fc-eaebdd32753c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:04.278177 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb443-5fc5-44df-87fc-eaebdd32753c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786759'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:04.303854 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfb443-5fc5-44df-87fc-eaebdd32753c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f95cb4e-a138-4880-90c4-64b8df5ee96d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:04.444023 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb443-5fc5-44df-87fc-eaebdd32753c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:04.445300 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-8bdfb443-5fc5-44df-87fc-eaebdd32753c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4932926 Feb 17 10:56:04.619038 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-f0c09558-ed19-4ec8-80fa-91226b0d8bdf tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Synchronizing usage tracker for tenant:d573c8af5b9c45b0aac4e4cd50873504 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:56:04.763461 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-f0c09558-ed19-4ec8-80fa-91226b0d8bdf tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Unset dirty status for tenant:d573c8af5b9c45b0aac4e4cd50873504 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:56:04.764647 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-f0c09558-ed19-4ec8-80fa-91226b0d8bdf tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454953591&fields=id&tenant_id=d573c8af5b9c45b0aac4e4cd50873504 HTTP/1.1" status: 200 len: 267 time: 0.1885955 Feb 17 10:56:04.920516 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-41b026a9-2d9e-4559-a51a-065148b3717a tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:04.921952 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-41b026a9-2d9e-4559-a51a-065148b3717a tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/networks?id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a HTTP/1.1" status: 200 len: 810 time: 0.1500165 Feb 17 10:56:04.936918 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-585bb6cc-07a7-4aee-9c06-7380b4f5771f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/quotas/d573c8af5b9c45b0aac4e4cd50873504 HTTP/1.1" status: 200 len: 375 time: 0.0090008 Feb 17 10:56:05.022617 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-93af6ef8-226d-49d1-ae9f-8c288c37b682 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803320 Feb 17 10:56:05.094540 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f910d2f5-6399-4084-92bb-fcc181ad2971 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:56:05.243790 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning for port f910d2f5-6399-4084-92bb-fcc181ad2971 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:56:05.249060 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port f910d2f5-6399-4084-92bb-fcc181ad2971 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:56:05.249441 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:05.285619 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-a4c6dba4-de38-47f2-ada3-7bea6fcfa525 service neutron] 10.222.0.75 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435741 Feb 17 10:56:05.380183 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:05.414191 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] For port f910d2f5-6399-4084-92bb-fcc181ad2971, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f910d2f5-6399-4084-92bb-fcc181ad2971,segment=NetworkSegment(c18c7296-ab04-474f-a8aa-c9e55442b848),segment_id=c18c7296-ab04-474f-a8aa-c9e55442b848)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:56:05.431985 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-446922ef-c47f-4f65-8e6f-05538b496ef4 service neutron] 10.222.0.75 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399395 Feb 17 10:56:05.506429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:05.579859 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Pushing event updated for resources: {'Port': ['ID=f910d2f5-6399-4084-92bb-fcc181ad2971,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:05.696073 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1433e4e4-6268-4f54-a617-03808147a12b req-c4d42185-cd52-4c72-8e86-a4ac683878d3 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 210 time: 0.0461659 Feb 17 10:56:06.851390 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b6227c16-03d2-4c78-84e3-7ea30a14d68f req-e3d3017b-b23e-49c4-9c10-26aece136648 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 210 time: 0.0418620 Feb 17 10:56:07.082726 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f910d2f5-6399-4084-92bb-fcc181ad2971 up at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:56:07.155512 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Provisioning complete for port f910d2f5-6399-4084-92bb-fcc181ad2971 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:56:07.155917 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:08.007080 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-da924a98-6eb4-4f24-b81b-b18f0b8ada13 req-62618602-a4f0-49a2-9726-3bfaeb31a355 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 210 time: 0.0466127 Feb 17 10:56:08.353107 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-d3096e92-b7a9-454b-9a02-450b30f64d99 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:08.354551 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-d3096e92-b7a9-454b-9a02-450b30f64d99 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.37 "GET /v2.0/networks?id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a HTTP/1.1" status: 200 len: 810 time: 0.2597840 Feb 17 10:56:08.409856 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-40d74db6-95a8-48a7-92df-b286fcb283ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d573c8af5b9c45b0aac4e4cd50873504 HTTP/1.1" status: 200 len: 380 time: 0.0392945 Feb 17 10:56:08.418711 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Request body: {'port': {'device_id': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'admin_state_up': True, 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'security_groups': ['494499fc-ac7b-474e-8009-8592dac7c667']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:56:08.555337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:56:08.559626 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Usage tracker for resource:port and tenant:d573c8af5b9c45b0aac4e4cd50873504 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:56:08.562173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:56:08.568186 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:56:08.649149 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Made reservation on behalf of d573c8af5b9c45b0aac4e4cd50873504 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:56:08.652813 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:08.822396 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Allocated IP 172.20.0.7 (efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a/9f2b897e-33d5-47c2-a660-f620eb3b98e9/19a620f2-26d5-4600-9a00-9b5606d4c953) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:56:09.023295 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:09.039862 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Transition to ACTIVE for port object 19a620f2-26d5-4600-9a00-9b5606d4c953 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:56:09.152623 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:09.243230 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:56:09.246868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:56:09.251874 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:56:09.284589 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event updated for resources: {'Port': ['ID=19a620f2-26d5-4600-9a00-9b5606d4c953,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:09.326988 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89573fb4-af35-4ab3-aa52-daeed884f8c3 req-b03fc0c0-73c4-4b46-89c4-3ed48acdd56f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:09.328560 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-89573fb4-af35-4ab3-aa52-daeed884f8c3 req-b03fc0c0-73c4-4b46-89c4-3ed48acdd56f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 931 time: 0.2122474 Feb 17 10:56:09.343192 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:09.344248 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:09.404529 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-89573fb4-af35-4ab3-aa52-daeed884f8c3 req-ef1c75f1-4026-471c-a373-6fcea09549c9 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682576 Feb 17 10:56:09.519054 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-cbba8fdc-525b-4f29-a9f6-87dc118818ce tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1040516 Feb 17 10:56:09.573759 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Request body: {'port': {'device_id': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:56:09.632352 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cb75f2ee-0324-4784-8376-ec6117bdada1 None None] Provisioning for port 19a620f2-26d5-4600-9a00-9b5606d4c953 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:56:09.638164 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cb75f2ee-0324-4784-8376-ec6117bdada1 None None] Provisioning complete for port 19a620f2-26d5-4600-9a00-9b5606d4c953 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:56:09.638660 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb75f2ee-0324-4784-8376-ec6117bdada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:09.683547 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:09.694295 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cb75f2ee-0324-4784-8376-ec6117bdada1 None None] Port 19a620f2-26d5-4600-9a00-9b5606d4c953 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:56:09.695669 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:10.050166 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a620f2-26d5-4600-9a00-9b5606d4c953 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:56:10.057416 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:10.072204 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Transition to ACTIVE for port object 19a620f2-26d5-4600-9a00-9b5606d4c953 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:56:10.146293 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:10.278578 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Pushing event updated for resources: {'Port': ['ID=19a620f2-26d5-4600-9a00-9b5606d4c953,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:10.390851 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Attempting to bind port 19a620f2-26d5-4600-9a00-9b5606d4c953 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:56:10.391191 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Attempting to bind port 19a620f2-26d5-4600-9a00-9b5606d4c953 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'b0978ae8-b173-4848-a0e1-be5a1a80fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:56:10.391522 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Attempting to bind port 19a620f2-26d5-4600-9a00-9b5606d4c953 on network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:56:10.396283 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Port 19a620f2-26d5-4600-9a00-9b5606d4c953 on network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:56:10.396697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Attempting to bind port 19a620f2-26d5-4600-9a00-9b5606d4c953 on network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:56:10.401713 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:56:10.402070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Checking segment: {'id': 'b0978ae8-b173-4848-a0e1-be5a1a80fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:56:10.402494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Bound using segment: {'id': 'b0978ae8-b173-4848-a0e1-be5a1a80fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:56:10.402951 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Bound port: 19a620f2-26d5-4600-9a00-9b5606d4c953, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0978ae8-b173-4848-a0e1-be5a1a80fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:56:10.403326 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:10.671783 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] For port 19a620f2-26d5-4600-9a00-9b5606d4c953, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:56:10.676544 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] For port 19a620f2-26d5-4600-9a00-9b5606d4c953, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19a620f2-26d5-4600-9a00-9b5606d4c953,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:56:10.684494 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42623774-dec8-430f-b376-315aed633222 req-8f47fbf4-4ff4-4503-a748-315dbdeeaca3 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:10.685243 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-42623774-dec8-430f-b376-315aed633222 req-8f47fbf4-4ff4-4503-a748-315dbdeeaca3 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Synchronizing usage tracker for tenant:d573c8af5b9c45b0aac4e4cd50873504 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:56:10.769861 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:10.824911 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-42623774-dec8-430f-b376-315aed633222 req-8f47fbf4-4ff4-4503-a748-315dbdeeaca3 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Unset dirty status for tenant:d573c8af5b9c45b0aac4e4cd50873504 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:56:10.826073 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42623774-dec8-430f-b376-315aed633222 req-8f47fbf4-4ff4-4503-a748-315dbdeeaca3 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 943 time: 0.3085852 Feb 17 10:56:10.833244 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:10.833857 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:10.835214 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] 10.222.0.37 "PUT /v2.0/ports/19a620f2-26d5-4600-9a00-9b5606d4c953 HTTP/1.1" status: 200 len: 1093 time: 1.3084664 Feb 17 10:56:10.836860 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'tag': '19a620f2-26d5-4600-9a00-9b5606d4c953'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:56:10.886345 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e774db-ca62-442b-90d5-09aecae2dd9e service neutron] Pushing event updated for resources: {'Port': ['ID=19a620f2-26d5-4600-9a00-9b5606d4c953,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:10.899644 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-42623774-dec8-430f-b376-315aed633222 req-883b66a0-92fe-43f6-a21f-ab90ea8363c4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634689 Feb 17 10:56:10.992046 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'tag': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'status': 'completed', 'code': 200} Feb 17 10:56:11.029257 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-77908f78-9e66-4d6b-b964-f7daf680f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:11.031073 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-77908f78-9e66-4d6b-b964-f7daf680f80e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 1096 time: 0.0767744 Feb 17 10:56:11.106790 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-c6a476ca-52ac-49e8-8c06-ea988eb81cc9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a620f2-26d5-4600-9a00-9b5606d4c953 HTTP/1.1" status: 200 len: 217 time: 0.0653560 Feb 17 10:56:11.174220 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-b8243938-9e60-4683-9378-f182c9a6e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:11.175696 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-b8243938-9e60-4683-9378-f182c9a6e569 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f2b897e-33d5-47c2-a660-f620eb3b98e9 HTTP/1.1" status: 200 len: 849 time: 0.0591688 Feb 17 10:56:11.255507 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-c6ce811a-5b8f-4546-aab1-c57f7be0090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:11.256898 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-c6ce811a-5b8f-4546-aab1-c57f7be0090a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748818 Feb 17 10:56:11.396756 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-24b16b5f-36d9-4c11-97c4-5d3b485b24ae service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316297 Feb 17 10:56:11.540531 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-4b35f90d-4617-46a0-ae0d-9206c4df2d58 req-17049066-aa01-4c8d-a5d0-68f144b424e0 service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362352 Feb 17 10:56:11.757731 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8815bce-7db9-405b-a9f1-0345b9992037 req-a39ff55d-8003-4544-be17-e255efbf8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:11.759336 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e8815bce-7db9-405b-a9f1-0345b9992037 req-a39ff55d-8003-4544-be17-e255efbf8a42 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 1096 time: 0.0820823 Feb 17 10:56:11.896384 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8815bce-7db9-405b-a9f1-0345b9992037 req-b4c41e02-0e14-4a6e-aeea-0e20f216bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:11.897980 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e8815bce-7db9-405b-a9f1-0345b9992037 req-b4c41e02-0e14-4a6e-aeea-0e20f216bcae service neutron] 10.222.0.37 "GET /v2.0/networks?id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a HTTP/1.1" status: 200 len: 911 time: 0.1325626 Feb 17 10:56:11.971374 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e8815bce-7db9-405b-a9f1-0345b9992037 req-23920ee7-953b-41ce-8415-4db0e15f4bef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a620f2-26d5-4600-9a00-9b5606d4c953 HTTP/1.1" status: 200 len: 217 time: 0.0660956 Feb 17 10:56:12.086296 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8815bce-7db9-405b-a9f1-0345b9992037 req-c863746d-3b3a-4a90-9641-aa1bacf8a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:12.087813 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e8815bce-7db9-405b-a9f1-0345b9992037 req-c863746d-3b3a-4a90-9641-aa1bacf8a003 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f2b897e-33d5-47c2-a660-f620eb3b98e9 HTTP/1.1" status: 200 len: 849 time: 0.1106744 Feb 17 10:56:12.171432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca582f17-5a15-4ef6-b2c3-1c4da5e51577 req-036fd461-cd5e-43c6-84f9-7287dc59db6b tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:12.172912 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca582f17-5a15-4ef6-b2c3-1c4da5e51577 req-036fd461-cd5e-43c6-84f9-7287dc59db6b tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 943 time: 0.1567116 Feb 17 10:56:12.225589 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8815bce-7db9-405b-a9f1-0345b9992037 req-ccdf446f-1a93-4a04-9d9c-913c3a9cda51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:12.227122 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e8815bce-7db9-405b-a9f1-0345b9992037 req-ccdf446f-1a93-4a04-9d9c-913c3a9cda51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1296062 Feb 17 10:56:12.231872 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ca582f17-5a15-4ef6-b2c3-1c4da5e51577 req-7ad9f969-40ff-4d35-81c1-deac5750e12c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515459 Feb 17 10:56:12.360418 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e8815bce-7db9-405b-a9f1-0345b9992037 req-f46121c4-7b31-4ff3-b46d-da85d953de5e service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253943 Feb 17 10:56:12.588390 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e8815bce-7db9-405b-a9f1-0345b9992037 req-327441a0-4af4-4897-bee5-c91b1c6cd14f service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216496 Feb 17 10:56:13.419959 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02480bfa-486b-490b-a023-f4132a404a72 req-4f36edf4-9991-4079-ad05-d992c851779b tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:13.421410 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-02480bfa-486b-490b-a023-f4132a404a72 req-4f36edf4-9991-4079-ad05-d992c851779b tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 943 time: 0.0846276 Feb 17 10:56:13.466355 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-02480bfa-486b-490b-a023-f4132a404a72 req-0bd77d4f-a6f7-47be-a62c-4357578c92ac tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385733 Feb 17 10:56:14.654390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760e547-b38c-41b2-920f-bf78060abdf7 req-585b0a52-4db8-40f0-8469-3b64897af706 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:14.655851 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5760e547-b38c-41b2-920f-bf78060abdf7 req-585b0a52-4db8-40f0-8469-3b64897af706 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 943 time: 0.0799086 Feb 17 10:56:14.700724 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-5760e547-b38c-41b2-920f-bf78060abdf7 req-1c0a7170-e583-411a-b8a5-5df1a96f38ac tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391836 Feb 17 10:56:15.886246 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8db0b-303e-489b-8ad0-6769d2292b32 req-14bcbfe6-7b8a-4da9-8f81-863033619826 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:15.887623 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a5f8db0b-303e-489b-8ad0-6769d2292b32 req-14bcbfe6-7b8a-4da9-8f81-863033619826 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 943 time: 0.0822875 Feb 17 10:56:15.933172 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-a5f8db0b-303e-489b-8ad0-6769d2292b32 req-0fa5b26d-5ff1-4078-8620-3b8f6bb7c9d9 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400217 Feb 17 10:56:16.143963 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19a620f2-26d5-4600-9a00-9b5606d4c953 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:56:16.273836 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19a620f2-26d5-4600-9a00-9b5606d4c953, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19a620f2-26d5-4600-9a00-9b5606d4c953,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:56:16.290270 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'port_id': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'mac_address': 'fa:16:3e:cf:68:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:56:16.347774 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:16.364139 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a620f2-26d5-4600-9a00-9b5606d4c953 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:56:16.379245 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19a620f2-26d5-4600-9a00-9b5606d4c953, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19a620f2-26d5-4600-9a00-9b5606d4c953,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:56:16.454324 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:16.524431 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=19a620f2-26d5-4600-9a00-9b5606d4c953,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:16.873301 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['19a620f2-26d5-4600-9a00-9b5606d4c953'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:56:17.122870 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698d094-3025-40e3-8e1b-c0b70048a187 req-3a67c68e-6c48-4b34-9ab8-f3b94f3ee2e0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:17.124431 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9698d094-3025-40e3-8e1b-c0b70048a187 req-3a67c68e-6c48-4b34-9ab8-f3b94f3ee2e0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 944 time: 0.0855055 Feb 17 10:56:17.178304 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9698d094-3025-40e3-8e1b-c0b70048a187 req-d141a96f-5771-4202-96af-0e8b10c39f6a tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466106 Feb 17 10:56:18.160055 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19a620f2-26d5-4600-9a00-9b5606d4c953 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:56:18.317872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 19a620f2-26d5-4600-9a00-9b5606d4c953 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:56:18.323093 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 19a620f2-26d5-4600-9a00-9b5606d4c953 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:56:18.323465 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:18.368534 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cdc14-b9f7-4704-a525-dca046d048ad req-60d226d8-8ace-406b-909c-2a63e68b6aef tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:18.370242 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-337cdc14-b9f7-4704-a525-dca046d048ad req-60d226d8-8ace-406b-909c-2a63e68b6aef tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 944 time: 0.0815601 Feb 17 10:56:18.418114 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-337cdc14-b9f7-4704-a525-dca046d048ad req-3b29f908-acca-4292-b2e9-eebec14e2ba4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403345 Feb 17 10:56:18.442582 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:18.469004 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a620f2-26d5-4600-9a00-9b5606d4c953'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:56:18.479160 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19a620f2-26d5-4600-9a00-9b5606d4c953, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19a620f2-26d5-4600-9a00-9b5606d4c953,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:56:18.626240 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:18.700686 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=19a620f2-26d5-4600-9a00-9b5606d4c953,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:18.716566 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'code': 200} Feb 17 10:56:19.125500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067c931-a194-4966-bf71-443a94088bfc req-803a6244-8968-43ec-b477-18ad53903a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:19.127639 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8067c931-a194-4966-bf71-443a94088bfc req-803a6244-8968-43ec-b477-18ad53903a96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 1098 time: 0.0744395 Feb 17 10:56:19.168861 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8067c931-a194-4966-bf71-443a94088bfc req-f1218d08-c75c-43d4-b7d6-7259c26e0b92 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342917 Feb 17 10:56:19.606685 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0323f-3992-4903-ad98-566841fa4ad7 req-1f547464-8773-46cc-a611-33f8a9a72b61 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:19.608147 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-84c0323f-3992-4903-ad98-566841fa4ad7 req-1f547464-8773-46cc-a611-33f8a9a72b61 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 945 time: 0.0807371 Feb 17 10:56:19.654246 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-84c0323f-3992-4903-ad98-566841fa4ad7 req-c962bd02-a093-4c43-95d5-afafdc42d1eb tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388825 Feb 17 10:56:20.844743 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40a91b-5670-4d94-97dc-e8ed97e1917d req-23a58882-7399-4367-b342-ac1b734ca87f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:20.846289 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8a40a91b-5670-4d94-97dc-e8ed97e1917d req-23a58882-7399-4367-b342-ac1b734ca87f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 945 time: 0.0830700 Feb 17 10:56:20.894532 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8a40a91b-5670-4d94-97dc-e8ed97e1917d req-b3505d1a-dbc2-4d96-ab2c-fa6d662520e4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415459 Feb 17 10:56:22.232996 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98af79-16e0-4b73-83f2-2688d535a53b req-7941068d-c0fb-41c1-9ef1-7cba0471a89c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:22.234407 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3d98af79-16e0-4b73-83f2-2688d535a53b req-7941068d-c0fb-41c1-9ef1-7cba0471a89c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 945 time: 0.0809624 Feb 17 10:56:22.281884 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3d98af79-16e0-4b73-83f2-2688d535a53b req-b1d27538-fd57-49f0-babf-ab0b9a11f2f9 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416195 Feb 17 10:56:22.472689 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa002050-a835-4daf-9168-ce49e891cf6a req-0e789ede-171c-4d03-80a5-199893fb6bea tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:22.474228 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-aa002050-a835-4daf-9168-ce49e891cf6a req-0e789ede-171c-4d03-80a5-199893fb6bea tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 945 time: 0.0830808 Feb 17 10:56:22.519207 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-aa002050-a835-4daf-9168-ce49e891cf6a req-69334922-149e-422b-ac17-05c1ef5eac2d tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390778 Feb 17 10:56:22.542137 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50992) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:56:22.670853 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f03268-b3c2-4a7b-9ee6-ddf36203889e tempest-TestSnapshotPattern-1679274069 tempest-TestSnapshotPattern-1679274069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:22.672355 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-88f03268-b3c2-4a7b-9ee6-ddf36203889e tempest-TestSnapshotPattern-1679274069 tempest-TestSnapshotPattern-1679274069-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 1093 time: 0.1286407 Feb 17 10:56:22.675635 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 50998) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 10:56:22.680593 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:56:22.686734 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:56:22.691618 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Usage tracker for resource:floatingip and tenant:d573c8af5b9c45b0aac4e4cd50873504 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 10:56:22.694468 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.quota.resource [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 10:56:22.700235 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:56:22.774834 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:23.019417 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:23.162129 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Allocated IP 172.26.4.85 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/b4348ed7-87b7-4766-ba03-87b8756bdd5c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:56:23.314775 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:23.426865 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:23.491907 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:56:23.494873 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:56:23.498440 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:56:23.538151 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event updated for resources: {'Port': ['ID=b4348ed7-87b7-4766-ba03-87b8756bdd5c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:23.550501 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:56:23.551136 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:56:23.551232 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:56:23.551566 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:56:23.551906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:56:23.552242 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:56:23.552612 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:56:23.552922 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:56:23.553259 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:56:23.553581 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:56:23.553906 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:56:23.554249 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:56:23.946142 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:24.102975 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:24.308603 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:24.385917 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6357846'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:24.490289 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event updated for resources: {'Port': ['ID=b4348ed7-87b7-4766-ba03-87b8756bdd5c,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:56:24.507029 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:24.681700 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Floating IP 8084eb13-6cb6-40f7-8843-9fa9d31a8c40 associated. External IP: 172.26.4.85, port: 19a620f2-26d5-4600-9a00-9b5606d4c953. Feb 17 10:56:24.740365 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d0274a0-d055-4285-a816-45c4759dd5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:25.151698 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 10:56:25.340813 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 10:56:25.351253 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e6fc1-f243-45e0-8283-f968743df128 None None] Sync routers for ids ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:56:25.361548 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e6fc1-f243-45e0-8283-f968743df128 None None] Routers {'9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:56:25.362412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-de8e6fc1-f243-45e0-8283-f968743df128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:55:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:56:25.432740 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:25.492758 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-4011c589-40e7-4941-a074-930f265cb3d4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8160694 Feb 17 10:56:25.493444 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'tag': '19a620f2-26d5-4600-9a00-9b5606d4c953'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:56:25.541154 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'tag': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'status': 'completed', 'code': 200} Feb 17 10:56:25.545226 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-de8e6fc1-f243-45e0-8283-f968743df128 None None] Set router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:56:25.646845 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d3160-a433-437e-a1c6-f5a6f6664626 req-f2089a33-90dc-45d7-8169-bc009be53f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:25.648324 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-422d3160-a433-437e-a1c6-f5a6f6664626 req-f2089a33-90dc-45d7-8169-bc009be53f54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 1098 time: 0.0782020 Feb 17 10:56:25.792210 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d3160-a433-437e-a1c6-f5a6f6664626 req-76435180-7088-4912-9bdd-7f0cca4c52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:25.793672 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-422d3160-a433-437e-a1c6-f5a6f6664626 req-76435180-7088-4912-9bdd-7f0cca4c52dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a HTTP/1.1" status: 200 len: 911 time: 0.1380224 Feb 17 10:56:25.902500 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-422d3160-a433-437e-a1c6-f5a6f6664626 req-1690c650-1b4f-4504-8f2a-ca0c67b06616 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a620f2-26d5-4600-9a00-9b5606d4c953 HTTP/1.1" status: 200 len: 998 time: 0.1015506 Feb 17 10:56:25.920295 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-de8e6fc1-f243-45e0-8283-f968743df128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:49Z', 'revision_number': 4, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '8084eb13-6cb6-40f7-8843-9fa9d31a8c40', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'port_id': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'mac_address': 'fa:16:3e:cf:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:56:23Z', 'updated_at': '2022-02-17T10:56:23Z', 'revision_number': 0, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c710c89d-3418-4111-aa10-8583438e9e1c', 'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'mac_address': 'fa:16:3e:48:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:49Z', 'updated_at': '2022-02-17T10:55:55Z', 'revision_number': 5, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'subnets': [{'id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:56:25.924789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e6fc1-f243-45e0-8283-f968743df128 None None] Checking router: 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:56:25.934551 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e6fc1-f243-45e0-8283-f968743df128 None None] Routers {'9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 10:56:25.934551 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-de8e6fc1-f243-45e0-8283-f968743df128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:55:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:56:25.967796 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d3160-a433-437e-a1c6-f5a6f6664626 req-acf7d293-6477-41a4-bc87-b4252cdf847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:25.969524 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-422d3160-a433-437e-a1c6-f5a6f6664626 req-acf7d293-6477-41a4-bc87-b4252cdf847a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f2b897e-33d5-47c2-a660-f620eb3b98e9 HTTP/1.1" status: 200 len: 849 time: 0.0581942 Feb 17 10:56:26.045677 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d3160-a433-437e-a1c6-f5a6f6664626 req-b004b769-145d-46b2-82c9-3fc7ba1ce22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:26.047264 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-422d3160-a433-437e-a1c6-f5a6f6664626 req-b004b769-145d-46b2-82c9-3fc7ba1ce22f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718119 Feb 17 10:56:26.124037 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-de8e6fc1-f243-45e0-8283-f968743df128 None None] Set router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 10:56:26.192010 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-422d3160-a433-437e-a1c6-f5a6f6664626 req-adca56d4-cd4a-43cd-a130-10884155c22a service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354814 Feb 17 10:56:26.331734 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-422d3160-a433-437e-a1c6-f5a6f6664626 req-4e4fae84-0f11-40ce-bd49-5ae22752c7bd service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329904 Feb 17 10:56:26.501339 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-de8e6fc1-f243-45e0-8283-f968743df128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:49Z', 'revision_number': 4, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '8084eb13-6cb6-40f7-8843-9fa9d31a8c40', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'port_id': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'mac_address': 'fa:16:3e:cf:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:56:23Z', 'updated_at': '2022-02-17T10:56:23Z', 'revision_number': 0, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c710c89d-3418-4111-aa10-8583438e9e1c', 'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'mac_address': 'fa:16:3e:48:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:49Z', 'updated_at': '2022-02-17T10:55:55Z', 'revision_number': 5, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'subnets': [{'id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:56:26.505920 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e6fc1-f243-45e0-8283-f968743df128 None None] The sync data for ids ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'] in dv-neutron-828143-5-hyperv is: [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:49Z', 'revision_number': 4, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '8084eb13-6cb6-40f7-8843-9fa9d31a8c40', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'port_id': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'mac_address': 'fa:16:3e:cf:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:56:23Z', 'updated_at': '2022-02-17T10:56:23Z', 'revision_number': 0, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c710c89d-3418-4111-aa10-8583438e9e1c', 'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'mac_address': 'fa:16:3e:48:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:49Z', 'updated_at': '2022-02-17T10:55:55Z', 'revision_number': 5, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'subnets': [{'id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:56:26.692525 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:56:26.709438 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d167638d-b912-4e5a-9b16-75dc018b13a6 None None] New status for floating IP 8084eb13-6cb6-40f7-8843-9fa9d31a8c40: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:56:27.094665 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d48a93f-dee9-44b7-b446-dbb78c442449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:27.968843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:28.500545 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:30.156954 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:33.442979 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d10a1846-4062-4c57-ae1b-0cc604725e18 req-572f29a9-81b0-43ea-9622-c67417c8a2a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780575 Feb 17 10:56:33.586029 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a1846-4062-4c57-ae1b-0cc604725e18 req-fc92dbba-1621-4a73-a6f8-0358bfb7e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:33.587538 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d10a1846-4062-4c57-ae1b-0cc604725e18 req-fc92dbba-1621-4a73-a6f8-0358bfb7e2a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 1098 time: 0.0726447 Feb 17 10:56:33.843352 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a1846-4062-4c57-ae1b-0cc604725e18 req-9a4a9a39-de54-420f-b5ab-48cf8ffe93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:33.845000 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d10a1846-4062-4c57-ae1b-0cc604725e18 req-9a4a9a39-de54-420f-b5ab-48cf8ffe93c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a HTTP/1.1" status: 200 len: 911 time: 0.2327225 Feb 17 10:56:33.951065 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d10a1846-4062-4c57-ae1b-0cc604725e18 req-8f73d8f8-26b9-4438-83a5-496ea4b4f29b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a620f2-26d5-4600-9a00-9b5606d4c953 HTTP/1.1" status: 200 len: 1000 time: 0.0988734 Feb 17 10:56:34.019867 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a1846-4062-4c57-ae1b-0cc604725e18 req-0c1e9211-ab3e-42ae-a79a-aeb03bc39bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:34.021304 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d10a1846-4062-4c57-ae1b-0cc604725e18 req-0c1e9211-ab3e-42ae-a79a-aeb03bc39bfa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f2b897e-33d5-47c2-a660-f620eb3b98e9 HTTP/1.1" status: 200 len: 849 time: 0.0625639 Feb 17 10:56:34.097111 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a1846-4062-4c57-ae1b-0cc604725e18 req-4d2c6a5b-1c7a-4d44-b8b0-425e89acc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:56:34.098577 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d10a1846-4062-4c57-ae1b-0cc604725e18 req-4d2c6a5b-1c7a-4d44-b8b0-425e89acc24b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712767 Feb 17 10:56:34.252905 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d10a1846-4062-4c57-ae1b-0cc604725e18 req-afe90c44-198f-47c2-b641-50fa81ea1dc6 service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429019 Feb 17 10:56:34.388881 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d10a1846-4062-4c57-ae1b-0cc604725e18 req-a7cdaec7-0714-4e3a-8094-03fa169d9972 service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309810 Feb 17 10:56:39.551445 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:54.779401 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae226e92-2dca-4e4e-ba5c-1dc0ea32c002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:57.105120 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3eb397d-c917-4b05-b5a3-cfeb53ef27d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:57.973990 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:56:58.625227 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:57:00.133940 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:57:03.690924 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:57:09.580305 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:57:24.767551 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7c9e-5f82-4506-8f31-d380a6b86909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:57:27.156156 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-265e8683-6465-4f27-b9c4-66166fb2298f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:57:27.973370 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:57:28.533336 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:57:30.132998 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:57:34.436019 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-354c391f-6890-43bf-9f9b-a3037ebebd09 req-b5b48d56-e8bc-4016-b6a9-99a863c34f3f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691123 Feb 17 10:57:34.577524 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c391f-6890-43bf-9f9b-a3037ebebd09 req-1fd39adf-22d8-4c25-ab8c-30d195e2c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:57:34.579762 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-354c391f-6890-43bf-9f9b-a3037ebebd09 req-1fd39adf-22d8-4c25-ab8c-30d195e2c9f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 1098 time: 0.0752265 Feb 17 10:57:34.723639 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c391f-6890-43bf-9f9b-a3037ebebd09 req-4e74be6e-423b-4b70-8319-9782e3d9f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:57:34.725100 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-354c391f-6890-43bf-9f9b-a3037ebebd09 req-4e74be6e-423b-4b70-8319-9782e3d9f9d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a HTTP/1.1" status: 200 len: 911 time: 0.1265204 Feb 17 10:57:34.830235 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-354c391f-6890-43bf-9f9b-a3037ebebd09 req-a6f9e379-8fdb-43ec-84d3-bfabe1b1f2c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a620f2-26d5-4600-9a00-9b5606d4c953 HTTP/1.1" status: 200 len: 1000 time: 0.0959189 Feb 17 10:57:34.892228 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c391f-6890-43bf-9f9b-a3037ebebd09 req-41dee5b5-b6ba-4738-bc59-f677737883bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:57:34.893643 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-354c391f-6890-43bf-9f9b-a3037ebebd09 req-41dee5b5-b6ba-4738-bc59-f677737883bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f2b897e-33d5-47c2-a660-f620eb3b98e9 HTTP/1.1" status: 200 len: 849 time: 0.0573854 Feb 17 10:57:34.972766 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c391f-6890-43bf-9f9b-a3037ebebd09 req-837cb9b8-76c0-49a8-bc29-cd2f642c4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:57:34.974307 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-354c391f-6890-43bf-9f9b-a3037ebebd09 req-837cb9b8-76c0-49a8-bc29-cd2f642c4ddb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736098 Feb 17 10:57:35.107289 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-354c391f-6890-43bf-9f9b-a3037ebebd09 req-39b9fc02-333d-4eba-bf6f-6a9990623a1f service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240113 Feb 17 10:57:35.235897 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-354c391f-6890-43bf-9f9b-a3037ebebd09 req-0c3ac202-9e99-4bee-9cc3-1555b898fdc7 service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217554 Feb 17 10:57:39.562182 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:57:40.690454 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:57:54.813964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ebe8f560-e071-47fd-a2a7-98f2c6538f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:57:57.104332 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-51963d74-00ac-4004-8ee1-271416e665ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:57:57.972875 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:57:58.498914 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:58:00.138791 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:58:09.681701 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:58:17.689358 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:58:24.751087 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1ef7214-3a88-4fce-a80b-584283bcc2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:58:27.121662 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-961191f3-5bc3-4a72-b56c-25cba5da2627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:58:27.972640 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:58:28.521368 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:58:30.138787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:58:36.444828 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41f27996-f481-4fa3-a0a0-366e16c6794a req-99de9c83-b61a-46ac-a675-a5c706733ec3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691547 Feb 17 10:58:36.587217 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f27996-f481-4fa3-a0a0-366e16c6794a req-aae49ee3-64cd-4b04-9927-37c5f9343668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:58:36.588689 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41f27996-f481-4fa3-a0a0-366e16c6794a req-aae49ee3-64cd-4b04-9927-37c5f9343668 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 1098 time: 0.0726995 Feb 17 10:58:36.840768 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f27996-f481-4fa3-a0a0-366e16c6794a req-4f939c76-4775-469f-92a5-bff06e773760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:58:36.842179 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41f27996-f481-4fa3-a0a0-366e16c6794a req-4f939c76-4775-469f-92a5-bff06e773760 service neutron] 10.222.0.37 "GET /v2.0/networks?id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a HTTP/1.1" status: 200 len: 911 time: 0.2286832 Feb 17 10:58:36.945909 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41f27996-f481-4fa3-a0a0-366e16c6794a req-48648d70-62b1-43bb-a668-c5bbba4d3274 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a620f2-26d5-4600-9a00-9b5606d4c953 HTTP/1.1" status: 200 len: 1000 time: 0.0956094 Feb 17 10:58:37.011431 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f27996-f481-4fa3-a0a0-366e16c6794a req-0b49aeaf-1f99-459a-a26d-b93f9faa8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:58:37.012854 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41f27996-f481-4fa3-a0a0-366e16c6794a req-0b49aeaf-1f99-459a-a26d-b93f9faa8850 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f2b897e-33d5-47c2-a660-f620eb3b98e9 HTTP/1.1" status: 200 len: 849 time: 0.0596757 Feb 17 10:58:37.087429 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f27996-f481-4fa3-a0a0-366e16c6794a req-f277e3ed-964e-4056-b117-e23672adf006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:58:37.088534 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41f27996-f481-4fa3-a0a0-366e16c6794a req-f277e3ed-964e-4056-b117-e23672adf006 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689042 Feb 17 10:58:37.221188 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41f27996-f481-4fa3-a0a0-366e16c6794a req-b79d1d99-efa0-4323-9c6e-0ccc0a9f95c9 service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262331 Feb 17 10:58:37.351286 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-41f27996-f481-4fa3-a0a0-366e16c6794a req-af5236c2-f1ec-4345-81d0-e634865d373d service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239011 Feb 17 10:58:39.596654 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:58:54.688779 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:58:54.766648 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9490cfd-a002-4c5e-96ae-056d123dc55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:58:57.098694 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9453b87-086e-4bbf-85e1-dc1152de8346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:58:57.961408 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:58:58.542619 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:00.172450 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:09.715270 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:18.927662 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19a620f2-26d5-4600-9a00-9b5606d4c953 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:59:19.063146 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19a620f2-26d5-4600-9a00-9b5606d4c953, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19a620f2-26d5-4600-9a00-9b5606d4c953,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:59:19.075979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'port_id': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'mac_address': 'fa:16:3e:cf:68:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:59:19.133903 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:19.150118 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19a620f2-26d5-4600-9a00-9b5606d4c953 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:59:19.165888 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19a620f2-26d5-4600-9a00-9b5606d4c953, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19a620f2-26d5-4600-9a00-9b5606d4c953,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:59:19.240789 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:19.307522 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=19a620f2-26d5-4600-9a00-9b5606d4c953,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:59:19.315010 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:19.315356 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:19.315696 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:19.316029 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:19.316359 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:19.316688 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:19.317014 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:19.317338 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:19.317685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:19.318007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:19.318369 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:19.318688 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:19.323308 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['19a620f2-26d5-4600-9a00-9b5606d4c953'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:59:20.941609 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19a620f2-26d5-4600-9a00-9b5606d4c953 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 10:59:21.010436 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 19a620f2-26d5-4600-9a00-9b5606d4c953 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:59:21.010815 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:21.135261 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:21.162820 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a620f2-26d5-4600-9a00-9b5606d4c953'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:59:21.173262 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19a620f2-26d5-4600-9a00-9b5606d4c953, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19a620f2-26d5-4600-9a00-9b5606d4c953,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:59:21.215933 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'code': 200} Feb 17 10:59:21.235971 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:21.307473 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=19a620f2-26d5-4600-9a00-9b5606d4c953,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:59:24.795362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd0daccd-240e-4b31-a036-a0fb95719121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:27.125646 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab6058a6-361b-40ec-af53-a3ac71049b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:27.977680 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:28.549504 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:30.223671 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:31.690522 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 10:59:36.490252 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3ca9-de09-4ace-8776-528eeecb15d5 req-26bd0d48-626d-4b08-a89b-3f0930fdcbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:36.491710 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-aa2e3ca9-de09-4ace-8776-528eeecb15d5 req-26bd0d48-626d-4b08-a89b-3f0930fdcbfb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 1098 time: 0.0744588 Feb 17 10:59:36.644631 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3ca9-de09-4ace-8776-528eeecb15d5 req-dbe80a7e-c986-4cf6-8414-f1ca7ef5a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:36.646112 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-aa2e3ca9-de09-4ace-8776-528eeecb15d5 req-dbe80a7e-c986-4cf6-8414-f1ca7ef5a7f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a HTTP/1.1" status: 200 len: 911 time: 0.1353617 Feb 17 10:59:36.752313 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-aa2e3ca9-de09-4ace-8776-528eeecb15d5 req-b181f5de-7d6e-4e7c-a78c-335de6e2ca34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a620f2-26d5-4600-9a00-9b5606d4c953 HTTP/1.1" status: 200 len: 1000 time: 0.0997424 Feb 17 10:59:36.919514 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3ca9-de09-4ace-8776-528eeecb15d5 req-56505a48-ebd2-4c0c-b81b-29edf7e9f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:36.928993 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-aa2e3ca9-de09-4ace-8776-528eeecb15d5 req-56505a48-ebd2-4c0c-b81b-29edf7e9f166 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f2b897e-33d5-47c2-a660-f620eb3b98e9 HTTP/1.1" status: 200 len: 849 time: 0.0632246 Feb 17 10:59:37.036441 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-8bc2e396-951c-4047-9efc-9c12b1f5e355 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454953591&fields=id&tenant_id=d573c8af5b9c45b0aac4e4cd50873504 HTTP/1.1" status: 200 len: 267 time: 0.0635343 Feb 17 10:59:37.069166 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3ca9-de09-4ace-8776-528eeecb15d5 req-a173bc4b-3a6c-484e-a7ca-a26ae5669c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:37.070635 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-aa2e3ca9-de09-4ace-8776-528eeecb15d5 req-a173bc4b-3a6c-484e-a7ca-a26ae5669c24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1402996 Feb 17 10:59:37.300274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-e43eda45-e978-43aa-8ee9-2d270e5c7de8 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:37.301607 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-e43eda45-e978-43aa-8ee9-2d270e5c7de8 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/networks?id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a HTTP/1.1" status: 200 len: 810 time: 0.2580063 Feb 17 10:59:37.310172 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-aa2e3ca9-de09-4ace-8776-528eeecb15d5 req-db624395-15ee-4b69-8ce8-977b22a0711f service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897333 Feb 17 10:59:37.337950 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-2fd5792c-22ae-433a-963a-df8642f6204c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/quotas/d573c8af5b9c45b0aac4e4cd50873504 HTTP/1.1" status: 200 len: 375 time: 0.0298016 Feb 17 10:59:37.601366 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-aa2e3ca9-de09-4ace-8776-528eeecb15d5 req-ab623692-d5ae-444a-b0c1-addaaa40633d service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840288 Feb 17 10:59:37.621301 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-dbfb24f6-5ba6-46e0-a1c8-be20e0b0704b tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2381859 Feb 17 10:59:37.637761 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-87c3a46b-8933-48dc-903a-cbf7318d1af0 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 10:59:37.638916 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-87c3a46b-8933-48dc-903a-cbf7318d1af0 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053406 Feb 17 10:59:37.767046 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-45ec5f4b-d682-4e92-a5b4-e94864ce8854 service neutron] 10.222.0.75 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221552 Feb 17 10:59:37.896280 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-848fdfaa-f09f-46e6-8548-245ddce4f5ec service neutron] 10.222.0.75 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234012 Feb 17 10:59:38.182210 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-51237ed4-44fe-46d7-9e54-df52a4e58392 req-6bc5346d-a588-414d-972e-546535edf541 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 210 time: 0.0479195 Feb 17 10:59:39.059175 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19a620f2-26d5-4600-9a00-9b5606d4c953 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 10:59:39.172635 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:39.198001 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19a620f2-26d5-4600-9a00-9b5606d4c953'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:59:39.207314 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 19a620f2-26d5-4600-9a00-9b5606d4c953, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19a620f2-26d5-4600-9a00-9b5606d4c953,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:59:39.246390 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'code': 200} Feb 17 10:59:39.298011 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:39.367159 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=19a620f2-26d5-4600-9a00-9b5606d4c953,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:59:39.377810 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-2f93ffc7-ea60-464d-a7ee-6b2f90dcada5 req-b56edd7e-3471-4342-aa75-d47653e7caa8 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 210 time: 0.0449121 Feb 17 10:59:39.593784 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:40.553279 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-75967ee1-1a9b-47e2-8dbc-bfe20ca75fc7 req-69db4996-9267-41cd-90d0-2941335d57ec tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 210 time: 0.0694499 Feb 17 10:59:40.689521 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-d18dfeef-f068-4f84-8693-b7c0f4c364b4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:40.691074 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-d18dfeef-f068-4f84-8693-b7c0f4c364b4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.37 "GET /v2.0/networks?id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a HTTP/1.1" status: 200 len: 810 time: 0.1745155 Feb 17 10:59:40.744034 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-c57eadc4-5d15-4264-becf-c4c1e2d7712a tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d573c8af5b9c45b0aac4e4cd50873504 HTTP/1.1" status: 200 len: 380 time: 0.0450149 Feb 17 10:59:40.754233 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Request body: {'port': {'device_id': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'admin_state_up': True, 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'security_groups': ['494499fc-ac7b-474e-8009-8592dac7c667']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:59:40.892653 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 10:59:40.902368 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 10:59:41.006356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Made reservation on behalf of d573c8af5b9c45b0aac4e4cd50873504 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 10:59:41.009840 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:41.174998 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Allocated IP 172.20.0.14 (efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a/9f2b897e-33d5-47c2-a660-f620eb3b98e9/1a580343-93ca-4b8b-aab5-e3cd4b5a1768) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 10:59:41.385965 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:41.402002 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Transition to ACTIVE for port object 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:59:41.521390 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:41.648572 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event updated for resources: {'Port': ['ID=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:59:41.675023 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:41.675313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:41.675668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:41.676094 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:41.676453 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:41.676659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:41.676974 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:41.677332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:41.677668 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:41.677995 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:41.690328 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:41.690753 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:59:41.707763 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 10:59:41.715006 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 10:59:41.718305 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 10:59:41.875451 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:41.876084 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:41.937249 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47708dd-3007-4651-a535-38d3dd3b6508 req-56adf436-a7ce-41e1-862a-d1d65a72422e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:41.938265 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-b47708dd-3007-4651-a535-38d3dd3b6508 req-56adf436-a7ce-41e1-862a-d1d65a72422e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Synchronizing usage tracker for tenant:d573c8af5b9c45b0aac4e4cd50873504 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 10:59:41.992131 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-3afe92e9-77d1-495d-ab50-5aa66473b2b0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2412622 Feb 17 10:59:42.041455 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-b47708dd-3007-4651-a535-38d3dd3b6508 req-56adf436-a7ce-41e1-862a-d1d65a72422e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Unset dirty status for tenant:d573c8af5b9c45b0aac4e4cd50873504 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 10:59:42.043161 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b47708dd-3007-4651-a535-38d3dd3b6508 req-56adf436-a7ce-41e1-862a-d1d65a72422e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 932 time: 0.2793190 Feb 17 10:59:42.114960 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-b47708dd-3007-4651-a535-38d3dd3b6508 req-ae4177ab-bc9f-4ae0-b278-992711f5b8f6 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647669 Feb 17 10:59:42.189310 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0d9c6893-5d2b-4426-91e7-22af672f4ffa None None] Provisioning for port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 10:59:42.197025 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0d9c6893-5d2b-4426-91e7-22af672f4ffa None None] Provisioning complete for port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 10:59:42.197839 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6893-5d2b-4426-91e7-22af672f4ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:42.256274 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c6893-5d2b-4426-91e7-22af672f4ffa None None] Port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 10:59:43.320337 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0660ea-5744-4452-ba68-ebcda35abeef req-a0a224ff-b40f-4bd8-b4a1-9a461f779469 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:43.322080 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8c0660ea-5744-4452-ba68-ebcda35abeef req-a0a224ff-b40f-4bd8-b4a1-9a461f779469 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 932 time: 0.0926418 Feb 17 10:59:43.378343 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8c0660ea-5744-4452-ba68-ebcda35abeef req-ccf8c8f9-3a32-447d-9d75-b81095b5c380 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481150 Feb 17 10:59:44.584902 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd193b9-c50c-4266-8e5f-fd46ca7f9155 req-14ec4e77-4efc-4e02-831c-dc77a6bdd27f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:44.586409 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6dd193b9-c50c-4266-8e5f-fd46ca7f9155 req-14ec4e77-4efc-4e02-831c-dc77a6bdd27f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 932 time: 0.0917060 Feb 17 10:59:44.638250 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6dd193b9-c50c-4266-8e5f-fd46ca7f9155 req-3ee0932a-32f9-4f78-97b2-0a7f4d6fe9c0 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450704 Feb 17 10:59:45.847645 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829ae58-b7f2-46ca-82df-bda655adf9e3 req-7f9ce8ac-88b6-4c5b-8818-f4722e88c340 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:45.849216 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0829ae58-b7f2-46ca-82df-bda655adf9e3 req-7f9ce8ac-88b6-4c5b-8818-f4722e88c340 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 932 time: 0.0979981 Feb 17 10:59:45.896299 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-0829ae58-b7f2-46ca-82df-bda655adf9e3 req-f8235b2b-c839-46e2-bc46-603c1fd8ecf6 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413888 Feb 17 10:59:47.105683 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf480d22-ed2d-4633-81ec-fb752a18bbab req-65a4e3f1-d551-4945-b30e-565c829e93b6 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:47.109029 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bf480d22-ed2d-4633-81ec-fb752a18bbab req-65a4e3f1-d551-4945-b30e-565c829e93b6 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 932 time: 0.0893724 Feb 17 10:59:47.162867 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-bf480d22-ed2d-4633-81ec-fb752a18bbab req-f0ccb96f-33a0-4696-9fc5-bd11230c10b3 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485306 Feb 17 10:59:48.385755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7c001-2399-4d4b-80ac-1e182ee7896e req-fd539db9-e7bf-4c57-83f1-9deb997bb4cd tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:48.387277 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67f7c001-2399-4d4b-80ac-1e182ee7896e req-fd539db9-e7bf-4c57-83f1-9deb997bb4cd tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 932 time: 0.0996046 Feb 17 10:59:48.446982 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-67f7c001-2399-4d4b-80ac-1e182ee7896e req-9f78e8e8-dad3-46e7-89de-4b105de27ebd tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517545 Feb 17 10:59:49.631432 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bb7d0-5a13-4cc7-b412-9ff580306597 req-c5831262-0b39-4943-bb1f-6413b5ae5f66 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:49.632894 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c60bb7d0-5a13-4cc7-b412-9ff580306597 req-c5831262-0b39-4943-bb1f-6413b5ae5f66 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 932 time: 0.0803952 Feb 17 10:59:49.682220 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-c60bb7d0-5a13-4cc7-b412-9ff580306597 req-aa09e901-98ff-4a80-a7bb-ebabd8cf6b6c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427930 Feb 17 10:59:50.868633 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4207fa2-37a5-4944-a5e1-af3a3d5c9fc1 req-1aa73651-7cfe-4aeb-9ac2-be5a099dc13c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:50.870101 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d4207fa2-37a5-4944-a5e1-af3a3d5c9fc1 req-1aa73651-7cfe-4aeb-9ac2-be5a099dc13c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 932 time: 0.0822072 Feb 17 10:59:50.913715 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d4207fa2-37a5-4944-a5e1-af3a3d5c9fc1 req-ca362d5b-6058-4910-a025-ea35d98866f3 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371101 Feb 17 10:59:52.102117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116eb1c-68d1-4541-976e-f6b31f3597eb req-f2e66a80-7309-4301-a773-0bba086cd20e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:52.103566 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f116eb1c-68d1-4541-976e-f6b31f3597eb req-f2e66a80-7309-4301-a773-0bba086cd20e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 932 time: 0.0839326 Feb 17 10:59:52.147789 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f116eb1c-68d1-4541-976e-f6b31f3597eb req-8bf05f25-e1e0-42f8-92fe-880f0fb641b4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385449 Feb 17 10:59:53.332646 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3015959-311f-42a6-9798-8d78db3bc008 req-ffb03b4a-eee2-43a8-a340-6e96fbbdcb51 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:53.334340 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f3015959-311f-42a6-9798-8d78db3bc008 req-ffb03b4a-eee2-43a8-a340-6e96fbbdcb51 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 932 time: 0.0806758 Feb 17 10:59:53.379032 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-f3015959-311f-42a6-9798-8d78db3bc008 req-d9ec9815-2071-47da-b31a-bb1a9af84d9d tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391619 Feb 17 10:59:54.640404 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Request body: {'port': {'device_id': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 10:59:54.777737 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d55aa4-62d2-417f-a487-d056b8034ba4 req-8e914de0-3906-4b3c-992e-d31455bb342e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:54.779852 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-35d55aa4-62d2-417f-a487-d056b8034ba4 req-8e914de0-3906-4b3c-992e-d31455bb342e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 932 time: 0.2923434 Feb 17 10:59:54.782500 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:54.806133 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e66977e6-9c89-4770-bde7-3966cf347d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:54.884646 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-35d55aa4-62d2-417f-a487-d056b8034ba4 req-3427fdbf-8154-4114-8f49-7a7bd8fddfbe tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932522 Feb 17 10:59:55.169758 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:59:55.177055 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:55.191764 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Transition to ACTIVE for port object 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 10:59:55.286325 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:55.441619 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Pushing event updated for resources: {'Port': ['ID=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:59:55.523617 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Attempting to bind port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 10:59:55.523956 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Attempting to bind port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'b0978ae8-b173-4848-a0e1-be5a1a80fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 10:59:55.524282 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Attempting to bind port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 on network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:59:55.528959 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 on network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 10:59:55.529303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Attempting to bind port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 on network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 10:59:55.534361 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Checking agent: {'id': '20638799-9898-4d6a-a691-af3b43dda072', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'started_at': datetime.datetime(2022, 2, 17, 9, 29, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 10, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 10:59:55.534697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Checking segment: {'id': 'b0978ae8-b173-4848-a0e1-be5a1a80fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 10:59:55.535074 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Bound using segment: {'id': 'b0978ae8-b173-4848-a0e1-be5a1a80fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 10:59:55.535491 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Bound port: 1a580343-93ca-4b8b-aab5-e3cd4b5a1768, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0978ae8-b173-4848-a0e1-be5a1a80fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 10:59:55.535832 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:55.629021 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] For port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768, host hv-neutron-8281, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 10:59:55.632011 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] For port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 10:59:55.737956 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:55.797655 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:55.798361 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:55.800242 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] 10.222.0.37 "PUT /v2.0/ports/1a580343-93ca-4b8b-aab5-e3cd4b5a1768 HTTP/1.1" status: 200 len: 1094 time: 1.1652801 Feb 17 10:59:55.800671 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'tag': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 10:59:55.820659 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f448f39-a079-44e1-a841-d13dd017bf79 service neutron] Pushing event updated for resources: {'Port': ['ID=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:59:55.849784 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'tag': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768', 'status': 'completed', 'code': 200} Feb 17 10:59:55.947459 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89147673-27b3-432d-afae-d2596d927857 req-36f41b0a-7c72-4530-bf7c-6d87faa372ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:55.949014 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-89147673-27b3-432d-afae-d2596d927857 req-36f41b0a-7c72-4530-bf7c-6d87faa372ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 1097 time: 0.0797198 Feb 17 10:59:56.142775 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89147673-27b3-432d-afae-d2596d927857 req-3f6ba4ba-f3a3-48ba-812c-c50c25eba850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:56.144198 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-89147673-27b3-432d-afae-d2596d927857 req-3f6ba4ba-f3a3-48ba-812c-c50c25eba850 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1873438 Feb 17 10:59:56.177897 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60648a71-5978-47ea-b937-345fbae463b9 req-c311412d-4448-47b0-8087-01142a86af47 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:56.179317 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-60648a71-5978-47ea-b937-345fbae463b9 req-c311412d-4448-47b0-8087-01142a86af47 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 944 time: 0.1540520 Feb 17 10:59:56.297443 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-60648a71-5978-47ea-b937-345fbae463b9 req-94bf7452-d8ad-43fa-87e7-f6c300b5f439 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690572 Feb 17 10:59:56.317241 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89147673-27b3-432d-afae-d2596d927857 req-f9b6ac9f-e51f-46f3-93b1-470643b0722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:56.318699 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-89147673-27b3-432d-afae-d2596d927857 req-f9b6ac9f-e51f-46f3-93b1-470643b0722c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1683860 Feb 17 10:59:56.424002 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-a9b99486-9e90-495f-a800-4dac6b8b47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:56.425459 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-a9b99486-9e90-495f-a800-4dac6b8b47bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 1097 time: 0.0726087 Feb 17 10:59:56.493464 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-0df39fe0-73dc-426b-a0dc-9fe41776df0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a580343-93ca-4b8b-aab5-e3cd4b5a1768 HTTP/1.1" status: 200 len: 217 time: 0.0608091 Feb 17 10:59:56.657940 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-496d6716-f91e-491c-85df-b8a64e3f5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:56.659386 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-496d6716-f91e-491c-85df-b8a64e3f5fb2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f2b897e-33d5-47c2-a660-f620eb3b98e9 HTTP/1.1" status: 200 len: 849 time: 0.1597719 Feb 17 10:59:56.733472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-1e57697d-78f6-483b-b5e0-2f096ff7b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:56.734956 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-1e57697d-78f6-483b-b5e0-2f096ff7b77f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689921 Feb 17 10:59:56.867433 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-97acaa29-7f10-4eb9-b0b2-3875657f9d7a service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252105 Feb 17 10:59:56.999102 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-e3c73045-8498-41df-b9db-b8ad40d227a4 req-9f3ffb82-33e8-493b-b88d-9e297b62e645 service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246791 Feb 17 10:59:57.137670 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-46bec1a6-1380-4319-b87e-d5c4a04abd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:57.488486 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a36891-fbd7-40c9-97b2-30b52db29577 req-ecf6ad8b-6899-4838-8dc5-c72a83000dc5 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:57.490015 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-22a36891-fbd7-40c9-97b2-30b52db29577 req-ecf6ad8b-6899-4838-8dc5-c72a83000dc5 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 944 time: 0.0882821 Feb 17 10:59:57.535838 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-22a36891-fbd7-40c9-97b2-30b52db29577 req-5131e3e4-ca9b-4f8d-9e51-cb8f44d8af41 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402331 Feb 17 10:59:57.954628 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:58.526126 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:58.724005 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80538589-ee45-4e36-b062-565fedc8b64d req-347b490e-7a28-4e10-a3a0-df0a7cba4925 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:58.725456 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-80538589-ee45-4e36-b062-565fedc8b64d req-347b490e-7a28-4e10-a3a0-df0a7cba4925 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 944 time: 0.0812294 Feb 17 10:59:58.773602 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-80538589-ee45-4e36-b062-565fedc8b64d req-b0487db4-d943-4dbd-8f0e-21c5667c7fa3 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425351 Feb 17 10:59:59.148564 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 10:59:59.291321 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:59:59.304798 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'port_id': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768', 'mac_address': 'fa:16:3e:bd:7e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 10:59:59.359341 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:59.376085 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 10:59:59.391382 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 10:59:59.463423 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 10:59:59.532609 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:59:59.838204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['1a580343-93ca-4b8b-aab5-e3cd4b5a1768'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 10:59:59.961848 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c60aea-12aa-4c7b-8a8b-53046fada195 req-62a0cfa9-f391-4967-843b-e54475d17828 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:59:59.963318 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-16c60aea-12aa-4c7b-8a8b-53046fada195 req-62a0cfa9-f391-4967-843b-e54475d17828 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 945 time: 0.0833552 Feb 17 11:00:00.007419 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-16c60aea-12aa-4c7b-8a8b-53046fada195 req-9521349c-58fa-4b83-8bba-d27268bdc30a tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376265 Feb 17 11:00:00.192494 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:01.160272 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:00:01.191588 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293e59a-06b3-470b-a506-0c80d0dfdf13 req-04a6038f-4a24-4eeb-b4dc-f444ac64ce0c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:00:01.193110 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6293e59a-06b3-470b-a506-0c80d0dfdf13 req-04a6038f-4a24-4eeb-b4dc-f444ac64ce0c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 945 time: 0.0820801 Feb 17 11:00:01.241129 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6293e59a-06b3-470b-a506-0c80d0dfdf13 req-888d5d01-721f-4599-b115-32afd69b9ec1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 Feb 17 11:00:01.312780 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning for port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 11:00:01.318448 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:00:01.321936 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:01.431316 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:01.460118 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:00:01.470695 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 11:00:01.505357 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768', 'code': 200} Feb 17 11:00:01.560925 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:01.629843 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:00:01.905894 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7322c1-9940-4f1a-a713-035fac31011e req-093a7da4-4ce5-436f-9284-2c82c13e804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:00:01.907309 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ba7322c1-9940-4f1a-a713-035fac31011e req-093a7da4-4ce5-436f-9284-2c82c13e804f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 1099 time: 0.0709202 Feb 17 11:00:01.951787 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ba7322c1-9940-4f1a-a713-035fac31011e req-5e09bc05-eb96-4889-ac45-fdbcdb82ea28 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372391 Feb 17 11:00:02.431750 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9db322-9850-447c-8e42-c554b480537b req-e6a41832-b368-488f-9ef1-dae1d6f8431e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:00:02.433184 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d9db322-9850-447c-8e42-c554b480537b req-e6a41832-b368-488f-9ef1-dae1d6f8431e tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 946 time: 0.0817506 Feb 17 11:00:02.479693 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-1d9db322-9850-447c-8e42-c554b480537b req-f53127f1-c71d-4632-bc1c-6d8f1d1242e8 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380149 Feb 17 11:00:03.664125 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b4ca1-6dd9-4cd2-9b36-3362fd31876b req-fa3cdaf8-7f0a-4dbb-ab78-b92c71a685ea tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:00:03.665559 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-906b4ca1-6dd9-4cd2-9b36-3362fd31876b req-fa3cdaf8-7f0a-4dbb-ab78-b92c71a685ea tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 946 time: 0.0801077 Feb 17 11:00:03.709920 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-906b4ca1-6dd9-4cd2-9b36-3362fd31876b req-87e87524-3cb7-40fd-85f3-570b8d1c1571 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380995 Feb 17 11:00:03.900005 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aa7d8-dfab-4add-b559-1e836078bcab req-c7b9d64b-c353-4fa6-ac42-a6250fbce62f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:00:03.901372 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-873aa7d8-dfab-4add-b559-1e836078bcab req-c7b9d64b-c353-4fa6-ac42-a6250fbce62f tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 946 time: 0.0854332 Feb 17 11:00:03.945761 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-873aa7d8-dfab-4add-b559-1e836078bcab req-2179f432-a085-4828-9a47-6f56fd3be3e4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381553 Feb 17 11:00:03.968452 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 51338) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:00:04.037934 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80524c9-2a78-4138-ab84-7b7c2656c452 tempest-TestSnapshotPattern-1679274069 tempest-TestSnapshotPattern-1679274069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:00:04.038657 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f80524c9-2a78-4138-ab84-7b7c2656c452 tempest-TestSnapshotPattern-1679274069 tempest-TestSnapshotPattern-1679274069-project-admin] Synchronizing usage tracker for tenant:9057c9148bc44179abf19ab98499f72f on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:00:04.131512 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-f80524c9-2a78-4138-ab84-7b7c2656c452 tempest-TestSnapshotPattern-1679274069 tempest-TestSnapshotPattern-1679274069-project-admin] Unset dirty status for tenant:9057c9148bc44179abf19ab98499f72f on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:00:04.132683 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-f80524c9-2a78-4138-ab84-7b7c2656c452 tempest-TestSnapshotPattern-1679274069 tempest-TestSnapshotPattern-1679274069-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 1094 time: 0.1632562 Feb 17 11:00:04.135468 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 51342) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:00:04.141065 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.v2.base [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Request body: {'floatingip': {'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'port_id': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 11:00:04.147137 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 11:00:04.150974 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Usage tracker for resource:floatingip and tenant:d573c8af5b9c45b0aac4e4cd50873504 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 11:00:04.153835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 11:00:04.159882 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 11:00:04.240493 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:04.378879 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:04.517271 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Allocated IP 172.26.4.226 (e398590f-1691-4e90-94b2-4638f557802a/3a5934f3-0564-46e8-a9ac-55f084202f53/6573c3d4-64c1-4884-889f-b883804a91a7) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 11:00:04.677904 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:04.801083 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794428829817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:04.869755 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Network e398590f-1691-4e90-94b2-4638f557802a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 11:00:04.872634 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 11:00:04.876447 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 11:00:05.004069 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event updated for resources: {'Port': ['ID=6573c3d4-64c1-4884-889f-b883804a91a7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:00:05.384531 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:05.513773 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:05.728077 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:05.815651 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8024460'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:05.927332 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event updated for resources: {'Port': ['ID=6573c3d4-64c1-4884-889f-b883804a91a7,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:00:05.941528 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1951459'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:06.111876 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Floating IP 0dda7ae1-3d82-4bf9-a420-388210ef2f9c associated. External IP: 172.26.4.226, port: 1a580343-93ca-4b8b-aab5-e3cd4b5a1768. Feb 17 11:00:06.456877 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 11:00:06.746449 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 11:00:06.756776 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee36c758-ac9b-46cf-ac25-672f0163ab93 None None] Sync routers for ids ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 11:00:06.766715 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee36c758-ac9b-46cf-ac25-672f0163ab93 None None] Routers {'9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 11:00:06.767325 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ee36c758-ac9b-46cf-ac25-672f0163ab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:59:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:00:06.863403 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:06.923884 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-624d240b-1010-47ba-9b69-d7a43c2dfbc1 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7874029 Feb 17 11:00:06.924457 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'tag': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:00:06.945792 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-ee36c758-ac9b-46cf-ac25-672f0163ab93 None None] Set router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 11:00:06.972555 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'tag': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768', 'status': 'completed', 'code': 200} Feb 17 11:00:07.069189 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9b55f-1fbc-4652-adba-5bd05f351eca req-ab97f28b-ed0f-469a-9884-a8a263f99f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:00:07.070633 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-31a9b55f-1fbc-4652-adba-5bd05f351eca req-ab97f28b-ed0f-469a-9884-a8a263f99f8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 1099 time: 0.0759907 Feb 17 11:00:07.208832 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9b55f-1fbc-4652-adba-5bd05f351eca req-a87e6aa3-0b36-40ce-9bad-2ae90bbbd387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:00:07.210349 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-31a9b55f-1fbc-4652-adba-5bd05f351eca req-a87e6aa3-0b36-40ce-9bad-2ae90bbbd387 service neutron] 10.222.0.37 "GET /v2.0/networks?id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a HTTP/1.1" status: 200 len: 911 time: 0.1337731 Feb 17 11:00:07.316679 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-31a9b55f-1fbc-4652-adba-5bd05f351eca req-36f1bd67-024a-4d40-8358-2c11e760b103 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a580343-93ca-4b8b-aab5-e3cd4b5a1768 HTTP/1.1" status: 200 len: 1000 time: 0.0996792 Feb 17 11:00:07.341898 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ee36c758-ac9b-46cf-ac25-672f0163ab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:49Z', 'revision_number': 4, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '0dda7ae1-3d82-4bf9-a420-388210ef2f9c', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'floating_ip_address': '172.26.4.226', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'port_id': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'mac_address': 'fa:16:3e:bd:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:00:05Z', 'updated_at': '2022-02-17T11:00:05Z', 'revision_number': 0, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'fixed_ip_address_scope': None}, {'id': '8084eb13-6cb6-40f7-8843-9fa9d31a8c40', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'port_id': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'mac_address': 'fa:16:3e:cf:68:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:56:23Z', 'updated_at': '2022-02-17T10:56:26Z', 'revision_number': 1, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c710c89d-3418-4111-aa10-8583438e9e1c', 'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'mac_address': 'fa:16:3e:48:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:49Z', 'updated_at': '2022-02-17T10:55:55Z', 'revision_number': 5, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'subnets': [{'id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:00:07.345735 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee36c758-ac9b-46cf-ac25-672f0163ab93 None None] Checking router: 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 11:00:07.354385 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee36c758-ac9b-46cf-ac25-672f0163ab93 None None] Routers {'9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 11:00:07.354988 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ee36c758-ac9b-46cf-ac25-672f0163ab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T10:59:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:00:07.379649 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9b55f-1fbc-4652-adba-5bd05f351eca req-71a4733d-d755-4c10-8b74-ad995ef58fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:00:07.381147 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-31a9b55f-1fbc-4652-adba-5bd05f351eca req-71a4733d-d755-4c10-8b74-ad995ef58fd6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f2b897e-33d5-47c2-a660-f620eb3b98e9 HTTP/1.1" status: 200 len: 849 time: 0.0586207 Feb 17 11:00:07.460141 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9b55f-1fbc-4652-adba-5bd05f351eca req-a7c244e3-968e-43c4-a12b-bb871c50ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:00:07.461626 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-31a9b55f-1fbc-4652-adba-5bd05f351eca req-a7c244e3-968e-43c4-a12b-bb871c50ad29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750508 Feb 17 11:00:07.531339 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-ee36c758-ac9b-46cf-ac25-672f0163ab93 None None] Set router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 11:00:07.598021 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-31a9b55f-1fbc-4652-adba-5bd05f351eca req-8f64c551-ee07-4de9-ab6c-42dfcfe4159b service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301224 Feb 17 11:00:07.732809 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-31a9b55f-1fbc-4652-adba-5bd05f351eca req-a53115e5-b1e3-4096-ba92-89d0efa4896f service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288712 Feb 17 11:00:07.879786 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ee36c758-ac9b-46cf-ac25-672f0163ab93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:49Z', 'revision_number': 4, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '0dda7ae1-3d82-4bf9-a420-388210ef2f9c', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'floating_ip_address': '172.26.4.226', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'port_id': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'mac_address': 'fa:16:3e:bd:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:00:05Z', 'updated_at': '2022-02-17T11:00:05Z', 'revision_number': 0, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'fixed_ip_address_scope': None}, {'id': '8084eb13-6cb6-40f7-8843-9fa9d31a8c40', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'port_id': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'mac_address': 'fa:16:3e:cf:68:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:56:23Z', 'updated_at': '2022-02-17T10:56:26Z', 'revision_number': 1, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c710c89d-3418-4111-aa10-8583438e9e1c', 'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'mac_address': 'fa:16:3e:48:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:49Z', 'updated_at': '2022-02-17T10:55:55Z', 'revision_number': 5, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'subnets': [{'id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:00:07.883695 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee36c758-ac9b-46cf-ac25-672f0163ab93 None None] The sync data for ids ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'] in dv-neutron-828143-5-hyperv is: [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:49Z', 'revision_number': 4, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '0dda7ae1-3d82-4bf9-a420-388210ef2f9c', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'floating_ip_address': '172.26.4.226', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'port_id': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'mac_address': 'fa:16:3e:bd:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T11:00:05Z', 'updated_at': '2022-02-17T11:00:05Z', 'revision_number': 0, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'fixed_ip_address_scope': None}, {'id': '8084eb13-6cb6-40f7-8843-9fa9d31a8c40', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'port_id': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'mac_address': 'fa:16:3e:cf:68:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:56:23Z', 'updated_at': '2022-02-17T10:56:26Z', 'revision_number': 1, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c710c89d-3418-4111-aa10-8583438e9e1c', 'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'mac_address': 'fa:16:3e:48:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:49Z', 'updated_at': '2022-02-17T10:55:55Z', 'revision_number': 5, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'subnets': [{'id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 11:00:08.065203 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea8ead3-10e5-4c86-8062-6b2bc93072e2 None None] New status for floating IP 0dda7ae1-3d82-4bf9-a420-388210ef2f9c: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 11:00:08.690002 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:00:09.588813 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:24.795085 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d5ea544-e48e-49ba-88ab-6a45245ed61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:27.103250 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33a8f087-1d49-482f-8d4c-7f58ebd6c937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:27.963484 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:28.526032 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:30.166118 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:37.423339 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3cf0dd19-5bc6-40a7-8db2-dfeddb2123e9 req-e89ad9de-eb1c-421e-87ce-b471f02a9755 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681159 Feb 17 11:00:37.562167 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0dd19-5bc6-40a7-8db2-dfeddb2123e9 req-f81d9481-a00d-4da8-82d7-315efcf7eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:00:37.563943 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3cf0dd19-5bc6-40a7-8db2-dfeddb2123e9 req-f81d9481-a00d-4da8-82d7-315efcf7eff4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 1096 time: 0.0727277 Feb 17 11:00:37.719173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0dd19-5bc6-40a7-8db2-dfeddb2123e9 req-1e139145-de43-4f29-ac4c-d24ba9cc3d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:00:37.720561 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3cf0dd19-5bc6-40a7-8db2-dfeddb2123e9 req-1e139145-de43-4f29-ac4c-d24ba9cc3d4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a HTTP/1.1" status: 200 len: 911 time: 0.1317859 Feb 17 11:00:37.824494 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3cf0dd19-5bc6-40a7-8db2-dfeddb2123e9 req-f5621e9b-ac7d-4c8c-9ce0-50160475a5ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a620f2-26d5-4600-9a00-9b5606d4c953 HTTP/1.1" status: 200 len: 998 time: 0.0977521 Feb 17 11:00:37.889117 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0dd19-5bc6-40a7-8db2-dfeddb2123e9 req-ce07eecb-a454-4edc-8a60-58f51310309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:00:37.890584 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3cf0dd19-5bc6-40a7-8db2-dfeddb2123e9 req-ce07eecb-a454-4edc-8a60-58f51310309c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f2b897e-33d5-47c2-a660-f620eb3b98e9 HTTP/1.1" status: 200 len: 849 time: 0.0604508 Feb 17 11:00:37.964408 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0dd19-5bc6-40a7-8db2-dfeddb2123e9 req-61468519-4b77-42e5-b6c8-dffbc6a3e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:00:37.966484 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3cf0dd19-5bc6-40a7-8db2-dfeddb2123e9 req-61468519-4b77-42e5-b6c8-dffbc6a3e5de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700150 Feb 17 11:00:38.194311 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3cf0dd19-5bc6-40a7-8db2-dfeddb2123e9 req-c96ec6c9-05a8-4082-bbae-de83d08612d4 service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211149 Feb 17 11:00:38.323319 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-3cf0dd19-5bc6-40a7-8db2-dfeddb2123e9 req-f042a04c-9d39-4732-9ad8-87fc545ffc6e service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223686 Feb 17 11:00:39.631776 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:45.690951 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:00:54.742587 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fdd380f9-0e2a-457c-bb64-5f1d6470e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:57.088394 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d21e287-2388-458e-99fb-3fab4b013d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:57.953848 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:00:58.514819 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:01:00.188418 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:01:09.616909 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:01:22.690158 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:01:24.779397 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-103c9da0-119e-4095-a758-689f98726292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:01:27.099505 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e493f77a-ca95-4c61-8e3f-5ce32d4c4a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:01:28.031421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:01:28.548002 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:01:30.182231 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:01:39.516515 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fc2a337f-0ec2-4cdb-a8a0-e4a13856228c req-02ac3f41-d418-4acb-b6cc-a4f8c8052ddc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1265147 Feb 17 11:01:39.612608 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a337f-0ec2-4cdb-a8a0-e4a13856228c req-0dba9527-00d4-4e4f-b2c1-f0b359541a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:01:39.613307 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fc2a337f-0ec2-4cdb-a8a0-e4a13856228c req-0dba9527-00d4-4e4f-b2c1-f0b359541a72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 1099 time: 0.0757568 Feb 17 11:01:39.616708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:01:39.767169 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a337f-0ec2-4cdb-a8a0-e4a13856228c req-ddd22bd8-d0e2-4960-8e84-d142ee1946bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:01:39.768573 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fc2a337f-0ec2-4cdb-a8a0-e4a13856228c req-ddd22bd8-d0e2-4960-8e84-d142ee1946bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a HTTP/1.1" status: 200 len: 911 time: 0.1343656 Feb 17 11:01:39.878188 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fc2a337f-0ec2-4cdb-a8a0-e4a13856228c req-029e47da-2cd0-4f28-899b-9a88142717de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a580343-93ca-4b8b-aab5-e3cd4b5a1768 HTTP/1.1" status: 200 len: 1002 time: 0.1035736 Feb 17 11:01:39.942359 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a337f-0ec2-4cdb-a8a0-e4a13856228c req-08c709a6-3d8f-4fd7-97a6-e6503b50b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:01:39.943846 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fc2a337f-0ec2-4cdb-a8a0-e4a13856228c req-08c709a6-3d8f-4fd7-97a6-e6503b50b743 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f2b897e-33d5-47c2-a660-f620eb3b98e9 HTTP/1.1" status: 200 len: 849 time: 0.0592246 Feb 17 11:01:40.023371 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a337f-0ec2-4cdb-a8a0-e4a13856228c req-02fd2e27-3956-46cc-9268-c95bcfb647ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:01:40.024770 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fc2a337f-0ec2-4cdb-a8a0-e4a13856228c req-02fd2e27-3956-46cc-9268-c95bcfb647ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748792 Feb 17 11:01:40.162611 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fc2a337f-0ec2-4cdb-a8a0-e4a13856228c req-2d9399af-2a44-4395-896c-12e089f26c98 service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312945 Feb 17 11:01:40.300777 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fc2a337f-0ec2-4cdb-a8a0-e4a13856228c req-f09fe608-0f32-48e0-a450-b3d3d0af6165 service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321204 Feb 17 11:01:54.753664 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aea6a906-9e77-4baf-bb62-803992f3325a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:01:57.109901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ef90ccc-8ab8-4bc7-9c0f-d57d7a5b3041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:01:58.001462 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:01:58.465172 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [req-ebb0b439-b4d8-4483-a434-b7e33960fe61 req-56899480-0e16-45f5-8efe-dc32d89a9f89 tempest-TestShelveInstance-1716299888 tempest-TestShelveInstance-1716299888-project] (88369) timed out ('10.222.0.75', 59074) {{(pid=88369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 11:01:58.550128 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:01:59.689231 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:02:00.166844 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:09.622375 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:24.810628 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d163798a-996a-423a-858b-eb8f46f37f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:26.047939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 11:02:26.180396 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 11:02:26.193154 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Returning: {'device': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'port_id': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768', 'mac_address': 'fa:16:3e:bd:7e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 11:02:26.252141 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:26.268470 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 11:02:26.284447 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 11:02:26.353362 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:26.422171 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:02:26.429159 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:26.429540 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:26.429880 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:26.430251 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:26.430583 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:26.430916 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:26.431242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:26.432964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:26.432964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:26.432964 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:26.433245 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:26.433475 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:26.438885 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] get_ports_and_sgs() called for port_ids ['1a580343-93ca-4b8b-aab5-e3cd4b5a1768'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 11:02:27.107876 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b52ac25-9ade-40d7-8fbe-df730cf1776f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:27.958978 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:28.059822 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 up at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 11:02:28.126536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Provisioning complete for port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 11:02:28.127285 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713731'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:28.246469 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:28.272097 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:02:28.282322 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 11:02:28.354101 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:28.384901 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768', 'code': 200} Feb 17 11:02:28.425637 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:02:28.520708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:30.160837 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:36.692304 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:02:39.433440 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ef4cf334-1ec6-4bba-a670-d8206fabff22 req-78495a3d-da3a-4d77-bb2e-edf9aa49e631 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818582 Feb 17 11:02:39.602542 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cf334-1ec6-4bba-a670-d8206fabff22 req-2b1198c7-8309-4940-acfe-bf6a0aeb609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:39.605256 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ef4cf334-1ec6-4bba-a670-d8206fabff22 req-2b1198c7-8309-4940-acfe-bf6a0aeb609f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 1096 time: 0.0975780 Feb 17 11:02:39.646520 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:39.771235 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cf334-1ec6-4bba-a670-d8206fabff22 req-c992872d-13bf-48fa-8f2a-e1aaf5ab32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:39.772717 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ef4cf334-1ec6-4bba-a670-d8206fabff22 req-c992872d-13bf-48fa-8f2a-e1aaf5ab32aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a HTTP/1.1" status: 200 len: 911 time: 0.1435120 Feb 17 11:02:39.878064 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ef4cf334-1ec6-4bba-a670-d8206fabff22 req-c4dba7de-deb7-47d1-941d-4efd48554d5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a620f2-26d5-4600-9a00-9b5606d4c953 HTTP/1.1" status: 200 len: 998 time: 0.0984690 Feb 17 11:02:39.951307 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cf334-1ec6-4bba-a670-d8206fabff22 req-b104cffc-d210-4b5a-a11a-517624cfa459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:39.952804 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ef4cf334-1ec6-4bba-a670-d8206fabff22 req-b104cffc-d210-4b5a-a11a-517624cfa459 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f2b897e-33d5-47c2-a660-f620eb3b98e9 HTTP/1.1" status: 200 len: 849 time: 0.0686295 Feb 17 11:02:40.035564 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cf334-1ec6-4bba-a670-d8206fabff22 req-aad6f273-de83-49e0-a039-5b0c4b91b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:40.037139 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ef4cf334-1ec6-4bba-a670-d8206fabff22 req-aad6f273-de83-49e0-a039-5b0c4b91b946 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772247 Feb 17 11:02:40.296477 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ef4cf334-1ec6-4bba-a670-d8206fabff22 req-4b9306f8-aad1-4632-b542-51675f0409b9 service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496297 Feb 17 11:02:40.429007 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ef4cf334-1ec6-4bba-a670-d8206fabff22 req-247f1c00-4b63-4a0a-a92d-0dd9c3955dd8 service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264713 Feb 17 11:02:43.171096 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.75', 51602) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:02:43.374234 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Deleting port 6573c3d4-64c1-4884-889f-b883804a91a7 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 11:02:43.374489 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:43.544630 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:43.544968 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:43.669817 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Calling delete_port for 6573c3d4-64c1-4884-889f-b883804a91a7 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 11:02:43.897459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6357871'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:43.944832 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event deleted for resources: {'Port': ['ID=6573c3d4-64c1-4884-889f-b883804a91a7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:02:43.982122 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:43.982459 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:43.982793 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:43.983127 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:43.983449 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:43.983772 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:43.984090 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:43.984410 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:43.984729 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:43.985043 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:43.985364 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:43.985677 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:44.052262 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:44.052499 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.db.l3_db [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Floating IP 0dda7ae1-3d82-4bf9-a420-388210ef2f9c disassociated (deleted). External IP: 172.26.4.226, port: 1a580343-93ca-4b8b-aab5-e3cd4b5a1768. Feb 17 11:02:44.138154 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:02:44.256599 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557807'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:44.283646 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:02:44.293204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] For port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 11:02:44.332152 dv-neutron-828143-5-hyperv neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768', 'code': 200} Feb 17 11:02:44.360277 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794429138993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794428829835', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794428829880'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:44.502759 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Pushing event updated for resources: {'Port': ['ID=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:02:44.535493 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 11:02:44.729134 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 11:02:44.738536 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786019c-6770-4271-b2c5-e932011476b0 None None] Sync routers for ids ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 11:02:44.748376 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2786019c-6770-4271-b2c5-e932011476b0 None None] Routers {'9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 11:02:44.748648 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:44.749009 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2786019c-6770-4271-b2c5-e932011476b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T11:02:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:02:44.808366 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.wsgi [None req-39270bee-2687-468f-9fbd-e6255efdb092 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "DELETE /v2.0/floatingips/0dda7ae1-3d82-4bf9-a420-388210ef2f9c HTTP/1.1" status: 204 len: 168 time: 1.6359618 Feb 17 11:02:44.808867 dv-neutron-828143-5-hyperv neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'tag': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:02:44.945516 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-2786019c-6770-4271-b2c5-e932011476b0 None None] Set router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 11:02:45.319346 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2786019c-6770-4271-b2c5-e932011476b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:49Z', 'revision_number': 4, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '8084eb13-6cb6-40f7-8843-9fa9d31a8c40', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'port_id': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'mac_address': 'fa:16:3e:cf:68:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:56:23Z', 'updated_at': '2022-02-17T10:56:26Z', 'revision_number': 1, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c710c89d-3418-4111-aa10-8583438e9e1c', 'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'mac_address': 'fa:16:3e:48:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:49Z', 'updated_at': '2022-02-17T10:55:55Z', 'revision_number': 5, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'subnets': [{'id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:02:45.323559 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786019c-6770-4271-b2c5-e932011476b0 None None] Checking router: 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 11:02:45.331451 dv-neutron-828143-5-hyperv neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'tag': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768', 'status': 'completed', 'code': 200} Feb 17 11:02:45.332610 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2786019c-6770-4271-b2c5-e932011476b0 None None] Routers {'9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 11:02:45.333215 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2786019c-6770-4271-b2c5-e932011476b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T11:02:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:02:45.484606 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554238f0-0cc5-4fa3-9cb5-570431f0526f req-764e77ce-bc71-4ede-b35d-bb59532fc3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:45.486003 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-554238f0-0cc5-4fa3-9cb5-570431f0526f req-764e77ce-bc71-4ede-b35d-bb59532fc3fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 1097 time: 0.1314585 Feb 17 11:02:45.557053 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-2786019c-6770-4271-b2c5-e932011476b0 None None] Set router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 11:02:45.597893 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b53de7-59c6-4845-a00c-8da5f8b10fc2 req-13809bd1-1ab2-4a96-9335-d29015cd4d70 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:45.599648 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-92b53de7-59c6-4845-a00c-8da5f8b10fc2 req-13809bd1-1ab2-4a96-9335-d29015cd4d70 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 944 time: 0.1778579 Feb 17 11:02:45.672472 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554238f0-0cc5-4fa3-9cb5-570431f0526f req-fa0670c3-268d-4d1e-afa3-cbd8cd6c9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:45.673997 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-554238f0-0cc5-4fa3-9cb5-570431f0526f req-fa0670c3-268d-4d1e-afa3-cbd8cd6c9a7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a HTTP/1.1" status: 200 len: 911 time: 0.1807859 Feb 17 11:02:45.681192 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-92b53de7-59c6-4845-a00c-8da5f8b10fc2 req-a4a7c1b8-3647-4a69-9248-a2480edd88db tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733886 Feb 17 11:02:45.747298 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-554238f0-0cc5-4fa3-9cb5-570431f0526f req-500e7830-8ab4-4b3e-8f46-74d38c04c232 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a580343-93ca-4b8b-aab5-e3cd4b5a1768 HTTP/1.1" status: 200 len: 217 time: 0.0648944 Feb 17 11:02:45.815583 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554238f0-0cc5-4fa3-9cb5-570431f0526f req-4b20fcba-0408-4b3e-ac22-24c84eb4e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:45.817032 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-554238f0-0cc5-4fa3-9cb5-570431f0526f req-4b20fcba-0408-4b3e-ac22-24c84eb4e9ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f2b897e-33d5-47c2-a660-f620eb3b98e9 HTTP/1.1" status: 200 len: 849 time: 0.0628586 Feb 17 11:02:45.896180 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554238f0-0cc5-4fa3-9cb5-570431f0526f req-76146834-c250-48ee-ab11-fe0978b91615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:45.897745 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-554238f0-0cc5-4fa3-9cb5-570431f0526f req-76146834-c250-48ee-ab11-fe0978b91615 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735085 Feb 17 11:02:45.904674 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2786019c-6770-4271-b2c5-e932011476b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:49Z', 'revision_number': 4, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '8084eb13-6cb6-40f7-8843-9fa9d31a8c40', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'port_id': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'mac_address': 'fa:16:3e:cf:68:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:56:23Z', 'updated_at': '2022-02-17T10:56:26Z', 'revision_number': 1, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c710c89d-3418-4111-aa10-8583438e9e1c', 'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'mac_address': 'fa:16:3e:48:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:49Z', 'updated_at': '2022-02-17T10:55:55Z', 'revision_number': 5, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'subnets': [{'id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:02:45.908650 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786019c-6770-4271-b2c5-e932011476b0 None None] The sync data for ids ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'] in dv-neutron-828143-5-hyperv is: [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:49Z', 'revision_number': 4, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_floatingips': [{'id': '8084eb13-6cb6-40f7-8843-9fa9d31a8c40', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'floating_ip_address': '172.26.4.85', 'floating_network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'router_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'port_id': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'mac_address': 'fa:16:3e:cf:68:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T10:56:23Z', 'updated_at': '2022-02-17T10:56:26Z', 'revision_number': 1, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c710c89d-3418-4111-aa10-8583438e9e1c', 'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'mac_address': 'fa:16:3e:48:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:49Z', 'updated_at': '2022-02-17T10:55:55Z', 'revision_number': 5, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'subnets': [{'id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 11:02:46.037753 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-554238f0-0cc5-4fa3-9cb5-570431f0526f req-0a7375a5-ae45-4455-bfaf-df7115fb729b service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328578 Feb 17 11:02:46.139879 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc638e8-4ef3-4bff-9c08-ea0ca7fcf83a None None] New status for floating IP 0dda7ae1-3d82-4bf9-a420-388210ef2f9c: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 11:02:46.175378 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-554238f0-0cc5-4fa3-9cb5-570431f0526f req-522d34e9-bb32-4e37-a48c-a8fb0ef3cb46 service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305945 Feb 17 11:02:46.878504 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb649d9-8f95-4895-abaa-612c6a2aafb5 req-df9abf2f-86a8-4fce-9a33-d9c99a01816a tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:46.880010 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ddb649d9-8f95-4895-abaa-612c6a2aafb5 req-df9abf2f-86a8-4fce-9a33-d9c99a01816a tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 944 time: 0.0872447 Feb 17 11:02:46.925005 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-ddb649d9-8f95-4895-abaa-612c6a2aafb5 req-7a93ccd5-8ed2-4539-a0b1-ee995ce6d8e7 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386934 Feb 17 11:02:47.241032 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446c7a9-b6ca-45f3-a982-ce0bd43be10a req-b1ef147f-59f3-474d-824d-68f0ba6712fe tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:47.242503 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8446c7a9-b6ca-45f3-a982-ce0bd43be10a req-b1ef147f-59f3-474d-824d-68f0ba6712fe tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.37 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 944 time: 0.0795772 Feb 17 11:02:47.314691 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-8446c7a9-b6ca-45f3-a982-ce0bd43be10a req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Deleting port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 11:02:47.315034 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8446c7a9-b6ca-45f3-a982-ce0bd43be10a req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:47.557637 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8446c7a9-b6ca-45f3-a982-ce0bd43be10a req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] For port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 11:02:47.558003 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8446c7a9-b6ca-45f3-a982-ce0bd43be10a req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:47.779451 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-8446c7a9-b6ca-45f3-a982-ce0bd43be10a req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Calling delete_port for 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 11:02:47.966234 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8446c7a9-b6ca-45f3-a982-ce0bd43be10a req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:48.018311 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event deleted for resources: {'Port': ['ID=1a580343-93ca-4b8b-aab5-e3cd4b5a1768,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:02:48.064016 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:48.064361 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:48.064697 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:48.065024 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:48.065348 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:48.065670 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:48.065987 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:48.066331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:48.066650 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:48.066963 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:48.067279 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:48.067585 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-5-hyperv {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 11:02:48.147904 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-8446c7a9-b6ca-45f3-a982-ce0bd43be10a req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] No DVR routers for this DVR port 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:02:48.153294 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-9d6ff1b9-bf14-45e1-a86d-52ef7218b5f8 req-72888663-4c48-455c-a23f-24b1c4fcffb8 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 210 time: 0.1054869 Feb 17 11:02:48.154304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8446c7a9-b6ca-45f3-a982-ce0bd43be10a req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:48.157054 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'name': 'network-vif-deleted', 'tag': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:02:48.170324 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-8446c7a9-b6ca-45f3-a982-ce0bd43be10a req-0568a633-eb73-4481-87ac-1ce18e6af131 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.37 "DELETE /v2.0/ports/1a580343-93ca-4b8b-aab5-e3cd4b5a1768 HTTP/1.1" status: 204 len: 173 time: 0.9223576 Feb 17 11:02:48.258869 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd236ff43-d073-4869-baf3-6fbd0bf7cec8', 'name': 'network-vif-deleted', 'tag': '1a580343-93ca-4b8b-aab5-e3cd4b5a1768', 'status': 'completed', 'code': 200} Feb 17 11:02:49.318738 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-6b0e0646-68ea-432d-8f71-e42fd6474f2c req-69a97ad4-6ac0-4754-8280-323578d06f2c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Synchronizing usage tracker for tenant:d573c8af5b9c45b0aac4e4cd50873504 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:02:49.400675 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-6b0e0646-68ea-432d-8f71-e42fd6474f2c req-69a97ad4-6ac0-4754-8280-323578d06f2c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Unset dirty status for tenant:d573c8af5b9c45b0aac4e4cd50873504 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:02:49.401827 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-6b0e0646-68ea-432d-8f71-e42fd6474f2c req-69a97ad4-6ac0-4754-8280-323578d06f2c tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=d236ff43-d073-4869-baf3-6fbd0bf7cec8 HTTP/1.1" status: 200 len: 210 time: 0.1258512 Feb 17 11:02:50.163644 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:02:50.200979 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 11:02:50.201323 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 1a580343-93ca-4b8b-aab5-e3cd4b5a1768 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:02:51.885501 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 51668) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:02:52.088576 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-052c636b-7e9f-4f78-ac9f-e567828fdc54 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Deleting port b4348ed7-87b7-4766-ba03-87b8756bdd5c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 11:02:52.088911 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-052c636b-7e9f-4f78-ac9f-e567828fdc54 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:52.256650 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-052c636b-7e9f-4f78-ac9f-e567828fdc54 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:52.256980 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-052c636b-7e9f-4f78-ac9f-e567828fdc54 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:52.381062 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-052c636b-7e9f-4f78-ac9f-e567828fdc54 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Calling delete_port for b4348ed7-87b7-4766-ba03-87b8756bdd5c owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 11:02:52.628918 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-052c636b-7e9f-4f78-ac9f-e567828fdc54 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:52.679377 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c636b-7e9f-4f78-ac9f-e567828fdc54 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event deleted for resources: {'Port': ['ID=b4348ed7-87b7-4766-ba03-87b8756bdd5c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:02:52.767283 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-052c636b-7e9f-4f78-ac9f-e567828fdc54 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:52.767616 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.db.l3_db [None req-052c636b-7e9f-4f78-ac9f-e567828fdc54 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Floating IP 8084eb13-6cb6-40f7-8843-9fa9d31a8c40 disassociated (deleted). External IP: 172.26.4.85, port: 19a620f2-26d5-4600-9a00-9b5606d4c953. Feb 17 11:02:53.218053 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052c636b-7e9f-4f78-ac9f-e567828fdc54 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 11:02:53.400770 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052c636b-7e9f-4f78-ac9f-e567828fdc54 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 11:02:53.411127 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9010ce39-2d94-4de6-9ac4-ddd509232c3c None None] Sync routers for ids ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 11:02:53.420752 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9010ce39-2d94-4de6-9ac4-ddd509232c3c None None] Routers {'9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 11:02:53.421363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9010ce39-2d94-4de6-9ac4-ddd509232c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T11:02:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:02:53.496367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-052c636b-7e9f-4f78-ac9f-e567828fdc54 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:53.550702 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-052c636b-7e9f-4f78-ac9f-e567828fdc54 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "DELETE /v2.0/floatingips/8084eb13-6cb6-40f7-8843-9fa9d31a8c40 HTTP/1.1" status: 204 len: 168 time: 1.6640694 Feb 17 11:02:53.551382 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'tag': '19a620f2-26d5-4600-9a00-9b5606d4c953'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:02:53.602387 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9010ce39-2d94-4de6-9ac4-ddd509232c3c None None] Set router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 11:02:53.926548 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9010ce39-2d94-4de6-9ac4-ddd509232c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:49Z', 'revision_number': 4, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c710c89d-3418-4111-aa10-8583438e9e1c', 'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'mac_address': 'fa:16:3e:48:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:49Z', 'updated_at': '2022-02-17T10:55:55Z', 'revision_number': 5, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'subnets': [{'id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:02:53.930595 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9010ce39-2d94-4de6-9ac4-ddd509232c3c None None] Checking router: 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 11:02:53.939645 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9010ce39-2d94-4de6-9ac4-ddd509232c3c None None] Routers {'9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 11:02:53.940282 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9010ce39-2d94-4de6-9ac4-ddd509232c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T11:02:27Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:02:54.080358 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'tag': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'status': 'completed', 'code': 200} Feb 17 11:02:54.120672 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9010ce39-2d94-4de6-9ac4-ddd509232c3c None None] Set router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 11:02:54.240904 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebdabb-4df2-4682-b92c-f7b5873bbd80 req-01038dc3-117b-4453-bdea-5723fc1ff584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:54.242353 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-02ebdabb-4df2-4682-b92c-f7b5873bbd80 req-01038dc3-117b-4453-bdea-5723fc1ff584 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 1096 time: 0.1324308 Feb 17 11:02:54.340678 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e2707-a105-4850-930f-04e98184ceb8 req-7ac9fb85-190a-4938-8cd7-97f107a4077d tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:54.341379 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-fe0e2707-a105-4850-930f-04e98184ceb8 req-7ac9fb85-190a-4938-8cd7-97f107a4077d tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Synchronizing usage tracker for tenant:d573c8af5b9c45b0aac4e4cd50873504 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:02:54.402224 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebdabb-4df2-4682-b92c-f7b5873bbd80 req-daac4191-1115-470c-9dd4-fa362af9b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:54.403700 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-02ebdabb-4df2-4682-b92c-f7b5873bbd80 req-daac4191-1115-470c-9dd4-fa362af9b56d service neutron] 10.222.0.37 "GET /v2.0/networks?id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a HTTP/1.1" status: 200 len: 911 time: 0.1546028 Feb 17 11:02:54.468218 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-fe0e2707-a105-4850-930f-04e98184ceb8 req-7ac9fb85-190a-4938-8cd7-97f107a4077d tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Unset dirty status for tenant:d573c8af5b9c45b0aac4e4cd50873504 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:02:54.469375 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe0e2707-a105-4850-930f-04e98184ceb8 req-7ac9fb85-190a-4938-8cd7-97f107a4077d tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 943 time: 0.3011515 Feb 17 11:02:54.479769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9010ce39-2d94-4de6-9ac4-ddd509232c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:49Z', 'revision_number': 4, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c710c89d-3418-4111-aa10-8583438e9e1c', 'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'mac_address': 'fa:16:3e:48:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:49Z', 'updated_at': '2022-02-17T10:55:55Z', 'revision_number': 5, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'subnets': [{'id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:02:54.483617 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-02ebdabb-4df2-4682-b92c-f7b5873bbd80 req-eeb14ce4-2ca8-40c0-8239-e43c3f6ac2a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a620f2-26d5-4600-9a00-9b5606d4c953 HTTP/1.1" status: 200 len: 217 time: 0.0688529 Feb 17 11:02:54.483765 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9010ce39-2d94-4de6-9ac4-ddd509232c3c None None] The sync data for ids ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'] in dv-neutron-828143-5-hyperv is: [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T10:55:49Z', 'revision_number': 4, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv', '_interfaces': [{'id': 'c710c89d-3418-4111-aa10-8583438e9e1c', 'name': '', 'network_id': 'efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'mac_address': 'fa:16:3e:48:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:49Z', 'updated_at': '2022-02-17T10:55:55Z', 'revision_number': 5, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'subnets': [{'id': '9f2b897e-33d5-47c2-a660-f620eb3b98e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 11:02:54.572640 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-fe0e2707-a105-4850-930f-04e98184ceb8 req-fa668c4f-5842-468b-bdb5-441a736ae6db tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912156 Feb 17 11:02:54.576209 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebdabb-4df2-4682-b92c-f7b5873bbd80 req-a080c6e5-e4cf-44f6-9100-8880db02b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:54.577646 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-02ebdabb-4df2-4682-b92c-f7b5873bbd80 req-a080c6e5-e4cf-44f6-9100-8880db02b34d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f2b897e-33d5-47c2-a660-f620eb3b98e9 HTTP/1.1" status: 200 len: 849 time: 0.0818632 Feb 17 11:02:54.666884 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebdabb-4df2-4682-b92c-f7b5873bbd80 req-c1a2ab4f-310c-4069-8f98-077c6594d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:54.668509 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-02ebdabb-4df2-4682-b92c-f7b5873bbd80 req-c1a2ab4f-310c-4069-8f98-077c6594d47c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830402 Feb 17 11:02:54.720847 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297adef-2cee-41b6-8f67-348582faa522 None None] New status for floating IP 8084eb13-6cb6-40f7-8843-9fa9d31a8c40: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 11:02:54.741901 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d195dd7-24e1-4983-8dfa-edad331c330d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:54.813822 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-02ebdabb-4df2-4682-b92c-f7b5873bbd80 req-bd762b51-eb4a-40f7-bde4-f97ba040d3fc service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377778 Feb 17 11:02:54.951949 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-02ebdabb-4df2-4682-b92c-f7b5873bbd80 req-ee50ecff-1a2b-4824-9c41-52bf6c571818 service neutron] 10.222.0.37 "GET /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291387 Feb 17 11:02:55.202841 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973a315-1da8-4c8b-897b-445ae104b9d1 req-b4cbe80e-9b53-406f-81f2-a14fa0b01107 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:55.204441 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d973a315-1da8-4c8b-897b-445ae104b9d1 req-b4cbe80e-9b53-406f-81f2-a14fa0b01107 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.37 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 943 time: 0.0862689 Feb 17 11:02:55.280102 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-d973a315-1da8-4c8b-897b-445ae104b9d1 req-137bdd95-0c71-49a5-b126-e821283d1b72 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Deleting port 19a620f2-26d5-4600-9a00-9b5606d4c953 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 11:02:55.280780 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d973a315-1da8-4c8b-897b-445ae104b9d1 req-137bdd95-0c71-49a5-b126-e821283d1b72 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:55.639395 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-d973a315-1da8-4c8b-897b-445ae104b9d1 req-137bdd95-0c71-49a5-b126-e821283d1b72 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] For port 19a620f2-26d5-4600-9a00-9b5606d4c953, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=19a620f2-26d5-4600-9a00-9b5606d4c953,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 11:02:55.640225 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d973a315-1da8-4c8b-897b-445ae104b9d1 req-137bdd95-0c71-49a5-b126-e821283d1b72 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:55.797406 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-d973a315-1da8-4c8b-897b-445ae104b9d1 req-137bdd95-0c71-49a5-b126-e821283d1b72 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Calling delete_port for 19a620f2-26d5-4600-9a00-9b5606d4c953 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 11:02:55.939378 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd030c58-91b8-4a4d-b667-e1f33f9aa1d2 req-0fe7b015-f8e2-450d-acf7-fb38d49bbfb4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 11:02:55.940826 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cd030c58-91b8-4a4d-b667-e1f33f9aa1d2 req-0fe7b015-f8e2-450d-acf7-fb38d49bbfb4 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 943 time: 0.2369790 Feb 17 11:02:56.003988 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-cd030c58-91b8-4a4d-b667-e1f33f9aa1d2 req-c6068569-7825-4d62-91ac-db56f61c443a tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/security-groups?id=494499fc-ac7b-474e-8009-8592dac7c667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548573 Feb 17 11:02:56.091492 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d973a315-1da8-4c8b-897b-445ae104b9d1 req-137bdd95-0c71-49a5-b126-e821283d1b72 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:56.144216 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bdd95-0c71-49a5-b126-e821283d1b72 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event deleted for resources: {'Port': ['ID=19a620f2-26d5-4600-9a00-9b5606d4c953,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:02:56.219171 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-d973a315-1da8-4c8b-897b-445ae104b9d1 req-137bdd95-0c71-49a5-b126-e821283d1b72 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] No DVR routers for this DVR port 19a620f2-26d5-4600-9a00-9b5606d4c953 on host hv-neutron-8281 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:02:56.221444 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d973a315-1da8-4c8b-897b-445ae104b9d1 req-137bdd95-0c71-49a5-b126-e821283d1b72 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107238'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:56.224173 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'name': 'network-vif-deleted', 'tag': '19a620f2-26d5-4600-9a00-9b5606d4c953'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 11:02:56.270478 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a953f0d8-22da-4af7-b006-3b04cda18d48', 'name': 'network-vif-deleted', 'tag': '19a620f2-26d5-4600-9a00-9b5606d4c953', 'status': 'completed', 'code': 200} Feb 17 11:02:56.298056 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-d973a315-1da8-4c8b-897b-445ae104b9d1 req-137bdd95-0c71-49a5-b126-e821283d1b72 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.37 "DELETE /v2.0/ports/19a620f2-26d5-4600-9a00-9b5606d4c953 HTTP/1.1" status: 204 len: 173 time: 1.0882270 Feb 17 11:02:57.131421 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef432-9735-41ac-936a-975785b21913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:57.173413 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-39684c6f-2f7c-423c-a3e5-11ba319514bb req-117ba0f0-f9b7-4437-9b94-2c01ff7e3dd7 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Synchronizing usage tracker for tenant:d573c8af5b9c45b0aac4e4cd50873504 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 11:02:57.280091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.quota.resource [req-39684c6f-2f7c-423c-a3e5-11ba319514bb req-117ba0f0-f9b7-4437-9b94-2c01ff7e3dd7 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Unset dirty status for tenant:d573c8af5b9c45b0aac4e4cd50873504 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 11:02:57.281296 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [req-39684c6f-2f7c-423c-a3e5-11ba319514bb req-117ba0f0-f9b7-4437-9b94-2c01ff7e3dd7 tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "GET /v2.0/ports?device_id=a953f0d8-22da-4af7-b006-3b04cda18d48 HTTP/1.1" status: 200 len: 210 time: 0.1567440 Feb 17 11:02:57.976970 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:58.221118 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19a620f2-26d5-4600-9a00-9b5606d4c953 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:02:58.261320 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] No Port match for: 19a620f2-26d5-4600-9a00-9b5606d4c953 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 11:02:58.261586 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Device 19a620f2-26d5-4600-9a00-9b5606d4c953 not bound to the agent host hv-neutron-8281 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:02:58.378264 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 51686) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:02:58.446049 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f262989-60df-41a1-9428-71970c9871db tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:58.477131 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f262989-60df-41a1-9428-71970c9871db tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:58.542273 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:58.674660 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f262989-60df-41a1-9428-71970c9871db tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:58.692496 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f262989-60df-41a1-9428-71970c9871db tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494499fc-ac7b-474e-8009-8592dac7c667,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:02:58.765135 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f262989-60df-41a1-9428-71970c9871db tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:58.766316 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-3f262989-60df-41a1-9428-71970c9871db tempest-TestSnapshotPattern-194288191 tempest-TestSnapshotPattern-194288191-project] 10.222.0.75 "DELETE /v2.0/security-groups/494499fc-ac7b-474e-8009-8592dac7c667 HTTP/1.1" status: 204 len: 168 time: 0.3869905 Feb 17 11:02:58.871752 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 51692) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:02:59.523950 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71aa0e76-3eb4-4b00-978e-2a004eeca4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:02:59.998671 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-71aa0e76-3eb4-4b00-978e-2a004eeca4c5 admin admin] Deleting port c710c89d-3418-4111-aa10-8583438e9e1c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 11:02:59.999003 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71aa0e76-3eb4-4b00-978e-2a004eeca4c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:00.165982 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:00.170465 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-71aa0e76-3eb4-4b00-978e-2a004eeca4c5 admin admin] For port c710c89d-3418-4111-aa10-8583438e9e1c, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=c710c89d-3418-4111-aa10-8583438e9e1c,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 11:03:00.170835 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71aa0e76-3eb4-4b00-978e-2a004eeca4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:00.299498 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-71aa0e76-3eb4-4b00-978e-2a004eeca4c5 admin admin] Calling delete_port for c710c89d-3418-4111-aa10-8583438e9e1c owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 11:03:00.707304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71aa0e76-3eb4-4b00-978e-2a004eeca4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:00.785596 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa0e76-3eb4-4b00-978e-2a004eeca4c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c710c89d-3418-4111-aa10-8583438e9e1c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:03:01.029064 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71aa0e76-3eb4-4b00-978e-2a004eeca4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:01.507020 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71aa0e76-3eb4-4b00-978e-2a004eeca4c5 admin admin] Router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 11:03:01.687199 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71aa0e76-3eb4-4b00-978e-2a004eeca4c5 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 11:03:01.695809 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f43999-aec0-4a16-982b-c04a15bc2a9b None None] Sync routers for ids ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'] in dv-neutron-828143-5-hyperv {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 11:03:01.705717 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f43999-aec0-4a16-982b-c04a15bc2a9b None None] Routers {'9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 11:03:01.706349 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a7f43999-aec0-4a16-982b-c04a15bc2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T11:02:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:03:01.750922 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-71aa0e76-3eb4-4b00-978e-2a004eeca4c5 admin admin] 10.222.0.75 "PUT /v2.0/routers/9a58c16e-0de3-45ac-8ed2-25b9eb5f036f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8777890 Feb 17 11:03:01.753483 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 51698) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:03:01.882332 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a7f43999-aec0-4a16-982b-c04a15bc2a9b None None] Set router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f gateway port host: dv-neutron-828143-5-hyperv {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 11:03:01.927990 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d2b24c-d684-4ced-9261-3407fbfd53b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:02.111966 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d2b24c-d684-4ced-9261-3407fbfd53b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:02.167892 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a7f43999-aec0-4a16-982b-c04a15bc2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T11:03:00Z', 'revision_number': 5, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port': {'id': '9724d80b-d875-4ab1-9cd1-398f55d9a7b5', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:46Z', 'updated_at': '2022-02-17T10:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:03:02.171715 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f43999-aec0-4a16-982b-c04a15bc2a9b None None] Checking router: 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f for host: dv-neutron-828143-5-hyperv {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 11:03:02.179922 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f43999-aec0-4a16-982b-c04a15bc2a9b None None] Routers {'9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 11:03:02.180519 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a7f43999-aec0-4a16-982b-c04a15bc2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T11:02:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:03:02.222907 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-83d2b24c-d684-4ced-9261-3407fbfd53b8 admin admin] Deleting port 9724d80b-d875-4ab1-9cd1-398f55d9a7b5 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 11:03:02.223304 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d2b24c-d684-4ced-9261-3407fbfd53b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:02.340429 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a7f43999-aec0-4a16-982b-c04a15bc2a9b None None] Set router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 11:03:02.400868 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-83d2b24c-d684-4ced-9261-3407fbfd53b8 admin admin] For port 9724d80b-d875-4ab1-9cd1-398f55d9a7b5, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=9724d80b-d875-4ab1-9cd1-398f55d9a7b5,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 11:03:02.401313 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d2b24c-d684-4ced-9261-3407fbfd53b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:02.449501 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a7f43999-aec0-4a16-982b-c04a15bc2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T11:03:02Z', 'revision_number': 6, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port_host': None}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:03:02.453412 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f43999-aec0-4a16-982b-c04a15bc2a9b None None] The sync data for ids ['9a58c16e-0de3-45ac-8ed2-25b9eb5f036f'] in dv-neutron-828143-5-hyperv is: [{'id': '9a58c16e-0de3-45ac-8ed2-25b9eb5f036f', 'name': 'tempest-TestSnapshotPattern-1830724101-router', 'tenant_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:45Z', 'updated_at': '2022-02-17T11:03:02Z', 'revision_number': 6, 'project_id': 'd573c8af5b9c45b0aac4e4cd50873504', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 11:03:02.531297 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-83d2b24c-d684-4ced-9261-3407fbfd53b8 admin admin] Calling delete_port for 9724d80b-d875-4ab1-9cd1-398f55d9a7b5 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 11:03:02.777303 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d2b24c-d684-4ced-9261-3407fbfd53b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:02.829627 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2b24c-d684-4ced-9261-3407fbfd53b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9724d80b-d875-4ab1-9cd1-398f55d9a7b5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:03:02.927551 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d2b24c-d684-4ced-9261-3407fbfd53b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:03.205732 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d2b24c-d684-4ced-9261-3407fbfd53b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:03.207931 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d2b24c-d684-4ced-9261-3407fbfd53b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:03.287159 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9724d80b-d875-4ab1-9cd1-398f55d9a7b5 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:03:03.322787 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 9724d80b-d875-4ab1-9cd1-398f55d9a7b5 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 11:03:03.323132 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 9724d80b-d875-4ab1-9cd1-398f55d9a7b5 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:03:03.323615 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c710c89d-3418-4111-aa10-8583438e9e1c no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:03:03.337488 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d2b24c-d684-4ced-9261-3407fbfd53b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:03.338060 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d2b24c-d684-4ced-9261-3407fbfd53b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a58c16e-0de3-45ac-8ed2-25b9eb5f036f {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 11:03:03.355013 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d2b24c-d684-4ced-9261-3407fbfd53b8 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:03.356188 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-83d2b24c-d684-4ced-9261-3407fbfd53b8 admin admin] 10.222.0.75 "DELETE /v2.0/routers/9a58c16e-0de3-45ac-8ed2-25b9eb5f036f HTTP/1.1" status: 204 len: 168 time: 1.6017294 Feb 17 11:03:03.358771 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 51702) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:03:03.361453 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: c710c89d-3418-4111-aa10-8583438e9e1c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 11:03:03.361909 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device c710c89d-3418-4111-aa10-8583438e9e1c not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:03:03.417701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b68232-46e2-477f-a385-72a88c9bf4e3 admin admin] Deleting subnet 9f2b897e-33d5-47c2-a660-f620eb3b98e9 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 11:03:03.420689 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2b68232-46e2-477f-a385-72a88c9bf4e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:03.473310 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2b68232-46e2-477f-a385-72a88c9bf4e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:03.556901 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2b68232-46e2-477f-a385-72a88c9bf4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:03.686418 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2b68232-46e2-477f-a385-72a88c9bf4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:03.732890 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2b68232-46e2-477f-a385-72a88c9bf4e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:03.735339 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b68232-46e2-477f-a385-72a88c9bf4e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f2b897e-33d5-47c2-a660-f620eb3b98e9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:03:03.738480 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d9190d-c795-4cf5-bd70-f52dd0cdceae None None] Network efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 11:03:03.740675 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-d2b68232-46e2-477f-a385-72a88c9bf4e3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9f2b897e-33d5-47c2-a660-f620eb3b98e9 HTTP/1.1" status: 204 len: 168 time: 0.3809640 Feb 17 11:03:03.743420 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 51706) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:03:03.855673 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:03.870426 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] Deleting port 6d2fbecd-984f-41a1-ba9a-55de79bf608e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 11:03:03.870976 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:04.026441 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c585f4f-cb05-4795-8435-ae7e4c188b65 None None] DHCP port deletion for efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 11:03:04.031192 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7c585f4f-cb05-4795-8435-ae7e4c188b65 None None] Deleting port 6d2fbecd-984f-41a1-ba9a-55de79bf608e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 11:03:04.031592 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c585f4f-cb05-4795-8435-ae7e4c188b65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:04.086070 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] For port 6d2fbecd-984f-41a1-ba9a-55de79bf608e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6d2fbecd-984f-41a1-ba9a-55de79bf608e,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 11:03:04.086446 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:04.219726 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] Calling delete_port for 6d2fbecd-984f-41a1-ba9a-55de79bf608e owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 11:03:04.241872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7c585f4f-cb05-4795-8435-ae7e4c188b65 None None] For port 6d2fbecd-984f-41a1-ba9a-55de79bf608e, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=6d2fbecd-984f-41a1-ba9a-55de79bf608e,segment=NetworkSegment(b0978ae8-b173-4848-a0e1-be5a1a80fd68),segment_id=b0978ae8-b173-4848-a0e1-be5a1a80fd68)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 11:03:04.242223 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c585f4f-cb05-4795-8435-ae7e4c188b65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:04.364085 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7c585f4f-cb05-4795-8435-ae7e4c188b65 None None] Calling delete_port for 6d2fbecd-984f-41a1-ba9a-55de79bf608e owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 11:03:04.422789 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:04.439169 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-7c585f4f-cb05-4795-8435-ae7e4c188b65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:03:04.439528 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-7c585f4f-cb05-4795-8435-ae7e4c188b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:03:04.469700 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2fbecd-984f-41a1-ba9a-55de79bf608e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:03:04.474512 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] No DVR routers for this DVR port 6d2fbecd-984f-41a1-ba9a-55de79bf608e on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:03:04.592463 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:04.617853 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:03:04.634575 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0978ae8-b173-4848-a0e1-be5a1a80fd68') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:03:04.634877 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0978ae8-b173-4848-a0e1-be5a1a80fd68') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:03:04.646392 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:04.662652 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:04.669710 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 11:03:04.674732 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:03:04.683684 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:03:04.840018 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:04.848628 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:04.874502 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:03:04.885282 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-bd13ea9a-6822-4424-b9f1-88c341dfadb6 admin admin] 10.222.0.75 "DELETE /v2.0/networks/efbc17b5-f9e1-4237-a5c9-2a1a4fa3428a HTTP/1.1" status: 204 len: 168 time: 1.1376736 Feb 17 11:03:04.885487 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 51710) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:03:04.940688 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7c585f4f-cb05-4795-8435-ae7e4c188b65 None None] Deleting port 6d2fbecd-984f-41a1-ba9a-55de79bf608e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 11:03:04.941149 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c585f4f-cb05-4795-8435-ae7e4c188b65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:05.011664 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7c585f4f-cb05-4795-8435-ae7e4c188b65 None None] The port '6d2fbecd-984f-41a1-ba9a-55de79bf608e' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 11:03:05.273796 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6d2fbecd-984f-41a1-ba9a-55de79bf608e no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:03:05.310511 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 6d2fbecd-984f-41a1-ba9a-55de79bf608e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 11:03:05.310860 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 6d2fbecd-984f-41a1-ba9a-55de79bf608e not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:03:05.514675 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc142870-853e-47fd-ad72-4369aac0bef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1952145'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:05.879666 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cc142870-853e-47fd-ad72-4369aac0bef2 admin admin] Deleting port f910d2f5-6399-4084-92bb-fcc181ad2971 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 11:03:05.880299 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc142870-853e-47fd-ad72-4369aac0bef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:06.050184 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-cc142870-853e-47fd-ad72-4369aac0bef2 admin admin] For port f910d2f5-6399-4084-92bb-fcc181ad2971, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=f910d2f5-6399-4084-92bb-fcc181ad2971,segment=NetworkSegment(c18c7296-ab04-474f-a8aa-c9e55442b848),segment_id=c18c7296-ab04-474f-a8aa-c9e55442b848)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 11:03:06.050563 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc142870-853e-47fd-ad72-4369aac0bef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:06.171356 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cc142870-853e-47fd-ad72-4369aac0bef2 admin admin] Calling delete_port for f910d2f5-6399-4084-92bb-fcc181ad2971 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 11:03:06.457050 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc142870-853e-47fd-ad72-4369aac0bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:06.607357 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc142870-853e-47fd-ad72-4369aac0bef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f910d2f5-6399-4084-92bb-fcc181ad2971,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:03:06.885862 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc142870-853e-47fd-ad72-4369aac0bef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1952061'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:07.236602 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc142870-853e-47fd-ad72-4369aac0bef2 admin admin] Router 0dab1374-0b15-4353-8fdd-950c0d87e8e2 has already been hosted by L3 agent 5d5e2d61-772a-4a05-859e-dd9e36cbcc18 {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 11:03:07.413505 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc142870-853e-47fd-ad72-4369aac0bef2 admin admin] Notify agent at l3_agent.dv-neutron-828143-5-hyperv the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 11:03:07.422936 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77097ae4-ada2-44b2-aa27-826fccf8bd3f None None] Sync routers for ids ['0dab1374-0b15-4353-8fdd-950c0d87e8e2'] in dv-neutron-828143-5-hyperv {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 11:03:07.433084 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77097ae4-ada2-44b2-aa27-826fccf8bd3f None None] Routers {'0dab1374-0b15-4353-8fdd-950c0d87e8e2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 11:03:07.433694 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-77097ae4-ada2-44b2-aa27-826fccf8bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T11:02:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0dab1374-0b15-4353-8fdd-950c0d87e8e2'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:03:07.504529 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-cc142870-853e-47fd-ad72-4369aac0bef2 admin admin] 10.222.0.75 "PUT /v2.0/routers/0dab1374-0b15-4353-8fdd-950c0d87e8e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6178663 Feb 17 11:03:07.506909 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 51714) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:03:07.615726 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-77097ae4-ada2-44b2-aa27-826fccf8bd3f None None] Set router 0dab1374-0b15-4353-8fdd-950c0d87e8e2 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 11:03:07.690529 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb084c34-252d-4db5-b330-fb681f8fd7ee admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:07.869535 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb084c34-252d-4db5-b330-fb681f8fd7ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:07.895888 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-77097ae4-ada2-44b2-aa27-826fccf8bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'name': 'tempest-TestSnapshotPattern-1803967085-router', 'tenant_id': '9057c9148bc44179abf19ab98499f72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '5c08695f-8efb-4e28-8a85-878350364eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:53Z', 'updated_at': '2022-02-17T11:03:06Z', 'revision_number': 5, 'project_id': '9057c9148bc44179abf19ab98499f72f', 'gw_port': {'id': '5c08695f-8efb-4e28-8a85-878350364eee', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:54Z', 'updated_at': '2022-02-17T10:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:03:07.900274 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77097ae4-ada2-44b2-aa27-826fccf8bd3f None None] Checking router: 0dab1374-0b15-4353-8fdd-950c0d87e8e2 for host: dv-neutron-828143-5-hyperv {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 11:03:07.908532 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77097ae4-ada2-44b2-aa27-826fccf8bd3f None None] Routers {'0dab1374-0b15-4353-8fdd-950c0d87e8e2'} bound to L3 agent in host dv-neutron-828143-5-hyperv {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 11:03:07.909121 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-77097ae4-ada2-44b2-aa27-826fccf8bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:21:57Z,description=,heartbeat_timestamp=2022-02-17T11:02:57Z,host='dv-neutron-828143-5-hyperv',id=5d5e2d61-772a-4a05-859e-dd9e36cbcc18,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:21:57Z,topic='l3_agent')) {'router_ids': ['0dab1374-0b15-4353-8fdd-950c0d87e8e2'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:03:08.130513 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-77097ae4-ada2-44b2-aa27-826fccf8bd3f None None] Set router 0dab1374-0b15-4353-8fdd-950c0d87e8e2 gateway port host: dv-neutron-828143-5-hyperv {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 11:03:08.146955 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-fb084c34-252d-4db5-b330-fb681f8fd7ee admin admin] Deleting port 5c08695f-8efb-4e28-8a85-878350364eee {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 11:03:08.151993 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb084c34-252d-4db5-b330-fb681f8fd7ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:08.417729 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-77097ae4-ada2-44b2-aa27-826fccf8bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'name': 'tempest-TestSnapshotPattern-1803967085-router', 'tenant_id': '9057c9148bc44179abf19ab98499f72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '5c08695f-8efb-4e28-8a85-878350364eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:53Z', 'updated_at': '2022-02-17T11:03:06Z', 'revision_number': 5, 'project_id': '9057c9148bc44179abf19ab98499f72f', 'gw_port': {'id': '5c08695f-8efb-4e28-8a85-878350364eee', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:54Z', 'updated_at': '2022-02-17T10:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}], 'dv-neutron-828143-5-hyperv', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:03:08.422014 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77097ae4-ada2-44b2-aa27-826fccf8bd3f None None] The sync data for ids ['0dab1374-0b15-4353-8fdd-950c0d87e8e2'] in dv-neutron-828143-5-hyperv is: [{'id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'name': 'tempest-TestSnapshotPattern-1803967085-router', 'tenant_id': '9057c9148bc44179abf19ab98499f72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'external_fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '5c08695f-8efb-4e28-8a85-878350364eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T10:55:53Z', 'updated_at': '2022-02-17T11:03:06Z', 'revision_number': 5, 'project_id': '9057c9148bc44179abf19ab98499f72f', 'gw_port': {'id': '5c08695f-8efb-4e28-8a85-878350364eee', 'name': '', 'network_id': 'e398590f-1691-4e90-94b2-4638f557802a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab1374-0b15-4353-8fdd-950c0d87e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T10:55:54Z', 'updated_at': '2022-02-17T10:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a5934f3-0564-46e8-a9ac-55f084202f53', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-5-hyperv'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 11:03:08.446560 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-fb084c34-252d-4db5-b330-fb681f8fd7ee admin admin] For port 5c08695f-8efb-4e28-8a85-878350364eee, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=5c08695f-8efb-4e28-8a85-878350364eee,segment=NetworkSegment(e5b615e7-ac80-40ca-927d-15f6cf00ea0d),segment_id=e5b615e7-ac80-40ca-927d-15f6cf00ea0d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 11:03:08.446921 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb084c34-252d-4db5-b330-fb681f8fd7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:08.568091 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-fb084c34-252d-4db5-b330-fb681f8fd7ee admin admin] Calling delete_port for 5c08695f-8efb-4e28-8a85-878350364eee owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 11:03:08.840149 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb084c34-252d-4db5-b330-fb681f8fd7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:08.891642 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb084c34-252d-4db5-b330-fb681f8fd7ee admin admin] Pushing event deleted for resources: {'Port': ['ID=5c08695f-8efb-4e28-8a85-878350364eee,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:03:09.007430 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb084c34-252d-4db5-b330-fb681f8fd7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1951414'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:09.189274 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb084c34-252d-4db5-b330-fb681f8fd7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1951284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42964'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:09.191469 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb084c34-252d-4db5-b330-fb681f8fd7ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:09.282528 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f910d2f5-6399-4084-92bb-fcc181ad2971 no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:03:09.317204 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: f910d2f5-6399-4084-92bb-fcc181ad2971 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 11:03:09.317549 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device f910d2f5-6399-4084-92bb-fcc181ad2971 not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:03:09.320009 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb084c34-252d-4db5-b330-fb681f8fd7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1950058'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:09.320681 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb084c34-252d-4db5-b330-fb681f8fd7ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dab1374-0b15-4353-8fdd-950c0d87e8e2 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 11:03:09.333954 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb084c34-252d-4db5-b330-fb681f8fd7ee admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:09.335116 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-fb084c34-252d-4db5-b330-fb681f8fd7ee admin admin] 10.222.0.75 "DELETE /v2.0/routers/0dab1374-0b15-4353-8fdd-950c0d87e8e2 HTTP/1.1" status: 204 len: 168 time: 1.8273003 Feb 17 11:03:09.338207 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 51718) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:03:09.401316 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-a820c738-effc-44d1-ab05-2d8de15be632 admin admin] Deleting subnet 6cb53488-0369-49f2-836e-6d25bea7a49f {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 11:03:09.404862 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a820c738-effc-44d1-ab05-2d8de15be632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:09.462331 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a820c738-effc-44d1-ab05-2d8de15be632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8027653'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:09.536895 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a820c738-effc-44d1-ab05-2d8de15be632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713702'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:09.640199 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:09.668102 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a820c738-effc-44d1-ab05-2d8de15be632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8024538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7405461'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:09.706999 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820c738-effc-44d1-ab05-2d8de15be632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb53488-0369-49f2-836e-6d25bea7a49f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:03:09.708607 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a820c738-effc-44d1-ab05-2d8de15be632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:09.716244 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb00e3c1-38cc-467e-9572-fbaab6a85efd None None] Network e97b3899-96dd-444a-913c-ebf03b5609a8 requested from dv-neutron-828143-5-hyperv {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 11:03:09.718251 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-a820c738-effc-44d1-ab05-2d8de15be632 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6cb53488-0369-49f2-836e-6d25bea7a49f HTTP/1.1" status: 204 len: 168 time: 0.3788381 Feb 17 11:03:09.720505 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 51722) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:03:09.836369 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-770689'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:09.847323 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] Deleting port 7ce224c2-6fcb-42c4-8bf2-66da14e3129f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 11:03:09.847657 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:09.960594 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123f465e-f370-487d-b06c-af74106df254 None None] DHCP port deletion for e97b3899-96dd-444a-913c-ebf03b5609a8 request from dv-neutron-828143-5-hyperv {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 11:03:09.965726 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-123f465e-f370-487d-b06c-af74106df254 None None] Deleting port 7ce224c2-6fcb-42c4-8bf2-66da14e3129f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 11:03:09.966135 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-123f465e-f370-487d-b06c-af74106df254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:10.059584 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] For port 7ce224c2-6fcb-42c4-8bf2-66da14e3129f, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7ce224c2-6fcb-42c4-8bf2-66da14e3129f,segment=NetworkSegment(c18c7296-ab04-474f-a8aa-c9e55442b848),segment_id=c18c7296-ab04-474f-a8aa-c9e55442b848)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 11:03:10.059854 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:10.173939 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-123f465e-f370-487d-b06c-af74106df254 None None] For port 7ce224c2-6fcb-42c4-8bf2-66da14e3129f, host dv-neutron-828143-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-5-hyperv',level=0,port_id=7ce224c2-6fcb-42c4-8bf2-66da14e3129f,segment=NetworkSegment(c18c7296-ab04-474f-a8aa-c9e55442b848),segment_id=c18c7296-ab04-474f-a8aa-c9e55442b848)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 11:03:10.174366 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-123f465e-f370-487d-b06c-af74106df254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949895'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:10.279258 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] Calling delete_port for 7ce224c2-6fcb-42c4-8bf2-66da14e3129f owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 11:03:10.298685 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-123f465e-f370-487d-b06c-af74106df254 None None] Calling delete_port for 7ce224c2-6fcb-42c4-8bf2-66da14e3129f owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 11:03:10.434052 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794429139119', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794428829826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8024501'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:10.440256 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.db.api [None req-123f465e-f370-487d-b06c-af74106df254 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 11:03:10.443354 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG oslo_db.api [None req-123f465e-f370-487d-b06c-af74106df254 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 11:03:10.484022 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce224c2-6fcb-42c4-8bf2-66da14e3129f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:03:10.487231 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] No DVR routers for this DVR port 7ce224c2-6fcb-42c4-8bf2-66da14e3129f on host dv-neutron-828143-5-hyperv {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 11:03:10.600976 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713098', 'neutron.services.segments.db._delete_segments_for_network-8794429363375'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:10.626802 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97b3899-96dd-444a-913c-ebf03b5609a8']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:03:10.640423 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18c7296-ab04-474f-a8aa-c9e55442b848') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:03:10.640706 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.services.segments.db [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18c7296-ab04-474f-a8aa-c9e55442b848') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 11:03:10.652774 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794429365450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8027710'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:10.668701 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707219'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:10.674948 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 11:03:10.679658 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-707210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8024416'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: Traceback (most recent call last): Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: timer() Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: cb(*args, **kw) Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: return func(*args, **kwargs) Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: self._notify() Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: self.callback(batched_events) Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: event.method(event) Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: return f(self, *a, **k) Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._get(url).json() Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: return self.request(url, 'GET', **kwargs) Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 11:03:10.688988 dv-neutron-828143-5-hyperv neutron-server[88370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 11:03:10.845762 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1951377'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:10.866771 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:10.872693 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] Pushing event deleted for resources: {'Network': ['ID=e97b3899-96dd-444a-913c-ebf03b5609a8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:03:10.879941 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-73fee634-bece-484c-acc4-2871e0bf69ee admin admin] 10.222.0.75 "DELETE /v2.0/networks/e97b3899-96dd-444a-913c-ebf03b5609a8 HTTP/1.1" status: 204 len: 168 time: 1.1584959 Feb 17 11:03:10.942084 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-123f465e-f370-487d-b06c-af74106df254 None None] Deleting port 7ce224c2-6fcb-42c4-8bf2-66da14e3129f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 11:03:10.942474 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-123f465e-f370-487d-b06c-af74106df254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794429137511'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:11.052708 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-123f465e-f370-487d-b06c-af74106df254 None None] The port '7ce224c2-6fcb-42c4-8bf2-66da14e3129f' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 11:03:11.265073 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 51728) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:03:11.278749 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7ce224c2-6fcb-42c4-8bf2-66da14e3129f no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:03:11.313107 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 7ce224c2-6fcb-42c4-8bf2-66da14e3129f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 11:03:11.313769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 7ce224c2-6fcb-42c4-8bf2-66da14e3129f not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:03:11.313769 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5c08695f-8efb-4e28-8a85-878350364eee no longer exists at agent ovs-agent-dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 11:03:11.316678 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-6732efd1-7d23-4b7d-b721-98dd4e2f7cd2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d573c8af5b9c45b0aac4e4cd50873504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504725 Feb 17 11:03:11.319286 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 51732) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:03:11.347095 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] No Port match for: 5c08695f-8efb-4e28-8a85-878350364eee {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 11:03:11.347431 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Device 5c08695f-8efb-4e28-8a85-878350364eee not bound to the agent host dv-neutron-828143-5-hyperv {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 11:03:11.382397 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7f09-bdba-4993-a673-dba6f9ba3b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:11.412069 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7f09-bdba-4993-a673-dba6f9ba3b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:11.600367 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7f09-bdba-4993-a673-dba6f9ba3b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:11.616036 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c7f09-bdba-4993-a673-dba6f9ba3b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1f8ec9-28b7-4a86-99bd-4e5011b210be,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:03:11.624910 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7f09-bdba-4993-a673-dba6f9ba3b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:11.626322 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-1c1c7f09-bdba-4993-a673-dba6f9ba3b50 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aa1f8ec9-28b7-4a86-99bd-4e5011b210be HTTP/1.1" status: 204 len: 168 time: 0.3061137 Feb 17 11:03:12.379733 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 51740) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:03:12.429548 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-c1e8f0c3-6be5-40a7-ae5b-e6aa79806d88 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9057c9148bc44179abf19ab98499f72f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486774 Feb 17 11:03:12.432017 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.75', 51744) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 11:03:12.490735 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47b667be-f780-4e1e-810c-569ce506d302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:12.516495 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47b667be-f780-4e1e-810c-569ce506d302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:12.662798 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47b667be-f780-4e1e-810c-569ce506d302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786672'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:12.682568 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b667be-f780-4e1e-810c-569ce506d302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad69bba-671d-4db1-b9f2-a4b2ff52396a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 11:03:12.687132 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47b667be-f780-4e1e-810c-569ce506d302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:12.688046 dv-neutron-828143-5-hyperv neutron-server[88370]: INFO neutron.wsgi [None req-47b667be-f780-4e1e-810c-569ce506d302 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2ad69bba-671d-4db1-b9f2-a4b2ff52396a HTTP/1.1" status: 204 len: 168 time: 0.2551475 Feb 17 11:03:13.691174 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:03:24.771334 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd3b9779-b907-4b37-bb4d-7a41755a4604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:27.142154 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-69a5daf4-f4a0-4bbc-983c-ec843ee8ef47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:27.970718 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:28.542647 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:30.175618 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:39.673363 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:50.690724 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:03:54.770227 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55d13836-e38a-4fee-a320-98e549a6d9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:57.262454 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e1f7249-c714-4584-941c-90480fadc310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:58.010562 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:03:58.747293 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:04:00.284794 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:04:09.799124 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:04:24.753652 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc8cc-1b40-4b4d-98eb-a5061bf35b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:04:27.096547 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fb8212fe-027f-4945-88f2-9f805bf738ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:04:27.690063 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:04:27.947946 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:04:28.542381 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:04:30.227751 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:04:39.679414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:04:54.753706 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-235b8b35-1f21-43a9-b77b-d4c346d0f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:04:57.239400 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4050176d-ffb5-41b0-9a20-5e5d1e676583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:04:57.953316 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:04:58.530414 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:05:00.210929 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:05:04.689261 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:05:09.656888 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:05:24.839711 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8a01991-823a-46f9-ac6b-ccd8b2c48441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:05:27.108352 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa180fca-cc65-44c3-bbc8-49c5c2459ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:05:27.988066 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:05:28.530982 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:05:30.193386 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:05:39.622701 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:05:41.687885 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:05:54.748258 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-009356ec-10f4-43f5-8664-83abd1833383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:05:57.131224 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-645a65d5-d33d-498f-aacb-f1763b49cdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:05:58.085689 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:05:58.622953 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:06:00.182741 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:06:09.702238 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:06:18.686910 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:06:24.771474 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d371a7c-6f43-427b-966e-10cb62a1e269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:06:27.159975 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-033d88e9-1965-4ce3-b74d-b2ba1a6bc73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:06:27.977898 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:06:28.572007 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:06:30.200128 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:06:39.644783 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:06:54.754999 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd7f1133-6262-4943-9927-32b560c8fe15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:06:55.687684 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:06:57.131950 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8fa65d5f-48c3-403f-a05c-b0fd67e3bec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:06:57.982992 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:06:58.787559 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:07:00.183175 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:07:09.656242 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:07:24.788876 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc864eea-135a-4115-8777-f529ce0170c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:07:27.097409 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4dfd2b86-f3cd-4116-b107-dcbcd345f6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:07:27.975564 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:07:28.566096 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:07:30.200603 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:07:32.687101 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:07:39.657631 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:07:55.169970 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a66f09c5-2adb-4493-94c1-46dc06a10081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:07:57.124239 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd9fcf4a-deb0-472d-9953-3b6e02369821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:07:58.000472 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:07:58.560597 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:07:59.971651 dv-neutron-828143-5-hyperv neutron-server[88370]: DEBUG neutron.wsgi [req-1d95f851-6bb0-4295-a192-bd6adfa6f858 req-441fc616-8c60-44ae-8b5d-6ec6d1596c3b service neutron] (88370) timed out ('10.222.0.75', 50120) {{(pid=88370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 11:08:00.208350 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:08:09.686243 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:08:09.696424 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:08:24.743616 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b9ab9c2-fc0d-4f35-adb7-5ca5aebe68e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:08:27.143315 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99266d70-fbbd-489c-999c-a18cad04b001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:08:27.987299 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:08:28.581381 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:08:30.204170 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:08:39.701350 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:08:46.685494 dv-neutron-828143-5-hyperv neutron-server[88372]: DEBUG neutron.db.agents_db [None req-07ac851d-ef73-48d9-8039-0c3a45fe704f None None] Agent healthcheck: found 6 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 11:08:54.783643 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a2094df-c090-47f8-a97f-a761e22b9ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:08:57.138959 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f871501f-a88f-4dfa-b271-ebe5d78bc6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:08:58.026966 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f4597db-0464-4cb7-a160-30c560749545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:08:58.581119 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19176db1-e2c7-4f3f-bac7-21fcf5bc49e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:09:00.209592 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-818103e8-1010-4dd7-90e1-7e11f20f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 11:09:09.700872 dv-neutron-828143-5-hyperv neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-228b960d-3887-45fe-8987-36f57a7e57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794429363357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713940'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}